From 88b3cfd789b5726af3acb7387dc7acb54dbacd85 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 29 Aug 2026 00:55:43 +0000
Subject: [PATCH 001/298] fix(mcp): bind per-user OAuth credentials to the
 authenticated LiteLLM caller

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/discoverable_endpoints.py      |  20 +-
 .../mcp_server/mcp_server_manager.py          |   2 +
 .../mcp_server/oauth_identity_binding.py      | 249 ++++++++++++++++++
 .../mcp_management_endpoints.py               |  22 ++
 .../types/mcp_server/mcp_server_manager.py    |  21 ++
 .../mcp_server/test_oauth_identity_binding.py | 240 +++++++++++++++++
 .../test_mcp_management_endpoints.py          |  61 +++++
 7 files changed, 614 insertions(+), 1 deletion(-)
 create mode 100644 litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
 create mode 100644 tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 93b85edd88d..370dee77083 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -54,6 +54,9 @@ from litellm.proxy._experimental.mcp_server.gateway_dcr_flow import (
     relative_request_url,
     revoke_refresh_token,
 )
+from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    enforce_oauth_identity_binding,
+)
 from litellm.proxy._experimental.mcp_server.oauth_utils import (
     TOKEN_NO_CACHE_HEADERS,
     build_upstream_oauth2_token_request,
@@ -1133,11 +1136,26 @@ async def exchange_token_with_server(
             server_id=resolved_server.server_id,
         )
 
+    # Bind the exchanged token to the LiteLLM caller BEFORE it is returned, stored, or cached, so a
+    # token minted for a different upstream principal never becomes usable under the caller's user_id.
+    resolved_user_id: Final = (
+        await _extract_user_id_from_request(request)
+        if resolved_server.needs_user_oauth_token or resolved_server.oauth_identity_binding is not None
+        else None
+    )
+    if isinstance(token_response, dict):
+        await enforce_oauth_identity_binding(
+            server=resolved_server,
+            token_response=token_response,
+            litellm_user_id=resolved_user_id,
+            grant_type=grant_type,
+        )
+
     # Store server-side when the server is configured for per-user OAuth and
     # the calling client has provided a valid LiteLLM identity.
     # Errors are non-fatal: the token is still returned to the client.
     if resolved_server.needs_user_oauth_token:
-        user_id: Final = await _extract_user_id_from_request(request)
+        user_id: Final = resolved_user_id
         if user_id:
             try:
                 await _store_per_user_token_server_side(
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 2330120adad..1d61aba8bc5 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -2174,6 +2174,8 @@ class MCPServerManager:
                 allow_elicitation=bool(server_config.get("allow_elicitation", False)),
                 timeout=server_config.get("timeout", None),
                 max_concurrent_requests=server_config.get("max_concurrent_requests", None),
+                token_validation=server_config.get("token_validation", None),
+                oauth_identity_binding=server_config.get("oauth_identity_binding", None),
             )
             self._assign_unique_short_prefix(new_server)
             _warn_internal_delegate_pkce_if_applicable(new_server, source="config")
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
new file mode 100644
index 00000000000..f132f59ae99
--- /dev/null
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -0,0 +1,249 @@
+"""Per-user OAuth identity binding: verify the upstream OIDC principal matches the LiteLLM caller.
+
+Closes the confused-deputy gap where a browser authenticated upstream as one principal produces a
+token that the relay stores under a different, LiteLLM-authenticated principal: before the token
+endpoint returns, stores, or caches an exchanged token for an identity-bound server, the id_token
+is validated (signature via the pinned issuer's JWKS, issuer, audience, expiry) and its principal
+claim is compared to the caller's trusted LiteLLM identity. Mismatches fail closed in enforce mode
+and are logged in audit mode.
+"""
+
+from collections.abc import Awaitable, Callable, Mapping
+from dataclasses import dataclass
+from typing import Final, Literal
+
+import jwt
+from fastapi import HTTPException
+
+from litellm._logging import verbose_logger
+from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.llms.custom_httpx.http_handler import get_async_httpx_client
+from litellm.types.llms.custom_http import httpxSpecialProvider
+from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+_ALLOWED_ID_TOKEN_ALGORITHMS: Final = (
+    "RS256",
+    "RS384",
+    "RS512",
+    "ES256",
+    "ES384",
+    "ES512",
+    "PS256",
+    "PS384",
+    "PS512",
+)
+_JWKS_CACHE_TTL_SECONDS: Final = 3600
+_jwks_cache: Final = InMemoryCache(default_ttl=_JWKS_CACHE_TTL_SECONDS)
+
+JwksFetcher = Callable[[MCPOAuthIdentityBinding], Awaitable[list[Mapping[str, object]]]]
+CallerPrincipalLoader = Callable[[str, MCPOAuthIdentityBinding], Awaitable[str | None]]
+
+_RejectionCode = Literal["oauth_principal_mismatch", "oauth_identity_binding_failed"]
+
+
+@dataclass(frozen=True, slots=True)
+class _BindingRejection:
+    code: _RejectionCode
+    description: str
+
+
+async def _fetch_issuer_jwks(binding: MCPOAuthIdentityBinding) -> list[Mapping[str, object]]:
+    jwks_url: Final[str] = binding.jwks_url or await _discover_jwks_url(binding.issuer)
+    cached: Final = await _jwks_cache.async_get_cache(jwks_url)
+    if isinstance(cached, list):
+        return cached
+    client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.Oauth2Check)
+    response: Final = await client.get(jwks_url)
+    response.raise_for_status()
+    document: Final = response.json()
+    keys: Final = document.get("keys") if isinstance(document, dict) else None
+    if not isinstance(keys, list):
+        raise TypeError(f"JWKS document at {jwks_url} has no 'keys' array")
+    await _jwks_cache.async_set_cache(jwks_url, keys, ttl=_JWKS_CACHE_TTL_SECONDS)
+    return keys
+
+
+async def _discover_jwks_url(issuer: str) -> str:
+    discovery_url: Final = f"{issuer.rstrip('/')}/.well-known/openid-configuration"
+    client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.Oauth2Check)
+    response: Final = await client.get(discovery_url)
+    response.raise_for_status()
+    metadata: Final = response.json()
+    jwks_uri: Final = metadata.get("jwks_uri") if isinstance(metadata, dict) else None
+    if not isinstance(jwks_uri, str) or not jwks_uri:
+        raise ValueError(f"OIDC discovery at {discovery_url} returned no jwks_uri")
+    return jwks_uri
+
+
+def _select_signing_key(id_token: str, keys: list[Mapping[str, object]]) -> "jwt.PyJWK | _BindingRejection":
+    header: Final = jwt.get_unverified_header(id_token)
+    kid: Final = header.get("kid")
+    for key in keys:
+        if kid is None or key.get("kid") == kid:
+            return jwt.PyJWK(dict(key))
+    return _BindingRejection(
+        code="oauth_identity_binding_failed",
+        description=f"id_token signing key (kid={kid!r}) not found in the issuer's JWKS",
+    )
+
+
+def _decode_id_token(
+    id_token: str,
+    binding: MCPOAuthIdentityBinding,
+    signing_key: "jwt.PyJWK",
+) -> "Mapping[str, object] | _BindingRejection":
+    try:
+        return jwt.decode(
+            id_token,
+            signing_key.key,
+            algorithms=list(_ALLOWED_ID_TOKEN_ALGORITHMS),
+            issuer=binding.issuer,
+            audience=binding.audiences if binding.audiences else None,
+            options={
+                "require": ["iss", "exp"],
+                "verify_aud": bool(binding.audiences),
+            },
+        )
+    except jwt.InvalidTokenError as exc:
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description=f"id_token validation failed: {exc}",
+        )
+
+
+def _upstream_principal(
+    claims: Mapping[str, object],
+    binding: MCPOAuthIdentityBinding,
+) -> "str | _BindingRejection":
+    principal: Final = claims.get(binding.principal_claim)
+    if not isinstance(principal, str) or not principal:
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description=f"id_token has no usable '{binding.principal_claim}' claim",
+        )
+    if binding.principal_claim == "email" and binding.require_email_verified and claims.get("email_verified") is not True:
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description="id_token email is not verified (email_verified is not true)",
+        )
+    return principal
+
+
+async def _load_caller_principal(litellm_user_id: str, binding: MCPOAuthIdentityBinding) -> str | None:
+    if binding.caller_field == "user_id":
+        return litellm_user_id
+    from litellm.proxy._experimental.mcp_server.bridge_token_flow import (  # noqa: PLC0415  # inline import avoids a module-load circular import
+        load_active_user_by_id,
+    )
+
+    loaded: Final = await load_active_user_by_id(litellm_user_id)
+    if isinstance(loaded, str):
+        return None
+    return loaded.user_email
+
+
+def _principals_match(upstream: str, caller: str, binding: MCPOAuthIdentityBinding) -> bool:
+    if binding.principal_claim == "email" or binding.caller_field == "user_email":
+        return upstream.strip().casefold() == caller.strip().casefold()
+    return upstream == caller
+
+
+async def _evaluate_binding(
+    binding: MCPOAuthIdentityBinding,
+    token_response: Mapping[str, object],
+    litellm_user_id: str | None,
+    grant_type: str,
+    jwks_fetcher: JwksFetcher,
+    caller_principal_loader: CallerPrincipalLoader,
+) -> _BindingRejection | None:
+    id_token: Final = token_response.get("id_token")
+    if not isinstance(id_token, str) or not id_token:
+        if grant_type == "refresh_token":
+            return None
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description="the upstream token response carries no id_token to bind the credential to a principal",
+        )
+    if not litellm_user_id:
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description="the request carries no resolvable LiteLLM user identity to bind the credential to",
+        )
+    try:
+        keys: Final = await jwks_fetcher(binding)
+    except Exception as exc:  # noqa: BLE001  # a JWKS fetch failure must fail closed, not surface as a 500
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description=f"could not fetch the issuer's JWKS: {exc}",
+        )
+    signing_key: Final = _select_signing_key(id_token, keys)
+    if isinstance(signing_key, _BindingRejection):
+        return signing_key
+    claims: Final = _decode_id_token(id_token, binding, signing_key)
+    if isinstance(claims, _BindingRejection):
+        return claims
+    upstream: Final = _upstream_principal(claims, binding)
+    if isinstance(upstream, _BindingRejection):
+        return upstream
+    caller: Final = await caller_principal_loader(litellm_user_id, binding)
+    if not caller:
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description=f"the LiteLLM user has no '{binding.caller_field}' to compare the upstream principal against",
+        )
+    if not _principals_match(upstream, caller, binding):
+        return _BindingRejection(
+            code="oauth_principal_mismatch",
+            description="The browser account does not match the selected credential owner.",
+        )
+    return None
+
+
+async def enforce_oauth_identity_binding(
+    server: MCPServer,
+    token_response: Mapping[str, object],
+    litellm_user_id: str | None,
+    grant_type: str,
+    jwks_fetcher: JwksFetcher = _fetch_issuer_jwks,
+    caller_principal_loader: CallerPrincipalLoader = _load_caller_principal,
+) -> None:
+    """Validate the exchanged token's upstream principal against the LiteLLM caller.
+
+    No-op when the server has no binding or it is disabled. In enforce mode a failure raises 403
+    before the caller returns, stores, or caches the token; in audit mode failures are logged only.
+    A refresh_token grant without an id_token is allowed in both modes: the stored credential keeps
+    the binding established at the original authorization_code exchange.
+    """
+    binding: Final = server.oauth_identity_binding
+    if binding is None or binding.mode == "disabled":
+        return
+    rejection: Final = await _evaluate_binding(
+        binding=binding,
+        token_response=token_response,
+        litellm_user_id=litellm_user_id,
+        grant_type=grant_type,
+        jwks_fetcher=jwks_fetcher,
+        caller_principal_loader=caller_principal_loader,
+    )
+    if rejection is None:
+        return
+    if binding.mode == "audit":
+        verbose_logger.warning(
+            "oauth_identity_binding audit: server=%s user=%s grant=%s rejected=%s (%s)",
+            server.server_id,
+            litellm_user_id,
+            grant_type,
+            rejection.code,
+            rejection.description,
+        )
+        return
+    raise HTTPException(
+        status_code=403,
+        detail={
+            "error": rejection.code,
+            "error_description": rejection.description,
+            "server_id": server.server_id,
+            "credential_owner": "caller",
+            "credential_stored": False,
+        },
+    )
diff --git a/litellm/proxy/management_endpoints/mcp_management_endpoints.py b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
index 556a30d0b29..5e68e2440da 100644
--- a/litellm/proxy/management_endpoints/mcp_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
@@ -2135,6 +2135,28 @@ if MCP_AVAILABLE:
         """Persist the OAuth2 access token obtained by the calling user."""
         prisma_client: Final = get_prisma_client_or_throw("Database not connected. Connect a database to your proxy")
         await _authorize_and_fetch_mcp_server(prisma_client, user_api_key_dict, server_id)
+        from litellm.proxy._experimental.mcp_server.mcp_server_manager import (  # noqa: PLC0415
+            global_mcp_server_manager as _manager,
+        )
+
+        # This endpoint accepts an opaque token with no upstream identity validation, so it must be
+        # closed for identity-bound servers or it becomes a bypass of the token-relay binding check.
+        registry_server: Final = _manager.get_mcp_server_by_id(server_id)
+        binding: Final = registry_server.oauth_identity_binding if registry_server else None
+        if binding is not None and binding.mode == "enforce":
+            raise HTTPException(
+                status_code=status.HTTP_403_FORBIDDEN,
+                detail={
+                    "error": "oauth_identity_binding_enforced",
+                    "error_description": (
+                        "Direct credential storage is disabled for this server: its OAuth identity "
+                        "binding is enforced and this endpoint cannot validate the token's principal. "
+                        "Complete the OAuth flow through the gateway instead."
+                    ),
+                    "server_id": server_id,
+                    "credential_stored": False,
+                },
+            )
         user_id: Final = user_api_key_dict.user_id or ""
         if not user_id:
             raise HTTPException(
diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py
index 9bf3acc601c..cc3f6c8e8d8 100644
--- a/litellm/types/mcp_server/mcp_server_manager.py
+++ b/litellm/types/mcp_server/mcp_server_manager.py
@@ -38,6 +38,26 @@ class MCPOAuthMetadata(BaseModel):
     usable in memory but must never be persisted as configuration."""
 
 
+class MCPOAuthIdentityBinding(BaseModel):
+    """Per-server policy binding stored per-user OAuth credentials to the authenticated LiteLLM caller.
+
+    When enabled for an interactive oauth2 server, the token relay validates the upstream OIDC
+    ``id_token`` (signature via the pinned issuer's JWKS, issuer, audience, expiry) and compares its
+    principal claim to the LiteLLM caller's trusted identity before the token is returned, stored,
+    or cached. ``audit`` logs mismatches without changing behavior; ``enforce`` fails closed with
+    403 ``oauth_principal_mismatch`` and disables the direct ``oauth-user-credential`` POST, which
+    would otherwise bypass validation with an arbitrary opaque token.
+    """
+
+    mode: Literal["disabled", "audit", "enforce"] = "disabled"
+    issuer: str
+    jwks_url: str | None = None
+    audiences: list[str] = []
+    principal_claim: str = "email"
+    caller_field: Literal["user_email", "user_id"] = "user_email"
+    require_email_verified: bool = True
+
+
 class MCPServer(BaseModel):
     server_id: str
     name: str
@@ -172,6 +192,7 @@ class MCPServer(BaseModel):
     # response (supports dot-notation for nested fields, e.g. "team.enterprise_id").
     # Tokens that fail validation are rejected before storage.
     token_validation: dict[str, Any] | None = None
+    oauth_identity_binding: MCPOAuthIdentityBinding | None = None
     # Optional TTL override (seconds) for the Redis per-user token cache, capped
     # at the token's expires_in minus the expiry buffer so a cached entry never
     # outlives the token. Defaults to the token's expires_in minus the expiry
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
new file mode 100644
index 00000000000..69eaabeda4a
--- /dev/null
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -0,0 +1,240 @@
+import time
+from collections.abc import Mapping
+from typing import Final
+
+import jwt
+import pytest
+from cryptography.hazmat.primitives import serialization
+from cryptography.hazmat.primitives.asymmetric import rsa
+from fastapi import HTTPException
+
+from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    enforce_oauth_identity_binding,
+)
+from litellm.types.mcp import MCPTransport
+from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+ISSUER: Final = "https://idp.example.com"
+AUDIENCE: Final = "litellm-client"
+KID: Final = "test-key"
+
+_PRIVATE_KEY: Final = rsa.generate_private_key(public_exponent=65537, key_size=2048)
+_PRIVATE_PEM: Final = _PRIVATE_KEY.private_bytes(
+    encoding=serialization.Encoding.PEM,
+    format=serialization.PrivateFormat.PKCS8,
+    encryption_algorithm=serialization.NoEncryption(),
+)
+_PUBLIC_JWK: Final = {
+    **jwt.algorithms.RSAAlgorithm.to_jwk(_PRIVATE_KEY.public_key(), as_dict=True),
+    "kid": KID,
+    "alg": "RS256",
+    "use": "sig",
+}
+
+
+def _sign_id_token(claims: Mapping[str, object]) -> str:
+    payload: Final = {
+        "iss": ISSUER,
+        "aud": AUDIENCE,
+        "exp": int(time.time()) + 300,
+        "iat": int(time.time()),
+        **claims,
+    }
+    return jwt.encode(payload, _PRIVATE_PEM, algorithm="RS256", headers={"kid": KID})
+
+
+async def _jwks_fetcher(_binding: MCPOAuthIdentityBinding) -> list[Mapping[str, object]]:
+    return [_PUBLIC_JWK]
+
+
+def _caller_loader(email: str | None):
+    async def load(_user_id: str, _binding: MCPOAuthIdentityBinding) -> str | None:
+        return email
+
+    return load
+
+
+def _server(mode: str = "enforce", **binding_overrides: object) -> MCPServer:
+    return MCPServer(
+        server_id="srv-1",
+        name="srv-1",
+        url="https://mcp.example.com",
+        transport=MCPTransport.http,
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode=mode,
+            issuer=ISSUER,
+            audiences=[AUDIENCE],
+            **binding_overrides,
+        ),
+    )
+
+
+@pytest.mark.asyncio
+async def test_matching_principal_passes():
+    token: Final = _sign_id_token({"email": "Alice@Example.com", "email_verified": True})
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(),
+        token_response={"access_token": "at", "id_token": token},
+        litellm_user_id="user-a",
+        grant_type="authorization_code",
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("alice@example.com"),
+    )
+    assert result is None
+
+
+@pytest.mark.asyncio
+async def test_mismatched_principal_rejected():
+    token: Final = _sign_id_token({"email": "mallory@example.com", "email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_principal_mismatch"
+    assert exc_info.value.detail["credential_stored"] is False
+
+
+@pytest.mark.asyncio
+async def test_missing_id_token_rejected_on_authorization_code():
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_allowed():
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(),
+        token_response={"access_token": "at"},
+        litellm_user_id="user-a",
+        grant_type="refresh_token",
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("alice@example.com"),
+    )
+    assert result is None
+
+
+@pytest.mark.asyncio
+async def test_refresh_with_mismatched_id_token_rejected():
+    token: Final = _sign_id_token({"email": "mallory@example.com", "email_verified": True})
+    with pytest.raises(HTTPException):
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="refresh_token",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+
+
+@pytest.mark.asyncio
+async def test_audit_mode_logs_but_does_not_reject():
+    token: Final = _sign_id_token({"email": "mallory@example.com", "email_verified": True})
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(mode="audit"),
+        token_response={"access_token": "at", "id_token": token},
+        litellm_user_id="user-a",
+        grant_type="authorization_code",
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("alice@example.com"),
+    )
+    assert result is None
+
+
+@pytest.mark.asyncio
+async def test_unverified_email_rejected():
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": False})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_wrong_issuer_rejected():
+    payload: Final = {
+        "iss": "https://evil.example.com",
+        "aud": AUDIENCE,
+        "exp": int(time.time()) + 300,
+        "email": "alice@example.com",
+        "email_verified": True,
+    }
+    token: Final = jwt.encode(payload, _PRIVATE_PEM, algorithm="RS256", headers={"kid": KID})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_no_litellm_identity_rejected():
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id=None,
+            grant_type="authorization_code",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.status_code == 403
+
+
+@pytest.mark.asyncio
+async def test_disabled_binding_is_noop():
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(mode="disabled"),
+        token_response={"access_token": "at"},
+        litellm_user_id=None,
+        grant_type="authorization_code",
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader(None),
+    )
+    assert result is None
+
+
+@pytest.mark.asyncio
+async def test_no_binding_is_noop():
+    server: Final = MCPServer(
+        server_id="srv-2",
+        name="srv-2",
+        url="https://mcp.example.com",
+        transport=MCPTransport.http,
+    )
+    result: Final = await enforce_oauth_identity_binding(
+        server=server,
+        token_response={"access_token": "at"},
+        litellm_user_id=None,
+        grant_type="authorization_code",
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader(None),
+    )
+    assert result is None
diff --git a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
index ceb44de5576..1cb36918f11 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
@@ -4638,6 +4638,67 @@ async def test_store_mcp_oauth_user_credential_returns_status():
     assert result.expires_at == "2099-01-01T00:00:00+00:00"
 
 
+@pytest.mark.asyncio
+async def test_store_mcp_oauth_user_credential_blocked_when_identity_binding_enforced():
+    """The direct opaque-token POST must be closed for enforce-mode identity-bound servers,
+    otherwise it bypasses the token-relay principal check."""
+    from litellm.proxy._types import MCPOAuthUserCredentialRequest
+    from litellm.types.mcp import MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    if not mgmt_endpoints.MCP_AVAILABLE:
+        pytest.skip("MCP module not installed")
+
+    from litellm.proxy._experimental.mcp_server import mcp_server_manager as manager_module
+    from litellm.proxy.management_endpoints.mcp_management_endpoints import (
+        store_mcp_oauth_user_credential,
+    )
+
+    server_id = "srv-binding-1"
+    bound_server = MCPServer(
+        server_id=server_id,
+        name=server_id,
+        url="https://mcp.example.com",
+        transport=MCPTransport.http,
+        oauth_identity_binding=MCPOAuthIdentityBinding(mode="enforce", issuer="https://idp.example.com"),
+    )
+    store_mock = AsyncMock(return_value=None)
+
+    with (
+        patch(  # test-quality-ok: mirrors the existing store-credential tests in this file
+            "litellm.proxy.management_endpoints.mcp_management_endpoints.get_prisma_client_or_throw",
+            return_value=_make_prisma_client(),
+        ),
+        patch(  # test-quality-ok: mirrors the existing store-credential tests in this file
+            "litellm.proxy.management_endpoints.mcp_management_endpoints.get_mcp_server",
+            new=AsyncMock(return_value=generate_mock_mcp_server_db_record(server_id=server_id)),
+        ),
+        patch(  # test-quality-ok: mirrors the existing store-credential tests in this file
+            "litellm.proxy.management_endpoints.mcp_management_endpoints._user_has_admin_view",
+            return_value=True,
+        ),
+        patch.object(  # test-quality-ok: registry is a module-level singleton; injecting it would change the endpoint signature
+            manager_module.global_mcp_server_manager,
+            "get_mcp_server_by_id",
+            return_value=bound_server,
+        ),
+        patch(  # test-quality-ok: asserting the DB write is never reached is the point of the test
+            "litellm.proxy.management_endpoints.mcp_management_endpoints.store_user_oauth_credential",
+            new=store_mock,
+        ),
+    ):
+        with pytest.raises(HTTPException) as exc_info:
+            await store_mcp_oauth_user_credential(
+                server_id=server_id,
+                payload=MCPOAuthUserCredentialRequest(access_token="opaque-tok", expires_in=3600),
+                user_api_key_dict=_make_user_auth("user-123"),
+            )
+
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_enforced"
+    store_mock.assert_not_called()
+
+
 @pytest.mark.asyncio
 async def test_delete_mcp_oauth_user_credential_only_deletes_oauth():
     """delete_mcp_oauth_user_credential only deletes OAuth2 credentials, not BYOK."""

From c60c60e6fe4a860377d9fcd9e611d71234b91e36 Mon Sep 17 00:00:00 2001
From: michelligabriele <gabriele.michelli@icloud.com>
Date: Wed, 2 Sep 2026 10:35:49 +0200
Subject: [PATCH 002/298] fix(proxy): resolve /v1/models limits from the
 deployment, not the alias

---
 litellm/proxy/utils.py                        | 108 +++++++++++----
 litellm/router.py                             |  42 ++++--
 litellm/types/router.py                       |  17 +++
 litellm/utils.py                              |  27 ++--
 .../test_model_management_endpoints.py        |   4 +-
 .../proxy/proxy_server/test_routes_models.py  |   8 +-
 .../test_team_model_name_translation.py       |  12 +-
 tests/test_litellm/proxy/test_proxy_utils.py  | 127 +++++++++++++++++-
 tests/test_litellm/test_router.py             |  99 ++++++++++++++
 9 files changed, 388 insertions(+), 56 deletions(-)

diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 051d36c4d0f..b86e6d857cc 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -7481,6 +7481,64 @@ async def get_available_models_for_user(
     return all_models
 
 
+def _safe_get_model_info(model: str, get_model_info: Callable[[str], ModelInfo]) -> ModelInfo | None:
+    try:
+        return get_model_info(model)
+    except Exception as e:
+        verbose_proxy_logger.debug(
+            "create_model_info_response: cost map lookup failed for %s: %s",
+            model,
+            e,
+        )
+        return None
+
+
+def _resolve_listing_model_info(
+    deployment_model: str | None,
+    listed_model: str,
+    get_model_info: Callable[[str], ModelInfo],
+) -> tuple[ModelInfo, ...]:
+    """
+    Cost-map entries describing a listed model, best source first.
+
+    The name a model is listed under is an arbitrary public alias, so it often misses the
+    cost map and lands on a fallback-generalization rule that answers with a conservative
+    family baseline instead of the real model's limits; the deployment's underlying model
+    is what the request actually reaches. Both names are kept because either can
+    generalize, and because a deployment's own model is registered into the cost map as a
+    stub that carries no limits of its own. Exact entries are consulted before generalized
+    ones, and each field is then taken from the first entry that has it.
+    """
+    listed_info: Final = _safe_get_model_info(listed_model, get_model_info)
+
+    # Fast path, and the only one a wildcard-expanded name takes: with a single name
+    # there is nothing to order, so skip the generalization test entirely. This keeps
+    # the per-model cost of the listing on the hot path #33721 exists to protect.
+    if deployment_model is None or deployment_model == listed_model:
+        return () if listed_info is None else (listed_info,)
+
+    deployment_info: Final = _safe_get_model_info(deployment_model, get_model_info)
+    if deployment_info is None:
+        return () if listed_info is None else (listed_info,)
+    if listed_info is None:
+        return (deployment_info,)
+
+    from litellm.utils import is_generalized_model_info
+
+    # Both names resolved: the deployment's model leads unless it only generalized
+    # while the listed name is an exact cost-map entry.
+    if is_generalized_model_info(deployment_info) and not is_generalized_model_info(listed_info):
+        return (listed_info, deployment_info)
+    return (deployment_info, listed_info)
+
+
+def _first_token_limit(candidates: tuple[ModelInfo, ...], field: str) -> int | None:
+    return next(
+        (limit for limit in (coerce_token_limit(info.get(field)) for info in candidates) if limit is not None),
+        None,
+    )
+
+
 def create_model_info_response(
     model_id: str,
     provider: str,
@@ -7505,31 +7563,35 @@ def create_model_info_response(
         "owned_by": provider,
     }
 
-    try:
-        model_cost_info: ModelInfo | None = get_model_info(model_id)
-    except Exception as e:
-        verbose_proxy_logger.debug(
-            "create_model_info_response: cost map lookup failed for %s: %s",
-            model_id,
-            e,
-        )
-        model_cost_info = None
+    listing_info: Final = llm_router.get_model_listing_info(model_id) if llm_router is not None else None
 
-    max_input_tokens: int | None = None
-    max_output_tokens: int | None = None
-    if model_cost_info is not None:
-        max_input_tokens = coerce_token_limit(model_cost_info.get("max_input_tokens"))
-        max_output_tokens = coerce_token_limit(model_cost_info.get("max_output_tokens"))
-        mode: Final = model_cost_info.get("mode")
-        if isinstance(mode, str):
-            base["mode"] = mode
+    candidates: Final = _resolve_listing_model_info(
+        deployment_model=listing_info.cost_map_key if listing_info is not None else None,
+        listed_model=model_id,
+        get_model_info=get_model_info,
+    )
 
-    if llm_router is not None:
-        configured_input, configured_output = llm_router.get_configured_token_limits(model_id)
-        if configured_input is not None:
-            max_input_tokens = configured_input
-        if configured_output is not None:
-            max_output_tokens = configured_output
+    max_input_tokens: int | None = _first_token_limit(candidates, "max_input_tokens")
+    max_output_tokens: int | None = _first_token_limit(candidates, "max_output_tokens")
+    mode: Final = next(
+        (
+            m
+            for m in (
+                cast("Mapping[str, object]", info).get("mode")  # cast-ok: an entry need not carry "mode"
+                for info in candidates
+            )
+            if isinstance(m, str)
+        ),
+        None,
+    )
+    if mode is not None:
+        base["mode"] = mode
+
+    if listing_info is not None:
+        if listing_info.max_input_tokens is not None:
+            max_input_tokens = listing_info.max_input_tokens
+        if listing_info.max_output_tokens is not None:
+            max_output_tokens = listing_info.max_output_tokens
 
     if max_input_tokens is not None:
         base["max_input_tokens"] = max_input_tokens
diff --git a/litellm/router.py b/litellm/router.py
index 23d8907fb49..7bc6a6c714a 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -200,6 +200,7 @@ from litellm.types.router import (
     CredentialLiteLLMParams,
     CustomRoutingStrategyBase,
     Deployment,
+    DeploymentModelListingInfo,
     DeploymentTypedDict,
     FallbackAccessCheck,
     GuardrailTypedDict,
@@ -9726,25 +9727,44 @@ class Router:
             return None
         return Deployment(**first_usable) if isinstance(first_usable, dict) else first_usable
 
+    def get_model_listing_info(self, model_name: str) -> DeploymentModelListingInfo | None:
+        """
+        Return what the concrete deployment behind model_name contributes to its
+        /v1/models entry: the cost-map key for its underlying model, plus any token
+        limits explicitly configured in its model_info. Resolved via O(1) index lookup.
+
+        Returns None for wildcard-expanded or unknown names, where the listed name is
+        the real model name and no deployment-specific information exists, and treats a
+        malformed configured limit as absent rather than failing the listing. Unlike
+        get_model_group_info, this never triggers pattern matching or deep copies, so it
+        is safe to call per listed model on the /v1/models hot path.
+        """
+        deployment: Final = self.get_deployment_by_model_group_name(model_group_name=model_name)
+        if deployment is None:
+            return None
+
+        model_info: Final = deployment.model_info
+        # base_model is a declared field, so read it as one: an unset or blank value
+        # means the deployment's own model name is the cost-map key.
+        base_model: Final = model_info.base_model
+        return DeploymentModelListingInfo(
+            cost_map_key=base_model or deployment.litellm_params.model,
+            max_input_tokens=coerce_token_limit(model_info.get("max_input_tokens")),
+            max_output_tokens=coerce_token_limit(model_info.get("max_output_tokens")),
+        )
+
     def get_configured_token_limits(self, model_name: str) -> "tuple[int | None, int | None]":
         """
         Return (max_input_tokens, max_output_tokens) explicitly configured in a concrete
         deployment's model_info for model_name, via O(1) index lookup.
 
         Returns (None, None) for wildcard-expanded or unknown names, and treats a
-        malformed configured value as absent rather than failing the listing. Unlike
-        get_model_group_info, this never triggers pattern matching or deep copies, so it
-        is safe to call per listed model on the /v1/models hot path.
+        malformed configured value as absent rather than failing the caller.
         """
-        deployment: Final = self.get_deployment_by_model_group_name(model_group_name=model_name)
-        if deployment is None:
+        listing_info: Final = self.get_model_listing_info(model_name=model_name)
+        if listing_info is None:
             return (None, None)
-
-        model_info: Final = deployment.model_info
-        return (
-            coerce_token_limit(model_info.get("max_input_tokens")),
-            coerce_token_limit(model_info.get("max_output_tokens")),
-        )
+        return (listing_info.max_input_tokens, listing_info.max_output_tokens)
 
     def get_deployment_credentials_with_provider(
         self, model_id: str, team_id: str | None = None
diff --git a/litellm/types/router.py b/litellm/types/router.py
index e0957383aac..6f9fb4bf6ee 100644
--- a/litellm/types/router.py
+++ b/litellm/types/router.py
@@ -575,6 +575,23 @@ class Deployment(BaseModel):
         setattr(self, key, value)
 
 
+@dataclass(frozen=True, slots=True)
+class DeploymentModelListingInfo:
+    """What a concrete deployment contributes to its OpenAI-compatible listing entry.
+
+    ``cost_map_key`` is the name the deployment's underlying model is known by in
+    ``litellm.model_cost`` (``model_info.base_model`` when set, else
+    ``litellm_params.model``), which is what the request actually reaches; the public
+    model name it is listed under is an arbitrary alias and often absent from the cost
+    map. The token limits are the ones explicitly set in ``model_info``, which outrank
+    anything the cost map says.
+    """
+
+    cost_map_key: str
+    max_input_tokens: int | None
+    max_output_tokens: int | None
+
+
 class RouterErrors(enum.Enum):
     """
     Enum for router specific errors with common codes
diff --git a/litellm/utils.py b/litellm/utils.py
index 252b6756937..80d2399c518 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -2948,24 +2948,33 @@ def _resolve_builtin_model_cost_entry(key: str, provider: str) -> dict[str, obje
     return None
 
 
+def is_generalized_model_info(model_info: ModelInfo) -> bool:
+    """Whether ``model_info`` came from a fallback-generalization capability rule.
+
+    Detected as the resolved key missing ``litellm.model_cost`` while matching a
+    capability rule. A rule-derived entry carries no pricing and only a conservative
+    family-baseline context window, so callers holding a second candidate name should
+    prefer an exact cost-map entry from that name over this one.
+    """
+    key: Final = cast("Mapping[str, object]", model_info).get("key")  # cast-ok: partial dicts may omit "key"
+    if not isinstance(key, str):
+        return False
+    return key not in litellm.model_cost and match_capability_generalizations(key) is not None
+
+
 def _get_builtin_model_info_for_registration(model: str) -> ModelInfo | None:
     """Resolve ``model`` to its built-in cost-map entry for registration merging.
 
     Returns ``None`` when the lookup raises or when it resolved via a
-    fallback-generalization capability rule, detected as the resolved key missing
-    ``litellm.model_cost`` while matching a capability rule. A rule-derived entry
-    carries no pricing, so treating it as a hit would skip the built-in
-    cache-pricing inheritance for prefix-mangled keys.
+    fallback-generalization capability rule. A rule-derived entry carries no
+    pricing, so treating it as a hit would skip the built-in cache-pricing
+    inheritance for prefix-mangled keys.
     """
     try:
         info: Final = get_model_info(model=model)
     except Exception:
         return None
-    if info["key"] in litellm.model_cost:
-        return info
-    if match_capability_generalizations(info["key"]) is None:
-        return info
-    return None
+    return None if is_generalized_model_info(info) else info
 
 
 _runtime_registered_model_cost: Final[dict[str, dict[str, object]]] = {}  # mutable-ok: replayed on reload
diff --git a/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
index 4661cc17dbc..55e195ff14b 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
@@ -1944,7 +1944,7 @@ class TestModelInfoEndpoint:
         ):
             mock_router.get_fully_blocked_model_names.return_value = set()
             mock_router.get_model_list.return_value = []
-            mock_router.get_configured_token_limits.return_value = (None, None)
+            mock_router.get_model_listing_info.return_value = None
             mock_router.get_deployment_by_model_group_name.return_value = Deployment(
                 model_name="gpt-4",
                 litellm_params=LiteLLM_Params(model="openai/gpt-4"),
@@ -2021,7 +2021,7 @@ class TestModelInfoEndpoint:
         ):
             mock_router.get_fully_blocked_model_names.return_value = set()
             mock_router.get_model_list.return_value = []
-            mock_router.get_configured_token_limits.return_value = (None, None)
+            mock_router.get_model_listing_info.return_value = None
             mock_router.get_deployment_by_model_group_name.return_value = Deployment(
                 model_name="team-model-1",
                 litellm_params=LiteLLM_Params(model="custom/team-model-1"),
diff --git a/tests/test_litellm/proxy/proxy_server/test_routes_models.py b/tests/test_litellm/proxy/proxy_server/test_routes_models.py
index 2b126b1ea95..9063010b366 100644
--- a/tests/test_litellm/proxy/proxy_server/test_routes_models.py
+++ b/tests/test_litellm/proxy/proxy_server/test_routes_models.py
@@ -17,6 +17,7 @@ import litellm
 from litellm.proxy import proxy_server
 from litellm.proxy import utils as proxy_utils
 from litellm.proxy.utils import create_model_info_response
+from litellm.types.router import DeploymentModelListingInfo
 
 from .conftest import normalize  # type: ignore[import-not-found]
 
@@ -165,13 +166,16 @@ def test_anthropic_format_carries_router_configured_token_limits(client, auth_as
     built from another entry's lookup shows up as the wrong numbers."""
 
     def _configured(model_name):
-        return (300000, 32000) if model_name == "gpt-4" else (500000, 4096)
+        max_input, max_output = (300000, 32000) if model_name == "gpt-4" else (500000, 4096)
+        return DeploymentModelListingInfo(
+            cost_map_key=model_name, max_input_tokens=max_input, max_output_tokens=max_output
+        )
 
     def _cost_map_lookup(model_id):
         max_input, max_output = (200000, 64000) if model_id == "gpt-4" else (100000, 8000)
         return {"max_input_tokens": max_input, "max_output_tokens": max_output, "mode": "chat"}
 
-    patched_models.get_configured_token_limits = MagicMock(side_effect=_configured)
+    patched_models.get_model_listing_info = MagicMock(side_effect=_configured)
 
     def _resolved(**kwargs):
         return create_model_info_response(**kwargs, get_model_info=_cost_map_lookup)
diff --git a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
index aa35fd64f18..6c1f2eb9bcf 100644
--- a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
+++ b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
@@ -877,7 +877,7 @@ async def test_v1_models_translates_team_model_for_access_group_key(monkeypatch)
     router.get_model_names.return_value = ["model_name_teamX_uuid9"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_uuid9"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]
 
@@ -919,7 +919,7 @@ async def test_v1_models_keeps_internal_names_when_public_name_flag_disabled(
     router.get_model_names.return_value = ["model_name_teamX_uuid9"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_uuid9"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]
 
@@ -954,7 +954,7 @@ async def test_v1_models_translates_team_model_with_metadata(monkeypatch):
     router.get_model_names.return_value = ["model_name_teamX_uuid9"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_uuid9"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]
     router.get_model_group_info.return_value = None
@@ -1000,7 +1000,7 @@ async def test_v1_models_metadata_fallbacks_use_internal_routing_key(monkeypatch
     router.get_model_names.return_value = ["model_name_teamX_uuid9"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_uuid9"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]
     # Fallbacks are keyed on the internal routing name, as the router stores them.
@@ -1057,7 +1057,7 @@ async def test_v1_models_metadata_does_not_leak_other_team_fallbacks(monkeypatch
     router.get_model_names.return_value = ["model_name_teamX_uuid9"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_uuid9"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     router.model_list = [team_x, team_y]
     router.get_model_list.return_value = [team_x, team_y]
     router.fallbacks = [
@@ -1312,7 +1312,7 @@ def test_translate_team_model_names_for_listing_respects_legacy_flag():
 def _public_named_router(*team_rows: dict) -> MagicMock:
     router = MagicMock()
     router.get_model_list.return_value = list(team_rows)
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
     return router
 
 
diff --git a/tests/test_litellm/proxy/test_proxy_utils.py b/tests/test_litellm/proxy/test_proxy_utils.py
index dcaad968663..58f62bc4928 100644
--- a/tests/test_litellm/proxy/test_proxy_utils.py
+++ b/tests/test_litellm/proxy/test_proxy_utils.py
@@ -886,6 +886,7 @@ from typing import cast
 
 import litellm
 from litellm.proxy.utils import create_model_info_response
+from litellm.types.router import DeploymentModelListingInfo
 from litellm.types.utils import ModelInfo
 
 
@@ -913,7 +914,7 @@ def test_create_model_info_response_includes_max_tokens_from_lookup():
 
 def test_create_model_info_response_does_not_call_router_group_info():
     router = MagicMock()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = None
 
     response = create_model_info_response(
         model_id="some-model",
@@ -928,7 +929,9 @@ def test_create_model_info_response_does_not_call_router_group_info():
 
 def test_create_model_info_response_uses_deployment_limits_when_not_in_cost_map():
     router = MagicMock()
-    router.get_configured_token_limits.return_value = (32000, 8000)
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_key="my-custom-deployment", max_input_tokens=32000, max_output_tokens=8000
+    )
 
     response = create_model_info_response(
         model_id="my-custom-deployment",
@@ -944,7 +947,9 @@ def test_create_model_info_response_uses_deployment_limits_when_not_in_cost_map(
 
 def test_create_model_info_response_deployment_limits_override_cost_map():
     router = MagicMock()
-    router.get_configured_token_limits.return_value = (200000, None)
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_key="gpt-4o", max_input_tokens=200000, max_output_tokens=None
+    )
 
     response = create_model_info_response(
         model_id="gpt-4o",
@@ -1878,3 +1883,119 @@ async def test_proxy_only_error_5xx_keeps_traceback_and_runs_sync_callbacks(monk
         Logging.failure_handler = orig_sync_failure
 
     assert "test_proxy_utils" in captured["async_traceback"]
+
+
+def test_create_model_info_response_resolves_alias_to_deployment_model():
+    """A public model name that is not itself a cost-map key must not be resolved through
+    the fallback-generalization rules: `bedrock-claude-opus-5` matches the generic
+    claude-family baseline (200k/64k) by substring, while the deployment it fronts really
+    accepts 1M/128k. Regression for the /v1/models alias resolution introduced in v1.94.0."""
+    from litellm import Router
+
+    saved_model_cost = dict(litellm.model_cost)
+    try:
+        router = Router(
+            model_list=[
+                {
+                    "model_name": "bedrock-claude-opus-5",
+                    "litellm_params": {
+                        "custom_llm_provider": "bedrock",
+                        "model": "bedrock/eu.anthropic.claude-opus-5",
+                    },
+                    "model_info": {"base_model": "eu.anthropic.claude-opus-5"},
+                }
+            ]
+        )
+
+        response = create_model_info_response(
+            model_id="bedrock-claude-opus-5", provider="openai", llm_router=router
+        )
+    finally:
+        litellm.model_cost.clear()
+        litellm.model_cost.update(saved_model_cost)
+
+    assert response["max_input_tokens"] == 1000000
+    assert response["max_output_tokens"] == 128000
+
+
+def test_create_model_info_response_keeps_exact_alias_over_generalized_deployment_model():
+    """Mirror of the alias bug: when the deployment points at a custom backend name that
+    only matches a generalization rule, the listed name's exact cost-map entry is the
+    better answer and must win."""
+    from litellm import Router
+
+    saved_model_cost = dict(litellm.model_cost)
+    try:
+        router = Router(
+            model_list=[
+                {
+                    "model_name": "claude-opus-5",
+                    "litellm_params": {
+                        "custom_llm_provider": "bedrock",
+                        "model": "bedrock/my-claude-opus-5-provisioned",
+                    },
+                }
+            ]
+        )
+
+        response = create_model_info_response(
+            model_id="claude-opus-5", provider="openai", llm_router=router
+        )
+    finally:
+        litellm.model_cost.clear()
+        litellm.model_cost.update(saved_model_cost)
+
+    assert response["max_input_tokens"] == 1000000
+
+
+def test_create_model_info_response_falls_back_to_alias_for_opaque_deployment_name():
+    """An Azure deployment named after the resource rather than the model has no cost-map
+    entry; the listed name still does, and must keep answering."""
+    from litellm import Router
+
+    saved_model_cost = dict(litellm.model_cost)
+    try:
+        router = Router(
+            model_list=[
+                {
+                    "model_name": "gpt-4o",
+                    "litellm_params": {"model": "azure/my-gpt4o-deployment"},
+                }
+            ]
+        )
+
+        response = create_model_info_response(
+            model_id="gpt-4o", provider="openai", llm_router=router
+        )
+    finally:
+        litellm.model_cost.clear()
+        litellm.model_cost.update(saved_model_cost)
+
+    assert response["max_input_tokens"] == 128000
+    assert response["max_output_tokens"] == 16384
+
+
+def test_create_model_info_response_resolves_mode_through_deployment_model():
+    """`mode` is derived from the same lookup, so an aliased embedding deployment
+    currently reports no mode at all; it must report `embedding`."""
+    from litellm import Router
+
+    saved_model_cost = dict(litellm.model_cost)
+    try:
+        router = Router(
+            model_list=[
+                {
+                    "model_name": "my-embeddings",
+                    "litellm_params": {"model": "openai/text-embedding-3-small"},
+                }
+            ]
+        )
+
+        response = create_model_info_response(
+            model_id="my-embeddings", provider="openai", llm_router=router
+        )
+    finally:
+        litellm.model_cost.clear()
+        litellm.model_cost.update(saved_model_cost)
+
+    assert response["mode"] == "embedding"
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index 84f6344be35..37805436f8d 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -7271,6 +7271,105 @@ def test_get_configured_token_limits_coerces_numeric_strings():
     assert router.get_configured_token_limits("quoted-limits-model") == (32000, 8000)
 
 
+def test_get_model_listing_info_prefers_base_model_over_litellm_params_model():
+    """The cost-map key comes from base_model when set, so a deployment pointing at an
+    opaque backend name still resolves the real catalog entry."""
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "bedrock-claude-opus-5",
+                "litellm_params": {"model": "bedrock/eu.anthropic.claude-opus-5"},
+                "model_info": {"base_model": "eu.anthropic.claude-opus-5"},
+            }
+        ]
+    )
+
+    info = router.get_model_listing_info("bedrock-claude-opus-5")
+    assert info is not None
+    assert info.cost_map_key == "eu.anthropic.claude-opus-5"
+
+
+def test_get_model_listing_info_falls_back_to_litellm_params_model():
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "bedrock-claude-opus-5",
+                "litellm_params": {"model": "bedrock/eu.anthropic.claude-opus-5"},
+            }
+        ]
+    )
+
+    info = router.get_model_listing_info("bedrock-claude-opus-5")
+    assert info is not None
+    assert info.cost_map_key == "bedrock/eu.anthropic.claude-opus-5"
+
+
+def test_get_model_listing_info_ignores_blank_base_model():
+    """A base_model set to an empty string is absent, not a cost-map key."""
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "bedrock-claude-opus-5",
+                "litellm_params": {"model": "bedrock/eu.anthropic.claude-opus-5"},
+                "model_info": {"base_model": ""},
+            }
+        ]
+    )
+
+    info = router.get_model_listing_info("bedrock-claude-opus-5")
+    assert info is not None
+    assert info.cost_map_key == "bedrock/eu.anthropic.claude-opus-5"
+
+
+def test_get_model_listing_info_returns_none_for_unknown_name():
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "no-limits-model",
+                "litellm_params": {"model": "openai/some-unmapped-model"},
+            }
+        ]
+    )
+
+    assert router.get_model_listing_info("not-a-real-model") is None
+
+
+def test_get_model_listing_info_carries_configured_limits():
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "my-custom-model",
+                "litellm_params": {"model": "openai/some-unmapped-model"},
+                "model_info": {"max_input_tokens": 32000, "max_output_tokens": 8000},
+            }
+        ]
+    )
+
+    info = router.get_model_listing_info("my-custom-model")
+    assert info is not None
+    assert (info.max_input_tokens, info.max_output_tokens) == (32000, 8000)
+
+
+def test_get_model_listing_info_skips_wildcard_pattern_matching():
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "bedrock/*",
+                "litellm_params": {"model": "bedrock/*"},
+                "model_info": {"max_input_tokens": 12345},
+            }
+        ]
+    )
+
+    with patch.object(
+        router.pattern_router, "route", side_effect=AssertionError("pattern route called")
+    ):
+        assert (
+            router.get_model_listing_info("bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0")
+            is None
+        )
+
+
 @pytest.mark.asyncio
 async def test_acreate_batch_disable_fallbacks_surfaces_owning_provider_error():
     router = litellm.Router(

From d5270890c409fe5942ff98c5b3a69370fc0bff81 Mon Sep 17 00:00:00 2001
From: michelligabriele <gabriele.michelli@icloud.com>
Date: Wed, 2 Sep 2026 12:03:36 +0200
Subject: [PATCH 003/298] fix(proxy): report the widest window across a model
 group, not the first deployment's

---
 litellm/proxy/utils.py                        | 45 +++++++--
 litellm/router.py                             | 79 +++++++++++-----
 litellm/types/router.py                       | 17 ++--
 .../proxy/proxy_server/test_routes_models.py  |  2 +-
 tests/test_litellm/proxy/test_proxy_utils.py  | 52 ++++++++++-
 tests/test_litellm/test_router.py             | 91 ++++++++++++++++++-
 6 files changed, 242 insertions(+), 44 deletions(-)

diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index b86e6d857cc..874dca4238f 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -7496,10 +7496,11 @@ def _safe_get_model_info(model: str, get_model_info: Callable[[str], ModelInfo])
 def _resolve_listing_model_info(
     deployment_model: str | None,
     listed_model: str,
+    listed_info: ModelInfo | None,
     get_model_info: Callable[[str], ModelInfo],
 ) -> tuple[ModelInfo, ...]:
     """
-    Cost-map entries describing a listed model, best source first.
+    Cost-map entries describing one deployment behind a listed model, best source first.
 
     The name a model is listed under is an arbitrary public alias, so it often misses the
     cost map and lands on a fallback-generalization rule that answers with a conservative
@@ -7508,9 +7509,10 @@ def _resolve_listing_model_info(
     generalize, and because a deployment's own model is registered into the cost map as a
     stub that carries no limits of its own. Exact entries are consulted before generalized
     ones, and each field is then taken from the first entry that has it.
-    """
-    listed_info: Final = _safe_get_model_info(listed_model, get_model_info)
 
+    ``listed_info`` is resolved once by the caller, since a group with several distinct
+    underlying models resolves the same alias for each of them.
+    """
     # Fast path, and the only one a wildcard-expanded name takes: with a single name
     # there is nothing to order, so skip the generalization test entirely. This keeps
     # the per-model cost of the listing on the hot path #33721 exists to protect.
@@ -7539,6 +7541,20 @@ def _first_token_limit(candidates: tuple[ModelInfo, ...], field: str) -> int | N
     )
 
 
+def _group_token_limit(candidate_sets: tuple[tuple[ModelInfo, ...], ...], field: str) -> int | None:
+    """The widest limit any deployment behind the listed name declares for ``field``.
+
+    A model group is normally one model behind several interchangeable deployments, so
+    there is a single value to report. When a group genuinely mixes models, reporting the
+    widest window keeps the listing independent of config order and agreeing with
+    ``/model_group/info``, which aggregates the same way for the Admin UI.
+    """
+    limits: Final = tuple(
+        limit for limit in (_first_token_limit(candidates, field) for candidates in candidate_sets) if limit is not None
+    )
+    return max(limits) if limits else None
+
+
 def create_model_info_response(
     model_id: str,
     provider: str,
@@ -7565,19 +7581,30 @@ def create_model_info_response(
 
     listing_info: Final = llm_router.get_model_listing_info(model_id) if llm_router is not None else None
 
-    candidates: Final = _resolve_listing_model_info(
-        deployment_model=listing_info.cost_map_key if listing_info is not None else None,
-        listed_model=model_id,
-        get_model_info=get_model_info,
+    # One entry per distinct model behind the listed name; (None,) when the router knows
+    # nothing about it, so the listed name is resolved on its own as before.
+    deployment_models: Final[tuple[str | None, ...]] = (
+        listing_info.cost_map_keys if listing_info is not None and listing_info.cost_map_keys else (None,)
+    )
+    listed_info: Final = _safe_get_model_info(model_id, get_model_info)
+    candidate_sets: Final = tuple(
+        _resolve_listing_model_info(
+            deployment_model=deployment_model,
+            listed_model=model_id,
+            listed_info=listed_info,
+            get_model_info=get_model_info,
+        )
+        for deployment_model in deployment_models
     )
 
-    max_input_tokens: int | None = _first_token_limit(candidates, "max_input_tokens")
-    max_output_tokens: int | None = _first_token_limit(candidates, "max_output_tokens")
+    max_input_tokens: int | None = _group_token_limit(candidate_sets, "max_input_tokens")
+    max_output_tokens: int | None = _group_token_limit(candidate_sets, "max_output_tokens")
     mode: Final = next(
         (
             m
             for m in (
                 cast("Mapping[str, object]", info).get("mode")  # cast-ok: an entry need not carry "mode"
+                for candidates in candidate_sets
                 for info in candidates
             )
             if isinstance(m, str)
diff --git a/litellm/router.py b/litellm/router.py
index 7bc6a6c714a..7011f7f504c 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -9729,29 +9729,57 @@ class Router:
 
     def get_model_listing_info(self, model_name: str) -> DeploymentModelListingInfo | None:
         """
-        Return what the concrete deployment behind model_name contributes to its
-        /v1/models entry: the cost-map key for its underlying model, plus any token
-        limits explicitly configured in its model_info. Resolved via O(1) index lookup.
+        Return what the concrete deployments behind model_name contribute to its
+        /v1/models entry: the cost-map keys for their underlying models, plus the widest
+        token limits explicitly configured in their model_info. Resolved via O(1) index
+        lookup.
 
-        Returns None for wildcard-expanded or unknown names, where the listed name is
-        the real model name and no deployment-specific information exists, and treats a
-        malformed configured limit as absent rather than failing the listing. Unlike
-        get_model_group_info, this never triggers pattern matching or deep copies, so it
-        is safe to call per listed model on the /v1/models hot path.
+        Returns None for wildcard-expanded or unknown names, where the listed name is the
+        real model name and no deployment-specific information exists, and treats a
+        malformed configured limit as absent rather than failing the listing.
+
+        The whole group is read rather than just its first deployment, so a group that
+        mixes models does not advertise a window that depends on config order; the widest
+        one is reported, which is what get_model_group_info already shows the Admin UI.
+        Keys are deduplicated, so the ordinary group of interchangeable deployments of one
+        model still costs the caller a single cost-map lookup. Unlike get_model_group_info,
+        this never triggers pattern matching or deep copies, so it is safe to call per
+        listed model on the /v1/models hot path.
         """
-        deployment: Final = self.get_deployment_by_model_group_name(model_group_name=model_name)
-        if deployment is None:
+        indices: Final = self.model_name_to_deployment_indices.get(model_name)
+        if not indices:
             return None
 
-        model_info: Final = deployment.model_info
-        # base_model is a declared field, so read it as one: an unset or blank value
-        # means the deployment's own model name is the cost-map key.
-        base_model: Final = model_info.base_model
-        return DeploymentModelListingInfo(
-            cost_map_key=base_model or deployment.litellm_params.model,
-            max_input_tokens=coerce_token_limit(model_info.get("max_input_tokens")),
-            max_output_tokens=coerce_token_limit(model_info.get("max_output_tokens")),
+        deployments: Final = tuple(self.model_list[index] for index in indices)
+        model_infos: Final = tuple(deployment.get("model_info") or MappingProxyType({}) for deployment in deployments)
+        params: Final = tuple(deployment.get("litellm_params") or MappingProxyType({}) for deployment in deployments)
+        # base_model resolution mirrors get_router_model_info: unset or blank means the
+        # deployment's own model name is the cost-map key.
+        cost_map_keys: Final = tuple(
+            dict.fromkeys(  # deduplicates while preserving config order
+                key
+                for key in (
+                    model_info.get("base_model") or litellm_params.get("base_model") or litellm_params.get("model")
+                    for model_info, litellm_params in zip(model_infos, params)
+                )
+                if isinstance(key, str) and key
+            )
         )
+        return DeploymentModelListingInfo(
+            cost_map_keys=cost_map_keys,
+            max_input_tokens=self._widest_configured_limit(model_infos, "max_input_tokens"),
+            max_output_tokens=self._widest_configured_limit(model_infos, "max_output_tokens"),
+        )
+
+    @staticmethod
+    def _widest_configured_limit(model_infos: Sequence[Mapping[str, Any]], field: str) -> int | None:
+        """The largest usable value of ``field`` across a group's configured model_info blocks."""
+        limits: Final = tuple(
+            limit
+            for limit in (coerce_token_limit(model_info.get(field)) for model_info in model_infos)
+            if limit is not None
+        )
+        return max(limits) if limits else None
 
     def get_configured_token_limits(self, model_name: str) -> "tuple[int | None, int | None]":
         """
@@ -9760,11 +9788,20 @@ class Router:
 
         Returns (None, None) for wildcard-expanded or unknown names, and treats a
         malformed configured value as absent rather than failing the caller.
+
+        Deliberately reads one deployment rather than aggregating the group the way
+        get_model_listing_info does: its caller truncates an embedding input to this
+        value, so the widest window in a mixed group would be the wrong answer there.
         """
-        listing_info: Final = self.get_model_listing_info(model_name=model_name)
-        if listing_info is None:
+        deployment: Final = self.get_deployment_by_model_group_name(model_group_name=model_name)
+        if deployment is None:
             return (None, None)
-        return (listing_info.max_input_tokens, listing_info.max_output_tokens)
+
+        model_info: Final = deployment.model_info
+        return (
+            coerce_token_limit(model_info.get("max_input_tokens")),
+            coerce_token_limit(model_info.get("max_output_tokens")),
+        )
 
     def get_deployment_credentials_with_provider(
         self, model_id: str, team_id: str | None = None
diff --git a/litellm/types/router.py b/litellm/types/router.py
index 6f9fb4bf6ee..a773959f5f1 100644
--- a/litellm/types/router.py
+++ b/litellm/types/router.py
@@ -577,17 +577,18 @@ class Deployment(BaseModel):
 
 @dataclass(frozen=True, slots=True)
 class DeploymentModelListingInfo:
-    """What a concrete deployment contributes to its OpenAI-compatible listing entry.
+    """What the deployments behind a model name contribute to its OpenAI-compatible listing entry.
 
-    ``cost_map_key`` is the name the deployment's underlying model is known by in
-    ``litellm.model_cost`` (``model_info.base_model`` when set, else
-    ``litellm_params.model``), which is what the request actually reaches; the public
-    model name it is listed under is an arbitrary alias and often absent from the cost
-    map. The token limits are the ones explicitly set in ``model_info``, which outrank
-    anything the cost map says.
+    ``cost_map_keys`` are the names those deployments' underlying models are known by in
+    ``litellm.model_cost`` (``base_model`` when set, else ``litellm_params.model``), which
+    is what a request actually reaches; the public model name they are listed under is an
+    arbitrary alias and often absent from the cost map. Keys are deduplicated in config
+    order, so the ordinary group -- several interchangeable deployments of one model --
+    carries exactly one. The token limits are the widest explicitly set in any
+    deployment's ``model_info``, which outrank anything the cost map says.
     """
 
-    cost_map_key: str
+    cost_map_keys: tuple[str, ...]
     max_input_tokens: int | None
     max_output_tokens: int | None
 
diff --git a/tests/test_litellm/proxy/proxy_server/test_routes_models.py b/tests/test_litellm/proxy/proxy_server/test_routes_models.py
index 9063010b366..54768fef2ce 100644
--- a/tests/test_litellm/proxy/proxy_server/test_routes_models.py
+++ b/tests/test_litellm/proxy/proxy_server/test_routes_models.py
@@ -168,7 +168,7 @@ def test_anthropic_format_carries_router_configured_token_limits(client, auth_as
     def _configured(model_name):
         max_input, max_output = (300000, 32000) if model_name == "gpt-4" else (500000, 4096)
         return DeploymentModelListingInfo(
-            cost_map_key=model_name, max_input_tokens=max_input, max_output_tokens=max_output
+            cost_map_keys=(model_name,), max_input_tokens=max_input, max_output_tokens=max_output
         )
 
     def _cost_map_lookup(model_id):
diff --git a/tests/test_litellm/proxy/test_proxy_utils.py b/tests/test_litellm/proxy/test_proxy_utils.py
index 58f62bc4928..90e7431a22d 100644
--- a/tests/test_litellm/proxy/test_proxy_utils.py
+++ b/tests/test_litellm/proxy/test_proxy_utils.py
@@ -930,7 +930,7 @@ def test_create_model_info_response_does_not_call_router_group_info():
 def test_create_model_info_response_uses_deployment_limits_when_not_in_cost_map():
     router = MagicMock()
     router.get_model_listing_info.return_value = DeploymentModelListingInfo(
-        cost_map_key="my-custom-deployment", max_input_tokens=32000, max_output_tokens=8000
+        cost_map_keys=("my-custom-deployment",), max_input_tokens=32000, max_output_tokens=8000
     )
 
     response = create_model_info_response(
@@ -948,7 +948,7 @@ def test_create_model_info_response_uses_deployment_limits_when_not_in_cost_map(
 def test_create_model_info_response_deployment_limits_override_cost_map():
     router = MagicMock()
     router.get_model_listing_info.return_value = DeploymentModelListingInfo(
-        cost_map_key="gpt-4o", max_input_tokens=200000, max_output_tokens=None
+        cost_map_keys=("gpt-4o",), max_input_tokens=200000, max_output_tokens=None
     )
 
     response = create_model_info_response(
@@ -962,6 +962,54 @@ def test_create_model_info_response_deployment_limits_override_cost_map():
     assert response["max_output_tokens"] == 16384
 
 
+def test_create_model_info_response_reports_widest_window_in_a_mixed_group():
+    """A group mixing models advertises the widest window, not whichever is listed first."""
+    limits = {
+        "small-model": _fake_model_info(max_input_tokens=200000, max_output_tokens=4096, mode="chat"),
+        "large-model": _fake_model_info(max_input_tokens=1000000, max_output_tokens=128000, mode="chat"),
+    }
+
+    for keys in (("small-model", "large-model"), ("large-model", "small-model")):
+        router = MagicMock()
+        router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+            cost_map_keys=keys, max_input_tokens=None, max_output_tokens=None
+        )
+
+        response = create_model_info_response(
+            model_id="house-claude",
+            provider="openai",
+            llm_router=router,
+            get_model_info=lambda model: limits[model],
+        )
+
+        assert response["max_input_tokens"] == 1000000, keys
+        assert response["max_output_tokens"] == 128000, keys
+
+
+def test_create_model_info_response_resolves_alias_once_per_listing():
+    """The alias is the same for every deployment in the group, so it is looked up once."""
+    seen: list[str] = []
+
+    def _tracking_get_model_info(model: str) -> ModelInfo:
+        seen.append(model)
+        return _fake_model_info(max_input_tokens=128000)
+
+    router = MagicMock()
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_keys=("model-a", "model-b"), max_input_tokens=None, max_output_tokens=None
+    )
+
+    create_model_info_response(
+        model_id="house-model",
+        provider="openai",
+        llm_router=router,
+        get_model_info=_tracking_get_model_info,
+    )
+
+    assert seen.count("house-model") == 1
+    assert sorted(seen) == ["house-model", "model-a", "model-b"]
+
+
 def test_create_model_info_response_survives_malformed_configured_limits():
     from litellm import Router
 
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index 37805436f8d..588fd98abd1 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -7286,7 +7286,7 @@ def test_get_model_listing_info_prefers_base_model_over_litellm_params_model():
 
     info = router.get_model_listing_info("bedrock-claude-opus-5")
     assert info is not None
-    assert info.cost_map_key == "eu.anthropic.claude-opus-5"
+    assert info.cost_map_keys == ("eu.anthropic.claude-opus-5",)
 
 
 def test_get_model_listing_info_falls_back_to_litellm_params_model():
@@ -7301,7 +7301,7 @@ def test_get_model_listing_info_falls_back_to_litellm_params_model():
 
     info = router.get_model_listing_info("bedrock-claude-opus-5")
     assert info is not None
-    assert info.cost_map_key == "bedrock/eu.anthropic.claude-opus-5"
+    assert info.cost_map_keys == ("bedrock/eu.anthropic.claude-opus-5",)
 
 
 def test_get_model_listing_info_ignores_blank_base_model():
@@ -7318,7 +7318,7 @@ def test_get_model_listing_info_ignores_blank_base_model():
 
     info = router.get_model_listing_info("bedrock-claude-opus-5")
     assert info is not None
-    assert info.cost_map_key == "bedrock/eu.anthropic.claude-opus-5"
+    assert info.cost_map_keys == ("bedrock/eu.anthropic.claude-opus-5",)
 
 
 def test_get_model_listing_info_returns_none_for_unknown_name():
@@ -7350,6 +7350,91 @@ def test_get_model_listing_info_carries_configured_limits():
     assert (info.max_input_tokens, info.max_output_tokens) == (32000, 8000)
 
 
+def test_get_model_listing_info_dedupes_interchangeable_deployments():
+    """The ordinary group is N deployments of one model, so it yields exactly one key."""
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "gpt-4o",
+                "litellm_params": {"model": "openai/gpt-4o", "api_key": "sk-a"},
+            },
+            {
+                "model_name": "gpt-4o",
+                "litellm_params": {"model": "openai/gpt-4o", "api_key": "sk-b"},
+            },
+        ]
+    )
+
+    info = router.get_model_listing_info("gpt-4o")
+    assert info is not None
+    assert info.cost_map_keys == ("openai/gpt-4o",)
+
+
+def test_get_model_listing_info_collects_every_model_in_a_mixed_group():
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "house-claude",
+                "litellm_params": {"model": "anthropic/claude-3-haiku-20240307"},
+            },
+            {
+                "model_name": "house-claude",
+                "litellm_params": {"model": "bedrock/eu.anthropic.claude-opus-5"},
+            },
+        ]
+    )
+
+    info = router.get_model_listing_info("house-claude")
+    assert info is not None
+    assert info.cost_map_keys == (
+        "anthropic/claude-3-haiku-20240307",
+        "bedrock/eu.anthropic.claude-opus-5",
+    )
+
+
+def test_get_model_listing_info_reports_widest_configured_limits_in_a_mixed_group():
+    """Matches how get_model_group_info aggregates for the Admin UI, so the two agree."""
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "house-model",
+                "litellm_params": {"model": "openai/some-unmapped-model"},
+                "model_info": {"max_input_tokens": 32000, "max_output_tokens": 4096},
+            },
+            {
+                "model_name": "house-model",
+                "litellm_params": {"model": "openai/another-unmapped-model"},
+                "model_info": {"max_input_tokens": 128000, "max_output_tokens": 16384},
+            },
+        ]
+    )
+
+    info = router.get_model_listing_info("house-model")
+    assert info is not None
+    assert (info.max_input_tokens, info.max_output_tokens) == (128000, 16384)
+
+
+def test_get_model_listing_info_reads_base_model_from_litellm_params():
+    """base_model resolution mirrors get_router_model_info, which also accepts it there."""
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "azure-deployment",
+                "litellm_params": {
+                    "model": "azure/my-azure-deployment-name",
+                    "base_model": "azure/gpt-4o",
+                    "api_key": "sk-a",
+                    "api_base": "https://example.openai.azure.com",
+                },
+            }
+        ]
+    )
+
+    info = router.get_model_listing_info("azure-deployment")
+    assert info is not None
+    assert info.cost_map_keys == ("azure/gpt-4o",)
+
+
 def test_get_model_listing_info_skips_wildcard_pattern_matching():
     router = litellm.Router(
         model_list=[

From f0f6ff8de4c5bd09b092206003f1f1aa00b7bb41 Mon Sep 17 00:00:00 2001
From: michelligabriele <gabriele.michelli@icloud.com>
Date: Wed, 2 Sep 2026 14:12:23 +0200
Subject: [PATCH 004/298] test(router): cover _widest_configured_limit directly
 for the coverage gate

---
 litellm/proxy/utils.py            | 14 +++++++++++---
 tests/test_litellm/test_router.py | 14 ++++++++++++++
 2 files changed, 25 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 874dca4238f..f891c85320a 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -7545,9 +7545,17 @@ def _group_token_limit(candidate_sets: tuple[tuple[ModelInfo, ...], ...], field:
     """The widest limit any deployment behind the listed name declares for ``field``.
 
     A model group is normally one model behind several interchangeable deployments, so
-    there is a single value to report. When a group genuinely mixes models, reporting the
-    widest window keeps the listing independent of config order and agreeing with
-    ``/model_group/info``, which aggregates the same way for the Admin UI.
+    there is a single value to report and the choice of aggregate does not arise.
+
+    When a group genuinely mixes models no single number is right, and the widest is the
+    deliberate pick over the narrowest for two reasons. It is what ``/model_group/info``
+    has long reported to the Admin UI, so the two surfaces agree; disagreeing is the very
+    complaint this resolution path exists to fix. And of the two ways to be wrong,
+    under-advertising is worse: a client that trusts a narrowed window silently refuses
+    prompts the group would have served, while an over-long prompt that reaches a smaller
+    deployment comes back as a legible context-length error -- and does not reach one at
+    all when ``enable_pre_call_checks`` is set, which filters deployments the prompt does
+    not fit.
     """
     limits: Final = tuple(
         limit for limit in (_first_token_limit(candidates, field) for candidates in candidate_sets) if limit is not None
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index 588fd98abd1..eba9a85feb6 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -7350,6 +7350,20 @@ def test_get_model_listing_info_carries_configured_limits():
     assert (info.max_input_tokens, info.max_output_tokens) == (32000, 8000)
 
 
+def test_widest_configured_limit_ignores_absent_and_malformed_values():
+    model_infos = (
+        {"max_input_tokens": 32000},
+        {},
+        {"max_input_tokens": "not-a-number"},
+        {"max_input_tokens": "128000"},
+        {"max_output_tokens": 4096},
+    )
+
+    assert litellm.Router._widest_configured_limit(model_infos, "max_input_tokens") == 128000
+    assert litellm.Router._widest_configured_limit(model_infos, "max_output_tokens") == 4096
+    assert litellm.Router._widest_configured_limit((), "max_input_tokens") is None
+
+
 def test_get_model_listing_info_dedupes_interchangeable_deployments():
     """The ordinary group is N deployments of one model, so it yields exactly one key."""
     router = litellm.Router(

From 50874f9fc9cdc9e925d0fc7abda06a178a303980 Mon Sep 17 00:00:00 2001
From: yassin <yassin@berri.ai>
Date: Wed, 2 Sep 2026 15:52:47 +0000
Subject: [PATCH 005/298] fix(mcp): require audiences and prove refresh-token
 ownership for identity binding

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/discoverable_endpoints.py      |   9 ++
 .../mcp_server/oauth_identity_binding.py      |  93 +++++++++++---
 .../types/mcp_server/mcp_server_manager.py    |   4 +-
 .../mcp_server/test_oauth_identity_binding.py | 117 +++++++++++++++++-
 .../test_mcp_management_endpoints.py          |   6 +-
 5 files changed, 211 insertions(+), 18 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 92128a82856..88f2c47f5fc 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -56,6 +56,8 @@ from litellm.proxy._experimental.mcp_server.gateway_dcr_flow import (
     revoke_refresh_token,
 )
 from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    RefreshOwnershipProven,
+    RefreshTokenPresented,
     enforce_oauth_identity_binding,
 )
 from litellm.proxy._experimental.mcp_server.oauth_utils import (
@@ -1046,7 +1048,13 @@ async def exchange_token_with_server(
         refresh_request_scope = scope or bridge_upstream_scope
         if refresh_request_scope:
             token_data["scope"] = refresh_request_scope
+        refresh_ownership = (
+            RefreshOwnershipProven()
+            if bridge_upstream_refresh is not None
+            else RefreshTokenPresented(upstream_refresh_token)
+        )
     else:
+        refresh_ownership = None
         if not code:
             raise HTTPException(
                 status_code=400,
@@ -1145,6 +1153,7 @@ async def exchange_token_with_server(
             token_response=token_response,
             litellm_user_id=resolved_user_id,
             grant_type=grant_type,
+            refresh_ownership=refresh_ownership,
         )
 
     # Store server-side when the server is configured for per-user OAuth and
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
index f132f59ae99..d4339c15e1a 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -14,6 +14,7 @@ from typing import Final, Literal
 
 import jwt
 from fastapi import HTTPException
+from typing_extensions import assert_never
 
 from litellm._logging import verbose_logger
 from litellm.caching.in_memory_cache import InMemoryCache
@@ -37,6 +38,7 @@ _jwks_cache: Final = InMemoryCache(default_ttl=_JWKS_CACHE_TTL_SECONDS)
 
 JwksFetcher = Callable[[MCPOAuthIdentityBinding], Awaitable[list[Mapping[str, object]]]]
 CallerPrincipalLoader = Callable[[str, MCPOAuthIdentityBinding], Awaitable[str | None]]
+StoredRefreshTokenLoader = Callable[[str, str], Awaitable[str | None]]
 
 _RejectionCode = Literal["oauth_principal_mismatch", "oauth_identity_binding_failed"]
 
@@ -47,6 +49,19 @@ class _BindingRejection:
     description: str
 
 
+@dataclass(frozen=True, slots=True)
+class RefreshOwnershipProven:
+    """The gateway itself unwrapped the upstream refresh token from a sealed per-user envelope."""
+
+
+@dataclass(frozen=True, slots=True)
+class RefreshTokenPresented:
+    refresh_token: str
+
+
+RefreshOwnership = RefreshOwnershipProven | RefreshTokenPresented | None
+
+
 async def _fetch_issuer_jwks(binding: MCPOAuthIdentityBinding) -> list[Mapping[str, object]]:
     jwks_url: Final[str] = binding.jwks_url or await _discover_jwks_url(binding.issuer)
     cached: Final = await _jwks_cache.async_get_cache(jwks_url)
@@ -98,11 +113,8 @@ def _decode_id_token(
             signing_key.key,
             algorithms=list(_ALLOWED_ID_TOKEN_ALGORITHMS),
             issuer=binding.issuer,
-            audience=binding.audiences if binding.audiences else None,
-            options={
-                "require": ["iss", "exp"],
-                "verify_aud": bool(binding.audiences),
-            },
+            audience=binding.audiences,
+            options={"require": ["iss", "exp"]},
         )
     except jwt.InvalidTokenError as exc:
         return _BindingRejection(
@@ -121,7 +133,11 @@ def _upstream_principal(
             code="oauth_identity_binding_failed",
             description=f"id_token has no usable '{binding.principal_claim}' claim",
         )
-    if binding.principal_claim == "email" and binding.require_email_verified and claims.get("email_verified") is not True:
+    if (
+        binding.principal_claim == "email"
+        and binding.require_email_verified
+        and claims.get("email_verified") is not True
+    ):
         return _BindingRejection(
             code="oauth_identity_binding_failed",
             description="id_token email is not verified (email_verified is not true)",
@@ -142,6 +158,26 @@ async def _load_caller_principal(litellm_user_id: str, binding: MCPOAuthIdentity
     return loaded.user_email
 
 
+async def _load_stored_refresh_token(litellm_user_id: str, server_id: str) -> str | None:
+    try:
+        from litellm.proxy._experimental.mcp_server.db import (  # noqa: PLC0415
+            get_user_oauth_credential,
+        )
+        from litellm.proxy.utils import get_prisma_client_or_throw  # noqa: PLC0415
+
+        prisma_client: Final = get_prisma_client_or_throw(
+            "Database not connected. Cannot verify OAuth refresh token ownership."
+        )
+        cred: Final = await get_user_oauth_credential(
+            prisma_client=prisma_client,
+            user_id=litellm_user_id,
+            server_id=server_id,
+        )
+        return cred.get("refresh_token") if cred else None
+    except Exception:  # noqa: BLE001  # a credential lookup failure must fail closed
+        return None
+
+
 def _principals_match(upstream: str, caller: str, binding: MCPOAuthIdentityBinding) -> bool:
     if binding.principal_claim == "email" or binding.caller_field == "user_email":
         return upstream.strip().casefold() == caller.strip().casefold()
@@ -153,17 +189,41 @@ async def _evaluate_binding(
     token_response: Mapping[str, object],
     litellm_user_id: str | None,
     grant_type: str,
+    server_id: str,
+    refresh_ownership: RefreshOwnership,
     jwks_fetcher: JwksFetcher,
     caller_principal_loader: CallerPrincipalLoader,
+    stored_refresh_token_loader: StoredRefreshTokenLoader,
 ) -> _BindingRejection | None:
     id_token: Final = token_response.get("id_token")
     if not isinstance(id_token, str) or not id_token:
-        if grant_type == "refresh_token":
-            return None
-        return _BindingRejection(
-            code="oauth_identity_binding_failed",
-            description="the upstream token response carries no id_token to bind the credential to a principal",
-        )
+        if grant_type != "refresh_token":
+            return _BindingRejection(
+                code="oauth_identity_binding_failed",
+                description="the upstream token response carries no id_token to bind the credential to a principal",
+            )
+        match refresh_ownership:
+            case RefreshOwnershipProven():
+                return None
+            case None:
+                return _BindingRejection(
+                    code="oauth_identity_binding_failed",
+                    description="refresh_token grant without an id_token carries no refresh token to prove ownership of",
+                )
+            case RefreshTokenPresented(refresh_token):
+                if not litellm_user_id:
+                    return _BindingRejection(
+                        code="oauth_identity_binding_failed",
+                        description="the request carries no resolvable LiteLLM user identity to bind the credential to",
+                    )
+                stored: Final = await stored_refresh_token_loader(litellm_user_id, server_id)
+                if stored is None or stored != refresh_token:
+                    return _BindingRejection(
+                        code="oauth_identity_binding_failed",
+                        description="the presented refresh_token is not the caller's stored credential for this server",
+                    )
+                return None
+        assert_never(refresh_ownership)
     if not litellm_user_id:
         return _BindingRejection(
             code="oauth_identity_binding_failed",
@@ -204,15 +264,17 @@ async def enforce_oauth_identity_binding(
     token_response: Mapping[str, object],
     litellm_user_id: str | None,
     grant_type: str,
+    refresh_ownership: RefreshOwnership,
     jwks_fetcher: JwksFetcher = _fetch_issuer_jwks,
     caller_principal_loader: CallerPrincipalLoader = _load_caller_principal,
+    stored_refresh_token_loader: StoredRefreshTokenLoader = _load_stored_refresh_token,
 ) -> None:
     """Validate the exchanged token's upstream principal against the LiteLLM caller.
 
     No-op when the server has no binding or it is disabled. In enforce mode a failure raises 403
     before the caller returns, stores, or caches the token; in audit mode failures are logged only.
-    A refresh_token grant without an id_token is allowed in both modes: the stored credential keeps
-    the binding established at the original authorization_code exchange.
+    A refresh_token grant without an id_token is allowed only when the presented refresh token matches
+    the caller's stored credential or a sealed bridge envelope already proved ownership.
     """
     binding: Final = server.oauth_identity_binding
     if binding is None or binding.mode == "disabled":
@@ -222,8 +284,11 @@ async def enforce_oauth_identity_binding(
         token_response=token_response,
         litellm_user_id=litellm_user_id,
         grant_type=grant_type,
+        server_id=server.server_id,
+        refresh_ownership=refresh_ownership,
         jwks_fetcher=jwks_fetcher,
         caller_principal_loader=caller_principal_loader,
+        stored_refresh_token_loader=stored_refresh_token_loader,
     )
     if rejection is None:
         return
diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py
index cc3f6c8e8d8..cebc7decac4 100644
--- a/litellm/types/mcp_server/mcp_server_manager.py
+++ b/litellm/types/mcp_server/mcp_server_manager.py
@@ -1,7 +1,7 @@
 from datetime import datetime
 from typing import Any, Final, Literal
 
-from pydantic import BaseModel, ConfigDict, field_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator
 
 from litellm.types.mcp import (
     DEFAULT_SUBJECT_TOKEN_TYPE,
@@ -52,7 +52,7 @@ class MCPOAuthIdentityBinding(BaseModel):
     mode: Literal["disabled", "audit", "enforce"] = "disabled"
     issuer: str
     jwks_url: str | None = None
-    audiences: list[str] = []
+    audiences: list[str] = Field(min_length=1)
     principal_claim: str = "email"
     caller_field: Literal["user_email", "user_id"] = "user_email"
     require_email_verified: bool = True
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
index 69eaabeda4a..de59020c44c 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -7,8 +7,11 @@ import pytest
 from cryptography.hazmat.primitives import serialization
 from cryptography.hazmat.primitives.asymmetric import rsa
 from fastapi import HTTPException
+from pydantic import ValidationError
 
 from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    RefreshOwnershipProven,
+    RefreshTokenPresented,
     enforce_oauth_identity_binding,
 )
 from litellm.types.mcp import MCPTransport
@@ -54,6 +57,13 @@ def _caller_loader(email: str | None):
     return load
 
 
+def _stored_refresh_token_loader(refresh_token: str | None):
+    async def load(_user_id: str, _server_id: str) -> str | None:
+        return refresh_token
+
+    return load
+
+
 def _server(mode: str = "enforce", **binding_overrides: object) -> MCPServer:
     return MCPServer(
         server_id="srv-1",
@@ -77,6 +87,7 @@ async def test_matching_principal_passes():
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
+        refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
     )
@@ -92,6 +103,7 @@ async def test_mismatched_principal_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -108,6 +120,7 @@ async def test_missing_id_token_rejected_on_authorization_code():
             token_response={"access_token": "at"},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -116,18 +129,89 @@ async def test_missing_id_token_rejected_on_authorization_code():
 
 
 @pytest.mark.asyncio
-async def test_refresh_without_id_token_allowed():
+async def test_refresh_without_id_token_allowed_when_presented_token_matches_stored_credential():
     result: Final = await enforce_oauth_identity_binding(
         server=_server(),
         token_response={"access_token": "at"},
         litellm_user_id="user-a",
         grant_type="refresh_token",
+        refresh_ownership=RefreshTokenPresented("rt-1"),
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
+        stored_refresh_token_loader=_stored_refresh_token_loader("rt-1"),
     )
     assert result is None
 
 
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_rejects_different_presented_token():
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id="user-a",
+            grant_type="refresh_token",
+            refresh_ownership=RefreshTokenPresented("rt-stolen"),
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+            stored_refresh_token_loader=_stored_refresh_token_loader("rt-1"),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_rejects_missing_stored_token():
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id="user-a",
+            grant_type="refresh_token",
+            refresh_ownership=RefreshTokenPresented("rt-1"),
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+            stored_refresh_token_loader=_stored_refresh_token_loader(None),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_passes_when_bridge_proves_ownership():
+    async def fail_if_called(_user_id: str, _server_id: str) -> str | None:
+        raise AssertionError("stored refresh token loader should not be called")
+
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(),
+        token_response={"access_token": "at"},
+        litellm_user_id="user-a",
+        grant_type="refresh_token",
+        refresh_ownership=RefreshOwnershipProven(),
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("alice@example.com"),
+        stored_refresh_token_loader=fail_if_called,
+    )
+    assert result is None
+
+
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_rejects_without_ownership_proof():
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id="user-a",
+            grant_type="refresh_token",
+            refresh_ownership=None,
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+            stored_refresh_token_loader=_stored_refresh_token_loader("rt-1"),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
 @pytest.mark.asyncio
 async def test_refresh_with_mismatched_id_token_rejected():
     token: Final = _sign_id_token({"email": "mallory@example.com", "email_verified": True})
@@ -137,6 +221,7 @@ async def test_refresh_with_mismatched_id_token_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="refresh_token",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -150,6 +235,7 @@ async def test_audit_mode_logs_but_does_not_reject():
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
+        refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
     )
@@ -165,6 +251,7 @@ async def test_unverified_email_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -187,6 +274,7 @@ async def test_wrong_issuer_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -202,6 +290,7 @@ async def test_no_litellm_identity_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id=None,
             grant_type="authorization_code",
+            refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
@@ -215,6 +304,7 @@ async def test_disabled_binding_is_noop():
         token_response={"access_token": "at"},
         litellm_user_id=None,
         grant_type="authorization_code",
+        refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader(None),
     )
@@ -234,7 +324,32 @@ async def test_no_binding_is_noop():
         token_response={"access_token": "at"},
         litellm_user_id=None,
         grant_type="authorization_code",
+        refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader(None),
     )
     assert result is None
+
+
+def test_identity_binding_requires_non_empty_audiences():
+    with pytest.raises(ValidationError):
+        MCPOAuthIdentityBinding(mode="enforce", issuer=ISSUER, audiences=[])
+    with pytest.raises(ValidationError):
+        MCPOAuthIdentityBinding(mode="enforce", issuer=ISSUER)
+
+
+@pytest.mark.asyncio
+async def test_wrong_audience_rejected():
+    token: Final = _sign_id_token({"aud": "other-client", "email": "alice@example.com", "email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.status_code == 403
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
diff --git a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
index bfbbf816e69..f3510e7e0a8 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
@@ -4674,7 +4674,11 @@ async def test_store_mcp_oauth_user_credential_blocked_when_identity_binding_enf
         name=server_id,
         url="https://mcp.example.com",
         transport=MCPTransport.http,
-        oauth_identity_binding=MCPOAuthIdentityBinding(mode="enforce", issuer="https://idp.example.com"),
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce",
+            issuer="https://idp.example.com",
+            audiences=["litellm-client"],
+        ),
     )
     store_mock = AsyncMock(return_value=None)
 

From 35db36ee936643d36391eab1cb3c9f5031284b0d Mon Sep 17 00:00:00 2001
From: yassin <yassin@berri.ai>
Date: Wed, 2 Sep 2026 16:04:53 +0000
Subject: [PATCH 006/298] fix(mcp): satisfy type discipline lint gate

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/discoverable_endpoints.py      |  4 +-
 .../mcp_server/oauth_identity_binding.py      | 39 ++++++++++++-------
 .../mcp_management_endpoints.py               |  6 +--
 .../types/mcp_server/mcp_server_manager.py    |  2 +-
 4 files changed, 31 insertions(+), 20 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 88f2c47f5fc..5f54bbb4958 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -1048,13 +1048,13 @@ async def exchange_token_with_server(
         refresh_request_scope = scope or bridge_upstream_scope
         if refresh_request_scope:
             token_data["scope"] = refresh_request_scope
-        refresh_ownership = (
+        refresh_ownership = (  # rebind-ok: grant-specific branches assign one ownership value
             RefreshOwnershipProven()
             if bridge_upstream_refresh is not None
             else RefreshTokenPresented(upstream_refresh_token)
         )
     else:
-        refresh_ownership = None
+        refresh_ownership = None  # rebind-ok: grant-specific branches assign one ownership value
         if not code:
             raise HTTPException(
                 status_code=400,
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
index d4339c15e1a..b73227f3413 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -8,12 +8,13 @@ claim is compared to the caller's trusted LiteLLM identity. Mismatches fail clos
 and are logged in audit mode.
 """
 
-from collections.abc import Awaitable, Callable, Mapping
+from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import Final, Literal
+from typing import Final, Literal, TypeAlias
 
 import jwt
 from fastapi import HTTPException
+from jwt.types import Options
 from typing_extensions import assert_never
 
 from litellm._logging import verbose_logger
@@ -36,11 +37,20 @@ _ALLOWED_ID_TOKEN_ALGORITHMS: Final = (
 _JWKS_CACHE_TTL_SECONDS: Final = 3600
 _jwks_cache: Final = InMemoryCache(default_ttl=_JWKS_CACHE_TTL_SECONDS)
 
-JwksFetcher = Callable[[MCPOAuthIdentityBinding], Awaitable[list[Mapping[str, object]]]]
-CallerPrincipalLoader = Callable[[str, MCPOAuthIdentityBinding], Awaitable[str | None]]
-StoredRefreshTokenLoader = Callable[[str, str], Awaitable[str | None]]
+JwksFetcher: TypeAlias = Callable[
+    [MCPOAuthIdentityBinding],  # mutable-ok: Callable parameter syntax requires a list
+    Awaitable[Sequence[Mapping[str, object]]],
+]
+CallerPrincipalLoader: TypeAlias = Callable[
+    [str, MCPOAuthIdentityBinding],  # mutable-ok: Callable parameter syntax requires a list
+    Awaitable[str | None],
+]
+StoredRefreshTokenLoader: TypeAlias = Callable[
+    [str, str],  # mutable-ok: Callable parameter syntax requires a list
+    Awaitable[str | None],
+]
 
-_RejectionCode = Literal["oauth_principal_mismatch", "oauth_identity_binding_failed"]
+_RejectionCode: TypeAlias = Literal["oauth_principal_mismatch", "oauth_identity_binding_failed"]
 
 
 @dataclass(frozen=True, slots=True)
@@ -59,10 +69,10 @@ class RefreshTokenPresented:
     refresh_token: str
 
 
-RefreshOwnership = RefreshOwnershipProven | RefreshTokenPresented | None
+RefreshOwnership: TypeAlias = RefreshOwnershipProven | RefreshTokenPresented | None
 
 
-async def _fetch_issuer_jwks(binding: MCPOAuthIdentityBinding) -> list[Mapping[str, object]]:
+async def _fetch_issuer_jwks(binding: MCPOAuthIdentityBinding) -> Sequence[Mapping[str, object]]:
     jwks_url: Final[str] = binding.jwks_url or await _discover_jwks_url(binding.issuer)
     cached: Final = await _jwks_cache.async_get_cache(jwks_url)
     if isinstance(cached, list):
@@ -90,12 +100,12 @@ async def _discover_jwks_url(issuer: str) -> str:
     return jwks_uri
 
 
-def _select_signing_key(id_token: str, keys: list[Mapping[str, object]]) -> "jwt.PyJWK | _BindingRejection":
+def _select_signing_key(id_token: str, keys: Sequence[Mapping[str, object]]) -> "jwt.PyJWK | _BindingRejection":
     header: Final = jwt.get_unverified_header(id_token)
     kid: Final = header.get("kid")
     for key in keys:
         if kid is None or key.get("kid") == kid:
-            return jwt.PyJWK(dict(key))
+            return jwt.PyJWK(dict(key))  # mutable-ok: PyJWT requires a concrete JWK dictionary
     return _BindingRejection(
         code="oauth_identity_binding_failed",
         description=f"id_token signing key (kid={kid!r}) not found in the issuer's JWKS",
@@ -108,13 +118,14 @@ def _decode_id_token(
     signing_key: "jwt.PyJWK",
 ) -> "Mapping[str, object] | _BindingRejection":
     try:
+        decode_options: Final[Options] = {"require": ("iss", "exp")}
         return jwt.decode(
             id_token,
             signing_key.key,
-            algorithms=list(_ALLOWED_ID_TOKEN_ALGORITHMS),
+            algorithms=_ALLOWED_ID_TOKEN_ALGORITHMS,
             issuer=binding.issuer,
             audience=binding.audiences,
-            options={"require": ["iss", "exp"]},
+            options=decode_options,
         )
     except jwt.InvalidTokenError as exc:
         return _BindingRejection(
@@ -160,10 +171,10 @@ async def _load_caller_principal(litellm_user_id: str, binding: MCPOAuthIdentity
 
 async def _load_stored_refresh_token(litellm_user_id: str, server_id: str) -> str | None:
     try:
-        from litellm.proxy._experimental.mcp_server.db import (  # noqa: PLC0415
+        from litellm.proxy._experimental.mcp_server.db import (  # noqa: PLC0415  # keep database imports lazy
             get_user_oauth_credential,
         )
-        from litellm.proxy.utils import get_prisma_client_or_throw  # noqa: PLC0415
+        from litellm.proxy.utils import get_prisma_client_or_throw  # noqa: PLC0415  # keep database imports lazy
 
         prisma_client: Final = get_prisma_client_or_throw(
             "Database not connected. Cannot verify OAuth refresh token ownership."
diff --git a/litellm/proxy/management_endpoints/mcp_management_endpoints.py b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
index 92a6997abff..109030a2df5 100644
--- a/litellm/proxy/management_endpoints/mcp_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
@@ -259,7 +259,7 @@ if MCP_AVAILABLE:
         if normalize_upstream_header_name(raw) is None:
             raise HTTPException(
                 status_code=status.HTTP_400_BAD_REQUEST,
-                detail={
+                detail={  # mutable-ok: FastAPI exception detail requires a JSON-serializable dictionary
                     "error": (
                         f"Invalid upstream_token_header {raw!r}: must be a valid HTTP header name "
                         "(RFC 7230 token, e.g. 'esb-oauth')"
@@ -2256,7 +2256,7 @@ if MCP_AVAILABLE:
         """Persist the OAuth2 access token obtained by the calling user."""
         prisma_client: Final = get_prisma_client_or_throw("Database not connected. Connect a database to your proxy")
         await _authorize_and_fetch_mcp_server(prisma_client, user_api_key_dict, server_id)
-        from litellm.proxy._experimental.mcp_server.mcp_server_manager import (  # noqa: PLC0415
+        from litellm.proxy._experimental.mcp_server.mcp_server_manager import (  # noqa: PLC0415  # keep manager import lazy
             global_mcp_server_manager as _manager,
         )
 
@@ -2267,7 +2267,7 @@ if MCP_AVAILABLE:
         if binding is not None and binding.mode == "enforce":
             raise HTTPException(
                 status_code=status.HTTP_403_FORBIDDEN,
-                detail={
+                detail={  # mutable-ok: FastAPI exception detail requires a JSON-serializable dictionary
                     "error": "oauth_identity_binding_enforced",
                     "error_description": (
                         "Direct credential storage is disabled for this server: its OAuth identity "
diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py
index cebc7decac4..c38f1c366b1 100644
--- a/litellm/types/mcp_server/mcp_server_manager.py
+++ b/litellm/types/mcp_server/mcp_server_manager.py
@@ -52,7 +52,7 @@ class MCPOAuthIdentityBinding(BaseModel):
     mode: Literal["disabled", "audit", "enforce"] = "disabled"
     issuer: str
     jwks_url: str | None = None
-    audiences: list[str] = Field(min_length=1)
+    audiences: list[str] = Field(min_length=1)  # mutable-ok: public Pydantic schema requires list values
     principal_claim: str = "email"
     caller_field: Literal["user_email", "user_id"] = "user_email"
     require_email_verified: bool = True

From 22e3fcba54c2409a46e04ba81bd6885cbfc0442a Mon Sep 17 00:00:00 2001
From: yassin <yassin@berri.ai>
Date: Wed, 2 Sep 2026 16:05:37 +0000
Subject: [PATCH 007/298] fix(mcp): restore unrelated exception formatting

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/management_endpoints/mcp_management_endpoints.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/proxy/management_endpoints/mcp_management_endpoints.py b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
index 109030a2df5..fd6294fd77e 100644
--- a/litellm/proxy/management_endpoints/mcp_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/mcp_management_endpoints.py
@@ -259,7 +259,7 @@ if MCP_AVAILABLE:
         if normalize_upstream_header_name(raw) is None:
             raise HTTPException(
                 status_code=status.HTTP_400_BAD_REQUEST,
-                detail={  # mutable-ok: FastAPI exception detail requires a JSON-serializable dictionary
+                detail={
                     "error": (
                         f"Invalid upstream_token_header {raw!r}: must be a valid HTTP header name "
                         "(RFC 7230 token, e.g. 'esb-oauth')"

From 7ca9f28575021d026d28bb0bfb11a667ba3add77 Mon Sep 17 00:00:00 2001
From: yassin <yassin@berri.ai>
Date: Wed, 2 Sep 2026 16:33:59 +0000
Subject: [PATCH 008/298] test(mcp): cover OAuth identity binding paths

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/oauth_identity_binding.py      |   2 +-
 .../mcp_server/test_discoverable_endpoints.py | 126 ++++++++++
 .../mcp_server/test_oauth_identity_binding.py | 229 ++++++++++++++++++
 3 files changed, 356 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
index b73227f3413..58ec3cfdb4f 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -234,7 +234,7 @@ async def _evaluate_binding(
                         description="the presented refresh_token is not the caller's stored credential for this server",
                     )
                 return None
-        assert_never(refresh_ownership)
+        assert_never(refresh_ownership)  # pragma: no cover
     if not litellm_user_id:
         return _BindingRejection(
             code="oauth_identity_binding_failed",
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 598e9276423..4ae1b105dbf 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -7816,6 +7816,132 @@ async def test_token_exchange_pairs_client_secret_with_server_client_id():
     assert "client_secret" not in sent
 
 
+@pytest.mark.asyncio
+async def test_token_exchange_refresh_passes_presented_refresh_ownership():
+    from fastapi import Request
+
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        exchange_token_with_server,
+    )
+    from litellm.proxy._experimental.mcp_server.oauth_identity_binding import RefreshTokenPresented
+    from litellm.proxy._types import MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    server = MCPServer(
+        server_id="srv-1",
+        name="srv-1",
+        transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2,
+        client_id="cid",
+        token_url="https://provider.example/token",
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce",
+            issuer="https://provider.example",
+            audiences=["cid"],
+        ),
+    )
+    request = MagicMock(spec=Request)
+    request.base_url = "https://litellm.example.com/"
+    request.headers = {}
+    response = MagicMock()
+    response.json.return_value = {"access_token": "at"}
+    response.raise_for_status = MagicMock()
+    client = MagicMock()
+    client.post = AsyncMock(return_value=response)
+    enforce = AsyncMock()
+
+    with (
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints.get_async_httpx_client",
+            return_value=client,
+        ),
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints._extract_user_id_from_request",
+            new=AsyncMock(return_value="user-a"),
+        ),
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints.enforce_oauth_identity_binding",
+            new=enforce,
+        ),
+    ):
+        await exchange_token_with_server(
+            request=request,
+            mcp_server=server,
+            grant_type="refresh_token",
+            code=None,
+            redirect_uri=None,
+            client_id="cid",
+            client_secret=None,
+            code_verifier=None,
+            refresh_token="rt-1",
+        )
+
+    ownership = enforce.await_args.kwargs["refresh_ownership"]
+    assert isinstance(ownership, RefreshTokenPresented)
+    assert ownership.refresh_token == "rt-1"
+
+
+@pytest.mark.asyncio
+async def test_token_exchange_authorization_code_passes_no_refresh_ownership():
+    from fastapi import Request
+
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        exchange_token_with_server,
+    )
+    from litellm.proxy._types import MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    server = MCPServer(
+        server_id="srv-1",
+        name="srv-1",
+        transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2,
+        client_id="cid",
+        token_url="https://provider.example/token",
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce",
+            issuer="https://provider.example",
+            audiences=["cid"],
+        ),
+    )
+    request = MagicMock(spec=Request)
+    request.base_url = "https://litellm.example.com/"
+    request.headers = {}
+    response = MagicMock()
+    response.json.return_value = {"access_token": "at"}
+    response.raise_for_status = MagicMock()
+    client = MagicMock()
+    client.post = AsyncMock(return_value=response)
+    enforce = AsyncMock()
+
+    with (
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints.get_async_httpx_client",
+            return_value=client,
+        ),
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints._extract_user_id_from_request",
+            new=AsyncMock(return_value="user-a"),
+        ),
+        patch(
+            "litellm.proxy._experimental.mcp_server.discoverable_endpoints.enforce_oauth_identity_binding",
+            new=enforce,
+        ),
+    ):
+        await exchange_token_with_server(
+            request=request,
+            mcp_server=server,
+            grant_type="authorization_code",
+            code="auth-code",
+            redirect_uri="https://litellm.example.com/callback",
+            client_id="cid",
+            client_secret=None,
+            code_verifier=None,
+        )
+
+    assert enforce.await_args.kwargs["refresh_ownership"] is None
+
+
 def _upstream_token_response(status_code: int, *, json_body: object = None, text_body: str = "") -> "httpx.Response":
     import httpx
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
index de59020c44c..c2662f9f298 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -1,6 +1,8 @@
 import time
 from collections.abc import Mapping
+from types import SimpleNamespace
 from typing import Final
+from unittest.mock import AsyncMock, MagicMock, patch
 
 import jwt
 import pytest
@@ -12,6 +14,11 @@ from pydantic import ValidationError
 from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
     RefreshOwnershipProven,
     RefreshTokenPresented,
+    _discover_jwks_url,
+    _fetch_issuer_jwks,
+    _load_caller_principal,
+    _load_stored_refresh_token,
+    _select_signing_key,
     enforce_oauth_identity_binding,
 )
 from litellm.types.mcp import MCPTransport
@@ -79,6 +86,121 @@ def _server(mode: str = "enforce", **binding_overrides: object) -> MCPServer:
     )
 
 
+@pytest.mark.asyncio
+async def test_fetch_issuer_jwks_fetches_and_caches_keys():
+    binding: Final = _server(jwks_url="https://idp.example.com/jwks-cache").oauth_identity_binding
+    assert binding is not None
+    response: Final = MagicMock()
+    response.json.return_value = {"keys": [_PUBLIC_JWK]}
+    client: Final = MagicMock()
+    client.get = AsyncMock(return_value=response)
+
+    with patch(
+        "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
+        return_value=client,
+    ):
+        first: Final = await _fetch_issuer_jwks(binding)
+        second: Final = await _fetch_issuer_jwks(binding)
+
+    assert first == second == [_PUBLIC_JWK]
+    client.get.assert_awaited_once_with("https://idp.example.com/jwks-cache")
+
+
+@pytest.mark.asyncio
+async def test_fetch_issuer_jwks_rejects_malformed_document():
+    binding: Final = _server(jwks_url="https://idp.example.com/jwks-invalid").oauth_identity_binding
+    assert binding is not None
+    response: Final = MagicMock()
+    response.json.return_value = {}
+    client: Final = MagicMock()
+    client.get = AsyncMock(return_value=response)
+
+    with patch(
+        "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
+        return_value=client,
+    ):
+        with pytest.raises(TypeError, match="has no 'keys' array"):
+            await _fetch_issuer_jwks(binding)
+
+
+@pytest.mark.asyncio
+async def test_discover_jwks_url_returns_provider_uri():
+    response: Final = MagicMock()
+    response.json.return_value = {"jwks_uri": "https://idp.example.com/jwks"}
+    client: Final = MagicMock()
+    client.get = AsyncMock(return_value=response)
+
+    with patch(
+        "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
+        return_value=client,
+    ):
+        result: Final = await _discover_jwks_url("https://idp.example.com/")
+
+    assert result == "https://idp.example.com/jwks"
+    client.get.assert_awaited_once_with("https://idp.example.com/.well-known/openid-configuration")
+
+
+@pytest.mark.asyncio
+async def test_discover_jwks_url_rejects_missing_provider_uri():
+    response: Final = MagicMock()
+    response.json.return_value = {}
+    client: Final = MagicMock()
+    client.get = AsyncMock(return_value=response)
+
+    with patch(
+        "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
+        return_value=client,
+    ):
+        with pytest.raises(ValueError, match="returned no jwks_uri"):
+            await _discover_jwks_url("https://idp.example.com")
+
+
+def test_select_signing_key_returns_matching_key_or_rejection():
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+
+    selected: Final = _select_signing_key(token, [_PUBLIC_JWK])
+    rejected: Final = _select_signing_key(token, [])
+
+    assert selected.__class__.__name__ == "PyJWK"
+    assert rejected.code == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_load_caller_principal_supports_user_id_and_database_email():
+    user_id_binding: Final = _server(caller_field="user_id").oauth_identity_binding
+    assert user_id_binding is not None
+    assert await _load_caller_principal("user-a", user_id_binding) == "user-a"
+
+    with patch(
+        "litellm.proxy._experimental.mcp_server.bridge_token_flow.load_active_user_by_id",
+        new=AsyncMock(side_effect=["no_active_key", SimpleNamespace(user_email="alice@example.com")]),
+    ):
+        assert await _load_caller_principal("user-a", _server().oauth_identity_binding) is None
+        assert await _load_caller_principal("user-a", _server().oauth_identity_binding) == "alice@example.com"
+
+
+@pytest.mark.asyncio
+async def test_load_stored_refresh_token_returns_credential_and_fails_closed():
+    get_credential: Final = AsyncMock(return_value={"refresh_token": "rt-1"})
+    with (
+        patch(
+            "litellm.proxy._experimental.mcp_server.db.get_user_oauth_credential",
+            new=get_credential,
+        ),
+        patch(
+            "litellm.proxy.utils.get_prisma_client_or_throw",
+            return_value="prisma",
+        ),
+    ):
+        assert await _load_stored_refresh_token("user-a", "srv-1") == "rt-1"
+
+    with patch(
+        "litellm.proxy.utils.get_prisma_client_or_throw",
+        side_effect=RuntimeError("database unavailable"),
+    ):
+        assert await _load_stored_refresh_token("user-a", "srv-1") is None
+
+
 @pytest.mark.asyncio
 async def test_matching_principal_passes():
     token: Final = _sign_id_token({"email": "Alice@Example.com", "email_verified": True})
@@ -112,6 +234,113 @@ async def test_mismatched_principal_rejected():
     assert exc_info.value.detail["credential_stored"] is False
 
 
+@pytest.mark.asyncio
+async def test_missing_upstream_principal_rejected():
+    token: Final = _sign_id_token({"email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+    assert "no usable" in exc_info.value.detail["error_description"]
+
+
+@pytest.mark.asyncio
+async def test_jwks_fetch_failure_is_rejected():
+    async def fail(_binding: MCPOAuthIdentityBinding) -> list[Mapping[str, object]]:
+        raise RuntimeError("jwks unavailable")
+
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            jwks_fetcher=fail,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+    assert "jwks unavailable" in exc_info.value.detail["error_description"]
+
+
+@pytest.mark.asyncio
+async def test_missing_signing_key_is_rejected():
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+
+    async def no_keys(_binding: MCPOAuthIdentityBinding) -> tuple[Mapping[str, object], ...]:
+        return ()
+
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            jwks_fetcher=no_keys,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+    assert "signing key" in exc_info.value.detail["error_description"]
+
+
+@pytest.mark.asyncio
+async def test_missing_caller_principal_is_rejected():
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader(None),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+    assert "has no" in exc_info.value.detail["error_description"]
+
+
+@pytest.mark.asyncio
+async def test_refresh_without_id_token_requires_litellm_identity_for_presented_token():
+    with pytest.raises(HTTPException) as exc_info:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id=None,
+            grant_type="refresh_token",
+            refresh_ownership=RefreshTokenPresented("rt-1"),
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+            stored_refresh_token_loader=_stored_refresh_token_loader("rt-1"),
+        )
+    assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+    assert "no resolvable LiteLLM user identity" in exc_info.value.detail["error_description"]
+
+
+@pytest.mark.asyncio
+async def test_user_id_principal_matching_uses_exact_comparison():
+    token: Final = _sign_id_token({"sub": "user-a"})
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(principal_claim="sub", caller_field="user_id"),
+        token_response={"access_token": "at", "id_token": token},
+        litellm_user_id="user-a",
+        grant_type="authorization_code",
+        refresh_ownership=None,
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("user-a"),
+    )
+    assert result is None
+
+
 @pytest.mark.asyncio
 async def test_missing_id_token_rejected_on_authorization_code():
     with pytest.raises(HTTPException) as exc_info:

From 540e528d2190e6ed7292174e1985673a602a3018 Mon Sep 17 00:00:00 2001
From: yassin <yassin@berri.ai>
Date: Wed, 2 Sep 2026 16:43:18 +0000
Subject: [PATCH 009/298] test(mcp): satisfy test quality gate

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/test_discoverable_endpoints.py    | 16 +++++++++-------
 .../mcp_server/test_oauth_identity_binding.py    | 16 ++++++++--------
 2 files changed, 17 insertions(+), 15 deletions(-)

diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 4ae1b105dbf..33b71f8d50f 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -7851,15 +7851,15 @@ async def test_token_exchange_refresh_passes_presented_refresh_ownership():
     enforce = AsyncMock()
 
     with (
-        patch(
+        patch(  # test-quality-ok: no injection seam exists for the exchange's HTTP and identity collaborators
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints.get_async_httpx_client",
             return_value=client,
         ),
-        patch(
+        patch(  # test-quality-ok: no injection seam exists for request identity extraction
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints._extract_user_id_from_request",
             new=AsyncMock(return_value="user-a"),
         ),
-        patch(
+        patch(  # test-quality-ok: captures the ownership value at the exchange boundary
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints.enforce_oauth_identity_binding",
             new=enforce,
         ),
@@ -7915,20 +7915,20 @@ async def test_token_exchange_authorization_code_passes_no_refresh_ownership():
     enforce = AsyncMock()
 
     with (
-        patch(
+        patch(  # test-quality-ok: no injection seam exists for the exchange's HTTP and identity collaborators
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints.get_async_httpx_client",
             return_value=client,
         ),
-        patch(
+        patch(  # test-quality-ok: no injection seam exists for request identity extraction
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints._extract_user_id_from_request",
             new=AsyncMock(return_value="user-a"),
         ),
-        patch(
+        patch(  # test-quality-ok: captures the ownership value at the exchange boundary
             "litellm.proxy._experimental.mcp_server.discoverable_endpoints.enforce_oauth_identity_binding",
             new=enforce,
         ),
     ):
-        await exchange_token_with_server(
+        result = await exchange_token_with_server(
             request=request,
             mcp_server=server,
             grant_type="authorization_code",
@@ -7939,6 +7939,8 @@ async def test_token_exchange_authorization_code_passes_no_refresh_ownership():
             code_verifier=None,
         )
 
+    assert result.status_code == 200
+    assert json.loads(result.body)["access_token"] == "at"
     assert enforce.await_args.kwargs["refresh_ownership"] is None
 
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
index c2662f9f298..36364c32ae5 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -95,7 +95,7 @@ async def test_fetch_issuer_jwks_fetches_and_caches_keys():
     client: Final = MagicMock()
     client.get = AsyncMock(return_value=response)
 
-    with patch(
+    with patch(  # test-quality-ok: no HTTP dependency injection seam exists for JWKS fetching
         "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
         return_value=client,
     ):
@@ -115,7 +115,7 @@ async def test_fetch_issuer_jwks_rejects_malformed_document():
     client: Final = MagicMock()
     client.get = AsyncMock(return_value=response)
 
-    with patch(
+    with patch(  # test-quality-ok: no HTTP dependency injection seam exists for JWKS fetching
         "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
         return_value=client,
     ):
@@ -130,7 +130,7 @@ async def test_discover_jwks_url_returns_provider_uri():
     client: Final = MagicMock()
     client.get = AsyncMock(return_value=response)
 
-    with patch(
+    with patch(  # test-quality-ok: no HTTP dependency injection seam exists for OIDC discovery
         "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
         return_value=client,
     ):
@@ -147,7 +147,7 @@ async def test_discover_jwks_url_rejects_missing_provider_uri():
     client: Final = MagicMock()
     client.get = AsyncMock(return_value=response)
 
-    with patch(
+    with patch(  # test-quality-ok: no HTTP dependency injection seam exists for OIDC discovery
         "litellm.proxy._experimental.mcp_server.oauth_identity_binding.get_async_httpx_client",
         return_value=client,
     ):
@@ -171,7 +171,7 @@ async def test_load_caller_principal_supports_user_id_and_database_email():
     assert user_id_binding is not None
     assert await _load_caller_principal("user-a", user_id_binding) == "user-a"
 
-    with patch(
+    with patch(  # test-quality-ok: caller loading is a lazy database boundary without injection
         "litellm.proxy._experimental.mcp_server.bridge_token_flow.load_active_user_by_id",
         new=AsyncMock(side_effect=["no_active_key", SimpleNamespace(user_email="alice@example.com")]),
     ):
@@ -183,18 +183,18 @@ async def test_load_caller_principal_supports_user_id_and_database_email():
 async def test_load_stored_refresh_token_returns_credential_and_fails_closed():
     get_credential: Final = AsyncMock(return_value={"refresh_token": "rt-1"})
     with (
-        patch(
+        patch(  # test-quality-ok: stored-token loading is a lazy database boundary without injection
             "litellm.proxy._experimental.mcp_server.db.get_user_oauth_credential",
             new=get_credential,
         ),
-        patch(
+        patch(  # test-quality-ok: stored-token loading is a lazy database boundary without injection
             "litellm.proxy.utils.get_prisma_client_or_throw",
             return_value="prisma",
         ),
     ):
         assert await _load_stored_refresh_token("user-a", "srv-1") == "rt-1"
 
-    with patch(
+    with patch(  # test-quality-ok: stored-token loading is a lazy database boundary without injection
         "litellm.proxy.utils.get_prisma_client_or_throw",
         side_effect=RuntimeError("database unavailable"),
     ):

From 0135e1d634c4f9068fcd345e305767e76dbf5a4e Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 00:01:44 -0700
Subject: [PATCH 010/298] fix(oci): pin one response id per streamed
 completion, skip the [DONE] sentinel

OCIStreamWrapper.chunk_creator built every chunk straight from the apiFormat
handlers, so it never reached model_response_creator and OCI streams came back
with a fresh chatcmpl id, a drifting created value and no model on every chunk.
Both exits now go through the shared creator.

The GENERIC apiFormat also closes its stream with a literal `data: [DONE]` line,
which chunk_creator json-parsed and turned into a 500 on every OCI streaming
completion. It is skipped now.
---
 litellm/llms/oci/chat/transformation.py       |  16 +-
 .../oci/chat/test_oci_chat_transformation.py  | 145 ++++++++++++++++++
 2 files changed, 157 insertions(+), 4 deletions(-)

diff --git a/litellm/llms/oci/chat/transformation.py b/litellm/llms/oci/chat/transformation.py
index 98e23a59eea..17aed74b9d3 100644
--- a/litellm/llms/oci/chat/transformation.py
+++ b/litellm/llms/oci/chat/transformation.py
@@ -745,13 +745,21 @@ class OCIStreamWrapper(CustomStreamWrapper):
         # single-event case (terminal chunk carries the only copy of the text).
         self._cohere_text_emitted = False
 
-    def chunk_creator(self, chunk: Any) -> ModelResponseStream:
+    def _with_stream_identity(self, parsed: ModelResponseStream) -> ModelResponseStream:
+        model_response: Final = self.model_response_creator()
+        model_response.choices = parsed.choices
+        return model_response
+
+    def chunk_creator(self, chunk: Any) -> ModelResponseStream | None:
         if not isinstance(chunk, str):
             raise ValueError(f"Chunk is not a string: {chunk}")
         if not chunk.startswith("data:"):
             raise ValueError(f"Chunk does not start with 'data:': {chunk}")
+        payload: Final = chunk[5:].strip()
+        if payload == "[DONE]":
+            return None
         try:
-            dict_chunk: Final = json.loads(chunk[5:])
+            dict_chunk: Final = json.loads(payload)
         except json.JSONDecodeError as e:
             raise OCIError(
                 status_code=500,
@@ -774,8 +782,8 @@ class OCIStreamWrapper(CustomStreamWrapper):
                     if getattr(choice.delta, "content", None):
                         self._cohere_text_emitted = True
                         break
-            return result
-        return handle_generic_stream_chunk(dict_chunk)
+            return self._with_stream_identity(result)
+        return self._with_stream_identity(handle_generic_stream_chunk(dict_chunk))
 
 
 __all__ = [
diff --git a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
index 86c534c73c2..6601de2853d 100644
--- a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
+++ b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
@@ -1900,3 +1900,148 @@ class TestOCIImageUrlTransformation:
             adapt_messages_to_generic_oci_standard(messages)
 
         assert "image_url" in str(exc_info.value)
+
+
+# ---------------------------------------------------------------------------
+# OCIStreamWrapper: per-stream identity and the GENERIC `[DONE]` sentinel
+# ---------------------------------------------------------------------------
+
+import itertools
+from unittest.mock import patch
+
+from litellm.llms.oci.chat.transformation import OCIStreamWrapper, _iter_sse_events
+
+_STREAM_GENERIC_MODEL = "xai.grok-4"
+_STREAM_COHERE_MODEL = "cohere.command-latest"
+
+_GENERIC_TEXT_EVENT = (
+    'data: {{"index":0,"message":{{"role":"ASSISTANT","content":[{{"type":"TEXT","text":"{text}"}}]}},"pad":"aaa"}}'
+)
+_GENERIC_TERMINAL_EVENT = (
+    'data: {"message":{"role":"ASSISTANT","content":[{"type":"TEXT","text":""}]},"finishReason":"stop","pad":"a"}'
+)
+_COHERE_TEXT_EVENT = 'data: {{"apiFormat":"COHERE","text":"{text}","pad":"aaaaaa"}}'
+_COHERE_TERMINAL_EVENT = (
+    'data: {"apiFormat":"COHERE","text":"123","finishReason":"COMPLETE",'
+    '"chatHistory":[{"role":"USER","message":"count"},{"role":"CHATBOT","message":"123"}]}'
+)
+
+
+def _make_stream_wrapper(model: str) -> OCIStreamWrapper:
+    logging_obj = MagicMock()
+    logging_obj.model_call_details = {"custom_llm_provider": "oci", "litellm_params": {}}
+    return OCIStreamWrapper(
+        completion_stream=iter([]),
+        model=model,
+        custom_llm_provider="oci",
+        logging_obj=logging_obj,
+    )
+
+
+def _ticking_clock():
+    """A ``time.time`` stand-in that advances a full second on every call.
+
+    Without it the whole test runs inside one wall-clock second, so a per-chunk
+    ``created`` would coincidentally match and the drift would go unnoticed.
+    """
+    return itertools.count(1_700_000_000.0)
+
+
+class TestOCIStreamWrapperIdentityPinning:
+    """One OCI streaming completion must present one id, one created and the
+    wrapper's model on every chunk, the way every other provider does."""
+
+    def test_generic_stream_shares_one_id_created_and_model(self):
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+        events = [
+            _GENERIC_TEXT_EVENT.format(text="1"),
+            _GENERIC_TEXT_EVENT.format(text="2"),
+            _GENERIC_TEXT_EVENT.format(text="3"),
+            _GENERIC_TERMINAL_EVENT,
+        ]
+
+        with patch("time.time", side_effect=_ticking_clock()):
+            chunks = [wrapper.chunk_creator(event) for event in events]
+
+        assert len(chunks) == 4
+        assert len({chunk.id for chunk in chunks}) == 1
+        assert chunks[0].id.startswith("chatcmpl-")
+        assert len({chunk.created for chunk in chunks}) == 1
+        assert {chunk.model for chunk in chunks} == {_STREAM_GENERIC_MODEL}
+        assert [chunk.choices[0].delta.content for chunk in chunks[:3]] == ["1", "2", "3"]
+        assert chunks[-1].choices[0].finish_reason == "stop"
+        assert all(chunk._hidden_params["custom_llm_provider"] == "oci" for chunk in chunks)
+
+    def test_cohere_stream_shares_one_id_created_and_model(self):
+        """Rebuilding each chunk through the shared creator must not disturb the
+        Cohere bookkeeping that suppresses the terminal event's repeated text."""
+        wrapper = _make_stream_wrapper(_STREAM_COHERE_MODEL)
+        events = [
+            _COHERE_TEXT_EVENT.format(text="1"),
+            _COHERE_TEXT_EVENT.format(text="2"),
+            _COHERE_TEXT_EVENT.format(text="3"),
+            _COHERE_TERMINAL_EVENT,
+        ]
+
+        with patch("time.time", side_effect=_ticking_clock()):
+            chunks = [wrapper.chunk_creator(event) for event in events]
+
+        assert len(chunks) == 4
+        assert len({chunk.id for chunk in chunks}) == 1
+        assert len({chunk.created for chunk in chunks}) == 1
+        assert {chunk.model for chunk in chunks} == {_STREAM_COHERE_MODEL}
+        assert [chunk.choices[0].delta.content for chunk in chunks[:3]] == ["1", "2", "3"]
+        assert chunks[-1].choices[0].finish_reason == "stop"
+        assert chunks[-1].choices[0].delta.content is None
+        assert wrapper._cohere_text_emitted is True
+
+    def test_id_is_pinned_to_the_wrapper_response_id(self):
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+
+        first = wrapper.chunk_creator(_GENERIC_TEXT_EVENT.format(text="1"))
+
+        assert wrapper.response_id == first.id
+        assert wrapper.created == first.created
+
+
+class TestOCIStreamWrapperDoneSentinel:
+    """OCI's GENERIC apiFormat closes the stream with a literal `[DONE]` line;
+    parsing it as JSON turned every streaming completion into a 500."""
+
+    @pytest.mark.parametrize("done_event", ["data: [DONE]", "data:[DONE]", "data: [DONE] "])
+    def test_done_sentinel_returns_none(self, done_event):
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+        assert wrapper.chunk_creator(done_event) is None
+
+    def test_done_sentinel_off_the_sse_splitter_is_skipped(self):
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+        wire = (
+            f"{_GENERIC_TEXT_EVENT.format(text='1')}\n\n"
+            f"{_GENERIC_TEXT_EVENT.format(text='2')}\n\n"
+            f"{_GENERIC_TERMINAL_EVENT}\n\n"
+            "data: [DONE]\n\n"
+        )
+
+        events = list(_iter_sse_events(iter([wire])))
+        assert events[-1] == "data: [DONE]"
+
+        chunks = [wrapper.chunk_creator(event) for event in events]
+        assert chunks[-1] is None
+
+        emitted = [chunk for chunk in chunks if chunk is not None]
+        assert len(emitted) == 3
+        assert len({chunk.id for chunk in emitted}) == 1
+
+    def test_unparseable_payload_still_raises_oci_error(self):
+        from litellm.llms.oci.common_utils import OCIError
+
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+        with pytest.raises(OCIError, match="Chunk cannot be parsed as JSON"):
+            wrapper.chunk_creator("data: not-json-at-all")
+
+    def test_done_lookalike_payload_still_raises_oci_error(self):
+        from litellm.llms.oci.common_utils import OCIError
+
+        wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
+        with pytest.raises(OCIError, match="Chunk cannot be parsed as JSON"):
+            wrapper.chunk_creator("data: [DONE] trailing garbage")

From fd2104a61efe91eb1428d40c3261527c363ea5d6 Mon Sep 17 00:00:00 2001
From: mateo-berri <mateo@berri.ai>
Date: Thu, 3 Sep 2026 00:27:54 -0700
Subject: [PATCH 011/298] refactor(oci): build the identity-pinned stream chunk
 in one shot

Address the two Greptile P2 notes: construct the chunk through the shared
creator instead of mutating its choices afterwards, and drop the decorative
divider comment from the new tests.
---
 litellm/llms/oci/chat/transformation.py                       | 4 +---
 .../llms/oci/chat/test_oci_chat_transformation.py             | 4 ----
 2 files changed, 1 insertion(+), 7 deletions(-)

diff --git a/litellm/llms/oci/chat/transformation.py b/litellm/llms/oci/chat/transformation.py
index 17aed74b9d3..b1167d447fc 100644
--- a/litellm/llms/oci/chat/transformation.py
+++ b/litellm/llms/oci/chat/transformation.py
@@ -746,9 +746,7 @@ class OCIStreamWrapper(CustomStreamWrapper):
         self._cohere_text_emitted = False
 
     def _with_stream_identity(self, parsed: ModelResponseStream) -> ModelResponseStream:
-        model_response: Final = self.model_response_creator()
-        model_response.choices = parsed.choices
-        return model_response
+        return self.model_response_creator(chunk={"choices": parsed.choices})
 
     def chunk_creator(self, chunk: Any) -> ModelResponseStream | None:
         if not isinstance(chunk, str):
diff --git a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
index 6601de2853d..e77b2c24d01 100644
--- a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
+++ b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
@@ -1902,10 +1902,6 @@ class TestOCIImageUrlTransformation:
         assert "image_url" in str(exc_info.value)
 
 
-# ---------------------------------------------------------------------------
-# OCIStreamWrapper: per-stream identity and the GENERIC `[DONE]` sentinel
-# ---------------------------------------------------------------------------
-
 import itertools
 from unittest.mock import patch
 

From 445ccc14b29bb4a93e3b21bf907a7b2a26da507a Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 00:53:55 -0700
Subject: [PATCH 012/298] fix(vector-stores): surface retrieval failures to the
 API caller

A vector store search that fails is swallowed by the pre-call hook, so the
request goes to the model with an un-augmented prompt and the caller gets a
200 answering from the model's own knowledge with no way to tell the
knowledge base was skipped.

Failed searches now ride the same channel their successes already use: a
vector_store_search_failures entry on provider_specific_fields naming the
store id, provider, and error. That is additive and always on. For callers
who would rather fail than answer ungrounded, litellm_settings
vector_store_search_failure_mode: error raises VectorStoreSearchError (400)
instead; the default stays annotate, today's permissive behavior.

The hook's outer catch-all also now names the requested vector store ids in
its log line, and only wraps the augmentation itself, so the fail-closed
raise is not swallowed by it.
---
 litellm/__init__.py                           |   3 +
 litellm/exceptions.py                         |  25 ++
 .../vector_store_pre_call_hook.py             | 378 ++++++++++--------
 litellm/types/vector_stores.py                |  13 +-
 .../test_vector_store_pre_call_hook.py        | 199 +++++++++
 5 files changed, 460 insertions(+), 158 deletions(-)

diff --git a/litellm/__init__.py b/litellm/__init__.py
index 41a3789ab0d..76daf771c4b 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -1360,6 +1360,7 @@ from .exceptions import (
     InvalidRequestError,
     BadRequestError,
     ImageFetchError,
+    VectorStoreSearchError,
     NotFoundError,
     PermissionDeniedError,
     RateLimitError,
@@ -1461,9 +1462,11 @@ from .vector_stores.vector_store_registry import (
     VectorStoreRegistry,
     VectorStoreIndexRegistry,
 )
+from .types.vector_stores import VectorStoreSearchFailureMode
 
 vector_store_registry: Optional[VectorStoreRegistry] = None
 vector_store_index_registry: Optional[VectorStoreIndexRegistry] = None
+vector_store_search_failure_mode: VectorStoreSearchFailureMode = "annotate"
 
 ### RAG ###
 from . import rag
diff --git a/litellm/exceptions.py b/litellm/exceptions.py
index 286f7528896..4387370e58c 100644
--- a/litellm/exceptions.py
+++ b/litellm/exceptions.py
@@ -10,12 +10,14 @@
 ## LiteLLM versions of the OpenAI Exception Types
 
 import enum
+from collections.abc import Sequence
 from typing import Any, Final
 
 import httpx
 import openai
 
 from litellm.types.utils import LiteLLMCommonStrings
+from litellm.types.vector_stores import VectorStoreSearchFailure
 
 
 class RateLimitErrorCategory(str, enum.Enum):
@@ -288,6 +290,29 @@ class ImageFetchError(BadRequestError):
         )
 
 
+VECTOR_STORE_SEARCH_FAILED_CODE: Final = "vector_store_search_failed"
+
+
+class VectorStoreSearchError(BadRequestError):
+    def __init__(
+        self,
+        failures: Sequence[VectorStoreSearchFailure],
+        model: str | None = None,
+        llm_provider: str | None = None,
+    ) -> None:
+        self.failures: Final[tuple[VectorStoreSearchFailure, ...]] = tuple(failures)
+        detail: Final = "; ".join(f"{failure['vector_store_id']}: {failure['error']}" for failure in self.failures)
+        super().__init__(
+            message=(
+                "The request could not be grounded in every configured vector store. "
+                f"{len(self.failures)} vector store search(es) failed: {detail}"
+            ),
+            model=model,
+            llm_provider=llm_provider,
+            body={"type": "invalid_request_error", "code": VECTOR_STORE_SEARCH_FAILED_CODE},
+        )
+
+
 class UnprocessableEntityError(openai.UnprocessableEntityError):
     def __init__(
         self,
diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index 12ff38ce4ba..d5c893c4b20 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -5,20 +5,21 @@ This hook is called before making an LLM request when a vector store is configur
 It searches the vector store for relevant context and appends it to the messages.
 """
 
-from collections.abc import Awaitable, Callable
+from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import TYPE_CHECKING, Any, Final, Protocol, cast
+from typing import TYPE_CHECKING, Any, Final, Protocol, assert_never, cast
 
 import litellm
 import litellm.vector_stores
 from litellm._logging import verbose_logger
+from litellm.exceptions import VectorStoreSearchError
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.types.llms.openai import AllMessageValues, ChatCompletionUserMessage
 from litellm.types.prompts.init_prompts import PromptSpec
 from litellm.types.utils import CallTypes, StandardCallbackDynamicParams
 from litellm.types.vector_stores import (
     LiteLLM_ManagedVectorStore,
-    VectorStoreResultContent,
+    VectorStoreSearchFailure,
     VectorStoreSearchResponse,
     VectorStoreSearchResult,
 )
@@ -30,6 +31,8 @@ if TYPE_CHECKING:
 else:
     LiteLLMLoggingObj = Any
 
+SEARCH_FAILURES_FIELD: Final = "vector_store_search_failures"
+
 
 class ProxyRuntime(Protocol):
     def llm_router(self) -> "Router | None": ...
@@ -54,11 +57,31 @@ class ProxyServerRuntime:
         return prisma_client
 
 
+@dataclass(frozen=True, slots=True)
+class SearchSucceeded:
+    response: VectorStoreSearchResponse
+
+
+@dataclass(frozen=True, slots=True)
+class SearchFailed:
+    failure: VectorStoreSearchFailure
+
+
+SearchOutcome = SearchSucceeded | SearchFailed
+
+
+@dataclass(frozen=True, slots=True)
+class VectorStoreAugmentation:
+    messages: tuple[AllMessageValues, ...]
+    search_results: tuple[VectorStoreSearchResponse, ...]
+    failures: tuple[VectorStoreSearchFailure, ...]
+
+
 class VectorStorePreCallHook(CustomLogger):
     CONTENT_PREFIX_STRING = "Context:\n\n"
     """
     Custom logger that handles vector store searches before LLM calls.
-    
+
     When a vector store is configured, this hook:
     1. Extracts the query from the last user message
     2. Calls litellm.vector_stores.search() to get relevant context
@@ -101,100 +124,152 @@ class VectorStorePreCallHook(CustomLogger):
         Returns:
             Tuple of (model, modified_messages, non_default_params)
         """
+        requested_vector_store_ids: Final = _requested_vector_store_ids(non_default_params)
         try:
-            # Check if vector store is configured
-            if litellm.vector_store_registry is None:
-                return model, messages, non_default_params
-
-            prisma_client: Final = self.proxy_runtime.prisma_client()
-            llm_router: Final = self.proxy_runtime.llm_router()
-
-            # Use database fallback to ensure synchronization across instances
-            vector_stores_to_run: list[
-                LiteLLM_ManagedVectorStore
-            ] = await litellm.vector_store_registry.pop_vector_stores_to_run_with_db_fallback(
+            augmentation: VectorStoreAugmentation | None = await self._augment_messages(
+                messages=messages,
                 non_default_params=non_default_params,
                 tools=tools,
-                prisma_client=prisma_client,
+                litellm_logging_obj=litellm_logging_obj,
             )
-
-            if not vector_stores_to_run:
-                return model, messages, non_default_params
-
-            # Extract the query from the last user message
-            query: Final = self._extract_query_from_messages(messages)
-
-            if not query:
-                verbose_logger.debug("No query found in messages for vector store search")
-                return model, messages, non_default_params
-
-            modified_messages: list[AllMessageValues] = messages.copy()
-            all_search_results: Final[list[VectorStoreSearchResponse]] = []
-
-            for vector_store_to_run in vector_stores_to_run:
-                # Get vector store id from the vector store config
-                vector_store_id = vector_store_to_run.get("vector_store_id", "")
-                custom_llm_provider = vector_store_to_run.get("custom_llm_provider")
-                litellm_params_for_vector_store = vector_store_to_run.get("litellm_params", {}) or {}
-                request_litellm_params = litellm_logging_obj.model_call_details.get("litellm_params", {})
-                request_metadata = (
-                    request_litellm_params.get("metadata", {}) if isinstance(request_litellm_params, dict) else {}
-                )
-                if llm_router is not None:
-                    search_function = cast(  # cast-ok: normalize router search callable
-                        Callable[..., Awaitable[VectorStoreSearchResponse]],
-                        llm_router.avector_store_search,
-                    )
-                else:
-                    search_function = cast(  # cast-ok: normalize SDK search callable
-                        Callable[..., Awaitable[VectorStoreSearchResponse]],
-                        litellm.vector_stores.asearch,
-                    )
-                try:
-                    search_response = await search_function(
-                        **{
-                            "vector_store_id": vector_store_id,
-                            "query": query,
-                            "custom_llm_provider": custom_llm_provider,
-                            "metadata": request_metadata,
-                            **litellm_params_for_vector_store,
-                        },
-                    )
-                except Exception as search_error:
-                    verbose_logger.warning(
-                        "Vector store search failed for vector_store_id=%s, continuing without its context: %s",
-                        vector_store_id,
-                        search_error,
-                    )
-                    continue
-
-                verbose_logger.debug("search_response: %s", search_response)
-
-                # Store search results for later use in citations
-                all_search_results.append(search_response)
-
-                # Process search results and append as context
-                modified_messages = self._append_search_results_to_messages(
-                    messages=modified_messages, search_response=search_response
-                )
-
-                # Get the number of results for logging
-                num_results = 0
-                num_results = len(search_response.get("data", []) or [])
-                verbose_logger.debug("Vector store search completed. Added context from %s results", num_results)
-
-            # Store search results as-is (already in OpenAI-compatible format)
-            if litellm_logging_obj and all_search_results:
-                litellm_logging_obj.model_call_details["search_results"] = all_search_results
-
-            return model, modified_messages, non_default_params
-
         except Exception as e:
-            verbose_logger.exception("Error in VectorStorePreCallHook: %s", e)
-            # Return original parameters on error
+            verbose_logger.exception(
+                "Error in VectorStorePreCallHook for vector_store_ids=%s: %s",
+                requested_vector_store_ids,
+                e,
+            )
             return model, messages, non_default_params
 
-    def _extract_query_from_messages(self, messages: list[AllMessageValues]) -> str | None:
+        if augmentation is None:
+            return model, messages, non_default_params
+
+        for detail, value in (
+            ("search_results", list(augmentation.search_results)),
+            (SEARCH_FAILURES_FIELD, augmentation.failures),
+        ):
+            if value:
+                litellm_logging_obj.model_call_details[detail] = value
+
+        if augmentation.failures:
+            match litellm.vector_store_search_failure_mode:
+                case "error":
+                    raise VectorStoreSearchError(failures=augmentation.failures, model=model)
+                case "annotate":
+                    pass
+                case unreachable:
+                    assert_never(unreachable)
+
+        return model, list(augmentation.messages), non_default_params
+
+    async def _augment_messages(
+        self,
+        messages: Sequence[AllMessageValues],
+        non_default_params: dict,
+        tools: list[dict] | None,
+        litellm_logging_obj: LiteLLMLoggingObj,
+    ) -> VectorStoreAugmentation | None:
+        if litellm.vector_store_registry is None:
+            return None
+
+        prisma_client: Final = self.proxy_runtime.prisma_client()
+        llm_router: Final = self.proxy_runtime.llm_router()
+
+        # Use database fallback to ensure synchronization across instances
+        vector_stores_to_run: Final[
+            Sequence[LiteLLM_ManagedVectorStore]
+        ] = await litellm.vector_store_registry.pop_vector_stores_to_run_with_db_fallback(
+            non_default_params=non_default_params,
+            tools=tools,
+            prisma_client=prisma_client,
+        )
+
+        if not vector_stores_to_run:
+            return None
+
+        query: Final = self._extract_query_from_messages(messages)
+
+        if not query:
+            verbose_logger.debug("No query found in messages for vector store search")
+            return None
+
+        request_litellm_params: Final = litellm_logging_obj.model_call_details.get("litellm_params", {})
+        request_metadata: Final = (
+            request_litellm_params.get("metadata", {}) if isinstance(request_litellm_params, dict) else {}
+        )
+        search_function: Final = (
+            cast(  # cast-ok: normalize router search callable
+                Callable[..., Awaitable[VectorStoreSearchResponse]],
+                llm_router.avector_store_search,
+            )
+            if llm_router is not None
+            else cast(  # cast-ok: normalize SDK search callable
+                Callable[..., Awaitable[VectorStoreSearchResponse]],
+                litellm.vector_stores.asearch,
+            )
+        )
+
+        outcomes: Final = tuple(
+            [
+                await self._search_one(
+                    vector_store=vector_store_to_run,
+                    query=query,
+                    request_metadata=request_metadata,
+                    search_function=search_function,
+                )
+                for vector_store_to_run in vector_stores_to_run
+            ]
+        )
+        search_results: Final = tuple(outcome.response for outcome in outcomes if isinstance(outcome, SearchSucceeded))
+        failures: Final = tuple(outcome.failure for outcome in outcomes if isinstance(outcome, SearchFailed))
+
+        return VectorStoreAugmentation(
+            messages=self._messages_with_context(messages=messages, search_results=search_results),
+            search_results=search_results,
+            failures=failures,
+        )
+
+    async def _search_one(
+        self,
+        vector_store: LiteLLM_ManagedVectorStore,
+        query: str,
+        request_metadata: Mapping[str, object],
+        search_function: Callable[..., Awaitable[VectorStoreSearchResponse]],
+    ) -> SearchOutcome:
+        vector_store_id: Final = vector_store.get("vector_store_id", "")
+        custom_llm_provider: Final = vector_store.get("custom_llm_provider")
+        litellm_params_for_vector_store: Final = vector_store.get("litellm_params", {}) or {}
+        try:
+            search_response: Final = await search_function(
+                **{
+                    "vector_store_id": vector_store_id,
+                    "query": query,
+                    "custom_llm_provider": custom_llm_provider,
+                    "metadata": request_metadata,
+                    **litellm_params_for_vector_store,
+                },
+            )
+        except Exception as search_error:
+            verbose_logger.warning(
+                "Vector store search failed for vector_store_id=%s, continuing without its context: %s",
+                vector_store_id,
+                search_error,
+            )
+            return SearchFailed(
+                failure=VectorStoreSearchFailure(
+                    vector_store_id=vector_store_id,
+                    custom_llm_provider=custom_llm_provider,
+                    error=str(search_error),
+                )
+            )
+
+        verbose_logger.debug(
+            "Vector store search completed for vector_store_id=%s. Added context from %s results",
+            vector_store_id,
+            len(search_response.get("data", []) or []),
+        )
+        return SearchSucceeded(response=search_response)
+
+    def _extract_query_from_messages(self, messages: Sequence[AllMessageValues]) -> str | None:
         """
         Extract the query from the last user message.
 
@@ -223,48 +298,40 @@ class VectorStorePreCallHook(CustomLogger):
 
         return None
 
-    def _append_search_results_to_messages(
+    def _messages_with_context(
         self,
-        messages: list[AllMessageValues],
-        search_response: VectorStoreSearchResponse,
-    ) -> list[AllMessageValues]:
-        """
-        Append search results as context to the messages.
+        messages: Sequence[AllMessageValues],
+        search_results: Sequence[VectorStoreSearchResponse],
+    ) -> tuple[AllMessageValues, ...]:
+        context_messages: Final = tuple(
+            context_message
+            for search_response in search_results
+            if (context_message := self._context_message(search_response)) is not None
+        )
+        if not context_messages:
+            return tuple(messages)
+        return (*messages[:-1], *context_messages, *messages[-1:])
 
-        Args:
-            messages: Original list of messages
-            search_response: Response from vector store search
-
-        Returns:
-            Modified list of messages with context appended
-        """
-        search_response_data: Final[list[VectorStoreSearchResult] | None] = search_response.get("data")
+    def _context_message(self, search_response: VectorStoreSearchResponse) -> AllMessageValues | None:
+        """Build the context message for one vector store's results, or None when it returned nothing usable."""
+        search_response_data: Final[Sequence[VectorStoreSearchResult] | None] = search_response.get("data")
         if not search_response_data:
-            return messages
+            return None
 
-        context_content = self.CONTENT_PREFIX_STRING
+        context_texts: Final = tuple(
+            content_text
+            for result in search_response_data
+            for content_item in (result.get("content") or ())
+            if (content_text := content_item.get("text"))
+        )
+        if not context_texts:
+            return None
 
-        for result in search_response_data:
-            result_content: list[VectorStoreResultContent] | None = result.get("content")
-            if result_content:
-                for content_item in result_content:
-                    content_text: str | None = content_item.get("text")
-                    if content_text:
-                        context_content += content_text + "\n\n"
-
-        # Only add context if we found any content
-        if context_content != "Context:\n\n":
-            # Create a copy of messages to avoid modifying the original
-            modified_messages: Final = messages.copy()
-            # Add context as a new message before the last user message
-            context_message: Final[ChatCompletionUserMessage] = {
-                "role": "user",
-                "content": context_content,
-            }
-            modified_messages.insert(-1, cast(AllMessageValues, context_message))
-            return modified_messages
-
-        return messages
+        context_message: Final[ChatCompletionUserMessage] = {
+            "role": "user",
+            "content": self.CONTENT_PREFIX_STRING + "".join(f"{text}\n\n" for text in context_texts),
+        }
+        return cast(AllMessageValues, context_message)
 
     async def async_post_call_success_deployment_hook(
         self,
@@ -287,34 +354,29 @@ class VectorStorePreCallHook(CustomLogger):
                 verbose_logger.debug("No litellm_logging_obj in request_data")
                 return None
 
-            verbose_logger.debug("model_call_details keys: %s", list(litellm_logging_obj.model_call_details.keys()))
-
             # Get search results from model_call_details (already in OpenAI format)
-            search_results: Final[list[VectorStoreSearchResponse] | None] = litellm_logging_obj.model_call_details.get(
-                "search_results"
+            search_results: Final[Sequence[VectorStoreSearchResponse] | None] = (
+                litellm_logging_obj.model_call_details.get("search_results")
+            )
+            search_failures: Final[Sequence[VectorStoreSearchFailure] | None] = (
+                litellm_logging_obj.model_call_details.get(SEARCH_FAILURES_FIELD)
             )
 
-            verbose_logger.debug("Search results found: %s", search_results is not None)
-
-            if not search_results:
-                verbose_logger.debug("No search results found")
+            if not search_results and not search_failures:
+                verbose_logger.debug("No search results or search failures found")
                 return None
 
             # Add search results to response object
             if hasattr(response, "choices") and response.choices:
                 for choice in response.choices:
                     if hasattr(choice, "message") and choice.message:
-                        # Get existing provider_specific_fields or create new dict
                         provider_fields = getattr(choice.message, "provider_specific_fields", None) or {}
-
-                        # Add search results (already in OpenAI-compatible format)
-                        provider_fields["search_results"] = search_results
-
-                        # Set the provider_specific_fields
+                        if search_results:
+                            provider_fields["search_results"] = search_results
+                        if search_failures:
+                            provider_fields[SEARCH_FAILURES_FIELD] = search_failures
                         setattr(choice.message, "provider_specific_fields", provider_fields)
 
-            verbose_logger.debug("Added %s search results to response", len(search_results))
-
             # Return modified response
             return response
 
@@ -339,29 +401,24 @@ class VectorStorePreCallHook(CustomLogger):
             verbose_logger.debug("VectorStorePreCallHook.async_post_call_streaming_deployment_hook called")
 
             # Get search results from model_call_details (already in OpenAI format)
-            search_results: Final[list[VectorStoreSearchResponse] | None] = request_data.get("search_results")
+            search_results: Final[Sequence[VectorStoreSearchResponse] | None] = request_data.get("search_results")
+            search_failures: Final[Sequence[VectorStoreSearchFailure] | None] = request_data.get(SEARCH_FAILURES_FIELD)
 
-            verbose_logger.debug("Search results found for streaming chunk: %s", search_results is not None)
-
-            if not search_results:
-                verbose_logger.debug("No search results found for streaming chunk")
+            if not search_results and not search_failures:
+                verbose_logger.debug("No search results or search failures found for streaming chunk")
                 return response_chunk
 
             # Add search results to streaming chunk
             if hasattr(response_chunk, "choices") and response_chunk.choices:
                 for choice in response_chunk.choices:
                     if hasattr(choice, "delta") and choice.delta:
-                        # Get existing provider_specific_fields or create new dict
                         provider_fields = getattr(choice.delta, "provider_specific_fields", None) or {}
-
-                        # Add search results (already in OpenAI-compatible format)
-                        provider_fields["search_results"] = search_results
-
-                        # Set the provider_specific_fields
+                        if search_results:
+                            provider_fields["search_results"] = search_results
+                        if search_failures:
+                            provider_fields[SEARCH_FAILURES_FIELD] = search_failures
                         choice.delta.provider_specific_fields = provider_fields
 
-            verbose_logger.debug("Added %s search results to streaming chunk", len(search_results))
-
             # Return modified chunk
             return response_chunk
 
@@ -369,3 +426,10 @@ class VectorStorePreCallHook(CustomLogger):
             verbose_logger.exception("Error adding search results to streaming chunk: %s", e)
             # Don't fail the request if search results fail to be added
             return response_chunk
+
+
+def _requested_vector_store_ids(non_default_params: Mapping[str, object]) -> tuple[str, ...]:
+    requested: Final = non_default_params.get("vector_store_ids")
+    if not isinstance(requested, (list, tuple)):
+        return ()
+    return tuple(str(vector_store_id) for vector_store_id in requested)
diff --git a/litellm/types/vector_stores.py b/litellm/types/vector_stores.py
index 474c652ff3a..9051287b30a 100644
--- a/litellm/types/vector_stores.py
+++ b/litellm/types/vector_stores.py
@@ -4,7 +4,7 @@ from enum import Enum
 from typing import Any, Literal
 
 from pydantic import BaseModel
-from typing_extensions import TypedDict
+from typing_extensions import ReadOnly, TypedDict
 
 
 class SupportedVectorStoreIntegrations(str, Enum):
@@ -95,6 +95,17 @@ class VectorStoreSearchResponse(TypedDict, total=False):
     data: list[VectorStoreSearchResult] | None
 
 
+VectorStoreSearchFailureMode = Literal["annotate", "error"]
+
+
+class VectorStoreSearchFailure(TypedDict):
+    """A configured vector store whose search failed, as reported back to the API caller"""
+
+    vector_store_id: ReadOnly[str]
+    custom_llm_provider: ReadOnly[str | None]
+    error: ReadOnly[str]
+
+
 class VectorStoreSearchOptionalRequestParams(TypedDict, total=False):
     """TypedDict for Optional parameters supported by the vector store search API."""
 
diff --git a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
index ae5cffd8ab0..64ee9474e44 100644
--- a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
+++ b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
@@ -12,6 +12,15 @@ from litellm.integrations.vector_store_integrations.vector_store_pre_call_hook i
     VectorStorePreCallHook,
 )
 from litellm.types.llms.openai import AllMessageValues
+from litellm.types.utils import (
+    CallTypes,
+    Choices,
+    Delta,
+    Message,
+    ModelResponse,
+    ModelResponseStream,
+    StreamingChoices,
+)
 from litellm.types.vector_stores import (
     VectorStoreResultContent,
     VectorStoreSearchResponse,
@@ -36,6 +45,18 @@ def _search_response(text: str) -> VectorStoreSearchResponse:
     )
 
 
+def _first_message(response: ModelResponse) -> Message:
+    choice = response.choices[0]
+    assert isinstance(choice, Choices)
+    return choice.message
+
+
+@dataclass(frozen=True)
+class ExplodingRegistry:
+    async def pop_vector_stores_to_run_with_db_fallback(self, **kwargs: object) -> list[LiteLLM_ManagedVectorStore]:
+        raise RuntimeError("the registry blew up")
+
+
 @dataclass
 class RecordingRouter:
     failing_vector_store_ids: frozenset[str] = frozenset()
@@ -285,3 +306,181 @@ def test_the_default_runtime_follows_the_proxy_globals(monkeypatch: pytest.Monke
 
     assert runtime.llm_router() is router
     assert runtime.prisma_client() is prisma
+
+
+@pytest.mark.asyncio
+async def test_a_failing_vector_store_is_reported_back_to_the_caller(
+    registry_with: RegisterStores,
+) -> None:
+    """Regression (LIT-6809): a silently dropped store left the caller with an un-augmented answer and no signal."""
+    registry_with("vs-broken", "vs-healthy")
+    logging_obj = FakeLoggingObj({})
+
+    await _run_hook(
+        VectorStorePreCallHook(
+            proxy_runtime=FakeProxyRuntime(router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"})))
+        ),
+        ["vs-broken", "vs-healthy"],
+        logging_obj,
+    )
+
+    response = ModelResponse(choices=[Choices(message=Message(content="an answer"))])
+    await VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=None)).async_post_call_success_deployment_hook(
+        request_data={"litellm_logging_obj": logging_obj},
+        response=response,
+        call_type=CallTypes.acompletion,
+    )
+
+    provider_specific_fields = _first_message(response).provider_specific_fields or {}
+    assert provider_specific_fields["vector_store_search_failures"] == (
+        {
+            "vector_store_id": "vs-broken",
+            "custom_llm_provider": "bedrock",
+            "error": "litellm.BadRequestError: no healthy deployments for vs-broken",
+        },
+    )
+    assert len(provider_specific_fields["search_results"]) == 1
+
+
+@pytest.mark.asyncio
+async def test_a_healthy_vector_store_alone_reports_no_failures(registry_with: RegisterStores) -> None:
+    registry_with("vs-healthy")
+    logging_obj = FakeLoggingObj({})
+
+    await _run_hook(
+        VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=RecordingRouter())),
+        ["vs-healthy"],
+        logging_obj,
+    )
+
+    response = ModelResponse(choices=[Choices(message=Message(content="an answer"))])
+    await VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=None)).async_post_call_success_deployment_hook(
+        request_data={"litellm_logging_obj": logging_obj},
+        response=response,
+        call_type=CallTypes.acompletion,
+    )
+
+    assert "vector_store_search_failures" not in (_first_message(response).provider_specific_fields or {})
+
+
+@pytest.mark.asyncio
+async def test_a_failing_vector_store_is_reported_on_the_streaming_chunk(registry_with: RegisterStores) -> None:
+    registry_with("vs-broken")
+    logging_obj = FakeLoggingObj({})
+
+    await _run_hook(
+        VectorStorePreCallHook(
+            proxy_runtime=FakeProxyRuntime(router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"})))
+        ),
+        ["vs-broken"],
+        logging_obj,
+    )
+
+    chunk = ModelResponseStream(choices=[StreamingChoices(delta=Delta(content="an answer"))])
+    await VectorStorePreCallHook(
+        proxy_runtime=FakeProxyRuntime(router=None)
+    ).async_post_call_streaming_deployment_hook(
+        request_data=logging_obj.model_call_details,
+        response_chunk=chunk,
+        call_type=CallTypes.acompletion,
+    )
+
+    assert (chunk.choices[0].delta.provider_specific_fields or {})["vector_store_search_failures"] == (
+        {
+            "vector_store_id": "vs-broken",
+            "custom_llm_provider": "bedrock",
+            "error": "litellm.BadRequestError: no healthy deployments for vs-broken",
+        },
+    )
+
+
+@pytest.mark.asyncio
+async def test_error_mode_fails_the_request_instead_of_answering_without_the_knowledge_base(
+    registry_with: RegisterStores,
+    monkeypatch: pytest.MonkeyPatch,
+) -> None:
+    """Regression (LIT-6809): opting in must turn an ungrounded answer into a 400 the caller can act on."""
+    registry_with("vs-broken", "vs-healthy")
+    monkeypatch.setattr(litellm, "vector_store_search_failure_mode", "error")
+
+    with pytest.raises(litellm.VectorStoreSearchError) as raised:
+        await _run_hook(
+            VectorStorePreCallHook(
+                proxy_runtime=FakeProxyRuntime(
+                    router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"}))
+                )
+            ),
+            ["vs-broken", "vs-healthy"],
+            FakeLoggingObj({}),
+        )
+
+    assert raised.value.status_code == 400
+    assert raised.value.failures == (
+        {
+            "vector_store_id": "vs-broken",
+            "custom_llm_provider": "bedrock",
+            "error": "litellm.BadRequestError: no healthy deployments for vs-broken",
+        },
+    )
+    assert "vs-broken: litellm.BadRequestError: no healthy deployments for vs-broken" in raised.value.message
+
+
+@pytest.mark.asyncio
+async def test_error_mode_leaves_a_fully_healthy_request_alone(
+    registry_with: RegisterStores,
+    monkeypatch: pytest.MonkeyPatch,
+) -> None:
+    registry_with("vs-healthy")
+    monkeypatch.setattr(litellm, "vector_store_search_failure_mode", "error")
+
+    _, messages, _ = await _run_hook(
+        VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=RecordingRouter())),
+        ["vs-healthy"],
+        FakeLoggingObj({}),
+    )
+
+    assert messages[0]["content"] == "Context:\n\ncontext from vs-healthy\n\n"
+
+
+@pytest.mark.asyncio
+async def test_error_mode_does_not_swallow_the_raise_in_the_hooks_own_catch_all(
+    registry_with: RegisterStores,
+    monkeypatch: pytest.MonkeyPatch,
+    warnings: list[logging.LogRecord],
+) -> None:
+    """Regression (LIT-6809): the catch-all around the hook must not turn the opted-in failure back into a 200."""
+    registry_with("vs-broken")
+    monkeypatch.setattr(litellm, "vector_store_search_failure_mode", "error")
+
+    with pytest.raises(litellm.VectorStoreSearchError):
+        await _run_hook(
+            VectorStorePreCallHook(
+                proxy_runtime=FakeProxyRuntime(
+                    router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"}))
+                )
+            ),
+            ["vs-broken"],
+            FakeLoggingObj({}),
+        )
+
+    assert [record.levelname for record in warnings] == ["WARNING"]
+
+
+@pytest.mark.asyncio
+async def test_a_crash_outside_the_search_names_the_requested_vector_stores(
+    monkeypatch: pytest.MonkeyPatch,
+    warnings: list[logging.LogRecord],
+) -> None:
+    """Regression (LIT-6809): the catch-all logged no store id, so an operator could not tell which store broke."""
+    monkeypatch.setattr(litellm, "vector_store_registry", ExplodingRegistry())
+
+    _, messages, _ = await _run_hook(
+        VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=None)),
+        ["vs-one", "vs-two"],
+        FakeLoggingObj({}),
+    )
+
+    assert messages == [{"role": "user", "content": "what is litellm?"}]
+    assert [record.getMessage() for record in warnings] == [
+        "Error in VectorStorePreCallHook for vector_store_ids=('vs-one', 'vs-two'): the registry blew up"
+    ]

From 6499ca349f1cfe5bc4e92d6128a11c13aea3420c Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:11:22 -0700
Subject: [PATCH 013/298] fix(vector-stores): import assert_never from
 typing_extensions for Python 3.10

---
 .../vector_store_integrations/vector_store_pre_call_hook.py   | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index d5c893c4b20..ed125b915b4 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -7,7 +7,9 @@ It searches the vector store for relevant context and appends it to the messages
 
 from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import TYPE_CHECKING, Any, Final, Protocol, assert_never, cast
+from typing import TYPE_CHECKING, Any, Final, Protocol, cast
+
+from typing_extensions import assert_never
 
 import litellm
 import litellm.vector_stores

From e464e749e00ea680dbc59702218210ea772a59e6 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:23:28 -0700
Subject: [PATCH 014/298] fix(vector-stores): fall back to annotate when the
 failure mode is unrecognized

litellm_settings keys are set on the litellm module with no allowlist, so a typo
in vector_store_search_failure_mode reached assert_never and turned every
vector-store request into a 500. Validate the configured value and fall back to
the permissive default with a warning naming the supported modes.
---
 .../vector_store_pre_call_hook.py             | 21 +++++++++++--
 .../test_vector_store_pre_call_hook.py        | 30 +++++++++++++++++++
 2 files changed, 49 insertions(+), 2 deletions(-)

diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index ed125b915b4..274cb496b8f 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -7,8 +7,9 @@ It searches the vector store for relevant context and appends it to the messages
 
 from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import TYPE_CHECKING, Any, Final, Protocol, cast
+from typing import TYPE_CHECKING, Any, Final, Protocol, cast, get_args
 
+from pydantic import TypeAdapter, ValidationError
 from typing_extensions import assert_never
 
 import litellm
@@ -22,6 +23,7 @@ from litellm.types.utils import CallTypes, StandardCallbackDynamicParams
 from litellm.types.vector_stores import (
     LiteLLM_ManagedVectorStore,
     VectorStoreSearchFailure,
+    VectorStoreSearchFailureMode,
     VectorStoreSearchResponse,
     VectorStoreSearchResult,
 )
@@ -34,6 +36,8 @@ else:
     LiteLLMLoggingObj = Any
 
 SEARCH_FAILURES_FIELD: Final = "vector_store_search_failures"
+_DEFAULT_FAILURE_MODE: Final[VectorStoreSearchFailureMode] = "annotate"
+_FAILURE_MODE_ADAPTER: Final = TypeAdapter(VectorStoreSearchFailureMode)
 
 
 class ProxyRuntime(Protocol):
@@ -153,7 +157,7 @@ class VectorStorePreCallHook(CustomLogger):
                 litellm_logging_obj.model_call_details[detail] = value
 
         if augmentation.failures:
-            match litellm.vector_store_search_failure_mode:
+            match _configured_failure_mode():
                 case "error":
                     raise VectorStoreSearchError(failures=augmentation.failures, model=model)
                 case "annotate":
@@ -435,3 +439,16 @@ def _requested_vector_store_ids(non_default_params: Mapping[str, object]) -> tup
     if not isinstance(requested, (list, tuple)):
         return ()
     return tuple(str(vector_store_id) for vector_store_id in requested)
+
+
+def _configured_failure_mode() -> VectorStoreSearchFailureMode:
+    try:
+        return _FAILURE_MODE_ADAPTER.validate_python(litellm.vector_store_search_failure_mode)
+    except ValidationError:
+        verbose_logger.warning(
+            "Unsupported vector_store_search_failure_mode=%r, falling back to %r. Supported modes: %s",
+            litellm.vector_store_search_failure_mode,
+            _DEFAULT_FAILURE_MODE,
+            ", ".join(get_args(VectorStoreSearchFailureMode)),
+        )
+        return _DEFAULT_FAILURE_MODE
diff --git a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
index 64ee9474e44..eae53becc14 100644
--- a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
+++ b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
@@ -425,6 +425,36 @@ async def test_error_mode_fails_the_request_instead_of_answering_without_the_kno
     assert "vs-broken: litellm.BadRequestError: no healthy deployments for vs-broken" in raised.value.message
 
 
+@pytest.mark.asyncio
+async def test_a_misspelled_failure_mode_annotates_instead_of_erroring_the_request(
+    registry_with: RegisterStores,
+    monkeypatch: pytest.MonkeyPatch,
+    warnings: list[logging.LogRecord],
+) -> None:
+    """Regression (LIT-6809): litellm_settings takes any value, so a typo must not become a 500."""
+    registry_with("vs-broken")
+    monkeypatch.setattr(litellm, "vector_store_search_failure_mode", "erorr")
+
+    logging_obj = FakeLoggingObj({})
+    _, messages, _ = await _run_hook(
+        VectorStorePreCallHook(
+            proxy_runtime=FakeProxyRuntime(router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"})))
+        ),
+        ["vs-broken"],
+        logging_obj,
+    )
+
+    assert messages[0]["content"] == "what is litellm?"
+    assert logging_obj.model_call_details["vector_store_search_failures"] == (
+        {
+            "vector_store_id": "vs-broken",
+            "custom_llm_provider": "bedrock",
+            "error": "litellm.BadRequestError: no healthy deployments for vs-broken",
+        },
+    )
+    assert any("erorr" in record.getMessage() for record in warnings)
+
+
 @pytest.mark.asyncio
 async def test_error_mode_leaves_a_fully_healthy_request_alone(
     registry_with: RegisterStores,

From 2647c2890fc6b8a32ab5601ecd8ed04b1cc0ebff Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:25:32 -0700
Subject: [PATCH 015/298] fix(oci): keep the stream's own finish reason instead
 of a synthetic stop chunk

The OCI wrapper overrides chunk_creator wholesale, so it never recorded the finish reason or marked the terminal chunk as sent. The shared end-of-stream finalizer then appended a synthetic chunk whose finish_reason was always stop, which downgraded a tool_calls completion for any client that reads the finish reason off the last chunk.
---
 litellm/llms/oci/chat/transformation.py       | 12 +++--
 .../oci/chat/test_oci_chat_transformation.py  | 54 +++++++++++++++++++
 2 files changed, 63 insertions(+), 3 deletions(-)

diff --git a/litellm/llms/oci/chat/transformation.py b/litellm/llms/oci/chat/transformation.py
index b1167d447fc..8e4e41b4ac1 100644
--- a/litellm/llms/oci/chat/transformation.py
+++ b/litellm/llms/oci/chat/transformation.py
@@ -745,7 +745,13 @@ class OCIStreamWrapper(CustomStreamWrapper):
         # single-event case (terminal chunk carries the only copy of the text).
         self._cohere_text_emitted = False
 
-    def _with_stream_identity(self, parsed: ModelResponseStream) -> ModelResponseStream:
+    def _emit_chunk(self, parsed: ModelResponseStream) -> ModelResponseStream:
+        for choice in parsed.choices:
+            if getattr(choice.delta, "tool_calls", None):
+                self.tool_call = True
+            if choice.finish_reason is not None:
+                self.received_finish_reason = choice.finish_reason
+                self.sent_last_chunk = True
         return self.model_response_creator(chunk={"choices": parsed.choices})
 
     def chunk_creator(self, chunk: Any) -> ModelResponseStream | None:
@@ -780,8 +786,8 @@ class OCIStreamWrapper(CustomStreamWrapper):
                     if getattr(choice.delta, "content", None):
                         self._cohere_text_emitted = True
                         break
-            return self._with_stream_identity(result)
-        return self._with_stream_identity(handle_generic_stream_chunk(dict_chunk))
+            return self._emit_chunk(result)
+        return self._emit_chunk(handle_generic_stream_chunk(dict_chunk))
 
 
 __all__ = [
diff --git a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
index e77b2c24d01..4c9bd29b337 100644
--- a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
+++ b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py
@@ -2041,3 +2041,57 @@ class TestOCIStreamWrapperDoneSentinel:
         wrapper = _make_stream_wrapper(_STREAM_GENERIC_MODEL)
         with pytest.raises(OCIError, match="Chunk cannot be parsed as JSON"):
             wrapper.chunk_creator("data: [DONE] trailing garbage")
+
+
+_GENERIC_TOOL_CALL_EVENT = (
+    'data: {"index":0,"message":{"role":"ASSISTANT","content":[],'
+    '"toolCalls":[{"type":"FUNCTION","id":"call_1","name":"get_weather","arguments":"{}"}]}}'
+)
+_GENERIC_TOOL_TERMINAL_EVENT = (
+    'data: {"index":0,"message":{"role":"ASSISTANT","content":[]},"finishReason":"TOOL_CALLS"}'
+)
+
+
+def _drain_stream(model: str, events: list[str]) -> list:
+    logging_obj = MagicMock()
+    logging_obj.model_call_details = {"custom_llm_provider": "oci", "litellm_params": {}}
+    wrapper = OCIStreamWrapper(
+        completion_stream=iter(events),
+        model=model,
+        custom_llm_provider="oci",
+        logging_obj=logging_obj,
+    )
+    return list(wrapper)
+
+
+class TestOCIStreamWrapperTerminalChunk:
+    """OCI's ``chunk_creator`` override bypasses the shared handler's
+    finish-reason bookkeeping, so the shared end-of-stream finalizer used to
+    append a synthetic ``stop`` chunk after OCI's own terminal chunk, silently
+    downgrading a ``tool_calls`` completion for any client that reads the
+    finish reason off the last chunk."""
+
+    def test_generic_tool_call_stream_ends_on_tool_calls(self):
+        chunks = _drain_stream(
+            _STREAM_GENERIC_MODEL,
+            [_GENERIC_TOOL_CALL_EVENT, _GENERIC_TOOL_TERMINAL_EVENT, "data: [DONE]"],
+        )
+
+        assert [chunk.choices[0].finish_reason for chunk in chunks] == [None, "tool_calls"]
+        assert len({chunk.id for chunk in chunks}) == 1
+
+    def test_generic_text_stream_emits_exactly_one_finish_reason(self):
+        chunks = _drain_stream(
+            _STREAM_GENERIC_MODEL,
+            [_GENERIC_TEXT_EVENT.format(text="1"), _GENERIC_TERMINAL_EVENT, "data: [DONE]"],
+        )
+
+        assert [chunk.choices[0].finish_reason for chunk in chunks] == [None, "stop"]
+
+    def test_cohere_stream_emits_exactly_one_finish_reason(self):
+        chunks = _drain_stream(
+            _STREAM_COHERE_MODEL,
+            [_COHERE_TEXT_EVENT.format(text="123"), _COHERE_TERMINAL_EVENT],
+        )
+
+        assert [chunk.choices[0].finish_reason for chunk in chunks] == [None, "stop"]

From b55833b1f9269753fa35f5f6e68fc9782b83936f Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:40:00 -0700
Subject: [PATCH 016/298] fix(ai-gateway): build the release image again and
 cover it in CI

The image had two independent breaks. The Dockerfile pinned rust 1.90 while
the repo pins 1.98 in rust-toolchain.toml and never copied it in, so the first
cargo call died on crates needing a newer rustc. The runtime stage then ran
pip install on the root pyproject, which builds with maturin against the
python-bridge crate, so metadata generation failed with no Cargo manifest and
no Rust toolchain in that stage.

Copy rust-toolchain.toml into the builder so every cargo call uses the pinned
channel, build the wheel in the builder stage where cargo and python3-dev
already live, and have the runtime stage install that artifact instead of
compiling anything. Add the ai-gateway image job to the rust workflow so a
broken build fails a PR instead of surfacing on a release.
---
 .github/workflows/test-rust.yml               | 39 +++++++++++++++++++
 litellm-rust/crates/ai-gateway/Dockerfile     | 31 ++++++++++-----
 .../crates/ai-gateway/Dockerfile.dockerignore |  6 ++-
 3 files changed, 66 insertions(+), 10 deletions(-)

diff --git a/.github/workflows/test-rust.yml b/.github/workflows/test-rust.yml
index 9b8b132df62..99de9a25fbe 100644
--- a/.github/workflows/test-rust.yml
+++ b/.github/workflows/test-rust.yml
@@ -133,3 +133,42 @@ jobs:
 
       - name: Test native route wheel
         run: python tests/test_litellm/rust_bridge/native_route_wheel_test.py dist/*.whl
+
+  ai-gateway-image:
+    name: ai-gateway release image
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    permissions:
+      contents: read
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
+        with:
+          persist-credentials: false
+
+      - name: Build the release image
+        run: docker build -f litellm-rust/crates/ai-gateway/Dockerfile -t litellm-ai-gateway:${{ github.sha }} .
+
+      - name: Start the gateway and wait for readiness
+        env:
+          IMAGE: litellm-ai-gateway:${{ github.sha }}
+        run: |
+          docker run -d --name ai-gateway -p 4001:4001 \
+            -e LITELLM_MASTER_KEY=sk-ci-not-a-real-key \
+            -e OPENAI_API_KEY=sk-ci-not-a-real-key \
+            "$IMAGE"
+          for _ in $(seq 1 60); do
+            if curl -fsS http://127.0.0.1:4001/health/readiness; then
+              echo "gateway is serving readiness"
+              exit 0
+            fi
+            sleep 2
+          done
+          echo "gateway never became ready" >&2
+          docker logs ai-gateway >&2
+          exit 1
+
+      - name: Stop the gateway
+        if: always()
+        run: docker rm -f ai-gateway || true
diff --git a/litellm-rust/crates/ai-gateway/Dockerfile b/litellm-rust/crates/ai-gateway/Dockerfile
index 2bc3c05ad7e..370d6b3f08f 100644
--- a/litellm-rust/crates/ai-gateway/Dockerfile
+++ b/litellm-rust/crates/ai-gateway/Dockerfile
@@ -14,15 +14,20 @@
 # ---- Chef -------------------------------------------------------------------
 # cargo-chef caches the dependency build so only the gateway crate recompiles on
 # a source-only change. python3-dev is present in every rust stage because the
-# `python-config` feature links libpython via pyo3 (even in the cook step).
-FROM rust:1.90-slim-bookworm AS chef
+# `python-config` feature links libpython via pyo3 (even in the cook step), and
+# python3-pip builds the litellm wheel in the builder stage.
+FROM rust:1.98-slim-bookworm AS chef
 ENV PYO3_PYTHON=python3.11
+# rustup reads rust-toolchain.toml from any parent of the working directory, so
+# copying it in is what keeps every cargo call below on the repo's pinned
+# channel rather than on whatever the base image happens to ship.
+COPY rust-toolchain.toml /build/rust-toolchain.toml
+WORKDIR /build/litellm-rust
 RUN apt-get update \
     && apt-get install -y --no-install-recommends \
-        python3 python3-dev pkg-config libssl-dev clang \
+        python3 python3-dev python3-pip pkg-config libssl-dev clang \
     && rm -rf /var/lib/apt/lists/* \
     && cargo install cargo-chef --locked --version 0.1.77
-WORKDIR /build/litellm-rust
 
 # ---- Planner ----------------------------------------------------------------
 # Produce the dependency recipe from the rust workspace manifests + Cargo.lock.
@@ -43,6 +48,14 @@ RUN cargo chef cook --locked --release \
 COPY litellm-rust/ .
 RUN cargo build --locked --release -p litellm-ai-gateway --bin litellm-ai-gateway --features server,python-config
 
+# The root pyproject builds with maturin against litellm-rust/crates/python-bridge,
+# so the wheel is built here, next to the crate sources and the cargo toolchain,
+# and the runtime stage installs the artifact instead of compiling anything.
+COPY pyproject.toml README.md LICENSE /build/
+COPY litellm/ /build/litellm/
+COPY enterprise/ /build/enterprise/
+RUN pip3 wheel --no-cache-dir --no-deps --wheel-dir /build/dist /build
+
 # ---- Runtime ----------------------------------------------------------------
 # python:3.11-slim-bookworm ships libpython3.11, matching the builder's PyO3
 # 3.11 ABI so the embedded interpreter links and imports cleanly.
@@ -56,11 +69,11 @@ RUN apt-get update \
 WORKDIR /app
 
 # Install litellm (with proxy extras) FROM THIS REPO'S SOURCE so
-# `import litellm.proxy.read_model_list` works — it is not on PyPI yet. Copy the
-# package + packaging metadata, then pip install the proxy extra.
-COPY pyproject.toml README.md LICENSE ./
-COPY litellm/ ./litellm/
-RUN pip install --no-cache-dir ".[proxy]"
+# `import litellm.proxy.read_model_list` works — it is not on PyPI yet.
+COPY --from=builder /build/dist/*.whl /tmp/wheels/
+RUN wheel="$(ls /tmp/wheels/litellm-*.whl)" \
+    && pip install --no-cache-dir "${wheel}[proxy]" \
+    && rm -rf /tmp/wheels
 
 # The compiled gateway binary (pure-Rust realtime hot path; Python is load-time
 # only).
diff --git a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
index 030ee6a37c5..4fec13d18db 100644
--- a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
+++ b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
@@ -9,13 +9,17 @@
 # Strategy: ignore everything, then re-include only what the build needs:
 #   - litellm/            (pip install . needs the full package + proxy reader)
 #   - litellm-rust/       (the rust workspace; Cargo.lock + crate sources)
-#   - pyproject.toml / README.md / LICENSE  (packaging metadata for pip install)
+#   - enterprise/         (litellm/proxy/enterprise symlinks into it; maturin walks it)
+#   - pyproject.toml / README.md / LICENSE  (packaging metadata for the wheel build)
+#   - rust-toolchain.toml (the pinned channel every cargo call in the build uses)
 *
 
 # --- re-include the build inputs ---
 !litellm/
 !litellm-rust/
+!enterprise/
 !pyproject.toml
+!rust-toolchain.toml
 !README.md
 !LICENSE
 

From fbb799e240eec1e4d8c41d9c905d3699b7bfaad7 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:44:20 -0700
Subject: [PATCH 017/298] ci: drop the ai-gateway image from the coverage
 allowlist now that a job builds it

---
 .github/ci-coverage-allowlist.yml | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/.github/ci-coverage-allowlist.yml b/.github/ci-coverage-allowlist.yml
index f7a785b3b80..810265f4b40 100644
--- a/.github/ci-coverage-allowlist.yml
+++ b/.github/ci-coverage-allowlist.yml
@@ -96,11 +96,6 @@ dockerfiles:
       and lint workflows already exercise that output, so building the image adds no signal about it
     paths:
       - ui/Dockerfile
-  - reason: >-
-      The Rust gateway ships as its own chart and package with a separate release pipeline, so its
-      image is not part of this repo's Python image set
-    paths:
-      - litellm-rust/crates/ai-gateway/Dockerfile
   - reason: >-
       An example image under cookbook/ that is documentation rather than a shipped artifact
     paths:

From 1d1eb4264f2ea33beeda9f4a4b84c45ce35ebb0e Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:49:40 -0700
Subject: [PATCH 018/298] build(ai-gateway): keep the committed enterprise
 wheels out of the build context

---
 litellm-rust/crates/ai-gateway/Dockerfile.dockerignore | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
index 4fec13d18db..c8e789b5e8c 100644
--- a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
+++ b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
@@ -26,6 +26,8 @@
 # --- prune heavy / irrelevant subpaths back out of the re-included trees ---
 # Rust build artifacts (huge; regenerated in the builder).
 **/target/
+# Committed python distribution artifacts; the wheel build does not read them.
+enterprise/dist/
 # Python caches and compiled bytecode.
 **/__pycache__/
 **/*.pyc

From dc28f0eb4b9aeee5933368055daeb3a09d5fbab1 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 01:54:09 -0700
Subject: [PATCH 019/298] fix(vector-stores): report search failures on the
 responses API surface too

---
 .../vector_store_pre_call_hook.py             | 11 +++-
 .../test_vector_store_pre_call_hook.py        | 55 ++++++++++++++++++-
 2 files changed, 64 insertions(+), 2 deletions(-)

diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index 274cb496b8f..849e87fae40 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -17,7 +17,11 @@ import litellm.vector_stores
 from litellm._logging import verbose_logger
 from litellm.exceptions import VectorStoreSearchError
 from litellm.integrations.custom_logger import CustomLogger
-from litellm.types.llms.openai import AllMessageValues, ChatCompletionUserMessage
+from litellm.types.llms.openai import (
+    AllMessageValues,
+    ChatCompletionUserMessage,
+    ResponsesAPIResponse,
+)
 from litellm.types.prompts.init_prompts import PromptSpec
 from litellm.types.utils import CallTypes, StandardCallbackDynamicParams
 from litellm.types.vector_stores import (
@@ -372,6 +376,11 @@ class VectorStorePreCallHook(CustomLogger):
                 verbose_logger.debug("No search results or search failures found")
                 return None
 
+            if isinstance(response, ResponsesAPIResponse):
+                if search_failures:
+                    setattr(response, SEARCH_FAILURES_FIELD, list(search_failures))
+                return response
+
             # Add search results to response object
             if hasattr(response, "choices") and response.choices:
                 for choice in response.choices:
diff --git a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
index eae53becc14..f1f9f7c3f3f 100644
--- a/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
+++ b/tests/test_litellm/integrations/vector_store_integrations/test_vector_store_pre_call_hook.py
@@ -11,7 +11,7 @@ from litellm.integrations.vector_store_integrations.vector_store_pre_call_hook i
     ProxyServerRuntime,
     VectorStorePreCallHook,
 )
-from litellm.types.llms.openai import AllMessageValues
+from litellm.types.llms.openai import AllMessageValues, ResponsesAPIResponse
 from litellm.types.utils import (
     CallTypes,
     Choices,
@@ -363,6 +363,59 @@ async def test_a_healthy_vector_store_alone_reports_no_failures(registry_with: R
     assert "vector_store_search_failures" not in (_first_message(response).provider_specific_fields or {})
 
 
+@pytest.mark.asyncio
+async def test_a_failing_vector_store_is_reported_on_the_responses_api_response(
+    registry_with: RegisterStores,
+) -> None:
+    """Regression (LIT-6809): /v1/responses answered 200 with no sign the knowledge base was missing."""
+    registry_with("vs-broken")
+    logging_obj = FakeLoggingObj({})
+
+    await _run_hook(
+        VectorStorePreCallHook(
+            proxy_runtime=FakeProxyRuntime(router=RecordingRouter(failing_vector_store_ids=frozenset({"vs-broken"})))
+        ),
+        ["vs-broken"],
+        logging_obj,
+    )
+
+    response = ResponsesAPIResponse(id="resp-lit6809", created_at=0, output=[])
+    await VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=None)).async_post_call_success_deployment_hook(
+        request_data={"litellm_logging_obj": logging_obj},
+        response=response,
+        call_type=CallTypes.aresponses,
+    )
+
+    assert response.model_dump()["vector_store_search_failures"] == [
+        {
+            "vector_store_id": "vs-broken",
+            "custom_llm_provider": "bedrock",
+            "error": "litellm.BadRequestError: no healthy deployments for vs-broken",
+        }
+    ]
+
+
+@pytest.mark.asyncio
+async def test_a_healthy_vector_store_leaves_the_responses_api_response_alone(registry_with: RegisterStores) -> None:
+    registry_with("vs-healthy")
+    logging_obj = FakeLoggingObj({})
+
+    await _run_hook(
+        VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=RecordingRouter())),
+        ["vs-healthy"],
+        logging_obj,
+    )
+
+    response = ResponsesAPIResponse(id="resp-lit6809", created_at=0, output=[])
+    await VectorStorePreCallHook(proxy_runtime=FakeProxyRuntime(router=None)).async_post_call_success_deployment_hook(
+        request_data={"litellm_logging_obj": logging_obj},
+        response=response,
+        call_type=CallTypes.aresponses,
+    )
+
+    assert "vector_store_search_failures" not in response.model_dump()
+
+
 @pytest.mark.asyncio
 async def test_a_failing_vector_store_is_reported_on_the_streaming_chunk(registry_with: RegisterStores) -> None:
     registry_with("vs-broken")

From eddb29d90ed45849967c2318f15c2edd3e991d8f Mon Sep 17 00:00:00 2001
From: michelligabriele <gabriele.michelli@icloud.com>
Date: Thu, 3 Sep 2026 11:33:44 +0200
Subject: [PATCH 020/298] fix(proxy): dedup latest health checks in SQL and
 gate the DB save per window

---
 litellm/constants.py                          |   1 +
 litellm/proxy/db/health_check_latest.py       |  96 +++++++++
 litellm/proxy/proxy_server.py                 |  58 +++++-
 litellm/proxy/utils.py                        |  52 +----
 .../proxy/db/test_health_check_latest.py      | 111 ++++++++++
 .../proxy_server/test_background_health.py    |  81 ++++++++
 .../proxy/test_health_check_functions.py      | 190 ++++++++++--------
 .../test_prisma_client_health.py              |  74 ++++---
 8 files changed, 502 insertions(+), 161 deletions(-)
 create mode 100644 litellm/proxy/db/health_check_latest.py
 create mode 100644 tests/test_litellm/proxy/db/test_health_check_latest.py

diff --git a/litellm/constants.py b/litellm/constants.py
index ef9329b9dfc..1f5bd673997 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -1619,6 +1619,7 @@ CLOUDZERO_EXPORT_USAGE_DATA_JOB_NAME: Final = "cloudzero_export_usage_data"
 MAVVRIK_FOCUS_EXPORT_JOB_NAME: Final = "mavvrik_focus_export_usage_data"
 CLOUDZERO_MAX_FETCHED_DATA_RECORDS: Final = int(os.getenv("CLOUDZERO_MAX_FETCHED_DATA_RECORDS", 50000))
 SPEND_LOG_CLEANUP_JOB_NAME: Final = "spend_log_cleanup"
+BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME: Final = "background_health_check_db_save"
 KEY_ROTATION_JOB_NAME: Final = "litellm_key_rotation_job"
 EXPIRED_UI_SESSION_KEY_CLEANUP_JOB_NAME: Final = "litellm_expired_ui_session_key_cleanup_job"
 WEEKLY_SPEND_REPORT_JOB_ID: Final = "weekly_spend_report_job"
diff --git a/litellm/proxy/db/health_check_latest.py b/litellm/proxy/db/health_check_latest.py
new file mode 100644
index 00000000000..35bc838379c
--- /dev/null
+++ b/litellm/proxy/db/health_check_latest.py
@@ -0,0 +1,96 @@
+"""
+Latest health-check row per model, deduplicated by Postgres.
+
+prisma-client-py's ``find_many(distinct=...)`` dedups client-side: the emitted
+SQL carries no DISTINCT, so the whole append-only history table streams to the
+worker on every call. ``SELECT DISTINCT ON`` keeps the transfer at one row per
+(model_id, model_name) and is served by the matching descending index.
+"""
+
+from __future__ import annotations
+
+import json
+from collections.abc import Sequence
+from datetime import datetime, timezone
+from typing import TYPE_CHECKING, Final
+
+from pydantic import BaseModel, ConfigDict, JsonValue, TypeAdapter, field_validator
+
+from litellm._logging import verbose_proxy_logger
+
+if TYPE_CHECKING:
+    from litellm.proxy.utils import PrismaClient
+
+LATEST_HEALTH_CHECKS_SQL: Final = """
+SELECT DISTINCT ON ("model_id", "model_name")
+       "health_check_id", "model_name", "model_id", "status",
+       "healthy_count", "unhealthy_count", "error_message",
+       "response_time_ms", "details", "checked_by",
+       "checked_at", "created_at", "updated_at"
+FROM "LiteLLM_HealthCheckTable"
+ORDER BY "model_id" ASC, "model_name" ASC, "checked_at" DESC
+"""
+
+LATEST_HEALTH_CHECKS_FOR_MODELS_SQL: Final = """
+SELECT DISTINCT ON ("model_id", "model_name")
+       "health_check_id", "model_name", "model_id", "status",
+       "healthy_count", "unhealthy_count", "error_message",
+       "response_time_ms", "details", "checked_by",
+       "checked_at", "created_at", "updated_at"
+FROM "LiteLLM_HealthCheckTable"
+WHERE "model_name" = ANY($1)
+ORDER BY "model_id" ASC, "model_name" ASC, "checked_at" DESC
+"""
+
+
+class LatestHealthCheckRow(BaseModel):
+    model_config = ConfigDict(frozen=True, protected_namespaces=())
+
+    health_check_id: str
+    model_name: str
+    model_id: str | None = None
+    status: str
+    healthy_count: int = 0
+    unhealthy_count: int = 0
+    error_message: str | None = None
+    response_time_ms: float | None = None
+    details: JsonValue | None = None
+    checked_by: str | None = None
+    checked_at: datetime
+    created_at: datetime
+    updated_at: datetime
+
+    @field_validator("details", mode="before")
+    @classmethod
+    def _decode_json_text(cls, value: object) -> object:
+        return json.loads(value) if isinstance(value, str) else value
+
+    @field_validator("checked_at", "created_at", "updated_at")
+    @classmethod
+    def _assume_utc(cls, value: datetime) -> datetime:
+        return value.replace(tzinfo=timezone.utc) if value.tzinfo is None else value
+
+
+_ROWS_ADAPTER: Final = TypeAdapter(tuple[LatestHealthCheckRow, ...])
+
+
+async def fetch_latest_health_checks(prisma_client: PrismaClient) -> tuple[LatestHealthCheckRow, ...]:
+    try:
+        rows: Final = await prisma_client.db.query_raw(LATEST_HEALTH_CHECKS_SQL)
+        return _ROWS_ADAPTER.validate_python(rows)
+    except Exception as query_err:  # noqa: BLE001  # health decorates other reads; a driver error must not fail them
+        verbose_proxy_logger.error("Error getting all latest health checks: %s", query_err)
+        return ()
+
+
+async def fetch_latest_health_checks_for_models(
+    prisma_client: PrismaClient, model_names: Sequence[str]
+) -> tuple[LatestHealthCheckRow, ...]:
+    if not model_names:
+        return ()
+    try:
+        rows: Final = await prisma_client.db.query_raw(LATEST_HEALTH_CHECKS_FOR_MODELS_SQL, list(model_names))
+        return _ROWS_ADAPTER.validate_python(rows)
+    except Exception as query_err:  # noqa: BLE001  # a paged model list must not fail on its health decoration
+        verbose_proxy_logger.error("Error getting latest health checks for models: %s", query_err)
+        return ()
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 27132c90e05..0e330272bdf 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -16,7 +16,16 @@ import threading
 import time
 import traceback
 import warnings
-from collections.abc import AsyncGenerator, AsyncIterator, Callable, Collection, Mapping, MutableMapping, Sequence
+from collections.abc import (
+    AsyncGenerator,
+    AsyncIterator,
+    Awaitable,
+    Callable,
+    Collection,
+    Mapping,
+    MutableMapping,
+    Sequence,
+)
 from datetime import datetime, timedelta, timezone
 from types import MappingProxyType, UnionType
 from typing import (
@@ -50,6 +59,7 @@ from litellm.constants import (
     AIOHTTP_NEEDS_CLEANUP_CLOSED,
     AIOHTTP_TTL_DNS_CACHE,
     AUDIO_SPEECH_CHUNK_SIZE,
+    BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME,
     BASE_MCP_ROUTE,
     DAILY_TAG_SPEND_BATCH_MULTIPLIER,
     DEFAULT_MAX_RECURSE_DEPTH,
@@ -224,7 +234,7 @@ def generate_feedback_box():
 import contextlib
 from collections import defaultdict
 from contextlib import asynccontextmanager
-from functools import lru_cache
+from functools import lru_cache, partial
 
 import litellm
 import litellm._redis
@@ -402,6 +412,7 @@ from litellm.proxy.config_resolvers.alerting import (
 )
 from litellm.proxy.container_endpoints.endpoints import router as container_router
 from litellm.proxy.credential_endpoints.endpoints import router as credential_router
+from litellm.proxy.db.db_transaction_queue.pod_lock_manager import PodLockManager
 from litellm.proxy.db.db_transaction_queue.spend_log_cleanup import (
     SPEND_LOG_CLEANUP_BOUND_SETTINGS,
     SpendLogCleanup,
@@ -3580,12 +3591,35 @@ async def _run_direct_health_check_with_instrumentation(
     raise AssertionError("perform_health_check rejected every optional argument")
 
 
+async def _window_gated_health_check_db_save(
+    save: Callable[[], Awaitable[None]],
+    pod_lock_manager: PodLockManager | None,
+    lock_ttl: int | None,
+) -> None:
+    """
+    Persist at most once per window fleet-wide: the lock is the "this window's save is
+    done" marker, so it is deliberately never released and expires with the interval.
+    """
+    if pod_lock_manager is not None and pod_lock_manager.redis_cache is not None:
+        acquired: Final = await pod_lock_manager.acquire_lock(
+            cronjob_id=BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME,
+            ttl=lock_ttl,
+            allow_reentrant=False,
+        )
+        if not acquired:
+            verbose_proxy_logger.debug("background_health_check_db_save_skipped another pod persisted this window")
+            return
+    await save()
+
+
 def _schedule_background_health_check_db_save(
     prisma_client,
     shared_health_manager,
     model_list: list,
     healthy_endpoints: list,
     unhealthy_endpoints: list,
+    pod_lock_manager: PodLockManager | None = None,
+    lock_ttl: int | None = None,
 ):
     """Fire-and-forget: persist health check results to DB if prisma is available."""
     if prisma_client is None:
@@ -3598,16 +3632,16 @@ def _schedule_background_health_check_db_save(
 
     checked_by: Final = shared_health_manager.pod_id if shared_health_manager is not None else "background_health_check"
     start_time: Final = time_module.time()
-    asyncio.create_task(
-        _save_background_health_checks_to_db(
-            prisma_client,
-            model_list,
-            healthy_endpoints,
-            unhealthy_endpoints,
-            start_time,
-            checked_by=checked_by,
-        )
+    save: Final = partial(
+        _save_background_health_checks_to_db,
+        prisma_client,
+        model_list,
+        healthy_endpoints,
+        unhealthy_endpoints,
+        start_time,
+        checked_by=checked_by,
     )
+    asyncio.create_task(_window_gated_health_check_db_save(save, pod_lock_manager, lock_ttl))
 
 
 def _get_endpoint_exception_status(endpoint: dict, exceptions: dict) -> int:
@@ -3914,6 +3948,8 @@ async def _run_background_health_check():
             _llm_model_list,
             healthy_endpoints,
             unhealthy_endpoints,
+            pod_lock_manager=proxy_logging_obj.db_spend_update_writer.pod_lock_manager,
+            lock_ttl=health_check_interval,
         )
 
         # Write health state to router cache for health-check-driven routing
diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index cab2bd6d9db..01530762800 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -121,6 +121,11 @@ from litellm.proxy.db.exception_handler import (
     PrismaDBExceptionHandler,
     call_with_db_reconnect_retry,
 )
+from litellm.proxy.db.health_check_latest import (
+    LatestHealthCheckRow,
+    fetch_latest_health_checks,
+    fetch_latest_health_checks_for_models,
+)
 from litellm.proxy.db.log_db_metrics import log_db_metrics
 from litellm.proxy.db.prisma_client import (
     PrismaWrapper,
@@ -5962,48 +5967,13 @@ class PrismaClient:
             verbose_proxy_logger.error("Error getting health check history: %s", e)
             return []
 
-    async def get_all_latest_health_checks(self) -> "Sequence[prisma_models.LiteLLM_HealthCheckTable]":
-        """
-        Get the latest health check for each model.
+    async def get_all_latest_health_checks(self) -> tuple[LatestHealthCheckRow, ...]:
+        """Latest health check per (model_id, model_name), deduplicated in Postgres."""
+        return await fetch_latest_health_checks(self)
 
-        Uses DB-level DISTINCT ON (model_id, model_name) with ORDER BY checked_at DESC
-        (via Prisma ``distinct`` + ``order``) so we never load the full history into memory.
-        """
-        try:
-            return await HealthCheckRepository(self).table.find_many(
-                distinct=["model_id", "model_name"],
-                order=[
-                    {"model_id": "asc"},
-                    {"model_name": "asc"},
-                    {"checked_at": "desc"},
-                ],
-            )
-        except Exception as e:
-            verbose_proxy_logger.error("Error getting all latest health checks: %s", e)
-            return []
-
-    async def get_latest_health_checks_for_models(
-        self, model_names: "Sequence[str]"
-    ) -> "Sequence[prisma_models.LiteLLM_HealthCheckTable]":
-        """
-        Get the latest health check for each of the named models.
-
-        Same DISTINCT ON as ``get_all_latest_health_checks``, bounded to the models asked
-        about, so a paged caller reads health for its page instead of for the whole table.
-        """
-        if not model_names:
-            return ()
-        latest_first: Final = (("model_id", "asc"), ("model_name", "asc"), ("checked_at", "desc"))
-        order: Final = [{field: direction} for field, direction in latest_first]  # mutable-ok: prisma order is a list
-        try:
-            return await HealthCheckRepository(self).table.find_many(
-                where={"model_name": {"in": list(model_names)}},  # mutable-ok: prisma filters are dicts and lists
-                distinct=["model_id", "model_name"],  # mutable-ok: prisma distinct takes a list
-                order=order,
-            )
-        except Exception as e:  # noqa: BLE001  # health decorates a list; a driver error must not fail the page
-            verbose_proxy_logger.error("Error getting latest health checks for models: %s", e)
-            return ()
+    async def get_latest_health_checks_for_models(self, model_names: Sequence[str]) -> tuple[LatestHealthCheckRow, ...]:
+        """Same as ``get_all_latest_health_checks``, bounded to the named models."""
+        return await fetch_latest_health_checks_for_models(self, model_names)
 
 
 ### HELPER FUNCTIONS ###
diff --git a/tests/test_litellm/proxy/db/test_health_check_latest.py b/tests/test_litellm/proxy/db/test_health_check_latest.py
new file mode 100644
index 00000000000..529e4d8f2e9
--- /dev/null
+++ b/tests/test_litellm/proxy/db/test_health_check_latest.py
@@ -0,0 +1,111 @@
+from datetime import datetime, timezone
+from unittest.mock import AsyncMock, MagicMock
+
+import pytest
+
+from litellm.proxy.db.health_check_latest import (
+    LATEST_HEALTH_CHECKS_FOR_MODELS_SQL,
+    LATEST_HEALTH_CHECKS_SQL,
+    fetch_latest_health_checks,
+    fetch_latest_health_checks_for_models,
+)
+
+
+def _prisma(rows):
+    prisma = MagicMock()
+    prisma.db.query_raw = AsyncMock(return_value=rows)
+    return prisma
+
+
+def _raw_row(**overrides):
+    row = {
+        "health_check_id": "hc-1",
+        "model_name": "gpt-4",
+        "model_id": "deployment-abc",
+        "status": "healthy",
+        "healthy_count": 1,
+        "unhealthy_count": 0,
+        "error_message": None,
+        "response_time_ms": 12.5,
+        "details": None,
+        "checked_by": "pod-1",
+        "checked_at": "2026-08-25T00:00:00+00:00",
+        "created_at": "2026-08-25T00:00:00+00:00",
+        "updated_at": "2026-08-25T00:00:00+00:00",
+    }
+    return {**row, **overrides}
+
+
+@pytest.mark.asyncio
+async def test_fetch_all_runs_one_distinct_on_query_with_no_parameters():
+    """The dedup must be in the SQL: prisma find_many(distinct=...) streams the whole history table."""
+    prisma = _prisma([])
+    assert await fetch_latest_health_checks(prisma) == ()
+    assert prisma.db.query_raw.await_args.args == (LATEST_HEALTH_CHECKS_SQL,)
+    assert 'DISTINCT ON ("model_id", "model_name")' in LATEST_HEALTH_CHECKS_SQL
+    assert '"checked_at" DESC' in LATEST_HEALTH_CHECKS_SQL
+
+
+@pytest.mark.asyncio
+async def test_raw_datetimes_come_back_tz_aware_with_or_without_an_offset():
+    """The save path subtracts checked_at from datetime.now(timezone.utc); a naive value would TypeError."""
+    naive = _raw_row(health_check_id="hc-naive", model_id=None, checked_at="2026-08-25T00:00:00")
+    aware = _raw_row(health_check_id="hc-aware", checked_at="2026-08-25T01:00:00+02:00")
+    rows = await fetch_latest_health_checks(_prisma([naive, aware]))
+    assert {row.health_check_id: (row.model_id, row.checked_at) for row in rows} == {
+        "hc-naive": (None, datetime(2026, 8, 25, 0, 0, tzinfo=timezone.utc)),
+        "hc-aware": ("deployment-abc", datetime(2026, 8, 24, 23, 0, tzinfo=timezone.utc)),
+    }
+
+
+@pytest.mark.asyncio
+async def test_json_details_decode_from_text_and_pass_through_as_dict():
+    rows = await fetch_latest_health_checks(
+        _prisma(
+            [
+                _raw_row(health_check_id="text", details='{"region": "eu"}'),
+                _raw_row(health_check_id="dict", details={"region": "us"}),
+                _raw_row(health_check_id="none", details=None),
+            ]
+        )
+    )
+    assert {row.health_check_id: row.details for row in rows} == {
+        "text": {"region": "eu"},
+        "dict": {"region": "us"},
+        "none": None,
+    }
+
+
+@pytest.mark.asyncio
+async def test_fetch_all_degrades_to_no_rows_when_the_query_fails():
+    prisma = _prisma([])
+    prisma.db.query_raw.side_effect = RuntimeError("db down")
+    assert await fetch_latest_health_checks(prisma) == ()
+
+
+@pytest.mark.asyncio
+async def test_fetch_all_degrades_to_no_rows_for_a_malformed_row():
+    assert await fetch_latest_health_checks(_prisma([{"unexpected": "shape"}])) == ()
+
+
+@pytest.mark.asyncio
+async def test_fetch_for_models_binds_the_page_as_the_only_parameter():
+    prisma = _prisma([_raw_row()])
+    rows = await fetch_latest_health_checks_for_models(prisma, ("gpt-4", "claude-opus"))
+    assert prisma.db.query_raw.await_args.args == (LATEST_HEALTH_CHECKS_FOR_MODELS_SQL, ["gpt-4", "claude-opus"])
+    assert [row.model_name for row in rows] == ["gpt-4"]
+    assert 'WHERE "model_name" = ANY($1)' in LATEST_HEALTH_CHECKS_FOR_MODELS_SQL
+
+
+@pytest.mark.asyncio
+async def test_fetch_for_models_skips_the_database_for_an_empty_page():
+    prisma = _prisma([])
+    assert await fetch_latest_health_checks_for_models(prisma, ()) == ()
+    prisma.db.query_raw.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_fetch_for_models_degrades_to_no_rows_when_the_query_fails():
+    prisma = _prisma([])
+    prisma.db.query_raw.side_effect = RuntimeError("db down")
+    assert await fetch_latest_health_checks_for_models(prisma, ("gpt-4",)) == ()
diff --git a/tests/test_litellm/proxy/proxy_server/test_background_health.py b/tests/test_litellm/proxy/proxy_server/test_background_health.py
index 990844369f7..4874f75752c 100644
--- a/tests/test_litellm/proxy/proxy_server/test_background_health.py
+++ b/tests/test_litellm/proxy/proxy_server/test_background_health.py
@@ -20,6 +20,7 @@ from unittest.mock import AsyncMock, MagicMock
 import pytest
 
 import litellm.proxy.proxy_server as proxy_server
+from litellm.constants import BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME
 from litellm.proxy.proxy_server import (
     _adaptive_router_flusher_loop,
     _get_endpoint_exception_status,
@@ -245,6 +246,86 @@ async def test_schedule_background_health_check_db_save_invalid_no_event_loop_ra
         )
 
 
+def _lock_manager(redis_cache, acquired):
+    manager = MagicMock()
+    manager.redis_cache = redis_cache
+    manager.acquire_lock = AsyncMock(return_value=acquired)
+    manager.release_lock = AsyncMock()
+    return manager
+
+
+def _capture_saves(monkeypatch):
+    saves = []
+
+    async def _fake_save(*_args, **kwargs):
+        saves.append(kwargs)
+
+    import litellm.proxy.health_endpoints._health_endpoints as he
+
+    monkeypatch.setattr(he, "_save_background_health_checks_to_db", _fake_save)
+    return saves
+
+
+def _schedule_with(lock_manager):
+    _schedule_background_health_check_db_save(
+        prisma_client=MagicMock(),
+        shared_health_manager=None,
+        model_list=[],
+        healthy_endpoints=[],
+        unhealthy_endpoints=[],
+        pod_lock_manager=lock_manager,
+        lock_ttl=300,
+    )
+
+
+@pytest.mark.asyncio
+async def test_schedule_background_health_check_db_save_skips_a_window_another_pod_persisted(monkeypatch):
+    saves = _capture_saves(monkeypatch)
+    lock_manager = _lock_manager(redis_cache=MagicMock(), acquired=False)
+
+    _schedule_with(lock_manager)
+    await asyncio.sleep(0)
+
+    assert saves == []
+
+
+@pytest.mark.asyncio
+async def test_schedule_background_health_check_db_save_holds_the_window_lock_for_the_whole_interval(monkeypatch):
+    """The lock is the "saved this window" marker: never reentrant, TTL = interval, and never released."""
+    saves = _capture_saves(monkeypatch)
+    lock_manager = _lock_manager(redis_cache=MagicMock(), acquired=True)
+
+    _schedule_with(lock_manager)
+    await asyncio.sleep(0)
+
+    assert normalize(
+        {
+            "saves": len(saves),
+            "lock_request": lock_manager.acquire_lock.await_args.kwargs,
+            "released": lock_manager.release_lock.await_count,
+        }
+    ) == {
+        "saves": 1,
+        "lock_request": {
+            "cronjob_id": BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME,
+            "ttl": 300,
+            "allow_reentrant": False,
+        },
+        "released": 0,
+    }
+
+
+@pytest.mark.asyncio
+async def test_schedule_background_health_check_db_save_runs_ungated_without_redis(monkeypatch):
+    saves = _capture_saves(monkeypatch)
+    lock_manager = _lock_manager(redis_cache=None, acquired=True)
+
+    _schedule_with(lock_manager)
+    await asyncio.sleep(0)
+
+    assert (len(saves), lock_manager.acquire_lock.await_count) == (1, 0)
+
+
 # ---------------------------------------------------------------------------
 # _get_endpoint_exception_status
 # ---------------------------------------------------------------------------
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index fdae11d517a..9adaddb032d 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -6,6 +6,8 @@ from unittest.mock import AsyncMock, MagicMock, patch
 import pytest
 
 
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.db.health_check_latest import LatestHealthCheckRow
 from litellm.proxy.health_endpoints._health_endpoints import (
     _aggregate_health_check_results,
     _build_model_param_to_info_mapping,
@@ -13,6 +15,7 @@ from litellm.proxy.health_endpoints._health_endpoints import (
     _save_background_health_checks_to_db,
     _save_health_check_results_if_changed,
     _save_health_check_to_db,
+    latest_health_checks_endpoint,
 )
 from litellm.proxy.utils import PrismaClient
 
@@ -451,96 +454,125 @@ async def test_save_background_health_checks_to_db_exception_handling():
     # Function should complete without raising
 
 
-@pytest.mark.asyncio
-async def test_get_all_latest_health_checks_with_model_id(mock_prisma):
-    """Test get_all_latest_health_checks properly groups by model_id"""
-    mock_check2 = MagicMock()
-    mock_check2.model_id = "model-456"
-    mock_check2.model_name = "gpt-3.5-turbo"
-    mock_check2.checked_at = datetime.now(timezone.utc) - timedelta(minutes=5)
-
-    mock_check3 = MagicMock()
-    mock_check3.model_id = "model-123"
-    mock_check3.model_name = "gpt-3.5-turbo"
-    mock_check3.checked_at = datetime.now(timezone.utc) - timedelta(
-        minutes=1
-    )  # Latest for model-123
-
-    # Order by checked_at desc
-    mock_prisma.db.litellm_healthchecktable.find_many = AsyncMock(
-        return_value=[mock_check3, mock_check2]
-    )
-
-    result = await mock_prisma.get_all_latest_health_checks()
-
-    # Should return 2 unique models (by model_id)
-    assert len(result) == 2
-
-    # Should have latest check for each model_id
-    model_ids = {check.model_id for check in result}
-    assert "model-123" in model_ids
-    assert "model-456" in model_ids
-
-    # model-123 should have the latest check (1 minute ago)
-    model123_check = next(c for c in result if c.model_id == "model-123")
-    assert model123_check.checked_at == mock_check3.checked_at
+def _raw_latest_row(model_name: str, model_id, checked_at: datetime) -> dict:
+    return {
+        "health_check_id": f"hc-{model_id or 'no-id'}-{model_name}",
+        "model_name": model_name,
+        "model_id": model_id,
+        "status": "healthy",
+        "healthy_count": 1,
+        "unhealthy_count": 0,
+        "error_message": None,
+        "response_time_ms": 10.0,
+        "details": None,
+        "checked_by": "pod-1",
+        "checked_at": checked_at.isoformat(),
+        "created_at": checked_at.isoformat(),
+        "updated_at": checked_at.isoformat(),
+    }
 
 
 @pytest.mark.asyncio
-async def test_get_all_latest_health_checks_without_model_id(mock_prisma):
-    """Test get_all_latest_health_checks groups by model_name when model_id is None"""
-    mock_check2 = MagicMock()
-    mock_check2.model_id = None
-    mock_check2.model_name = "gpt-3.5-turbo"
-    mock_check2.checked_at = datetime.now(timezone.utc) - timedelta(minutes=1)  # Latest
-
-    mock_prisma.db.litellm_healthchecktable.find_many = AsyncMock(
-        return_value=[mock_check2]
-    )
-
-    result = await mock_prisma.get_all_latest_health_checks()
-
-    # Should return 1 unique model (by model_name)
-    assert len(result) == 1
-    assert result[0].model_name == "gpt-3.5-turbo"
-    assert result[0].checked_at == mock_check2.checked_at  # Latest
-
-
-@pytest.mark.asyncio
-async def test_get_all_latest_health_checks_same_name_with_and_without_model_id(
-    mock_prisma,
-):
+async def test_get_all_latest_health_checks_keeps_every_distinct_group_with_its_own_checked_at(mock_prisma):
     """
-    Same model_name can appear twice after DISTINCT ON: once keyed by (model_id, name)
-    and once by (NULL, name) — different Postgres groups than a single row with id.
+    Postgres owns the dedup. (id, name), (other id, name) and (NULL, name) are distinct groups and each row
+    must arrive typed, with its own checked_at, for the 1h re-save compare and the id-or-name lookup key.
     """
     now = datetime.now(timezone.utc)
-    with_id = MagicMock()
-    with_id.model_id = "deployment-abc"
-    with_id.model_name = "gpt-4"
-    with_id.checked_at = now - timedelta(minutes=2)
-
-    without_id = MagicMock()
-    without_id.model_id = None
-    without_id.model_name = "gpt-4"
-    without_id.checked_at = now - timedelta(minutes=1)
-
-    mock_prisma.db.litellm_healthchecktable.find_many = AsyncMock(
-        return_value=[without_id, with_id]
+    mock_prisma.db.query_raw = AsyncMock(
+        return_value=[
+            _raw_latest_row("gpt-3.5-turbo", "model-123", now - timedelta(minutes=1)),
+            _raw_latest_row("gpt-3.5-turbo", "model-456", now - timedelta(minutes=5)),
+            _raw_latest_row("gpt-4", "deployment-abc", now - timedelta(minutes=2)),
+            _raw_latest_row("gpt-4", None, now - timedelta(minutes=3)),
+        ]
     )
 
     result = await mock_prisma.get_all_latest_health_checks()
 
-    assert len(result) == 2
-    names = {r.model_name for r in result}
-    assert names == {"gpt-4"}
-    ids = {r.model_id for r in result}
-    assert "deployment-abc" in ids
-    assert None in ids
+    assert {(check.model_id, check.model_name): check.checked_at for check in result} == {
+        ("model-123", "gpt-3.5-turbo"): now - timedelta(minutes=1),
+        ("model-456", "gpt-3.5-turbo"): now - timedelta(minutes=5),
+        ("deployment-abc", "gpt-4"): now - timedelta(minutes=2),
+        (None, "gpt-4"): now - timedelta(minutes=3),
+    }
 
-    by_key = {(r.model_id, r.model_name): r for r in result}
-    assert by_key[("deployment-abc", "gpt-4")].checked_at == with_id.checked_at
-    assert by_key[(None, "gpt-4")].checked_at == without_id.checked_at
+
+@pytest.mark.asyncio
+async def test_save_background_health_checks_compares_raw_checked_at_against_utc_now(mock_prisma):
+    """
+    Raw rows carry ISO strings and the engine may omit the offset. A naive checked_at would TypeError
+    inside the 1h compare, be swallowed, and silently stop every save; a stale row must still re-save.
+    """
+    stale = (datetime.now(timezone.utc) - timedelta(hours=2)).replace(tzinfo=None)
+    fresh = datetime.now(timezone.utc) - timedelta(minutes=5)
+    mock_prisma.db.query_raw = AsyncMock(
+        return_value=[
+            _raw_latest_row("stale-model", "stale-id", stale),
+            _raw_latest_row("fresh-model", "fresh-id", fresh),
+        ]
+    )
+    mock_prisma.save_health_check_result = AsyncMock()
+    model_list = [
+        {"model_name": "stale-model", "model_info": {"id": "stale-id"}, "litellm_params": {"model": "openai/stale"}},
+        {"model_name": "fresh-model", "model_info": {"id": "fresh-id"}, "litellm_params": {"model": "openai/fresh"}},
+    ]
+
+    await _save_background_health_checks_to_db(
+        mock_prisma,
+        model_list,
+        [{"model": "openai/stale"}, {"model": "openai/fresh"}],
+        [],
+        time.time(),
+        "pod-1",
+    )
+    await asyncio.sleep(0)
+
+    assert [call.kwargs["model_id"] for call in mock_prisma.save_health_check_result.await_args_list] == ["stale-id"]
+
+
+@pytest.mark.asyncio
+async def test_latest_health_checks_endpoint_serialises_raw_rows(monkeypatch):
+    row = LatestHealthCheckRow(
+        health_check_id="hc-1",
+        model_name="gpt-4",
+        model_id="deployment-abc",
+        status="healthy",
+        healthy_count=1,
+        unhealthy_count=0,
+        error_message=None,
+        response_time_ms=12.5,
+        details='{"region": "eu"}',
+        checked_by="pod-1",
+        checked_at=datetime(2026, 8, 25),
+        created_at=datetime(2026, 8, 25, tzinfo=timezone.utc),
+        updated_at=datetime(2026, 8, 25, tzinfo=timezone.utc),
+    )
+    prisma = MagicMock()
+    prisma.get_all_latest_health_checks = AsyncMock(return_value=(row,))
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", prisma)
+
+    response = await latest_health_checks_endpoint(user_api_key_dict=UserAPIKeyAuth())
+
+    assert response == {
+        "latest_health_checks": {
+            "deployment-abc": {
+                "health_check_id": "hc-1",
+                "model_name": "gpt-4",
+                "model_id": "deployment-abc",
+                "status": "healthy",
+                "healthy_count": 1,
+                "unhealthy_count": 0,
+                "error_message": None,
+                "response_time_ms": 12.5,
+                "details": {"region": "eu"},
+                "checked_by": "pod-1",
+                "checked_at": "2026-08-25T00:00:00+00:00",
+                "created_at": "2026-08-25T00:00:00+00:00",
+            }
+        },
+        "total_models": 1,
+    }
 
 
 @pytest.mark.asyncio
diff --git a/tests/test_litellm/proxy/utils/prisma_and_spend/test_prisma_client_health.py b/tests/test_litellm/proxy/utils/prisma_and_spend/test_prisma_client_health.py
index 9f48ba68b4f..fbe9934f06c 100644
--- a/tests/test_litellm/proxy/utils/prisma_and_spend/test_prisma_client_health.py
+++ b/tests/test_litellm/proxy/utils/prisma_and_spend/test_prisma_client_health.py
@@ -22,6 +22,10 @@ from unittest.mock import AsyncMock, MagicMock
 
 import pytest
 
+from litellm.proxy.db.health_check_latest import (
+    LATEST_HEALTH_CHECKS_FOR_MODELS_SQL,
+    LATEST_HEALTH_CHECKS_SQL,
+)
 from litellm.proxy.utils import PrismaClient
 
 
@@ -261,36 +265,49 @@ async def test_get_health_check_history_db_error_returns_empty_list(
     assert await prisma_client.get_health_check_history() == []
 
 
+def _raw_health_check_row(model_name: str = "gpt-4", model_id: str | None = "deployment-abc") -> dict[str, Any]:
+    return {
+        "health_check_id": f"hc-{model_name}",
+        "model_name": model_name,
+        "model_id": model_id,
+        "status": "healthy",
+        "healthy_count": 1,
+        "unhealthy_count": 0,
+        "error_message": None,
+        "response_time_ms": 12.5,
+        "details": None,
+        "checked_by": "pod-1",
+        "checked_at": "2026-08-25T00:00:00+00:00",
+        "created_at": "2026-08-25T00:00:00+00:00",
+        "updated_at": "2026-08-25T00:00:00+00:00",
+    }
+
+
 @pytest.mark.asyncio
-async def test_get_all_latest_health_checks_uses_distinct(
+async def test_get_all_latest_health_checks_dedups_in_postgres(
     prisma_client: PrismaClient,
 ) -> None:
-    rows = [MagicMock(name=f"row-{i}") for i in range(3)]
-    prisma_client.db.litellm_healthchecktable.find_many = AsyncMock(return_value=rows)
+    """A revert to prisma find_many(distinct=...) streams the whole history table; the SQL must own the DISTINCT."""
+    prisma_client.db.query_raw = AsyncMock(return_value=[_raw_health_check_row()])
     result = await prisma_client.get_all_latest_health_checks()
-    kwargs = prisma_client.db.litellm_healthchecktable.find_many.await_args.kwargs
     actual = {
-        "len": len(result),
-        "distinct": kwargs["distinct"],
-        "order_len": len(kwargs["order"]),
-        "first_order": kwargs["order"][0],
+        "query": prisma_client.db.query_raw.await_args.args,
+        "rows": [(row.model_id, row.model_name, row.status) for row in result],
+        "row_type": type(result[0]).__name__,
     }
     assert actual == {
-        "len": 3,
-        "distinct": ["model_id", "model_name"],
-        "order_len": 3,
-        "first_order": {"model_id": "asc"},
+        "query": (LATEST_HEALTH_CHECKS_SQL,),
+        "rows": [("deployment-abc", "gpt-4", "healthy")],
+        "row_type": "LatestHealthCheckRow",
     }
 
 
 @pytest.mark.asyncio
-async def test_get_all_latest_health_checks_db_error_returns_empty_list(
+async def test_get_all_latest_health_checks_db_error_returns_no_rows(
     prisma_client: PrismaClient,
 ) -> None:
-    prisma_client.db.litellm_healthchecktable.find_many = AsyncMock(
-        side_effect=RuntimeError("oops")
-    )
-    assert await prisma_client.get_all_latest_health_checks() == []
+    prisma_client.db.query_raw = AsyncMock(side_effect=RuntimeError("oops"))
+    assert await prisma_client.get_all_latest_health_checks() == ()
 
 
 @pytest.mark.asyncio
@@ -298,18 +315,15 @@ async def test_get_latest_health_checks_for_models_bounds_the_query_to_those_mod
     prisma_client: PrismaClient,
 ) -> None:
     """A paged caller reads health for its page; an unbounded read is the bug this exists to avoid."""
-    prisma_client.db.litellm_healthchecktable.find_many = AsyncMock(return_value=[])
-    await prisma_client.get_latest_health_checks_for_models(["gpt-5", "claude-opus"])
-    kwargs = prisma_client.db.litellm_healthchecktable.find_many.await_args.kwargs
+    prisma_client.db.query_raw = AsyncMock(return_value=[_raw_health_check_row(model_name="gpt-5")])
+    result = await prisma_client.get_latest_health_checks_for_models(["gpt-5", "claude-opus"])
     actual = {
-        "where": kwargs["where"],
-        "distinct": kwargs["distinct"],
-        "order": kwargs["order"],
+        "query": prisma_client.db.query_raw.await_args.args,
+        "rows": [row.model_name for row in result],
     }
     assert actual == {
-        "where": {"model_name": {"in": ["gpt-5", "claude-opus"]}},
-        "distinct": ["model_id", "model_name"],
-        "order": [{"model_id": "asc"}, {"model_name": "asc"}, {"checked_at": "desc"}],
+        "query": (LATEST_HEALTH_CHECKS_FOR_MODELS_SQL, ["gpt-5", "claude-opus"]),
+        "rows": ["gpt-5"],
     }
 
 
@@ -317,14 +331,14 @@ async def test_get_latest_health_checks_for_models_bounds_the_query_to_those_mod
 async def test_get_latest_health_checks_for_models_does_not_query_for_an_empty_page(
     prisma_client: PrismaClient,
 ) -> None:
-    prisma_client.db.litellm_healthchecktable.find_many = AsyncMock(return_value=[])
+    prisma_client.db.query_raw = AsyncMock(return_value=[])
     assert await prisma_client.get_latest_health_checks_for_models([]) == ()
-    assert prisma_client.db.litellm_healthchecktable.find_many.await_count == 0
+    assert prisma_client.db.query_raw.await_count == 0
 
 
 @pytest.mark.asyncio
-async def test_get_latest_health_checks_for_models_db_error_returns_empty_list(
+async def test_get_latest_health_checks_for_models_db_error_returns_no_rows(
     prisma_client: PrismaClient,
 ) -> None:
-    prisma_client.db.litellm_healthchecktable.find_many = AsyncMock(side_effect=RuntimeError("oops"))
+    prisma_client.db.query_raw = AsyncMock(side_effect=RuntimeError("oops"))
     assert await prisma_client.get_latest_health_checks_for_models(["gpt-5"]) == ()

From f980b94923e25e5c01607fcdf2088bd0c232fc9e Mon Sep 17 00:00:00 2001
From: michelligabriele <gabriele.michelli@icloud.com>
Date: Thu, 3 Sep 2026 12:36:04 +0200
Subject: [PATCH 021/298] fix(proxy): release the health check save window lock
 on failure or cancel

---
 .../health_endpoints/_health_endpoints.py     | 105 +++++++-----
 litellm/proxy/proxy_server.py                 |  45 +++--
 .../proxy_server/test_background_health.py    | 109 +++++++-----
 .../proxy/test_health_check_functions.py      | 155 +++++++++++++-----
 4 files changed, 278 insertions(+), 136 deletions(-)

diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 8b57bdca2fe..91825a5606c 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -7,7 +7,7 @@ import secrets
 import time
 import traceback
 from collections.abc import Iterable, Mapping
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from typing import Any, Final, Literal, TypedDict, cast
 
 import fastapi
@@ -41,6 +41,7 @@ from litellm.proxy.auth.auth_utils import (
 )
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
 from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler
+from litellm.proxy.db.health_check_latest import LatestHealthCheckRow
 from litellm.proxy.db.proxy_worker_heartbeat import count_live_proxy_workers
 from litellm.proxy.health_check import (
     ADMIN_ONLY_HEALTH_DISPLAY_PARAMS,
@@ -697,13 +698,42 @@ def _aggregate_health_check_results(
     return model_results
 
 
+class _AggregatedHealthResult(TypedDict):
+    """One entry of ``_aggregate_health_check_results``: a model's counts for this cycle."""
+
+    model_name: ReadOnly[str]
+    model_id: ReadOnly[str | None]
+    healthy_count: ReadOnly[int]
+    unhealthy_count: ReadOnly[int]
+    error_message: ReadOnly[str | None]
+
+
+def _new_health_status(result: _AggregatedHealthResult) -> str:
+    return "healthy" if result["healthy_count"] > 0 else "unhealthy"
+
+
+def _should_persist_health_check_result(
+    result: _AggregatedHealthResult, latest_checks_map: Mapping[str, LatestHealthCheckRow]
+) -> bool:
+    """
+    True when this result has to be written: no previous row, the status changed, or the
+    previous row is older than one hour (periodic refresh while the status is stable).
+    """
+    lookup_key: Final = result["model_id"] if result["model_id"] else result["model_name"]
+    last_check: Final = latest_checks_map.get(lookup_key)
+    if last_check is None or last_check.status != _new_health_status(result):
+        return True
+    time_since_last_check: Final = (datetime.now(timezone.utc) - last_check.checked_at).total_seconds()
+    return time_since_last_check >= 3600  # 1 hour threshold
+
+
 async def _save_health_check_results_if_changed(
     prisma_client,
     model_results: dict,
     latest_checks_map: dict,
     start_time: float,
     checked_by: str | None = None,
-):
+) -> bool:
     """
     Save health check results to database, but only if status changed or >1 hour since last save.
 
@@ -714,47 +744,39 @@ async def _save_health_check_results_if_changed(
     - Status changes: Immediate write (no delay)
     - Result: ~92% reduction in DB writes for stable systems, while maintaining real-time updates on changes
 
+    The writes are awaited rather than detached so the caller learns whether this cycle's
+    persistence completed.
+
     Args:
         prisma_client: Database client
         model_results: Dictionary of aggregated health check results per model
         latest_checks_map: Dictionary mapping model_id/model_name to latest health check
         start_time: Start time of health check for calculating response time
         checked_by: Identifier for who/what performed the check
+
+    Returns:
+        True when every row that needed writing was written (including when nothing needed
+        writing); False when any write failed.
     """
-    for result in model_results.values():
-        new_status = "healthy" if result["healthy_count"] > 0 else "unhealthy"
-
-        # Check if we should save this result
-        should_save = True
-        lookup_key = result["model_id"] if result["model_id"] else result["model_name"]
-        if lookup_key in latest_checks_map:
-            last_check = latest_checks_map[lookup_key]
-            # Only save if status changed or if it's been a while since last check
-            if last_check.status == new_status:
-                # Check if last check was recent (within 1 hour)
-                if last_check.checked_at:
-                    from datetime import datetime, timezone
-
-                    time_since_last_check = (datetime.now(timezone.utc) - last_check.checked_at).total_seconds()
-                    # Only skip if status unchanged AND checked recently (within 1 hour)
-                    # This ensures we still get periodic updates even if status is stable
-                    if time_since_last_check < 3600:  # 1 hour threshold
-                        should_save = False
-
-        if should_save:
-            asyncio.create_task(
-                prisma_client.save_health_check_result(
-                    model_name=result["model_name"],
-                    model_id=result["model_id"],
-                    status=new_status,
-                    healthy_count=result["healthy_count"],
-                    unhealthy_count=result["unhealthy_count"],
-                    error_message=result["error_message"],
-                    response_time_ms=(time.time() - start_time) * 1000,
-                    details=None,
-                    checked_by=checked_by,
-                )
-            )
+    to_write: Final = tuple(
+        result for result in model_results.values() if _should_persist_health_check_result(result, latest_checks_map)
+    )
+    writes: Final = tuple(
+        prisma_client.save_health_check_result(
+            model_name=result["model_name"],
+            model_id=result["model_id"],
+            status=_new_health_status(result),
+            healthy_count=result["healthy_count"],
+            unhealthy_count=result["unhealthy_count"],
+            error_message=result["error_message"],
+            response_time_ms=(time.time() - start_time) * 1000,
+            details=None,
+            checked_by=checked_by,
+        )
+        for result in to_write
+    )
+    rows: Final = await asyncio.gather(*writes)
+    return all(row is not None for row in rows)
 
 
 async def _save_background_health_checks_to_db(
@@ -764,7 +786,7 @@ async def _save_background_health_checks_to_db(
     unhealthy_endpoints: list,
     start_time: float,
     checked_by: str | None = None,
-):
+) -> bool:
     """
     Save background health check results to database for each model.
 
@@ -773,9 +795,13 @@ async def _save_background_health_checks_to_db(
 
     OPTIMIZATION: Only saves to database if the status has changed from the last saved check.
     This dramatically reduces database writes when health status remains stable.
+
+    Returns:
+        True when this cycle's persistence completed; False when it was skipped or any step
+        failed. Never raises: a database failure must not break the health check loop.
     """
     if prisma_client is None:
-        return
+        return False
 
     try:
         # Step 1: Build mapping from model parameter to model info
@@ -798,7 +824,7 @@ async def _save_background_health_checks_to_db(
                 latest_checks_map[key] = check
 
         # Step 4: Save aggregated results, but only if status changed
-        await _save_health_check_results_if_changed(
+        return await _save_health_check_results_if_changed(
             prisma_client,
             model_results,
             latest_checks_map,
@@ -808,6 +834,7 @@ async def _save_background_health_checks_to_db(
     except Exception as db_error:
         verbose_proxy_logger.warning("Failed to save background health checks to database: %s", db_error)
         # Continue execution - don't let database save failure break health checks
+        return False
 
 
 _PROXY_ADMIN_ROLES: Final = frozenset(
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 0e330272bdf..88ab36b3d1e 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -152,6 +152,7 @@ if TYPE_CHECKING:
     from prisma import models as prisma_models
 
     from litellm.integrations.opentelemetry import OpenTelemetry
+    from litellm.proxy.health_check_utils.shared_health_check_manager import SharedHealthCheckManager
 
     Span = _Span | Any
 else:
@@ -3592,35 +3593,49 @@ async def _run_direct_health_check_with_instrumentation(
 
 
 async def _window_gated_health_check_db_save(
-    save: Callable[[], Awaitable[None]],
+    save: Callable[[], Awaitable[bool]],
     pod_lock_manager: PodLockManager | None,
     lock_ttl: int | None,
 ) -> None:
     """
-    Persist at most once per window fleet-wide: the lock is the "this window's save is
-    done" marker, so it is deliberately never released and expires with the interval.
+    Persist at most once per window fleet-wide. A completed save keeps the lock as the
+    "this window's save is done" marker, so it is deliberately never released and expires
+    with the interval. A save that reports failure or is cancelled releases the lock so
+    another pod's cycle in the same window can retry, instead of the fleet going a whole
+    window without a write.
     """
-    if pod_lock_manager is not None and pod_lock_manager.redis_cache is not None:
-        acquired: Final = await pod_lock_manager.acquire_lock(
-            cronjob_id=BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME,
-            ttl=lock_ttl,
-            allow_reentrant=False,
+    if pod_lock_manager is None or pod_lock_manager.redis_cache is None:
+        await save()
+        return
+    acquired: Final = await pod_lock_manager.acquire_lock(
+        cronjob_id=BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME,
+        ttl=lock_ttl,
+        allow_reentrant=False,
+    )
+    if not acquired:
+        verbose_proxy_logger.debug("background_health_check_db_save_skipped another pod persisted this window")
+        return
+    try:
+        persisted: Final = await save()
+    except BaseException:
+        await pod_lock_manager.release_lock(cronjob_id=BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME)
+        raise
+    if not persisted:
+        verbose_proxy_logger.warning(
+            "background_health_check_db_save_incomplete released the window lock so another pod can retry"
         )
-        if not acquired:
-            verbose_proxy_logger.debug("background_health_check_db_save_skipped another pod persisted this window")
-            return
-    await save()
+        await pod_lock_manager.release_lock(cronjob_id=BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME)
 
 
 def _schedule_background_health_check_db_save(
-    prisma_client,
-    shared_health_manager,
+    prisma_client: PrismaClient | None,
+    shared_health_manager: "SharedHealthCheckManager | None",
     model_list: list,
     healthy_endpoints: list,
     unhealthy_endpoints: list,
     pod_lock_manager: PodLockManager | None = None,
     lock_ttl: int | None = None,
-):
+) -> None:
     """Fire-and-forget: persist health check results to DB if prisma is available."""
     if prisma_client is None:
         return
diff --git a/tests/test_litellm/proxy/proxy_server/test_background_health.py b/tests/test_litellm/proxy/proxy_server/test_background_health.py
index 4874f75752c..d99aa637955 100644
--- a/tests/test_litellm/proxy/proxy_server/test_background_health.py
+++ b/tests/test_litellm/proxy/proxy_server/test_background_health.py
@@ -112,13 +112,11 @@ async def test_run_direct_health_check_with_instrumentation_returns_results(
         lambda _gs: {},
     )
 
-    healthy, unhealthy, exceptions = (
-        await _run_direct_health_check_with_instrumentation(
-            model_list=[{"model_name": "gpt-4"}],
-            details=False,
-            max_concurrency=1,
-            instrumentation_context={"source": "test"},
-        )
+    healthy, unhealthy, exceptions = await _run_direct_health_check_with_instrumentation(
+        model_list=[{"model_name": "gpt-4"}],
+        details=False,
+        max_concurrency=1,
+        instrumentation_context={"source": "test"},
     )
 
     assert normalize(
@@ -254,11 +252,12 @@ def _lock_manager(redis_cache, acquired):
     return manager
 
 
-def _capture_saves(monkeypatch):
+def _capture_saves(monkeypatch, persisted=True):
     saves = []
 
     async def _fake_save(*_args, **kwargs):
         saves.append(kwargs)
+        return persisted
 
     import litellm.proxy.health_endpoints._health_endpoints as he
 
@@ -266,6 +265,15 @@ def _capture_saves(monkeypatch):
     return saves
 
 
+def _cancel_during_save(monkeypatch):
+    async def _fake_save(*_args, **_kwargs):
+        raise asyncio.CancelledError()
+
+    import litellm.proxy.health_endpoints._health_endpoints as he
+
+    monkeypatch.setattr(he, "_save_background_health_checks_to_db", _fake_save)
+
+
 def _schedule_with(lock_manager):
     _schedule_background_health_check_db_save(
         prisma_client=MagicMock(),
@@ -315,15 +323,56 @@ async def test_schedule_background_health_check_db_save_holds_the_window_lock_fo
     }
 
 
+@pytest.mark.asyncio
+async def test_schedule_background_health_check_db_save_releases_the_window_lock_when_the_save_reports_failure(
+    monkeypatch,
+):
+    """A failed save must not burn the window: release the lock so another pod's cycle can retry."""
+    saves = _capture_saves(monkeypatch, persisted=False)
+    lock_manager = _lock_manager(redis_cache=MagicMock(), acquired=True)
+
+    _schedule_with(lock_manager)
+    await asyncio.sleep(0)
+
+    assert normalize(
+        {
+            "saves": len(saves),
+            "release_request": lock_manager.release_lock.await_args.kwargs,
+            "release_count": lock_manager.release_lock.await_count,
+        }
+    ) == {
+        "saves": 1,
+        "release_request": {"cronjob_id": BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME},
+        "release_count": 1,
+    }
+
+
+@pytest.mark.asyncio
+async def test_schedule_background_health_check_db_save_releases_the_window_lock_when_the_save_is_cancelled(
+    monkeypatch,
+):
+    """A pod shutting down mid-save releases the lock instead of holding it until the TTL."""
+    _cancel_during_save(monkeypatch)
+    lock_manager = _lock_manager(redis_cache=MagicMock(), acquired=True)
+
+    _schedule_with(lock_manager)
+    await asyncio.sleep(0)
+
+    assert (
+        lock_manager.release_lock.await_args.kwargs,
+        lock_manager.release_lock.await_count,
+    ) == ({"cronjob_id": BACKGROUND_HEALTH_CHECK_DB_SAVE_JOB_NAME}, 1)
+
+
 @pytest.mark.asyncio
 async def test_schedule_background_health_check_db_save_runs_ungated_without_redis(monkeypatch):
-    saves = _capture_saves(monkeypatch)
+    saves = _capture_saves(monkeypatch, persisted=False)
     lock_manager = _lock_manager(redis_cache=None, acquired=True)
 
     _schedule_with(lock_manager)
     await asyncio.sleep(0)
 
-    assert (len(saves), lock_manager.acquire_lock.await_count) == (1, 0)
+    assert (len(saves), lock_manager.acquire_lock.await_count, lock_manager.release_lock.await_count) == (1, 0, 0)
 
 
 # ---------------------------------------------------------------------------
@@ -400,13 +449,9 @@ def test_write_health_state_to_router_cache_sets_states(monkeypatch):
 
     _write_health_state_to_router_cache(healthy, unhealthy, exceptions)
 
-    fake_router.health_state_cache.set_deployment_health_states.assert_called_once_with(
-        fake_states
-    )
+    fake_router.health_state_cache.set_deployment_health_states.assert_called_once_with(fake_states)
 
-    call_args = fake_router.health_state_cache.set_deployment_health_states.call_args[
-        0
-    ][0]
+    call_args = fake_router.health_state_cache.set_deployment_health_states.call_args[0][0]
     assert normalize(
         {
             "states_keys": sorted(call_args.keys()),
@@ -448,9 +493,7 @@ def test_write_health_state_to_router_cache_populates_for_listing_filter(monkeyp
     fake_router.cooldown_time = 30
 
     monkeypatch.setattr(proxy_server, "llm_router", fake_router)
-    monkeypatch.setattr(
-        proxy_server, "general_settings", {"model_list_healthy_only": True}
-    )
+    monkeypatch.setattr(proxy_server, "general_settings", {"model_list_healthy_only": True})
 
     fake_states = {"m1": {"is_healthy": True}, "m2": {"is_healthy": False}}
 
@@ -484,9 +527,7 @@ def test_write_health_state_to_router_cache_populates_for_listing_filter(monkeyp
         {"m2": SimpleNamespace(status_code=500)},
     )
 
-    fake_router.health_state_cache.set_deployment_health_states.assert_called_once_with(
-        fake_states
-    )
+    fake_router.health_state_cache.set_deployment_health_states.assert_called_once_with(fake_states)
     assert cooldowns == []
     assert failures == []
 
@@ -496,9 +537,7 @@ def test_write_health_state_to_router_cache_swallows_internal_failures(monkeypat
     fake_router = MagicMock()
     fake_router.enable_health_check_routing = True
     fake_router.health_check_ignore_transient_errors = False
-    fake_router.health_state_cache.set_deployment_health_states.side_effect = (
-        RuntimeError("cache exploded")
-    )
+    fake_router.health_state_cache.set_deployment_health_states.side_effect = RuntimeError("cache exploded")
 
     monkeypatch.setattr(proxy_server, "llm_router", fake_router)
 
@@ -528,9 +567,7 @@ async def test_adaptive_router_flusher_loop_flushes_each_router(monkeypatch):
     from litellm.types.router import TaggedPreRoutingStrategy
 
     fake_router = MagicMock()
-    fake_router.adaptive_routers = {
-        "alpha": [TaggedPreRoutingStrategy(tags=(), strategy=fake_ar)]
-    }
+    fake_router.adaptive_routers = {"alpha": [TaggedPreRoutingStrategy(tags=(), strategy=fake_ar)]}
 
     monkeypatch.setattr(proxy_server, "llm_router", fake_router)
     monkeypatch.setattr(proxy_server, "prisma_client", MagicMock())
@@ -628,12 +665,8 @@ async def test_run_background_health_check_runs_one_cycle_then_cancels(monkeypat
         "_run_direct_health_check_with_instrumentation",
         _fake_direct,
     )
-    monkeypatch.setattr(
-        proxy_server, "_schedule_background_health_check_db_save", lambda *a, **kw: None
-    )
-    monkeypatch.setattr(
-        proxy_server, "_write_health_state_to_router_cache", lambda *a, **kw: None
-    )
+    monkeypatch.setattr(proxy_server, "_schedule_background_health_check_db_save", lambda *a, **kw: None)
+    monkeypatch.setattr(proxy_server, "_write_health_state_to_router_cache", lambda *a, **kw: None)
     monkeypatch.setattr(
         proxy_server,
         "health_check_filter_kwargs_from_general_settings",
@@ -711,12 +744,8 @@ async def test_run_background_health_check_probes_only_listed_model_groups(monke
         "_run_direct_health_check_with_instrumentation",
         _fake_direct,
     )
-    monkeypatch.setattr(
-        proxy_server, "_schedule_background_health_check_db_save", lambda *a, **kw: None
-    )
-    monkeypatch.setattr(
-        proxy_server, "_write_health_state_to_router_cache", lambda *a, **kw: None
-    )
+    monkeypatch.setattr(proxy_server, "_schedule_background_health_check_db_save", lambda *a, **kw: None)
+    monkeypatch.setattr(proxy_server, "_write_health_state_to_router_cache", lambda *a, **kw: None)
     monkeypatch.setattr(
         proxy_server,
         "health_check_filter_kwargs_from_general_settings",
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index 9adaddb032d..5aa80213134 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -24,12 +24,8 @@ from litellm.proxy.utils import PrismaClient
 def mock_prisma():
     """Simplified mock PrismaClient with bound methods"""
     client = MagicMock()
-    client.db.litellm_healthchecktable.create = AsyncMock(
-        return_value={"id": "test-id"}
-    )
-    client.db.litellm_healthchecktable.find_many = AsyncMock(
-        return_value=[{"id": "1", "model_name": "test"}]
-    )
+    client.db.litellm_healthchecktable.create = AsyncMock(return_value={"id": "test-id"})
+    client.db.litellm_healthchecktable.find_many = AsyncMock(return_value=[{"id": "1", "model_name": "test"}])
 
     # Bind actual methods
     import types
@@ -55,14 +51,10 @@ def mock_prisma():
         ("healthy", 1, 0, False),  # Database error case
     ],
 )
-async def test_save_health_check_result(
-    mock_prisma, status, healthy, unhealthy, should_succeed
-):
+async def test_save_health_check_result(mock_prisma, status, healthy, unhealthy, should_succeed):
     """Test health check result saving with various scenarios"""
     if not should_succeed:
-        mock_prisma.db.litellm_healthchecktable.create.side_effect = Exception(
-            "DB Error"
-        )
+        mock_prisma.db.litellm_healthchecktable.create.side_effect = Exception("DB Error")
 
     result = await mock_prisma.save_health_check_result(
         model_name="test-model",
@@ -190,9 +182,7 @@ def test_aggregate_health_check_results():
         {"model": "gpt-4", "error": "Rate limit exceeded"},
     ]
 
-    result = _aggregate_health_check_results(
-        model_param_to_info, healthy_endpoints, unhealthy_endpoints
-    )
+    result = _aggregate_health_check_results(model_param_to_info, healthy_endpoints, unhealthy_endpoints)
 
     # Check gpt-3.5-turbo is healthy
     gpt35_key = ("model-123", "gpt-3.5-turbo")
@@ -223,9 +213,7 @@ def test_aggregate_health_check_results_multiple_endpoints():
     ]
     unhealthy_endpoints = []
 
-    result = _aggregate_health_check_results(
-        model_param_to_info, healthy_endpoints, unhealthy_endpoints
-    )
+    result = _aggregate_health_check_results(model_param_to_info, healthy_endpoints, unhealthy_endpoints)
 
     key = ("model-123", "gpt-3.5-turbo")
     assert result[key]["healthy_count"] == 2
@@ -401,7 +389,7 @@ async def test_save_background_health_checks_to_db():
 
     start_time = 1234567890.0
 
-    await _save_background_health_checks_to_db(
+    persisted = await _save_background_health_checks_to_db(
         mock_prisma,
         model_list,
         healthy_endpoints,
@@ -410,7 +398,8 @@ async def test_save_background_health_checks_to_db():
         "background_health_check",
     )
 
-    # Should call get_all_latest_health_checks and save_health_check_result
+    # Should call get_all_latest_health_checks and save_health_check_result, and report completion
+    assert persisted is True
     mock_prisma.get_all_latest_health_checks.assert_called_once()
     mock_prisma.save_health_check_result.assert_called_once()
 
@@ -421,22 +410,112 @@ async def test_save_background_health_checks_to_db():
     assert call_kwargs["checked_by"] == "background_health_check"
 
 
+def _two_model_results():
+    return {
+        ("model-1", "gpt-4"): {
+            "model_name": "gpt-4",
+            "model_id": "model-1",
+            "healthy_count": 1,
+            "unhealthy_count": 0,
+            "error_message": None,
+        },
+        ("model-2", "gpt-4o"): {
+            "model_name": "gpt-4o",
+            "model_id": "model-2",
+            "healthy_count": 0,
+            "unhealthy_count": 1,
+            "error_message": "boom",
+        },
+    }
+
+
+@pytest.mark.asyncio
+async def test_save_health_check_results_if_changed_awaits_every_write_and_reports_success():
+    """Writes are awaited, not detached, so the caller can tell the cycle's persistence completed."""
+    mock_prisma = MagicMock()
+    mock_prisma.save_health_check_result = AsyncMock(return_value={"id": "row"})
+
+    persisted = await _save_health_check_results_if_changed(
+        mock_prisma, _two_model_results(), {}, 1234567890.0, "background_health_check"
+    )
+
+    assert (persisted, mock_prisma.save_health_check_result.await_count) == (True, 2)
+
+
+@pytest.mark.asyncio
+async def test_save_health_check_results_if_changed_reports_failure_when_a_write_returns_none():
+    """save_health_check_result swallows DB errors and returns None; that must surface as False."""
+    mock_prisma = MagicMock()
+    mock_prisma.save_health_check_result = AsyncMock(side_effect=[{"id": "row"}, None])
+
+    persisted = await _save_health_check_results_if_changed(
+        mock_prisma, _two_model_results(), {}, 1234567890.0, "background_health_check"
+    )
+
+    assert (persisted, mock_prisma.save_health_check_result.await_count) == (False, 2)
+
+
+@pytest.mark.asyncio
+async def test_save_health_check_results_if_changed_reports_success_when_nothing_needed_writing():
+    mock_prisma = MagicMock()
+    mock_prisma.save_health_check_result = AsyncMock()
+    model_results = {
+        ("model-1", "gpt-4"): {
+            "model_name": "gpt-4",
+            "model_id": "model-1",
+            "healthy_count": 1,
+            "unhealthy_count": 0,
+            "error_message": None,
+        },
+    }
+    latest_checks_map = {
+        "model-1": MagicMock(status="healthy", checked_at=datetime.now(timezone.utc) - timedelta(minutes=5)),
+    }
+
+    persisted = await _save_health_check_results_if_changed(
+        mock_prisma, model_results, latest_checks_map, 1234567890.0, "background_health_check"
+    )
+
+    assert (persisted, mock_prisma.save_health_check_result.await_count) == (True, 0)
+
+
+def _one_model_setup():
+    model_list = [
+        {
+            "model_name": "gpt-3.5-turbo",
+            "model_info": {"id": "model-123"},
+            "litellm_params": {"model": "gpt-3.5-turbo"},
+        },
+    ]
+    return model_list, [{"model": "gpt-3.5-turbo"}], []
+
+
+@pytest.mark.asyncio
+async def test_save_background_health_checks_to_db_returns_false_when_a_write_fails():
+    mock_prisma = MagicMock()
+    mock_prisma.get_all_latest_health_checks = AsyncMock(return_value=[])
+    mock_prisma.save_health_check_result = AsyncMock(return_value=None)
+    model_list, healthy_endpoints, unhealthy_endpoints = _one_model_setup()
+
+    persisted = await _save_background_health_checks_to_db(
+        mock_prisma, model_list, healthy_endpoints, unhealthy_endpoints, 1234567890.0, "background_health_check"
+    )
+
+    assert (persisted, mock_prisma.save_health_check_result.await_count) == (False, 1)
+
+
 @pytest.mark.asyncio
 async def test_save_background_health_checks_to_db_no_prisma():
     """Test graceful handling when no prisma client"""
-    result = await _save_background_health_checks_to_db(
-        None, [], [], [], 0.0, "background_health_check"
-    )
-    assert result is None
+    result = await _save_background_health_checks_to_db(None, [], [], [], 0.0, "background_health_check")
+    assert result is False
 
 
 @pytest.mark.asyncio
 async def test_save_background_health_checks_to_db_exception_handling():
     """Test exception handling in background health check save"""
     mock_prisma = MagicMock()
-    mock_prisma.get_all_latest_health_checks = AsyncMock(
-        side_effect=Exception("DB Error")
-    )
+    mock_prisma.get_all_latest_health_checks = AsyncMock(side_effect=Exception("DB Error"))
 
     model_list = [
         {
@@ -446,12 +525,13 @@ async def test_save_background_health_checks_to_db_exception_handling():
         },
     ]
 
-    # Should not raise exception, should handle gracefully
-    await _save_background_health_checks_to_db(
+    # Must not raise (the health check loop has to survive a DB outage) but must report
+    # the failure, so the window lock can be released for another pod to retry
+    persisted = await _save_background_health_checks_to_db(
         mock_prisma, model_list, [], [], 0.0, "background_health_check"
     )
 
-    # Function should complete without raising
+    assert persisted is False
 
 
 def _raw_latest_row(model_name: str, model_id, checked_at: datetime) -> dict:
@@ -660,12 +740,7 @@ def test_parse_background_health_check_model_groups_unset_returns_none():
 
     assert parse_background_health_check_model_groups(None) is None
     assert parse_background_health_check_model_groups({}) is None
-    assert (
-        parse_background_health_check_model_groups(
-            {"background_health_check_model_groups": None}
-        )
-        is None
-    )
+    assert parse_background_health_check_model_groups({"background_health_check_model_groups": None}) is None
 
 
 def test_parse_background_health_check_model_groups_list_returns_frozenset():
@@ -682,9 +757,7 @@ def test_parse_background_health_check_model_groups_malformed_raises(bad_value):
     from litellm.proxy.health_check import parse_background_health_check_model_groups
 
     with pytest.raises(ValueError, match="must be a list of model group names"):
-        parse_background_health_check_model_groups(
-            {"background_health_check_model_groups": bad_value}
-        )
+        parse_background_health_check_model_groups({"background_health_check_model_groups": bad_value})
 
 
 def test_filter_deployments_to_model_groups():
@@ -697,9 +770,7 @@ def test_filter_deployments_to_model_groups():
     ]
 
     assert filter_deployments_to_model_groups(model_list, None) == tuple(model_list)
-    assert filter_deployments_to_model_groups(
-        model_list, frozenset({"prod-openai"})
-    ) == (model_list[0], model_list[2])
+    assert filter_deployments_to_model_groups(model_list, frozenset({"prod-openai"})) == (model_list[0], model_list[2])
     assert filter_deployments_to_model_groups(model_list, frozenset()) == ()
 
 

From e75dd5663117026c3b416695b7eafaf3b5cfe1da Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 17:24:42 -0700
Subject: [PATCH 022/298] fix(proxy): expand access groups in /health scoping
 and allowlist health display fields

/health filtered deployments by the key's literal `models` entries, so a key or UI user
scoped to a model access group got 0/0 on both the live and the background-cache path,
plus a misleading "missing model_info.id" warning on the cached one. The endpoint now
resolves key sentinels and expands access groups the way auth does.

Health entries used to copy every litellm_params field, so a deployment parameter that
is not JSON-safe (a nested mapping keyed by a tuple) 500d the endpoint for every caller
and admins saw internal settings nobody asked for. Entries now keep only an explicit
allowlist of JSON-safe diagnostic fields; api_base and api_version stay admin-only and
credentials stay out for everyone.

Fixes #28206
---
 litellm/proxy/health_check.py                 |  55 ++--
 .../health_endpoints/_health_endpoints.py     |  56 ++--
 .../health_endpoints/test_health_endpoints.py | 286 ++++++++++++++++++
 3 files changed, 342 insertions(+), 55 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index 219f6f270ed..8daeb296f3e 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -32,32 +32,35 @@ from litellm.router_utils.auto_router_model_naming import (
     strategy_router_dependencies,
 )
 
-ILLEGAL_DISPLAY_PARAMS: Final = [
-    "messages",
-    "api_key",
-    "prompt",
-    "input",
-    "client_secret",
-    "azure_ad_token",
-    "azure_username",
-    "azure_password",
-    "vertex_credentials",
-    "vertex_ai_credentials",
-    "aws_access_key_id",
-    "aws_secret_access_key",
-    "aws_session_token",
-    "aws_web_identity_token",
-    "extra_headers",
-    "headers",
-    "exception",  # internal; not JSON-serializable, never for display
-    "litellm_metadata",  # internal tracking metadata with auth objects; not for display
-]
 # Provider routing fields. Allowed for proxy admins so they can see which
 # region/version a deployment is checking; gated at the endpoint layer for
 # non-admin callers (see _strip_admin_only_fields_from_health_result).
 ADMIN_ONLY_HEALTH_DISPLAY_PARAMS: Final = ("api_base", "api_version")
 
-MINIMAL_DISPLAY_PARAMS: Final = ["model", "mode_error"]
+MINIMAL_DISPLAY_PARAMS: Final = frozenset({"model", "mode_error"})
+
+HEALTH_DISPLAY_PARAMS: Final = (
+    MINIMAL_DISPLAY_PARAMS
+    | frozenset(ADMIN_ONLY_HEALTH_DISPLAY_PARAMS)
+    | frozenset(
+        {
+            "custom_llm_provider",
+            "mode",
+            "base_model",
+            "aws_region_name",
+            "region_name",
+            "vertex_project",
+            "vertex_location",
+            "tpm",
+            "rpm",
+            "error",
+            "raw_request_typed_dict",
+            "x-ratelimit-remaining-requests",
+            "x-ratelimit-remaining-tokens",
+            "x-ms-region",
+        }
+    )
+)
 
 # Modes whose health-check probe is a chat-style completion call and
 # therefore accept `max_tokens`. Other modes (embedding, image_generation,
@@ -143,14 +146,10 @@ def _get_random_llm_message():
 
 def _clean_endpoint_data(endpoint_data: dict, details: bool | None = True):
     """
-    Clean the endpoint data for display to users.
+    Keep only the explicitly approved, JSON-safe diagnostic fields for display to users.
     """
-    endpoint_data.pop("litellm_logging_obj", None)
-    return (
-        {k: v for k, v in endpoint_data.items() if k not in ILLEGAL_DISPLAY_PARAMS}
-        if details is not False
-        else {k: v for k, v in endpoint_data.items() if k in MINIMAL_DISPLAY_PARAMS}
-    )
+    displayed: Final = HEALTH_DISPLAY_PARAMS if details is not False else MINIMAL_DISPLAY_PARAMS
+    return {k: v for k, v in endpoint_data.items() if k in displayed}
 
 
 def health_check_filter_kwargs_from_general_settings(
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 8b57bdca2fe..0810bd2b095 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -36,9 +36,13 @@ from litellm.proxy._types import (
     UserAPIKeyAuth,
     WebhookEvent,
 )
+from litellm.proxy.auth.auth_checks import (
+    _resolve_key_models_for_auth_check,  # pyright: ignore[reportPrivateUsage]  # the auth layer's sentinel resolution, reused so /health scopes exactly like a request
+)
 from litellm.proxy.auth.auth_utils import (
     _BANNED_REQUEST_BODY_PARAMS,  # pyright: ignore[reportPrivateUsage]  # one canonical list, shared with the request-body check
 )
+from litellm.proxy.auth.model_checks import get_key_models
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
 from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler
 from litellm.proxy.db.proxy_worker_heartbeat import count_live_proxy_workers
@@ -54,6 +58,7 @@ from litellm.proxy.middleware.in_flight_requests_middleware import (
     get_in_flight_requests,
 )
 from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager
+from litellm.router import Router
 from litellm.router_utils.clientside_credential_handler import (
     _ADMIN_CONFIG_FIELDS_TO_CLEAR_ON_BASE_OVERRIDE,  # pyright: ignore[reportPrivateUsage]  # one canonical list, shared with the router path
     clientside_credential_keys,
@@ -854,6 +859,24 @@ def _strip_admin_only_fields_from_health_result(result: dict) -> dict:
     return out
 
 
+def _health_accessible_model_names(
+    user_api_key_dict: UserAPIKeyAuth, llm_router: Router | None
+) -> frozenset[str] | None:
+    """Model names the caller may health-check, or None when the key is unrestricted."""
+    granted_models: Final = _resolve_key_models_for_auth_check(user_api_key_dict)
+    if not granted_models or SpecialModelNames.all_proxy_models.value in granted_models:
+        return None
+    if llm_router is None:
+        return frozenset(granted_models)
+    return frozenset(
+        get_key_models(
+            user_api_key_dict=user_api_key_dict,
+            proxy_model_list=llm_router.get_model_names(team_id=user_api_key_dict.team_id),
+            model_access_groups=llm_router.get_model_access_groups(),
+        )
+    )
+
+
 def _resolve_targeted_model_ids(model_list: list, model: str | None, model_id: str | None) -> set | None:
     """
     Resolve a ``/health`` ``model`` / ``model_id`` query param to the set of
@@ -1080,32 +1103,11 @@ async def health_endpoint(
                 status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
                 detail={"error": "Model list not initialized"},
             )
-        _llm_model_list = copy.deepcopy(llm_model_list)
-        ### FILTER MODELS FOR ONLY THOSE USER HAS ACCESS TO ###
-        # Live path: scope by model_name (every deployment has one).
-        # Cache path: scope by model_id (the cache is keyed on model_id).
-        # Consequence: a deployment whose model_name the caller can access
-        # but which lacks model_info.id will appear in the live /health
-        # response but NOT in the background-cache /health response. This is
-        # surfaced via the "warnings" field below so operators can fix the
-        # missing model_info.id rather than guess at the discrepancy.
-        # Keys granted SpecialModelNames.all_proxy_models carry the literal
-        # "all-proxy-models" entry, which matches no real model_name; treat
-        # them as unrestricted instead of filtering the list down to nothing.
-        # Keys granted SpecialModelNames.all_team_models inherit the parent
-        # team's allowlist (same semantics as get_key_models in
-        # model_checks.py). Without a team_id the sentinel cannot resolve and
-        # stays in the list, matching nothing; denied rather than
-        # unrestricted, mirroring _resolve_key_models_for_auth_check.
-        accessible_models = list(user_api_key_dict.models)
-        if SpecialModelNames.all_team_models.value in accessible_models and user_api_key_dict.team_id is not None:
-            accessible_models = list(user_api_key_dict.team_models)
-        restrict_to_allowed_models: Final = (
-            len(accessible_models) > 0 and SpecialModelNames.all_proxy_models.value not in accessible_models
-        )
-        if restrict_to_allowed_models:
-            allowed_models: Final = set(accessible_models)
-            _llm_model_list = [m for m in _llm_model_list if m.get("model_name") in allowed_models]
+        allowed_models: Final = _health_accessible_model_names(user_api_key_dict, llm_router)
+        restrict_to_allowed_models: Final = allowed_models is not None
+        _llm_model_list: Final = [
+            m for m in copy.deepcopy(llm_model_list) if allowed_models is None or m.get("model_name") in allowed_models
+        ]
         if use_background_health_checks:
             # The cached background result covers every model. When the
             # caller targets a specific model/model_id we have to narrow the
@@ -1125,7 +1127,7 @@ async def health_endpoint(
                 # intersection of "targeted" and "allowed."
                 filter_ids: Final = targeted_ids if targeted_ids is not None else allowed_model_ids
                 filtered: Final = _filter_health_check_results_by_model_ids(health_check_results, filter_ids)
-                if targeted_ids is None and not allowed_model_ids:
+                if targeted_ids is None and _llm_model_list and not allowed_model_ids:
                     # Caller has accessible model_names but none of the
                     # matching deployments expose a model_info.id, so the
                     # cache filter (which keys on model_id) drops every
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index e3f71692c78..b14baf5f8c5 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -1,6 +1,8 @@
 import asyncio
 import json
 import time
+from collections.abc import Iterator, Mapping, Sequence
+from contextlib import contextmanager
 from datetime import datetime, timedelta
 from types import SimpleNamespace
 from unittest.mock import AsyncMock, MagicMock, patch
@@ -1650,6 +1652,209 @@ async def test_health_endpoint_resolves_all_team_models_to_team_allowlist():
     assert returned_names == {"model-b"}, f"all-team-models key should health-check the team's models: {returned_names}"
 
 
+class _AccessGroupRouter:
+    """Router stand-in exposing only the two lookups /health uses to expand a key's model grants."""
+
+    def __init__(self, access_groups: dict[str, list[str]], model_names: list[str]) -> None:
+        self._access_groups = access_groups
+        self._model_names = model_names
+
+    def get_model_access_groups(self, model_name=None, model_access_group=None, team_id=None):
+        return self._access_groups
+
+    def get_model_names(self, team_id=None):
+        return self._model_names
+
+
+_ACCESS_GROUP_MODEL_LIST = [
+    {
+        "model_name": "bedrock-nova",
+        "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+        "model_info": {"id": "id-bedrock", "access_groups": ["bedrock-group"]},
+    },
+    {
+        "model_name": "gpt-5.4-mini",
+        "litellm_params": {"model": "openai/gpt-5.4-mini"},
+        "model_info": {"id": "id-openai"},
+    },
+]
+_ACCESS_GROUP_ROUTER = _AccessGroupRouter({"bedrock-group": ["bedrock-nova"]}, ["bedrock-nova", "gpt-5.4-mini"])
+_ACCESS_GROUP_CACHED_RESULTS = {
+    "healthy_endpoints": [
+        {"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-bedrock"},
+        {"model": "openai/gpt-5.4-mini", "model_id": "id-openai"},
+    ],
+    "unhealthy_endpoints": [],
+    "healthy_count": 2,
+    "unhealthy_count": 0,
+}
+
+
+@contextmanager
+def _proxy_health_globals(
+    llm_model_list: Sequence[Mapping[str, object]],
+    llm_router: object,
+    use_background_health_checks: bool = False,
+    health_check_results: Mapping[str, object] | None = None,
+) -> Iterator[None]:
+    with (
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.llm_model_list", list(llm_model_list)
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.llm_router", llm_router
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.prisma_client", None
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.use_background_health_checks", use_background_health_checks
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.user_model", None
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.health_check_results", dict(health_check_results or {})
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.health_check_details", True
+        ),
+        patch(  # test-quality-ok: proxy module global, no injection seam
+            "litellm.proxy.proxy_server.health_check_concurrency", 1
+        ),
+    ):
+        yield
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_expands_access_group_on_live_path():
+    """
+    LIT-6907 / gh-28206: a key granted a model access group carries the group
+    name in user_api_key_dict.models. Matching it as a literal model_name
+    filtered every deployment out and /health answered 0/0 for a model the
+    same key could call.
+    """
+    from fastapi import Response
+
+    from litellm.proxy._types import UserAPIKeyAuth
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    captured: dict = {}
+
+    async def fake_perform(**kwargs):
+        captured["model_list"] = kwargs["model_list"]
+        return {"healthy_endpoints": [], "unhealthy_endpoints": [], "healthy_count": 0, "unhealthy_count": 0}
+
+    with (
+        _proxy_health_globals(_ACCESS_GROUP_MODEL_LIST, _ACCESS_GROUP_ROUTER),
+        patch(  # test-quality-ok: the model list handed to the probe is the assertion; no injection seam
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save",
+            side_effect=fake_perform,
+        ),
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"]),
+        )
+
+    assert [m["model_name"] for m in captured["model_list"]] == ["bedrock-nova"]
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_expands_access_group_on_background_cache_path():
+    """
+    LIT-6907: the background-cache path scoped the cached entries through the
+    same literal model_name match, so an access-group key got an empty result
+    plus a warning blaming missing model_info.id.
+    """
+    from fastapi import Response
+
+    from litellm.proxy._types import UserAPIKeyAuth
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _ACCESS_GROUP_MODEL_LIST,
+        _ACCESS_GROUP_ROUTER,
+        use_background_health_checks=True,
+        health_check_results=_ACCESS_GROUP_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"]),
+            model=None,
+            model_id=None,
+        )
+
+    assert [e["model_id"] for e in result["healthy_endpoints"]] == ["id-bedrock"]
+    assert result["healthy_count"] == 1
+    assert "warnings" not in result
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_treats_no_team_all_team_models_as_unrestricted():
+    """
+    A key granted "all-team-models" without a team resolves to an empty
+    allowlist in the auth layer, which means unrestricted. /health used to
+    keep the unresolved sentinel and filter every deployment out instead.
+    """
+    from fastapi import Response
+
+    from litellm.proxy._types import SpecialModelNames, UserAPIKeyAuth
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    captured: dict = {}
+
+    async def fake_perform(**kwargs):
+        captured["model_list"] = kwargs["model_list"]
+        return {"healthy_endpoints": [], "unhealthy_endpoints": [], "healthy_count": 0, "unhealthy_count": 0}
+
+    with (
+        _proxy_health_globals(_ACCESS_GROUP_MODEL_LIST, None),
+        patch(  # test-quality-ok: the model list handed to the probe is the assertion; no injection seam
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save",
+            side_effect=fake_perform,
+        ),
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(
+                api_key="hashed-test-key", models=[SpecialModelNames.all_team_models.value], team_id=None
+            ),
+        )
+
+    assert {m["model_name"] for m in captured["model_list"]} == {"bedrock-nova", "gpt-5.4-mini"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_omits_model_id_warning_when_no_deployment_matches():
+    """
+    The missing-model_info.id warning is only true when a matching deployment
+    exists without an id. A key whose grants match no deployment at all gets a
+    plain empty result, not advice to populate ids that are already there.
+    """
+    from fastapi import Response
+
+    from litellm.proxy._types import UserAPIKeyAuth
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _ACCESS_GROUP_MODEL_LIST,
+        _ACCESS_GROUP_ROUTER,
+        use_background_health_checks=True,
+        health_check_results=_ACCESS_GROUP_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["no-such-model"]),
+            model=None,
+            model_id=None,
+        )
+
+    assert result["healthy_count"] == 0
+    assert result["unhealthy_count"] == 0
+    assert "warnings" not in result
+
+
 @pytest.mark.asyncio
 async def test_health_endpoint_filters_background_cache_by_user_access():
     """
@@ -2571,6 +2776,87 @@ def test_clean_endpoint_data_never_displays_credential_fields(credential_field,
     assert canary not in str(cleaned)
 
 
+def test_clean_endpoint_data_keeps_only_json_safe_diagnostics():
+    """
+    LIT-6907: _clean_endpoint_data used to copy every litellm_param not on a
+    deny list, so a nested mapping keyed by a tuple reached jsonable_encoder
+    and 500'd /health. Only the explicit allowlist survives now.
+    """
+    from fastapi.encoders import jsonable_encoder
+
+    from litellm.proxy.health_check import _clean_endpoint_data
+
+    cleaned = _clean_endpoint_data(
+        {
+            "model": "bedrock/us.amazon.nova-2-lite-v1:0",
+            "custom_llm_provider": "bedrock",
+            "aws_region_name": "us-east-1",
+            "metadata": {("us-east-1", "primary"): "canary-nested-mapping"},
+            "allow_client_keepalive_override": False,
+            "api_key": "CANARY-API-KEY",
+            "x-ratelimit-remaining-requests": 99,
+            "raw_request_typed_dict": {"raw_request_api_base": "https://example.test"},
+        },
+        details=True,
+    )
+
+    assert cleaned == {
+        "model": "bedrock/us.amazon.nova-2-lite-v1:0",
+        "custom_llm_provider": "bedrock",
+        "aws_region_name": "us-east-1",
+        "x-ratelimit-remaining-requests": 99,
+        "raw_request_typed_dict": {"raw_request_api_base": "https://example.test"},
+    }
+    assert jsonable_encoder(cleaned) == cleaned
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_result_survives_non_json_safe_deployment_params():
+    """
+    LIT-6907: the full /health path with a deployment carrying a tuple-keyed
+    nested mapping must produce a response FastAPI can encode, with the
+    approved diagnostics intact and the offending param absent.
+    """
+    from fastapi import Response
+    from fastapi.encoders import jsonable_encoder
+
+    from litellm.proxy._types import LitellmUserRoles, UserAPIKeyAuth
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    model_list = [
+        {
+            "model_name": "bedrock-nova",
+            "litellm_params": {
+                "model": "bedrock/us.amazon.nova-2-lite-v1:0",
+                "aws_region_name": "us-east-1",
+                "aws_access_key_id": "CANARY-ACCESS-KEY",
+                "metadata": {("us-east-1", "primary"): "canary-nested-mapping"},
+            },
+            "model_info": {"id": "id-bedrock"},
+        }
+    ]
+
+    with (
+        _proxy_health_globals(model_list, None),
+        patch(  # test-quality-ok: the provider probe is faked; the assertion is the response shaping after it
+            "litellm.ahealth_check", AsyncMock(return_value={"x-ratelimit-remaining-requests": 99})
+        ),
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-admin-key", user_role=LitellmUserRoles.PROXY_ADMIN),
+        )
+
+    encoded = jsonable_encoder(result)
+    assert encoded["healthy_count"] == 1
+    entry = encoded["healthy_endpoints"][0]
+    assert entry["model_id"] == "id-bedrock"
+    assert entry["aws_region_name"] == "us-east-1"
+    assert entry["x-ratelimit-remaining-requests"] == 99
+    assert "metadata" not in entry
+    assert "CANARY" not in str(encoded)
+
+
 class TestConfigBaseForHealthCheck:
     """A request that sets its own connection fields gets a base without the
     configuration's credentials; anything it leaves unset still comes from

From a84f4d6206cfdfa8b025421b4bbdf43a55eed5ee Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 3 Sep 2026 17:57:13 -0700
Subject: [PATCH 023/298] fix(proxy): keep /health inside the caller's team and
 admin-gate the Bedrock runtime endpoint

---
 litellm/proxy/health_check.py                 |   3 +-
 .../health_endpoints/_health_endpoints.py     |  23 ++-
 .../health_endpoints/test_health_endpoints.py | 161 ++++++++++++++++--
 3 files changed, 169 insertions(+), 18 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index 8daeb296f3e..78bb01aa6ac 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -35,7 +35,7 @@ from litellm.router_utils.auto_router_model_naming import (
 # Provider routing fields. Allowed for proxy admins so they can see which
 # region/version a deployment is checking; gated at the endpoint layer for
 # non-admin callers (see _strip_admin_only_fields_from_health_result).
-ADMIN_ONLY_HEALTH_DISPLAY_PARAMS: Final = ("api_base", "api_version")
+ADMIN_ONLY_HEALTH_DISPLAY_PARAMS: Final = ("api_base", "api_version", "aws_bedrock_runtime_endpoint")
 
 MINIMAL_DISPLAY_PARAMS: Final = frozenset({"model", "mode_error"})
 
@@ -49,6 +49,7 @@ HEALTH_DISPLAY_PARAMS: Final = (
             "base_model",
             "aws_region_name",
             "region_name",
+            "watsonx_region_name",
             "vertex_project",
             "vertex_location",
             "tpm",
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 0810bd2b095..cc9ad1eb0cb 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -845,7 +845,7 @@ def _is_proxy_admin(user_api_key_dict: UserAPIKeyAuth) -> bool:
 def _strip_admin_only_fields_from_health_result(result: dict) -> dict:
     """
     Return a copy of the /health response with provider routing fields
-    (``api_base``, ``api_version``) removed from each healthy/unhealthy
+    (``ADMIN_ONLY_HEALTH_DISPLAY_PARAMS``) removed from each healthy/unhealthy
     endpoint entry. Used to hide those fields from non-admin callers while
     still showing them which deployments they own and whether each one is
     healthy. Proxy admins receive the unmodified result.
@@ -877,6 +877,18 @@ def _health_accessible_model_names(
     )
 
 
+def _caller_may_probe_deployment(
+    deployment: Mapping[str, object], allowed_models: frozenset[str], llm_router: Router | None, team_id: str | None
+) -> bool:
+    """Same deployment visibility rule as request auth: another team's deployment is never in scope."""
+    if llm_router is None:
+        return deployment.get("model_name") in allowed_models
+    model: Final = dict(deployment)
+    return any(
+        llm_router.should_include_deployment(model_name=name, model=model, team_id=team_id) for name in allowed_models
+    )
+
+
 def _resolve_targeted_model_ids(model_list: list, model: str | None, model_id: str | None) -> set | None:
     """
     Resolve a ``/health`` ``model`` / ``model_id`` query param to the set of
@@ -1079,7 +1091,9 @@ async def health_endpoint(
             response.status_code = status.HTTP_503_SERVICE_UNAVAILABLE
         if is_admin:
             return result
-        response.headers["Litellm-Health-Field-Notice"] = "api_base and api_version are admin-only on this endpoint"
+        response.headers["Litellm-Health-Field-Notice"] = (
+            f"{', '.join(ADMIN_ONLY_HEALTH_DISPLAY_PARAMS)} are admin-only on this endpoint"
+        )
         return _strip_admin_only_fields_from_health_result(result)
 
     try:
@@ -1106,7 +1120,10 @@ async def health_endpoint(
         allowed_models: Final = _health_accessible_model_names(user_api_key_dict, llm_router)
         restrict_to_allowed_models: Final = allowed_models is not None
         _llm_model_list: Final = [
-            m for m in copy.deepcopy(llm_model_list) if allowed_models is None or m.get("model_name") in allowed_models
+            m
+            for m in copy.deepcopy(llm_model_list)
+            if allowed_models is None
+            or _caller_may_probe_deployment(m, allowed_models, llm_router, user_api_key_dict.team_id)
         ]
         if use_background_health_checks:
             # The cached background result covers every model. When the
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index b14baf5f8c5..6e5c807afba 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -1,4 +1,5 @@
 import asyncio
+import copy
 import json
 import time
 from collections.abc import Iterator, Mapping, Sequence
@@ -19,6 +20,7 @@ import litellm.proxy.health_endpoints._health_endpoints as _health_endpoints_mod
 from litellm.litellm_core_utils.health_check_helpers import TEST_IMAGE_BASE64
 from litellm.proxy._types import LitellmUserRoles, ProxyException, UserAPIKeyAuth
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
+from litellm.router import Router
 from litellm.proxy.health_endpoints._health_endpoints import (
     _db_health_readiness_check,
     _show_no_redis_warning,
@@ -1652,18 +1654,8 @@ async def test_health_endpoint_resolves_all_team_models_to_team_allowlist():
     assert returned_names == {"model-b"}, f"all-team-models key should health-check the team's models: {returned_names}"
 
 
-class _AccessGroupRouter:
-    """Router stand-in exposing only the two lookups /health uses to expand a key's model grants."""
-
-    def __init__(self, access_groups: dict[str, list[str]], model_names: list[str]) -> None:
-        self._access_groups = access_groups
-        self._model_names = model_names
-
-    def get_model_access_groups(self, model_name=None, model_access_group=None, team_id=None):
-        return self._access_groups
-
-    def get_model_names(self, team_id=None):
-        return self._model_names
+def _router_for(model_list: Sequence[Mapping[str, object]]) -> Router:
+    return Router(model_list=copy.deepcopy(list(model_list)))
 
 
 _ACCESS_GROUP_MODEL_LIST = [
@@ -1678,7 +1670,29 @@ _ACCESS_GROUP_MODEL_LIST = [
         "model_info": {"id": "id-openai"},
     },
 ]
-_ACCESS_GROUP_ROUTER = _AccessGroupRouter({"bedrock-group": ["bedrock-nova"]}, ["bedrock-nova", "gpt-5.4-mini"])
+_ACCESS_GROUP_ROUTER = _router_for(_ACCESS_GROUP_MODEL_LIST)
+_TEAM_MODEL_LIST = [
+    _ACCESS_GROUP_MODEL_LIST[0],
+    {
+        "model_name": "bedrock-nova_team-b_9f2c",
+        "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+        "model_info": {
+            "id": "id-team-b",
+            "team_id": "team-b",
+            "team_public_model_name": "bedrock-nova",
+            "access_groups": ["bedrock-group"],
+        },
+    },
+]
+_TEAM_CACHED_RESULTS = {
+    "healthy_endpoints": [
+        {"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-bedrock"},
+        {"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-team-b"},
+    ],
+    "unhealthy_endpoints": [],
+    "healthy_count": 2,
+    "unhealthy_count": 0,
+}
 _ACCESS_GROUP_CACHED_RESULTS = {
     "healthy_endpoints": [
         {"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-bedrock"},
@@ -2046,7 +2060,7 @@ async def test_health_endpoint_admin_sees_routing_fields_non_admin_does_not():
     # withheld so clients that previously parsed them can detect the change.
     assert (
         non_admin_response.headers.get("Litellm-Health-Field-Notice")
-        == "api_base and api_version are admin-only on this endpoint"
+        == "api_base, api_version, aws_bedrock_runtime_endpoint are admin-only on this endpoint"
     )
     assert "Litellm-Health-Field-Notice" not in admin_response.headers
 
@@ -2776,6 +2790,123 @@ def test_clean_endpoint_data_never_displays_credential_fields(credential_field,
     assert canary not in str(cleaned)
 
 
+async def _live_probed_model_ids(
+    model_list: Sequence[Mapping[str, object]], user_api_key_dict: UserAPIKeyAuth
+) -> set[str]:
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    captured: dict = {}
+
+    async def fake_perform(**kwargs):
+        captured["model_list"] = kwargs["model_list"]
+        return {"healthy_endpoints": [], "unhealthy_endpoints": [], "healthy_count": 0, "unhealthy_count": 0}
+
+    with (
+        _proxy_health_globals(model_list, _router_for(model_list)),
+        patch(  # test-quality-ok: the model list handed to the probe is the assertion; no injection seam
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save",
+            side_effect=fake_perform,
+        ),
+    ):
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict)
+
+    return {m["model_info"]["id"] for m in captured["model_list"]}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_hides_another_teams_deployment_behind_a_shared_access_group():
+    """
+    Expanding an access group must not reach past the team boundary: a
+    team-a key holding the group name may not probe team-b's deployment even
+    though that deployment sits in the same group.
+    """
+    probed = await _live_probed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id="team-a"),
+    )
+
+    assert probed == {"id-bedrock"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_shows_a_teams_own_deployment_by_its_public_name():
+    """
+    A team key names its team deployment by ``team_public_model_name``, while
+    the proxy model list carries the internal ``<name>_<team_id>_<uuid>``
+    name; the deployment must still be probed for its own team.
+    """
+    probed = await _live_probed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
+    )
+
+    assert probed == {"id-bedrock", "id-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_hides_another_teams_deployment_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_MODEL_LIST,
+        _router_for(_TEAM_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id="team-a"),
+            model=None,
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock"]
+    assert result["healthy_count"] == 1
+
+
+def test_health_test_connection_keeps_error_and_raw_request_through_the_allowlist(monkeypatch):
+    """
+    The dashboard's Test Connect button reads ``result.error`` and
+    ``result.raw_request_typed_dict`` from /health/test_connection, so the
+    allowlist must keep both while dropping the probe's own params.
+    """
+    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+    litellm.in_memory_llm_clients_cache.flush_cache()
+
+    app = FastAPI()
+    app.include_router(_health_endpoints_module.router)
+    app.dependency_overrides[user_api_key_auth] = lambda: UserAPIKeyAuth(user_role=LitellmUserRoles.PROXY_ADMIN)
+    client = TestClient(app)
+
+    with (
+        patch(  # test-quality-ok: the endpoint reads the proxy-global DB client and 500s when it is None; it has no injection seam
+            "litellm.proxy.proxy_server.prisma_client", MagicMock()
+        ),
+        respx.mock(assert_all_called=True) as respx_mock,
+    ):
+        respx_mock.post(host="api.openai.com", path="/v1/chat/completions").respond(
+            status_code=401, json={"error": {"message": "Incorrect API key provided"}}
+        )
+        response = client.post(
+            "/health/test_connection",
+            json={
+                "mode": "chat",
+                "litellm_params": {"model": "openai/gpt-5.4-mini", "api_key": "sk-test", "timeout": 7},
+            },
+        )
+
+    assert response.status_code == 200, response.text
+    body = response.json()
+    assert body["status"] == "error"
+    assert "Incorrect API key provided" in body["result"]["error"]
+    assert "api.openai.com" in body["result"]["raw_request_typed_dict"]["raw_request_api_base"]
+    assert not {"api_key", "timeout", "exception"} & set(body["result"])
+
+
 def test_clean_endpoint_data_keeps_only_json_safe_diagnostics():
     """
     LIT-6907: _clean_endpoint_data used to copy every litellm_param not on a
@@ -2796,6 +2927,7 @@ def test_clean_endpoint_data_keeps_only_json_safe_diagnostics():
             "api_key": "CANARY-API-KEY",
             "x-ratelimit-remaining-requests": 99,
             "raw_request_typed_dict": {"raw_request_api_base": "https://example.test"},
+            "aws_bedrock_runtime_endpoint": "https://vpce-bedrock.example.test",
         },
         details=True,
     )
@@ -2806,6 +2938,7 @@ def test_clean_endpoint_data_keeps_only_json_safe_diagnostics():
         "aws_region_name": "us-east-1",
         "x-ratelimit-remaining-requests": 99,
         "raw_request_typed_dict": {"raw_request_api_base": "https://example.test"},
+        "aws_bedrock_runtime_endpoint": "https://vpce-bedrock.example.test",
     }
     assert jsonable_encoder(cleaned) == cleaned
 

From 471f51cc4deb5aa2db57bff70c5eac32eaa3bfc3 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 09:29:09 -0700
Subject: [PATCH 024/298] fix(proxy): keep another team's deployment out of
 /health for keys with no team

---
 .../health_endpoints/_health_endpoints.py     |  4 +-
 .../health_endpoints/test_health_endpoints.py | 38 +++++++++++++++++++
 2 files changed, 41 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index cc9ad1eb0cb..04388c773a0 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -880,7 +880,9 @@ def _health_accessible_model_names(
 def _caller_may_probe_deployment(
     deployment: Mapping[str, object], allowed_models: frozenset[str], llm_router: Router | None, team_id: str | None
 ) -> bool:
-    """Same deployment visibility rule as request auth: another team's deployment is never in scope."""
+    """Same deployment visibility rule as routing: another team's deployment is never in scope, team-less callers included."""
+    if not Router._deployment_usable_by_team(deployment, team_id):
+        return False
     if llm_router is None:
         return deployment.get("model_name") in allowed_models
     model: Final = dict(deployment)
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index 6e5c807afba..f4ed50fdb5f 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -2830,6 +2830,21 @@ async def test_health_endpoint_hides_another_teams_deployment_behind_a_shared_ac
     assert probed == {"id-bedrock"}
 
 
+@pytest.mark.asyncio
+async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team():
+    """
+    Routing never serves a team-owned deployment to a caller without a team
+    (``filter_team_based_models``), so a team-less access-group key must not
+    probe team-b's deployment with team-b's credentials either.
+    """
+    probed = await _live_probed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id=None),
+    )
+
+    assert probed == {"id-bedrock"}
+
+
 @pytest.mark.asyncio
 async def test_health_endpoint_shows_a_teams_own_deployment_by_its_public_name():
     """
@@ -2868,6 +2883,29 @@ async def test_health_endpoint_hides_another_teams_deployment_on_background_cach
     assert result["healthy_count"] == 1
 
 
+@pytest.mark.asyncio
+async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_MODEL_LIST,
+        _router_for(_TEAM_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id=None),
+            model=None,
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock"]
+    assert result["healthy_count"] == 1
+
+
 def test_health_test_connection_keeps_error_and_raw_request_through_the_allowlist(monkeypatch):
     """
     The dashboard's Test Connect button reads ``result.error`` and

From 69a45e81ccb49c6ee4b874ec21fd70668caff036 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 09:40:00 -0700
Subject: [PATCH 025/298] fix(proxy): refuse /health targets outside the
 caller's scope instead of probing the rest

---
 .../health_endpoints/_health_endpoints.py     | 11 ++-
 .../health_endpoints/test_health_endpoints.py | 94 +++++++++++++++----
 2 files changed, 85 insertions(+), 20 deletions(-)

diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 04388c773a0..b8c56037206 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -1127,6 +1127,16 @@ async def health_endpoint(
             if allowed_models is None
             or _caller_may_probe_deployment(m, allowed_models, llm_router, user_api_key_dict.team_id)
         ]
+        targeted_ids: Final = _resolve_targeted_model_ids(_llm_model_list, model, model_id)
+        if restrict_to_allowed_models and targeted_ids is not None and not targeted_ids:
+            raise HTTPException(
+                status_code=status.HTTP_403_FORBIDDEN,
+                detail={
+                    "error": f"key not allowed to health-check model_id {model_id}"
+                    if model_id
+                    else f"key not allowed to health-check model {model}"
+                },
+            )
         if use_background_health_checks:
             # The cached background result covers every model. When the
             # caller targets a specific model/model_id we have to narrow the
@@ -1134,7 +1144,6 @@ async def health_endpoint(
             # healthy_count, otherwise an unhealthy "foo" combined with any
             # other healthy model would still report healthy_count > 0 and
             # the targeted-503 path would never fire.
-            targeted_ids: Final = _resolve_targeted_model_ids(_llm_model_list, model, model_id)
             if restrict_to_allowed_models:
                 allowed_model_ids: Final = {
                     (m.get("model_info") or {}).get("id")
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index f4ed50fdb5f..c03284b72b6 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -1517,7 +1517,7 @@ async def test_health_endpoint_filters_model_list_by_user_access():
     ):
         from fastapi import Response
 
-        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict)
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=None, model_id=None)
 
     assert "model_list" in captured, "health_endpoint did not call _perform_health_check_and_save"
     returned_names = {m["model_name"] for m in captured["model_list"]}
@@ -1580,7 +1580,7 @@ async def test_health_endpoint_keeps_full_model_list_for_all_proxy_models():
     ):
         from fastapi import Response
 
-        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict)
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=None, model_id=None)
 
     returned_names = {m["model_name"] for m in captured["model_list"]}
     assert returned_names == {
@@ -1648,7 +1648,7 @@ async def test_health_endpoint_resolves_all_team_models_to_team_allowlist():
     ):
         from fastapi import Response
 
-        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict)
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=None, model_id=None)
 
     returned_names = {m["model_name"] for m in captured["model_list"]}
     assert returned_names == {"model-b"}, f"all-team-models key should health-check the team's models: {returned_names}"
@@ -1769,6 +1769,8 @@ async def test_health_endpoint_expands_access_group_on_live_path():
         await health_endpoint(
             response=Response(),
             user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"]),
+            model=None,
+            model_id=None,
         )
 
     assert [m["model_name"] for m in captured["model_list"]] == ["bedrock-nova"]
@@ -2149,7 +2151,7 @@ async def test_health_endpoint_blocks_cross_scope_model_id_under_background_cach
     cache filter was driven by an unvalidated ID and the global cache
     leaked id-b's entry to the caller.
     """
-    from fastapi import Response
+    from fastapi import HTTPException, Response
 
     from litellm.proxy._types import UserAPIKeyAuth
     from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
@@ -2200,21 +2202,18 @@ async def test_health_endpoint_blocks_cross_scope_model_id_under_background_cach
     ):
         # Calling with model="model-b" rather than model_id="id-b" because
         # the model_id branch raises 404 when llm_router is None. The bug
-        # being verified is the same: targeted resolver must drop entries
-        # not in the caller's scoped model_list. With the fix, the result
-        # has no leaked endpoints and the targeted-503 path fires.
-        result = await health_endpoint(
-            response=response,
-            user_api_key_dict=user_api_key_dict,
-            model="model-b",
-            model_id=None,
-        )
+        # being verified is the same: a target outside the caller's scoped
+        # model_list is refused before the cache is read.
+        with pytest.raises(HTTPException) as refused:
+            await health_endpoint(
+                response=response,
+                user_api_key_dict=user_api_key_dict,
+                model="model-b",
+                model_id=None,
+            )
 
-    leaked_ids = {ep.get("model_id") for ep in result.get("healthy_endpoints", [])}
-    leaked_ids |= {ep.get("model_id") for ep in result.get("unhealthy_endpoints", [])}
-    assert "id-b" not in leaked_ids, "background cache leaked an out-of-scope deployment to a scoped caller"
-    assert result["healthy_count"] == 0
-    assert response.status_code == 503
+    assert refused.value.status_code == 403
+    assert "leaky-internal.test" not in str(refused.value.detail)
 
 
 @pytest.mark.asyncio
@@ -2810,7 +2809,7 @@ async def _live_probed_model_ids(
             side_effect=fake_perform,
         ),
     ):
-        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict)
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=None, model_id=None)
 
     return {m["model_info"]["id"] for m in captured["model_list"]}
 
@@ -2883,6 +2882,63 @@ async def test_health_endpoint_hides_another_teams_deployment_on_background_cach
     assert result["healthy_count"] == 1
 
 
+@pytest.mark.asyncio
+async def test_health_endpoint_refuses_a_targeted_deployment_outside_the_callers_scope_on_live_path():
+    """
+    A scoped key asking for a deployment it may not see must get a 403 and no
+    probe at all: probing the rest of its scope instead would report another
+    deployment's health under the requested id and store it as such.
+    """
+    from fastapi import HTTPException, Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    fake_perform = AsyncMock()
+
+    with (
+        _proxy_health_globals(_TEAM_MODEL_LIST, _router_for(_TEAM_MODEL_LIST)),
+        patch(  # test-quality-ok: the probe must never run; no injection seam
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save",
+            fake_perform,
+        ),
+        pytest.raises(HTTPException) as excinfo,
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id=None),
+            model=None,
+            model_id="id-team-b",
+        )
+
+    assert excinfo.value.status_code == 403
+    fake_perform.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_refuses_a_targeted_deployment_outside_the_callers_scope_on_background_cache_path():
+    from fastapi import HTTPException, Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with (
+        _proxy_health_globals(
+            _TEAM_MODEL_LIST,
+            _router_for(_TEAM_MODEL_LIST),
+            use_background_health_checks=True,
+            health_check_results=_TEAM_CACHED_RESULTS,
+        ),
+        pytest.raises(HTTPException) as excinfo,
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-group"], team_id="team-a"),
+            model="bedrock-nova_team-b_9f2c",
+            model_id=None,
+        )
+
+    assert excinfo.value.status_code == 403
+
+
 @pytest.mark.asyncio
 async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team_on_background_cache_path():
     from fastapi import Response

From 8b3faa6ed83290828ae3520aa2d35b11f9066fe6 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 09:53:53 -0700
Subject: [PATCH 026/298] fix(proxy): keep /health inside the caller's team for
 unrestricted non-admin keys

---
 .../health_endpoints/_health_endpoints.py     | 16 ++++--
 .../health_endpoints/test_health_endpoints.py | 53 +++++++++++++++++++
 2 files changed, 64 insertions(+), 5 deletions(-)

diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index b8c56037206..bf0200acfa9 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -878,11 +878,17 @@ def _health_accessible_model_names(
 
 
 def _caller_may_probe_deployment(
-    deployment: Mapping[str, object], allowed_models: frozenset[str], llm_router: Router | None, team_id: str | None
+    deployment: Mapping[str, object],
+    allowed_models: frozenset[str] | None,
+    llm_router: Router | None,
+    team_id: str | None,
+    caller_is_admin: bool,
 ) -> bool:
     """Same deployment visibility rule as routing: another team's deployment is never in scope, team-less callers included."""
-    if not Router._deployment_usable_by_team(deployment, team_id):
+    if not caller_is_admin and not Router._deployment_usable_by_team(deployment, team_id):
         return False
+    if allowed_models is None:
+        return True
     if llm_router is None:
         return deployment.get("model_name") in allowed_models
     model: Final = dict(deployment)
@@ -1120,12 +1126,12 @@ async def health_endpoint(
                 detail={"error": "Model list not initialized"},
             )
         allowed_models: Final = _health_accessible_model_names(user_api_key_dict, llm_router)
-        restrict_to_allowed_models: Final = allowed_models is not None
+        restrict_to_allowed_models: Final = not is_admin or allowed_models is not None
         _llm_model_list: Final = [
             m
             for m in copy.deepcopy(llm_model_list)
-            if allowed_models is None
-            or _caller_may_probe_deployment(m, allowed_models, llm_router, user_api_key_dict.team_id)
+            if not restrict_to_allowed_models
+            or _caller_may_probe_deployment(m, allowed_models, llm_router, user_api_key_dict.team_id, is_admin)
         ]
         targeted_ids: Final = _resolve_targeted_model_ids(_llm_model_list, model, model_id)
         if restrict_to_allowed_models and targeted_ids is not None and not targeted_ids:
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index c03284b72b6..bbcae2fb68f 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -1836,6 +1836,8 @@ async def test_health_endpoint_treats_no_team_all_team_models_as_unrestricted():
             user_api_key_dict=UserAPIKeyAuth(
                 api_key="hashed-test-key", models=[SpecialModelNames.all_team_models.value], team_id=None
             ),
+            model=None,
+            model_id=None,
         )
 
     assert {m["model_name"] for m in captured["model_list"]} == {"bedrock-nova", "gpt-5.4-mini"}
@@ -2844,6 +2846,57 @@ async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team():
     assert probed == {"id-bedrock"}
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("team_id", "expected_ids"),
+    [(None, {"id-bedrock"}), ("team-a", {"id-bedrock"}), ("team-b", {"id-bedrock", "id-team-b"})],
+)
+async def test_health_endpoint_keeps_an_unrestricted_non_admin_key_to_its_own_team(team_id, expected_ids):
+    """
+    A key with no model restriction is still bound by routing's team rule:
+    it may probe global deployments and its own team's, never another team's.
+    """
+    probed = await _live_probed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=[], team_id=team_id),
+    )
+
+    assert probed == expected_ids
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_lets_a_proxy_admin_probe_every_teams_deployment():
+    probed = await _live_probed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=[], user_role=LitellmUserRoles.PROXY_ADMIN),
+    )
+
+    assert probed == {"id-bedrock", "id-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_keeps_an_unrestricted_non_admin_key_to_its_own_team_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_MODEL_LIST,
+        _router_for(_TEAM_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=[], team_id="team-a"),
+            model=None,
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock"]
+    assert result["healthy_count"] == 1
+
+
 @pytest.mark.asyncio
 async def test_health_endpoint_shows_a_teams_own_deployment_by_its_public_name():
     """

From 376f74c058cdaa00cf5abcda1ba83fb23615c801 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 17:26:45 -0700
Subject: [PATCH 027/298] refactor(vector_stores): bind the failure mode before
 matching on it

basedpyright counts a named capture after an exhaustive match under
reportUnnecessaryComparison, which pushed the merged tree one over the
budget; the wildcard case with assert_never on the bound subject is the
shape the rest of the codebase uses
---
 .../vector_store_pre_call_hook.py                          | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index 849e87fae40..636e076a229 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -161,13 +161,14 @@ class VectorStorePreCallHook(CustomLogger):
                 litellm_logging_obj.model_call_details[detail] = value
 
         if augmentation.failures:
-            match _configured_failure_mode():
+            failure_mode: Final = _configured_failure_mode()
+            match failure_mode:
                 case "error":
                     raise VectorStoreSearchError(failures=augmentation.failures, model=model)
                 case "annotate":
                     pass
-                case unreachable:
-                    assert_never(unreachable)
+                case _:
+                    assert_never(failure_mode)
 
         return model, list(augmentation.messages), non_default_params
 

From c4d09a31e0631f03c87fe27c1fd6dcfce16e2c6c Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 20:20:07 -0700
Subject: [PATCH 028/298] fix(vector_stores): default the search-count debug
 log to a tuple so LIT002 stays within budget

---
 .../vector_store_integrations/vector_store_pre_call_hook.py     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
index 636e076a229..b2243060c6c 100644
--- a/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
+++ b/litellm/integrations/vector_store_integrations/vector_store_pre_call_hook.py
@@ -276,7 +276,7 @@ class VectorStorePreCallHook(CustomLogger):
         verbose_logger.debug(
             "Vector store search completed for vector_store_id=%s. Added context from %s results",
             vector_store_id,
-            len(search_response.get("data", []) or []),
+            len(search_response.get("data") or ()),
         )
         return SearchSucceeded(response=search_response)
 

From 787f2dee0c3d9e895c14adfccd21ca7e090fea24 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 4 Sep 2026 20:52:59 -0700
Subject: [PATCH 029/298] fix(health): match team public model names when
 targeting /health by model

---
 litellm/proxy/health_check.py                 |  9 ++-
 .../health_endpoints/_health_endpoints.py     |  9 +--
 .../health_endpoints/test_health_endpoints.py | 67 ++++++++++++++++++-
 .../proxy/test_health_check_functions.py      | 29 ++++++++
 4 files changed, 107 insertions(+), 7 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index 78bb01aa6ac..8cda318b937 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -258,6 +258,13 @@ def _deployment_model(deployment: Mapping[str, object]) -> str | None:
     return params.get("model") if isinstance(params, Mapping) else None
 
 
+def deployment_answers_to(deployment: Mapping[str, object], model_name: str) -> bool:
+    """True when `model_name` is the deployment's model_name or the public name a team key reaches it by."""
+    info: Final = deployment.get("model_info")
+    public_name: Final = info.get("team_public_model_name") if isinstance(info, Mapping) else None
+    return model_name in (deployment.get("model_name"), public_name)
+
+
 def _narrow_to_target(
     model_list: Sequence[Mapping[str, object]], model: str | None, model_id: str | None
 ) -> tuple[Mapping[str, object], ...]:
@@ -268,7 +275,7 @@ def _narrow_to_target(
     if model is None:
         return tuple(model_list)
     by_param: Final = tuple(x for x in model_list if _deployment_model(x) == model)
-    return by_param or tuple(x for x in model_list if x.get("model_name") == model)
+    return by_param or tuple(x for x in model_list if deployment_answers_to(x, model))
 
 
 def _is_strategy_router_deployment(litellm_params: Mapping[str, object]) -> bool:
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index c66eafc724f..267b094526b 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -50,6 +50,7 @@ from litellm.proxy.health_check import (
     ADMIN_ONLY_HEALTH_DISPLAY_PARAMS,
     _clean_endpoint_data,
     _update_litellm_params_for_health_check,
+    deployment_answers_to,
     health_check_filter_kwargs_from_general_settings,
     perform_health_check,
     run_with_timeout,
@@ -930,9 +931,9 @@ def _resolve_targeted_model_ids(model_list: list, model: str | None, model_id: s
     deployment IDs the response should be scoped to.
 
     Mirrors the live-path semantics in ``perform_health_check()``: ``model``
-    matches either the deployment's ``model_name`` alias or its
-    ``litellm_params.model`` provider string. ``model_id`` matches
-    ``model_info.id``.
+    matches the deployment's ``model_name`` alias, its ``litellm_params.model``
+    provider string, or the ``model_info.team_public_model_name`` a team key
+    reaches it by. ``model_id`` matches ``model_info.id``.
 
     Both query params are validated against the supplied ``model_list``.
     Callers pass an already-scoped list (filtered to the caller's allowed
@@ -956,7 +957,7 @@ def _resolve_targeted_model_ids(model_list: list, model: str | None, model_id: s
             continue
         if model:
             litellm_model = (m.get("litellm_params") or {}).get("model")
-            if m.get("model_name") == model or litellm_model == model:
+            if litellm_model == model or deployment_answers_to(m, model):
                 target_ids.add(deployment_id)
     return target_ids
 
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index 022cf1e5505..e0cf6d97141 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -2802,7 +2802,7 @@ def test_clean_endpoint_data_never_displays_credential_fields(credential_field,
 
 
 async def _live_probed_model_ids(
-    model_list: Sequence[Mapping[str, object]], user_api_key_dict: UserAPIKeyAuth
+    model_list: Sequence[Mapping[str, object]], user_api_key_dict: UserAPIKeyAuth, model: str | None = None
 ) -> set[str]:
     from fastapi import Response
 
@@ -2821,7 +2821,7 @@ async def _live_probed_model_ids(
             side_effect=fake_perform,
         ),
     ):
-        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=None, model_id=None)
+        await health_endpoint(response=Response(), user_api_key_dict=user_api_key_dict, model=model, model_id=None)
 
     return {m["model_info"]["id"] for m in captured["model_list"]}
 
@@ -3025,6 +3025,69 @@ async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team_on
     assert result["healthy_count"] == 1
 
 
+_TEAM_ONLY_MODEL_LIST = [_TEAM_MODEL_LIST[1]]
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_probes_a_team_only_deployment_by_its_public_name_on_live_path():
+    """
+    A team key targets its deployment by ``team_public_model_name``; when that
+    name resolves to nothing but the team deployment, the probe must run rather
+    than 403 as if the key were out of scope.
+    """
+    probed = await _live_probed_model_ids(
+        _TEAM_ONLY_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
+        model="bedrock-nova",
+    )
+
+    assert probed == {"id-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_returns_a_team_only_deployment_by_its_public_name_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_ONLY_MODEL_LIST,
+        _router_for(_TEAM_ONLY_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
+            model="bedrock-nova",
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-team-b"]
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_targets_both_deployments_behind_a_shared_public_name_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_MODEL_LIST,
+        _router_for(_TEAM_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
+            model="bedrock-nova",
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock", "id-team-b"]
+
+
 def test_health_test_connection_keeps_error_and_raw_request_through_the_allowlist(monkeypatch):
     """
     The dashboard's Test Connect button reads ``result.error`` and
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index fdae11d517a..137eda223d1 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -623,6 +623,35 @@ async def test_perform_health_check_and_save_forwards_skip_disabled_background_f
     assert call_kwargs["health_check_skip_disabled_background_models"] is True
 
 
+@pytest.mark.asyncio
+async def test_perform_health_check_narrows_to_a_team_deployment_by_its_public_name():
+    """``/health?model=<team_public_model_name>`` must probe the team deployment, not an empty list."""
+    from litellm.proxy.health_check import perform_health_check
+
+    team_deployment = {
+        "model_name": "bedrock-nova_team-b_9f2c",
+        "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+        "model_info": {"id": "id-team-b", "team_id": "team-b", "team_public_model_name": "bedrock-nova"},
+    }
+    other_deployment = {
+        "model_name": "gpt-5.4-mini",
+        "litellm_params": {"model": "openai/gpt-5.4-mini"},
+        "model_info": {"id": "id-openai"},
+    }
+    probe = AsyncMock(return_value=([{"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-team-b"}], [], {}))
+
+    with patch(  # test-quality-ok: the deployments handed to the probe are the assertion; no injection seam
+        "litellm.proxy.health_check._perform_health_check", probe
+    ):
+        healthy, unhealthy, _ = await perform_health_check(
+            model_list=[team_deployment, other_deployment], model="bedrock-nova"
+        )
+
+    assert [m["model_info"]["id"] for m in probe.call_args.args[0]] == ["id-team-b"]
+    assert [ep["model_id"] for ep in healthy] == ["id-team-b"]
+    assert unhealthy == []
+
+
 def test_parse_background_health_check_model_groups_unset_returns_none():
     from litellm.proxy.health_check import parse_background_health_check_model_groups
 

From 025b9cb75168233ef06f17078e7159d6b3ae6f08 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Sat, 5 Sep 2026 15:52:10 -0700
Subject: [PATCH 030/298] build(ai-gateway): build the sibling wheels from the
 repo so the image never waits on PyPI

---
 litellm-rust/crates/ai-gateway/Dockerfile        | 16 +++++++++++++---
 .../crates/ai-gateway/Dockerfile.dockerignore    |  3 +++
 2 files changed, 16 insertions(+), 3 deletions(-)

diff --git a/litellm-rust/crates/ai-gateway/Dockerfile b/litellm-rust/crates/ai-gateway/Dockerfile
index 370d6b3f08f..72ac25ce1d6 100644
--- a/litellm-rust/crates/ai-gateway/Dockerfile
+++ b/litellm-rust/crates/ai-gateway/Dockerfile
@@ -51,10 +51,15 @@ RUN cargo build --locked --release -p litellm-ai-gateway --bin litellm-ai-gatewa
 # The root pyproject builds with maturin against litellm-rust/crates/python-bridge,
 # so the wheel is built here, next to the crate sources and the cargo toolchain,
 # and the runtime stage installs the artifact instead of compiling anything.
+# litellm[proxy] pins litellm-enterprise and litellm-proxy-extras to the versions
+# in this repo, and those hit PyPI hours after every version bump merges, so both
+# wheels are built from the repo too instead of being resolved from PyPI.
 COPY pyproject.toml README.md LICENSE /build/
 COPY litellm/ /build/litellm/
 COPY enterprise/ /build/enterprise/
-RUN pip3 wheel --no-cache-dir --no-deps --wheel-dir /build/dist /build
+COPY litellm-proxy-extras/ /build/litellm-proxy-extras/
+RUN pip3 wheel --no-cache-dir --no-deps --wheel-dir /build/dist \
+        /build /build/enterprise /build/litellm-proxy-extras
 
 # ---- Runtime ----------------------------------------------------------------
 # python:3.11-slim-bookworm ships libpython3.11, matching the builder's PyO3
@@ -69,10 +74,15 @@ RUN apt-get update \
 WORKDIR /app
 
 # Install litellm (with proxy extras) FROM THIS REPO'S SOURCE so
-# `import litellm.proxy.read_model_list` works — it is not on PyPI yet.
+# `import litellm.proxy.read_model_list` works — it is not on PyPI yet. The two
+# sibling wheels come from the builder as well, so the pins in litellm[proxy]
+# resolve against them and never wait on a PyPI publish.
 COPY --from=builder /build/dist/*.whl /tmp/wheels/
 RUN wheel="$(ls /tmp/wheels/litellm-*.whl)" \
-    && pip install --no-cache-dir "${wheel}[proxy]" \
+    && pip install --no-cache-dir \
+        /tmp/wheels/litellm_enterprise-*.whl \
+        /tmp/wheels/litellm_proxy_extras-*.whl \
+        "${wheel}[proxy]" \
     && rm -rf /tmp/wheels
 
 # The compiled gateway binary (pure-Rust realtime hot path; Python is load-time
diff --git a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
index c8e789b5e8c..d1386ff684d 100644
--- a/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
+++ b/litellm-rust/crates/ai-gateway/Dockerfile.dockerignore
@@ -10,6 +10,7 @@
 #   - litellm/            (pip install . needs the full package + proxy reader)
 #   - litellm-rust/       (the rust workspace; Cargo.lock + crate sources)
 #   - enterprise/         (litellm/proxy/enterprise symlinks into it; maturin walks it)
+#   - litellm-proxy-extras/ (built into a wheel alongside enterprise/ for litellm[proxy])
 #   - pyproject.toml / README.md / LICENSE  (packaging metadata for the wheel build)
 #   - rust-toolchain.toml (the pinned channel every cargo call in the build uses)
 *
@@ -18,6 +19,7 @@
 !litellm/
 !litellm-rust/
 !enterprise/
+!litellm-proxy-extras/
 !pyproject.toml
 !rust-toolchain.toml
 !README.md
@@ -28,6 +30,7 @@
 **/target/
 # Committed python distribution artifacts; the wheel build does not read them.
 enterprise/dist/
+litellm-proxy-extras/dist/
 # Python caches and compiled bytecode.
 **/__pycache__/
 **/*.pyc

From d1f76e81d25b47887e85204ad6a24c103e8c79c0 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Sat, 5 Sep 2026 17:14:32 -0700
Subject: [PATCH 031/298] ci(ai-gateway): build the release image in its own
 workflow and assert the config loads

---
 .github/workflows/ai-gateway-image.yml | 73 ++++++++++++++++++++++++++
 .github/workflows/test-rust.yml        | 39 --------------
 2 files changed, 73 insertions(+), 39 deletions(-)
 create mode 100644 .github/workflows/ai-gateway-image.yml

diff --git a/.github/workflows/ai-gateway-image.yml b/.github/workflows/ai-gateway-image.yml
new file mode 100644
index 00000000000..3f690f566b0
--- /dev/null
+++ b/.github/workflows/ai-gateway-image.yml
@@ -0,0 +1,73 @@
+name: ai-gateway image
+
+on:
+  push:
+    paths:
+      - "litellm-rust/**"
+      - "litellm/**"
+      - "enterprise/**"
+      - "litellm-proxy-extras/**"
+      - "pyproject.toml"
+      - "rust-toolchain.toml"
+      - ".github/workflows/ai-gateway-image.yml"
+  pull_request:
+    branches:
+      - main
+      - litellm_internal_staging
+      - litellm_oss_staging
+      - "litellm_**"
+    paths:
+      - "litellm-rust/**"
+      - "litellm/**"
+      - "enterprise/**"
+      - "litellm-proxy-extras/**"
+      - "pyproject.toml"
+      - "rust-toolchain.toml"
+      - ".github/workflows/ai-gateway-image.yml"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  ai-gateway-image:
+    name: ai-gateway release image
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    permissions:
+      contents: read
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
+        with:
+          persist-credentials: false
+      - name: Build the release image
+        run: docker build -f litellm-rust/crates/ai-gateway/Dockerfile -t litellm-ai-gateway:${{ github.sha }} .
+      - name: Start the gateway and wait for readiness
+        env:
+          IMAGE: litellm-ai-gateway:${{ github.sha }}
+        run: |
+          docker run -d --name ai-gateway -p 4001:4001 \
+            -e LITELLM_MASTER_KEY=sk-ci-not-a-real-key \
+            -e OPENAI_API_KEY=sk-ci-not-a-real-key \
+            "$IMAGE"
+          for _ in $(seq 1 60); do
+            if curl -fsS http://127.0.0.1:4001/health/readiness; then
+              echo "gateway is serving readiness"
+              exit 0
+            fi
+            sleep 2
+          done
+          echo "gateway never became ready" >&2
+          docker logs ai-gateway >&2
+          exit 1
+      - name: Assert the gateway loaded the baked config
+        run: |
+          docker logs ai-gateway 2>&1 | tee gateway.log
+          grep 'via python config reader' gateway.log
+      - name: Stop the gateway
+        if: always()
+        run: docker rm -f ai-gateway || true
diff --git a/.github/workflows/test-rust.yml b/.github/workflows/test-rust.yml
index 99de9a25fbe..9b8b132df62 100644
--- a/.github/workflows/test-rust.yml
+++ b/.github/workflows/test-rust.yml
@@ -133,42 +133,3 @@ jobs:
 
       - name: Test native route wheel
         run: python tests/test_litellm/rust_bridge/native_route_wheel_test.py dist/*.whl
-
-  ai-gateway-image:
-    name: ai-gateway release image
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    permissions:
-      contents: read
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
-        with:
-          persist-credentials: false
-
-      - name: Build the release image
-        run: docker build -f litellm-rust/crates/ai-gateway/Dockerfile -t litellm-ai-gateway:${{ github.sha }} .
-
-      - name: Start the gateway and wait for readiness
-        env:
-          IMAGE: litellm-ai-gateway:${{ github.sha }}
-        run: |
-          docker run -d --name ai-gateway -p 4001:4001 \
-            -e LITELLM_MASTER_KEY=sk-ci-not-a-real-key \
-            -e OPENAI_API_KEY=sk-ci-not-a-real-key \
-            "$IMAGE"
-          for _ in $(seq 1 60); do
-            if curl -fsS http://127.0.0.1:4001/health/readiness; then
-              echo "gateway is serving readiness"
-              exit 0
-            fi
-            sleep 2
-          done
-          echo "gateway never became ready" >&2
-          docker logs ai-gateway >&2
-          exit 1
-
-      - name: Stop the gateway
-        if: always()
-        run: docker rm -f ai-gateway || true

From 90ac77e58e32eeabb12b8df28144bf2ebae28dee Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Sat, 5 Sep 2026 17:25:02 -0700
Subject: [PATCH 032/298] test(e2e): add JWT issuer harness and first live JWT
 auth tests

Add tests/e2e/jwt_issuer.py, a test-only RS256 issuer that serves a JWKS
document and signs arbitrary claims over an open loopback-only /token
endpoint, so e2e tests can mint tokens without ever holding a signing key.
One key per process keeps the proxy's cached JWKS valid for the whole run.

Add the first five live JWT auth tests in tests/e2e/other: a valid token for
an existing team is accepted and its spend row carries the claimed team and
user, a tampered signature and an expired token are refused with 401, a
token naming a team that does not exist is refused with 403, and a plain
sk- virtual key keeps working with enable_jwt_auth on. Harness unit tests
cover the issuer itself. Team and user create/delete land on the shared
ProxyClient (warn-only teardown, /user/delete typed as the int it returns)
instead of a fourth per-suite copy.

Document the issuer command, the E2E_JWT_ISSUER_PORT convention (default
4190), JWT_PUBLIC_KEY_URL and the litellm_jwtauth config block in
tests/e2e/CONTRIBUTING.md, and register the new cells in other.yaml.
---
 tests/e2e/CLAUDE.md                    |   2 +-
 tests/e2e/CONTRIBUTING.md              |  21 ++-
 tests/e2e/coverage_registry/other.yaml |   9 +-
 tests/e2e/e2e_config.py                |   4 +
 tests/e2e/e2e_http.py                  |  21 +++
 tests/e2e/jwt_issuer.py                | 230 +++++++++++++++++++++++++
 tests/e2e/models.py                    |  12 ++
 tests/e2e/other/other_client.py        |  34 +++-
 tests/e2e/other/test_jwt_auth_e2e.py   | 129 ++++++++++++++
 tests/e2e/proxy_client.py              |  41 +++++
 tests/e2e/test_jwt_issuer.py           | 141 +++++++++++++++
 11 files changed, 633 insertions(+), 11 deletions(-)
 create mode 100644 tests/e2e/jwt_issuer.py
 create mode 100644 tests/e2e/other/test_jwt_auth_e2e.py
 create mode 100644 tests/e2e/test_jwt_issuer.py

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 89c04208d65..4985da9e95d 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -19,7 +19,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
 - `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
-- `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
+- `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate, JWT auth (RS256 tokens minted by the test-only issuer in `jwt_issuer.py`, whose JWKS the proxy's `JWT_PUBLIC_KEY_URL` points at; see CONTRIBUTING.md for the start command and config block), and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
 - `ui/` - the Admin UI browser suite: Playwright in TypeScript, driving the dashboard served by a live proxy on port 4000 (seeded postgres + mock LLM upstream; see its `run_e2e.sh`). It is a self-contained npm package with its own lockfile and does not use the Python harness, pytest markers, or the shared transport; the Python rules in this file (typed models, `Result` unions, basedpyright zero-error gate) do not apply inside it. Its only Python file, `fixtures/mock_llm_server/server.py`, is excluded from the e2e basedpyright gate via the root `pyrightconfig.json`
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index b270feb820e..ad414bb6647 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -27,14 +27,31 @@ The suites run against a live proxy, so bring one up first by running the litell
 
 2. Bring up a Postgres and a Redis for the proxy to use. The repo-root `docker-compose.yml` already defines a Postgres on `5432`; a `docker run -p 6379:6379 redis:7` covers Redis. Point `DATABASE_URL` / `REDIS_HOST` / `REDIS_PORT` at whatever you run. Tests that read Redis directly default to the deployed shape (TLS + cluster mode) whenever `REDIS_HOST` is set, so for a local standalone Redis also set `REDIS_CLUSTER=false` and `REDIS_SSL=false` (plus `REDIS_PASSWORD` when your Redis requires auth)
 
-3. Start the litellm proxy locally against your config and confirm it is live:
+3. Start the test-only JWT issuer the `other/` suite mints tokens from, then the litellm proxy against your config, and confirm both are live. The issuer is a fake identity provider (`jwt_issuer.py`) with an open mint endpoint, so it binds loopback only; it generates one RSA key per process and serves it as a JWKS, and the proxy caches that JWKS for `public_key_ttl` (600s) without refetching on an unknown `kid`, so restart the proxy whenever you restart the issuer:
 
    ```bash
    set -a && source .env && set +a
-   litellm --config <your-e2e-config>.yml --port 4000
+   uv run python tests/e2e/jwt_issuer.py &
+   curl -fs http://127.0.0.1:4190/.well-known/jwks.json
+   JWT_PUBLIC_KEY_URL=http://127.0.0.1:4190/.well-known/jwks.json litellm --config <your-e2e-config>.yml --port 4000
    curl -fs http://localhost:4000/health/liveliness
    ```
 
+   The issuer's port is `E2E_JWT_ISSUER_PORT` (default `4190`, the port in the URLs above), read by both the issuer process and the tests, so set it in one place if you change it. JWT auth is an enterprise feature, so the proxy also needs `LITELLM_LICENSE` in its environment, and its config needs the JWT block below. `enable_jwt_auth` only routes bearer tokens with three dot-separated segments into the JWT path, so `sk-` virtual keys and the master key keep working for every other suite. `proxy_batch_write_at` is lowered so the JWT spend-attribution test sees its row well inside the poll deadline:
+
+   ```yaml
+   general_settings:
+     proxy_batch_write_at: 5
+     enable_jwt_auth: true
+     litellm_jwtauth:
+       user_id_jwt_field: sub
+       user_email_jwt_field: email
+       team_ids_jwt_field: groups
+       user_id_upsert: true
+   ```
+
+   Leave `JWT_AUDIENCE` and `JWT_ISSUER` unset unless you also put matching `aud` / `iss` claims in the tokens the tests mint; the issuer sets `iss` to its own base URL
+
 4. Run a suite against it; the harness reads `LITELLM_PROXY_URL` (default `http://localhost:4000`):
 
    ```bash
diff --git a/tests/e2e/coverage_registry/other.yaml b/tests/e2e/coverage_registry/other.yaml
index 814ebae2e0b..8b9cb4d2adf 100644
--- a/tests/e2e/coverage_registry/other.yaml
+++ b/tests/e2e/coverage_registry/other.yaml
@@ -9,9 +9,12 @@
 - {id: other.auth.llm_chat.not_bearer_scheme_denied, module: other, tier: P0, area: auth, assertions: [not_bearer_scheme_denied], source: "vendor testing strategy §11.1 / LIT-4778", rationale: "NotBearer scheme on chat is 401/403"}
 - {id: other.auth.realtime.missing_header_denied, module: other, tier: P1, area: auth, assertions: [missing_header_denied], source: "vendor testing strategy §9.19 / LIT-4778", rationale: "Realtime client-secret and calls routes reject requests without Authorization"}
 - {id: other.config.responses.metadata_redis_ttl_bounded, module: other, tier: P0, area: config, assertions: [ttl_bounded], source: "responses + redis cache", rationale: "Responses store+metadata must not leave TTL-unbounded Redis entries (LIT-1201)"}
-- {id: other.auth.jwt.valid_token_allows, module: other, tier: P0, area: auth, assertions: [valid_token_allows], source: "handle_jwt.py:77-150", rationale: "Valid JWT with correct issuer + claims grants access"}
-- {id: other.auth.jwt.expired_denied, module: other, tier: P0, area: auth, assertions: [expired_denied], source: "handle_jwt.py:125-135", rationale: "Expired JWT rejected even with valid signature"}
-- {id: other.auth.jwt.invalid_signature_denied, module: other, tier: P0, area: auth, assertions: [invalid_signature_denied], source: "handle_jwt.py:145-150", rationale: "Bad/missing signature fails verification"}
+- {id: other.auth.jwt.valid_token_allows, module: other, tier: P0, area: auth, assertions: [valid_token_allows], source: "handle_jwt.py:1217-1256 auth_jwt / user_api_key_auth.py:1365-1377", rationale: "An RS256 JWT signed by the configured JWKS whose groups claim names an existing team is accepted on /chat/completions"}
+- {id: other.auth.jwt.spend_attributed_to_claims, module: other, tier: P0, area: auth, assertions: [spend_attributed_to_claims], source: "handle_jwt.py:2224 auth_builder / user_api_key_auth.py:1438-1474", rationale: "The spend log row for a JWT-authenticated call carries the team_id from the groups claim and the user_id from sub, not a virtual key's identity. Single-group claim only: the proxy picks the team from a set, so attribution over several groups is unordered"}
+- {id: other.auth.jwt.expired_denied, module: other, tier: P0, area: auth, assertions: [expired_denied], source: "handle_jwt.py:1244-1250", rationale: "Expired JWT rejected 401 (Token Expired) even with valid signature; leeway is 0"}
+- {id: other.auth.jwt.invalid_signature_denied, module: other, tier: P0, area: auth, assertions: [invalid_signature_denied], source: "handle_jwt.py:1158-1166 _decode_jwt_with_public_key", rationale: "A genuine token whose signature bytes were altered fails verification with 401"}
+- {id: other.auth.jwt.unknown_team_denied, module: other, tier: P0, area: auth, assertions: [unknown_team_denied], source: "handle_jwt.py:1549-1632 find_team_with_model_access", rationale: "A verified JWT whose groups claim resolves to no existing team is denied with 403 naming the unresolved team, never silently admitted without a team. The proxy words it as a model-access denial, the same body an existing team without model access gets"}
+- {id: other.auth.jwt.virtual_key_unaffected, module: other, tier: P0, area: auth, assertions: [virtual_key_unaffected], source: "handle_jwt.py:213 is_jwt / user_api_key_auth.py:1332-1333", rationale: "enable_jwt_auth only routes three-segment bearer tokens into the JWT branch, so sk- virtual keys keep working on the same proxy"}
 - {id: other.auth.model_access_group.wildcard_bare_name_allowed, module: other, tier: P0, area: auth, assertions: [wildcard_bare_name_allowed], source: "auth_checks.py:3232 / LIT-5813", fail_before_fix: proven, rationale: "A grant of a group holding a wildcard deployment covers the bare model names callers actually send, not only the provider-prefixed spelling"}
 - {id: other.auth.model_access_group.member_allowed, module: other, tier: P0, area: auth, assertions: [member_allowed], source: "auth_checks.py:3232", rationale: "A key whose allow-list is a model access group can call the deployments in that group"}
 - {id: other.auth.model_access_group.non_member_denied, module: other, tier: P0, area: auth, assertions: [non_member_denied], source: "auth_checks.py:3232", rationale: "That same grant reaches nothing outside the group, including provider models the group's wildcard does not cover"}
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 09d17b9a0db..0e7f4c0ad2b 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -15,6 +15,7 @@ from typing import Final
 from dotenv import load_dotenv
 
 from fixture_mode import deterministic_marker, parse_fixture_mode
+from jwt_issuer import jwt_issuer_url
 from provider_edge import provider_edge_api_base
 
 # Local runs keep provider / DataDog keys in tests/e2e/.env (see CONTRIBUTING.md).
@@ -43,6 +44,9 @@ UI_BASE_URL = os.environ.get("E2E_UI_BASE_URL", PROXY_BASE_URL).rstrip("/")
 CHEAP_ANTHROPIC_MODEL = os.environ.get("E2E_CHEAP_ANTHROPIC_MODEL", "claude-haiku-4-5")
 CHEAP_OPENAI_MODEL = os.environ.get("E2E_CHEAP_OPENAI_MODEL", "gpt-5.5")
 
+# Test-only JWT issuer (jwt_issuer.py); the port is E2E_JWT_ISSUER_PORT (see CONTRIBUTING.md).
+JWT_ISSUER_URL = jwt_issuer_url()
+
 LINEAR_MCP_URL = os.environ.get("E2E_LINEAR_MCP_URL", "https://mcp.linear.app/mcp")
 LINEAR_STORAGE_STATE = os.environ.get("E2E_LINEAR_STORAGE_STATE", "")
 
diff --git a/tests/e2e/e2e_http.py b/tests/e2e/e2e_http.py
index 9d5f1658e91..4c65c53b653 100644
--- a/tests/e2e/e2e_http.py
+++ b/tests/e2e/e2e_http.py
@@ -386,6 +386,27 @@ def get_external[R: BaseModel](
     return _classify(resp, response_type)
 
 
+def post_external[R: BaseModel](
+    url: str,
+    *,
+    json: BaseModel,
+    response_type: type[R],
+    timeout: float = 30.0,
+) -> Result[R]:
+    """POST an absolute URL outside the proxy (e.g. the e2e JWT issuer's mint
+    endpoint). Like get_external: no proxy base url, no proxy auth, and the same
+    tagged-union classification as every other call."""
+    try:
+        resp = requests.post(
+            url,
+            json=json.model_dump(by_alias=True, exclude_none=True),
+            timeout=timeout,
+        )
+    except requests.RequestException as exc:
+        return NetworkError(message=str(exc))
+    return _classify(resp, response_type)
+
+
 def delete[R: BaseModel](
     url: URL,
     *,
diff --git a/tests/e2e/jwt_issuer.py b/tests/e2e/jwt_issuer.py
new file mode 100644
index 00000000000..4006fcaa314
--- /dev/null
+++ b/tests/e2e/jwt_issuer.py
@@ -0,0 +1,230 @@
+"""Test-only fake identity provider for the e2e JWT suite. Never deploy it.
+
+Run it next to the proxy (`uv run python tests/e2e/jwt_issuer.py`). On start it
+generates one RSA signing key and keeps it for the life of the process, serving
+the public half at `GET /.well-known/jwks.json` and signing whatever claims are
+POSTed to `/token`. The proxy's `JWT_PUBLIC_KEY_URL` points at the JWKS URL, and
+tests mint RS256 tokens by POSTing claims, so the private key never leaves this
+process and no test holds it.
+
+One key per process, rather than per pytest run, is what survives the proxy's
+JWKS cache: the proxy caches the JWKS for `litellm_jwtauth.public_key_ttl`
+(600s by default) and does not refetch on an unknown `kid`, so a key rotated
+every run would be rejected until the cache expired. Restart the proxy whenever
+you restart the issuer.
+
+The mint endpoint takes no credential: anyone who can reach it gets a token the
+proxy trusts. It therefore binds 127.0.0.1 only, must never be exposed beyond
+loopback, and must only ever be trusted by a proxy under test.
+"""
+
+from __future__ import annotations
+
+import logging
+import os
+import threading
+import time
+import uuid
+from collections.abc import Callable, Mapping
+from dataclasses import dataclass
+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from typing import Final, Literal
+
+import jwt
+from cryptography.hazmat.primitives import serialization
+from cryptography.hazmat.primitives.asymmetric import rsa
+from jwt.utils import to_base64url_uint
+from pydantic import BaseModel, RootModel, ValidationError
+
+JWT_ISSUER_PORT_ENV: Final = "E2E_JWT_ISSUER_PORT"
+DEFAULT_JWT_ISSUER_PORT: Final = 4190
+LOOPBACK_HOST: Final = "127.0.0.1"
+JWKS_PATH: Final = "/.well-known/jwks.json"
+TOKEN_PATH: Final = "/token"
+DEFAULT_TOKEN_LIFETIME_SECONDS: Final = 300
+
+ClaimValue = str | int | float | bool | None | list[str]
+
+
+def jwt_issuer_port() -> int:
+    raw: Final = os.environ.get(JWT_ISSUER_PORT_ENV, "").strip()
+    return int(raw) if raw else DEFAULT_JWT_ISSUER_PORT
+
+
+def jwt_issuer_url() -> str:
+    return f"http://{LOOPBACK_HOST}:{jwt_issuer_port()}"
+
+
+class RsaJwk(BaseModel):
+    kty: Literal["RSA"] = "RSA"
+    alg: Literal["RS256"] = "RS256"
+    use: Literal["sig"] = "sig"
+    kid: str
+    n: str
+    e: str
+
+
+class JwksDocument(BaseModel):
+    keys: tuple[RsaJwk, ...]
+
+
+class TokenRequest(RootModel[Mapping[str, ClaimValue]]):
+    """The JSON body of POST /token: the claims to sign, verbatim. Nested objects
+    are not supported; every value is a scalar or a list of strings."""
+
+
+class MintedToken(BaseModel):
+    token: str
+
+
+class IssuerError(BaseModel):
+    error: str
+
+
+@dataclass(frozen=True, slots=True)
+class SigningKey:
+    kid: str
+    private_pem: str
+    jwk: RsaJwk
+
+
+def generate_signing_key(kid: str | None = None) -> SigningKey:
+    private_key: Final = rsa.generate_private_key(public_exponent=65537, key_size=2048)
+    numbers: Final = private_key.public_key().public_numbers()
+    resolved_kid: Final = kid if kid is not None else uuid.uuid4().hex
+    return SigningKey(
+        kid=resolved_kid,
+        private_pem=private_key.private_bytes(
+            encoding=serialization.Encoding.PEM,
+            format=serialization.PrivateFormat.PKCS8,
+            encryption_algorithm=serialization.NoEncryption(),
+        ).decode(),
+        jwk=RsaJwk(
+            kid=resolved_kid,
+            n=to_base64url_uint(numbers.n).decode(),
+            e=to_base64url_uint(numbers.e).decode(),
+        ),
+    )
+
+
+def mint(
+    key: SigningKey,
+    claims: Mapping[str, ClaimValue],
+    *,
+    issuer: str,
+    now: int,
+    lifetime_seconds: int = DEFAULT_TOKEN_LIFETIME_SECONDS,
+) -> str:
+    """Sign `claims` as a compact RS256 JWT carrying `key.kid` in its header.
+    `iss`, `iat`, and `exp` are filled in when absent and left alone when the
+    caller sets them, so a test can mint an already-expired token."""
+    payload: Final[dict[str, ClaimValue]] = {
+        "iss": issuer,
+        "iat": now,
+        "exp": now + lifetime_seconds,
+        **claims,
+    }
+    return jwt.encode(payload, key.private_pem, algorithm="RS256", headers={"kid": key.kid})
+
+
+class _IssuerServer(ThreadingHTTPServer):
+    daemon_threads = True
+
+    def __init__(self, bind: tuple[str, int], *, key: SigningKey, clock: Callable[[], int]) -> None:
+        super().__init__(bind, _IssuerHandler)
+        self.key: Final = key
+        self.clock: Final = clock
+
+    @property
+    def url(self) -> str:
+        host, port = self.server_address[0], self.server_address[1]
+        return f"http://{host}:{port}"
+
+
+class _IssuerHandler(BaseHTTPRequestHandler):
+    def _issuer(self) -> _IssuerServer:
+        issuer: Final = self.server
+        assert isinstance(issuer, _IssuerServer)
+        return issuer
+
+    def do_GET(self) -> None:
+        if self.path != JWKS_PATH:
+            self._send(404, IssuerError(error=f"unknown path {self.path}; the JWKS is at {JWKS_PATH}"))
+            return
+        self._send(200, JwksDocument(keys=(self._issuer().key.jwk,)))
+
+    def do_POST(self) -> None:
+        if self.path != TOKEN_PATH:
+            self._send(404, IssuerError(error=f"unknown path {self.path}; mint tokens at {TOKEN_PATH}"))
+            return
+        length: Final = int(self.headers.get("Content-Length", "0"))
+        try:
+            request: Final = TokenRequest.model_validate_json(self.rfile.read(length))
+        except ValidationError as exc:
+            self._send(400, IssuerError(error=f"claims must be a JSON object of scalar or string-list values: {exc}"))
+            return
+        issuer: Final = self._issuer()
+        token: Final = mint(issuer.key, request.root, issuer=issuer.url, now=issuer.clock())
+        self._send(200, MintedToken(token=token))
+
+    def _send(self, status: int, body: BaseModel) -> None:
+        payload: Final = body.model_dump_json().encode()
+        self.send_response(status)
+        self.send_header("Content-Type", "application/json")
+        self.send_header("Content-Length", str(len(payload)))
+        self.end_headers()
+        self.wfile.write(payload)
+
+
+@dataclass(frozen=True, slots=True)
+class RunningIssuer:
+    url: str
+    key: SigningKey
+    server: _IssuerServer
+
+    @property
+    def jwks_url(self) -> str:
+        return f"{self.url}{JWKS_PATH}"
+
+    def shutdown(self) -> None:
+        self.server.shutdown()
+        self.server.server_close()
+
+
+def _wall_clock() -> int:
+    return int(time.time())
+
+
+def start_jwt_issuer(
+    *,
+    port: int = 0,
+    key: SigningKey | None = None,
+    clock: Callable[[], int] = _wall_clock,
+) -> RunningIssuer:
+    """Serve the issuer on loopback in a daemon thread. `port=0` takes an
+    OS-assigned port for in-process tests; the CLI passes the documented one."""
+    server: Final = _IssuerServer((LOOPBACK_HOST, port), key=key or generate_signing_key(), clock=clock)
+    thread: Final = threading.Thread(target=server.serve_forever, name="e2e-jwt-issuer", daemon=True)
+    thread.start()
+    return RunningIssuer(url=server.url, key=server.key, server=server)
+
+
+def main() -> None:
+    logging.basicConfig(level=logging.INFO, format="%(message)s")
+    running: Final = start_jwt_issuer(port=jwt_issuer_port())
+    logging.getLogger(__name__).info(
+        "e2e jwt issuer listening on %s  jwks=%s  mint=POST %s%s  kid=%s  (test-only, loopback, ctrl-c to stop)",
+        running.url,
+        running.jwks_url,
+        running.url,
+        TOKEN_PATH,
+        running.key.kid,
+    )
+    try:
+        threading.Event().wait()
+    except KeyboardInterrupt:
+        running.shutdown()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index 2c6c0e9bbd4..17f5418bd73 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -1078,6 +1078,18 @@ class UserListResponse(BaseModel):
     total: int
 
 
+class JwtClaimsBody(BaseModel):
+    """Claims POSTed to the e2e JWT issuer's /token: exactly what the
+    `litellm_jwtauth` block in CONTRIBUTING.md reads (sub -> user_id, email ->
+    user_email, groups -> team ids), plus an explicit `exp` for the expired case;
+    the issuer fills in iss/iat/exp when they are left unset."""
+
+    sub: str
+    email: str
+    groups: Sequence[str]
+    exp: int | None = None
+
+
 class OrgNewBody(BaseModel):
     organization_alias: str
     models: list[str] = []
diff --git a/tests/e2e/other/other_client.py b/tests/e2e/other/other_client.py
index 1aa83ac42c7..b51f3338f52 100644
--- a/tests/e2e/other/other_client.py
+++ b/tests/e2e/other/other_client.py
@@ -1,19 +1,27 @@
 """Client for the `other` holding-pen suite: the auth gate (master key vs an
-invalid key on an admin route) and the process-lifecycle health probes
-(liveness, public readiness, authenticated readiness diagnostics).
+invalid key on an admin route), JWT auth against the test-only issuer
+(jwt_issuer.py), and the process-lifecycle health probes (liveness, public
+readiness, authenticated readiness diagnostics).
 
 Holds the shared ProxyClient so `resources` / `scoped_key` still clean up, and
 adds only the routes these behaviors need. The health probes deliberately send
 no auth header (public routes), so they go through the transport with an empty
-headers model rather than a bearer.
+headers model rather than a bearer. Tokens are minted by POSTing claims to the
+issuer, so no test ever holds a signing key.
 """
 
 from __future__ import annotations
 
 from dataclasses import dataclass
+from typing import Final
 
-from e2e_http import NoBody, ProbeResult, Result
+import pytest
+
+from e2e_config import JWT_ISSUER_URL
+from e2e_http import NetworkError, NoBody, ProbeResult, Result, Success, post_external
+from jwt_issuer import TOKEN_PATH, MintedToken
 from models import (
+    JwtClaimsBody,
     ReadinessDetailsResponse,
     ReadinessResponse,
     UserListParams,
@@ -25,6 +33,7 @@ from proxy_client import ProxyClient
 @dataclass(frozen=True, slots=True)
 class OtherClient:
     proxy: ProxyClient
+    jwt_issuer_url: str
 
     def liveness(self) -> ProbeResult:
         """GET /health/liveliness. Unauthenticated; the probe returns status +
@@ -68,6 +77,21 @@ class OtherClient:
             response_type=UserListResponse,
         )
 
+    def mint_jwt(self, claims: JwtClaimsBody) -> str:
+        """Have the test-only issuer sign `claims` into a compact RS256 JWT. A
+        missing issuer is a hard failure naming the start command, not a skip."""
+        result: Final = post_external(f"{self.jwt_issuer_url}{TOKEN_PATH}", json=claims, response_type=MintedToken)
+        match result:
+            case Success(data=minted):
+                return minted.token
+            case NetworkError(message=message):
+                pytest.fail(
+                    f"No live JWT issuer at {self.jwt_issuer_url}: {message}. Start it next to the proxy with "
+                    "`uv run python tests/e2e/jwt_issuer.py` (see CONTRIBUTING.md)"
+                )
+            case _:
+                raise AssertionError(result)
+
 
 def build_client(proxy: ProxyClient) -> OtherClient:
-    return OtherClient(proxy=proxy)
+    return OtherClient(proxy=proxy, jwt_issuer_url=JWT_ISSUER_URL)
diff --git a/tests/e2e/other/test_jwt_auth_e2e.py b/tests/e2e/other/test_jwt_auth_e2e.py
new file mode 100644
index 00000000000..49a9350a3a2
--- /dev/null
+++ b/tests/e2e/other/test_jwt_auth_e2e.py
@@ -0,0 +1,129 @@
+"""Live e2e: RS256 JWTs minted by the test-only issuer (jwt_issuer.py) against a
+proxy running with `enable_jwt_auth: true` and the `litellm_jwtauth` block from
+CONTRIBUTING.md (sub -> user_id, email -> user_email, groups -> team ids,
+user_id_upsert).
+
+Every case mints through the issuer, so the tests never hold a signing key: the
+bad-signature case corrupts a genuine signature, the expired case asks the
+issuer for a token whose `exp` is already in the past. Those identities get
+their own freshly created team so a rejection can only be blamed on the token,
+while the unknown-team case names a team that was never created. An acceptance
+is proven twice, at the boundary (200 from a real provider) and in the spend log
+the proxy attributes to the claims. The last case keeps a plain `sk-` virtual
+key working on the same proxy, guarding against the flag turning JWT on for
+everyone.
+"""
+
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Final
+
+import pytest
+
+from e2e_config import CHEAP_OPENAI_MODEL, unique_marker
+from e2e_http import UnauthorizedError, UnknownApiError, unwrap
+from lifecycle import ResourceManager
+from models import ChatBody, ChatMessage, JwtClaimsBody, TeamNewBody
+from other_client import OtherClient
+
+pytestmark = pytest.mark.e2e
+
+
+@dataclass(frozen=True, slots=True)
+class JwtIdentity:
+    user_id: str
+    team_id: str
+
+    def claims(self, *, exp: int | None = None) -> JwtClaimsBody:
+        return JwtClaimsBody(sub=self.user_id, email=f"{self.user_id}@example.com", groups=(self.team_id,), exp=exp)
+
+
+@pytest.fixture
+def identity(client: OtherClient, resources: ResourceManager) -> JwtIdentity:
+    marker: Final = unique_marker()
+    team_id: Final = client.proxy.create_team(
+        TeamNewBody(team_alias=f"e2e-jwt-{marker}", team_id=f"e2e-jwt-team-{marker}")
+    )
+    resources.defer(lambda: client.proxy.delete_team(team_id))
+    user_id: Final = f"e2e-jwt-user-{marker}"
+    resources.defer(lambda: client.proxy.delete_user(user_id))
+    return JwtIdentity(user_id=user_id, team_id=team_id)
+
+
+def _ping() -> ChatBody:
+    return ChatBody(
+        model=CHEAP_OPENAI_MODEL,
+        messages=[ChatMessage(role="user", content=f"Reply with the single word pong. {unique_marker()}")],
+        max_tokens=16,
+    )
+
+
+def _corrupt_signature(token: str) -> str:
+    header, payload, signature = token.split(".")
+    flipped: Final = "A" if signature[10] != "A" else "B"
+    return f"{header}.{payload}.{signature[:10]}{flipped}{signature[11:]}"
+
+
+class TestJwtAuth:
+    @pytest.mark.covers("other.auth.jwt.valid_token_allows", "other.auth.jwt.spend_attributed_to_claims")
+    def test_valid_token_for_an_existing_team_is_accepted_and_attributed(
+        self, client: OtherClient, identity: JwtIdentity
+    ) -> None:
+        token: Final = client.mint_jwt(identity.claims())
+
+        response: Final = unwrap(client.proxy.chat(token, _ping()))
+        assert response.id is not None and response.choices, (
+            f"chat under a valid JWT returned no completion: {response}"
+        )
+
+        rows: Final = client.proxy.poll_logs_for_request_id(response.id)
+        assert rows, f"no spend log row for request {response.id} within the poll deadline"
+        row: Final = rows[0]
+        assert row.team_id == identity.team_id, (
+            f"spend row must carry the team from the JWT groups claim {identity.team_id!r}, got {row.team_id!r}"
+        )
+        assert row.user == identity.user_id, (
+            f"spend row must carry the user from the JWT sub claim {identity.user_id!r}, got {row.user!r}"
+        )
+
+    @pytest.mark.covers("other.auth.jwt.invalid_signature_denied")
+    def test_tampered_signature_is_rejected(self, client: OtherClient, identity: JwtIdentity) -> None:
+        tampered: Final = _corrupt_signature(client.mint_jwt(identity.claims()))
+
+        result: Final = client.proxy.chat(tampered, _ping())
+        assert isinstance(result, UnauthorizedError), (
+            f"a JWT whose signature does not verify must be rejected with 401, got {result}"
+        )
+        assert "signature verification failed" in result.body.lower(), (
+            f"the 401 must come from signature verification, not another auth failure, got {result.body[:300]}"
+        )
+
+    @pytest.mark.covers("other.auth.jwt.expired_denied")
+    def test_expired_token_is_rejected(self, client: OtherClient, identity: JwtIdentity) -> None:
+        expired: Final = client.mint_jwt(identity.claims(exp=1))
+
+        result: Final = client.proxy.chat(expired, _ping())
+        assert isinstance(result, UnauthorizedError), (
+            f"an expired JWT must be rejected with 401 even though its signature verifies, got {result}"
+        )
+        assert "expired" in result.body.lower(), f"the 401 must say the token expired, got {result.body[:300]}"
+
+    @pytest.mark.covers("other.auth.jwt.unknown_team_denied")
+    def test_token_naming_a_team_that_does_not_exist_is_rejected(self, client: OtherClient) -> None:
+        marker: Final = unique_marker()
+        never_created: Final = JwtIdentity(user_id=f"e2e-jwt-user-{marker}", team_id=f"e2e-jwt-missing-team-{marker}")
+        token: Final = client.mint_jwt(never_created.claims())
+
+        result: Final = client.proxy.chat(token, _ping())
+        assert isinstance(result, UnknownApiError) and result.status_code == 403, (
+            f"a valid JWT whose groups name no existing team must be rejected with 403, got {result}"
+        )
+        assert never_created.team_id in result.body, (
+            f"the 403 must name the team it could not resolve ({never_created.team_id}), got {result.body[:300]}"
+        )
+
+    @pytest.mark.covers("other.auth.jwt.virtual_key_unaffected")
+    def test_plain_virtual_key_still_works_with_jwt_auth_enabled(self, client: OtherClient, scoped_key: str) -> None:
+        response: Final = unwrap(client.proxy.chat(scoped_key, _ping()))
+        assert response.choices, f"an sk- key must keep working on a proxy with enable_jwt_auth, got {response}"
diff --git a/tests/e2e/proxy_client.py b/tests/e2e/proxy_client.py
index cdc20e5299a..5292f56b324 100644
--- a/tests/e2e/proxy_client.py
+++ b/tests/e2e/proxy_client.py
@@ -21,6 +21,7 @@ from e2e_http import (
     Result,
     StreamingResponse,
     Success,
+    UnknownApiError,
     is_ok,
     unwrap,
 )
@@ -65,6 +66,11 @@ from models import (
     SpendLogsPage,
     SpendLogsPageParams,
     SpendLogsParams,
+    TeamDeleteBody,
+    TeamNewBody,
+    TeamNewResponse,
+    UserDeleteBody,
+    UserDeleteResponse,
 )
 from e2e_config import (
     CONTROL_PLANE_BASE_URL,
@@ -409,6 +415,41 @@ class ProxyClient:
         if not is_ok(result):
             warnings.warn(f"delete_credential({credential_name!r}) failed: {result}", stacklevel=2)
 
+    def create_team(self, body: TeamNewBody) -> str:
+        return unwrap(
+            self.transport.post(
+                "/team/new",
+                headers=self.transport.master,
+                json=body,
+                response_type=TeamNewResponse,
+            )
+        ).team_id
+
+    def delete_team(self, team_id: str) -> None:
+        result = self.transport.post(
+            "/team/delete",
+            headers=self.transport.master,
+            json=TeamDeleteBody(team_ids=[team_id]),
+            response_type=NoBody,
+        )
+        if not is_ok(result):
+            warnings.warn(f"delete_team({team_id!r}) failed: {result}", stacklevel=2)
+
+    def delete_user(self, user_id: str) -> None:
+        """Best-effort teardown; a 404 is not a leak, since JWT tests defer this for
+        a user the proxy only upserts after a successful auth."""
+        result = self.transport.post(
+            "/user/delete",
+            headers=self.transport.master,
+            json=UserDeleteBody(user_ids=[user_id]),
+            response_type=UserDeleteResponse,
+        )
+        match result:
+            case Success() | UnknownApiError(status_code=404):
+                return
+            case _:
+                warnings.warn(f"delete_user({user_id!r}) failed: {result}", stacklevel=2)
+
     # ---- LLM calls ------------------------------------------------------
 
     def chat(self, key: str, body: ChatBody) -> Result[ChatResponse]:
diff --git a/tests/e2e/test_jwt_issuer.py b/tests/e2e/test_jwt_issuer.py
new file mode 100644
index 00000000000..7acaaf13949
--- /dev/null
+++ b/tests/e2e/test_jwt_issuer.py
@@ -0,0 +1,141 @@
+"""Harness coverage for the test-only JWT issuer (jwt_issuer.py).
+
+No proxy and no ``e2e`` marker. The issuer is booted in-process on an
+OS-assigned port with a fixed clock and driven over HTTP through
+``e2e_http.post_external`` / ``get_external``, the same transport the live
+suite uses, so what is pinned here is the contract the live JWT tests lean on:
+a token minted at ``/token`` verifies against the key served at
+``/.well-known/jwks.json`` under the ``kid`` in its header, ``iss``/``iat``/``exp``
+are filled in only when the caller left them out, and malformed claim bodies or
+unknown paths are refused instead of signed.
+"""
+
+from __future__ import annotations
+
+import time
+from collections.abc import Iterator
+from typing import Final
+
+import jwt
+import pytest
+from pydantic import BaseModel, RootModel
+
+from e2e_http import UnknownApiError, get_external, post_external, unwrap
+from jwt_issuer import (
+    DEFAULT_TOKEN_LIFETIME_SECONDS,
+    JWKS_PATH,
+    JWT_ISSUER_PORT_ENV,
+    TOKEN_PATH,
+    JwksDocument,
+    MintedToken,
+    RunningIssuer,
+    jwt_issuer_port,
+    start_jwt_issuer,
+)
+
+FROZEN_NOW: Final = int(time.time())
+
+
+class _Claims(BaseModel):
+    sub: str
+    groups: tuple[str, ...] = ()
+    exp: int | None = None
+
+
+class _DecodedClaims(BaseModel):
+    sub: str
+    iss: str
+    iat: int
+    exp: int
+    groups: tuple[str, ...] = ()
+
+
+class _NotAnObject(RootModel[tuple[str, ...]]):
+    pass
+
+
+@pytest.fixture(scope="module")
+def issuer() -> Iterator[RunningIssuer]:
+    running: Final = start_jwt_issuer(clock=lambda: FROZEN_NOW)
+    yield running
+    running.shutdown()
+
+
+def _mint(issuer: RunningIssuer, claims: _Claims) -> str:
+    return unwrap(post_external(f"{issuer.url}{TOKEN_PATH}", json=claims, response_type=MintedToken)).token
+
+
+def _served_jwks(issuer: RunningIssuer) -> JwksDocument:
+    return unwrap(get_external(issuer.jwks_url, response_type=JwksDocument))
+
+
+def _decode(token: str, jwks: JwksDocument, *, verify_exp: bool = True) -> _DecodedClaims:
+    key: Final = jwt.PyJWK.from_json(jwks.keys[0].model_dump_json())
+    decoded: Final = jwt.decode(token, key, algorithms=["RS256"], options={"verify_exp": verify_exp})
+    return _DecodedClaims.model_validate(decoded)
+
+
+class TestJwtIssuer:
+    def test_minted_token_verifies_against_the_served_jwks(self, issuer: RunningIssuer) -> None:
+        token: Final = _mint(issuer, _Claims(sub="alice", groups=("team-a",)))
+        jwks: Final = _served_jwks(issuer)
+
+        assert len(jwks.keys) == 1
+        assert jwt.get_unverified_header(token)["kid"] == jwks.keys[0].kid
+        claims: Final = _decode(token, jwks)
+        assert claims.sub == "alice"
+        assert claims.groups == ("team-a",)
+        assert claims.iss == issuer.url
+        assert claims.iat == FROZEN_NOW
+        assert claims.exp == FROZEN_NOW + DEFAULT_TOKEN_LIFETIME_SECONDS
+
+    def test_a_token_signed_by_another_key_does_not_verify(self, issuer: RunningIssuer) -> None:
+        other: Final = start_jwt_issuer(clock=lambda: FROZEN_NOW)
+        try:
+            foreign_token: Final = _mint(other, _Claims(sub="alice"))
+        finally:
+            other.shutdown()
+
+        with pytest.raises(jwt.InvalidSignatureError):
+            _decode(foreign_token, _served_jwks(issuer))
+
+    def test_an_explicit_exp_is_signed_as_given(self, issuer: RunningIssuer) -> None:
+        expired_at: Final = FROZEN_NOW - 60
+        token: Final = _mint(issuer, _Claims(sub="alice", exp=expired_at))
+        jwks: Final = _served_jwks(issuer)
+
+        assert _decode(token, jwks, verify_exp=False).exp == expired_at
+        with pytest.raises(jwt.ExpiredSignatureError):
+            _ = _decode(token, jwks)
+
+    def test_non_object_claims_are_refused(self, issuer: RunningIssuer) -> None:
+        result: Final = post_external(
+            f"{issuer.url}{TOKEN_PATH}", json=_NotAnObject(("not", "claims")), response_type=MintedToken
+        )
+        assert isinstance(result, UnknownApiError)
+        assert result.status_code == 400
+
+    @pytest.mark.parametrize(
+        ("method", "path"),
+        [("GET", TOKEN_PATH), ("POST", JWKS_PATH), ("GET", "/token/anything")],
+        ids=["get-token", "post-jwks", "get-other"],
+    )
+    def test_unknown_routes_are_404(self, issuer: RunningIssuer, method: str, path: str) -> None:
+        url: Final = f"{issuer.url}{path}"
+        result: Final = (
+            get_external(url, response_type=MintedToken)
+            if method == "GET"
+            else post_external(url, json=_Claims(sub="alice"), response_type=MintedToken)
+        )
+        assert isinstance(result, UnknownApiError)
+        assert result.status_code == 404
+
+
+class TestIssuerPort:
+    def test_defaults_to_the_documented_port(self, monkeypatch: pytest.MonkeyPatch) -> None:
+        monkeypatch.delenv(JWT_ISSUER_PORT_ENV, raising=False)
+        assert jwt_issuer_port() == 4190, "CONTRIBUTING.md hardcodes 4190 in JWT_PUBLIC_KEY_URL"
+
+    def test_env_override_wins(self, monkeypatch: pytest.MonkeyPatch) -> None:
+        monkeypatch.setenv(JWT_ISSUER_PORT_ENV, " 4321 ")
+        assert jwt_issuer_port() == 4321

From 8c5b29519e6609d743913bc8d3c85070fc5cdf16 Mon Sep 17 00:00:00 2001
From: Jon Walton <jon.walton@cloverhealth.com>
Date: Wed, 9 Sep 2026 18:15:53 +0800
Subject: [PATCH 033/298] fix(proxy): emit internal user budget alerts

---
 .../SlackAlerting/slack_alerting.py           |   2 +-
 litellm/proxy/auth/auth_checks.py             |  13 ++
 .../SlackAlerting/test_slack_alerting.py      |  15 ++
 .../proxy/auth/test_auth_checks.py            | 131 +++++++++++++++++-
 4 files changed, 158 insertions(+), 3 deletions(-)

diff --git a/litellm/integrations/SlackAlerting/slack_alerting.py b/litellm/integrations/SlackAlerting/slack_alerting.py
index dc41c7dadc8..caac8e888fd 100644
--- a/litellm/integrations/SlackAlerting/slack_alerting.py
+++ b/litellm/integrations/SlackAlerting/slack_alerting.py
@@ -673,7 +673,7 @@ class SlackAlerting(CustomBatchLogger):
         Create a standard message for a budget alert
         """
         _all_fields_as_dict: Final[dict[str, object]] = user_info.model_dump(exclude_none=True)
-        _all_fields_as_dict.pop("token")
+        _all_fields_as_dict.pop("token", None)
         msg = ""
         for k, v in _all_fields_as_dict.items():
             if isinstance(v, Litellm_EntityType):
diff --git a/litellm/proxy/auth/auth_checks.py b/litellm/proxy/auth/auth_checks.py
index dc693317de0..d26474778d9 100644
--- a/litellm/proxy/auth/auth_checks.py
+++ b/litellm/proxy/auth/auth_checks.py
@@ -1020,6 +1020,19 @@ async def common_checks(
                 fallback_spend=user_object.spend or 0.0,
                 max_budget=user_budget,
             )
+            call_info: Final = CallInfo(
+                spend=user_spend,
+                max_budget=user_budget,
+                user_id=user_object.user_id,
+                user_email=user_object.user_email,
+                event_group=Litellm_EntityType.USER,
+            )
+            asyncio.create_task(
+                proxy_logging_obj.budget_alerts(
+                    type="user_budget",
+                    user_info=call_info,
+                )
+            )
             if math.isfinite(user_budget) and user_spend >= user_budget:
                 raise litellm.BudgetExceededError(
                     current_cost=user_spend,
diff --git a/tests/test_litellm/integrations/SlackAlerting/test_slack_alerting.py b/tests/test_litellm/integrations/SlackAlerting/test_slack_alerting.py
index 55e2dcdc270..44dda57dd27 100644
--- a/tests/test_litellm/integrations/SlackAlerting/test_slack_alerting.py
+++ b/tests/test_litellm/integrations/SlackAlerting/test_slack_alerting.py
@@ -45,6 +45,21 @@ class TestSlackAlerting(unittest.TestCase):
         result = self.slack_alerting._get_percent_of_max_budget_left(user_info)
         self.assertEqual(result, -0.2)
 
+    def test_get_user_info_str_omits_absent_token_for_user_alert(self):
+        user_info = CallInfo(
+            spend=85.0,
+            max_budget=100.0,
+            user_id="user-1",
+            user_email="person@example.com",
+            event_group=Litellm_EntityType.USER,
+        )
+
+        result = self.slack_alerting._get_user_info_str(user_info)
+
+        self.assertIn("*user_id:* `user-1`", result)
+        self.assertIn("*user_email:* `person@example.com`", result)
+        self.assertNotIn("*token:*", result)
+
     def test_get_event_and_event_message_max_budget(self):
         # Initial setup with no event
         event = None
diff --git a/tests/test_litellm/proxy/auth/test_auth_checks.py b/tests/test_litellm/proxy/auth/test_auth_checks.py
index 2284a05b2e9..1fc2e0b3dc1 100644
--- a/tests/test_litellm/proxy/auth/test_auth_checks.py
+++ b/tests/test_litellm/proxy/auth/test_auth_checks.py
@@ -1,7 +1,7 @@
 import asyncio
 import json
 from types import SimpleNamespace
-from typing import TYPE_CHECKING, Optional
+from typing import TYPE_CHECKING, Final, Literal, Optional
 from unittest.mock import AsyncMock, MagicMock, patch
 
 if TYPE_CHECKING:
@@ -29,6 +29,7 @@ from litellm.proxy._types import (
     ProxyException,
     SSOUserDefinedValues,
     UserAPIKeyAuth,
+    WebhookEvent,
 )
 from litellm.proxy.auth.auth_checks import (
     ExperimentalUIJWTToken,
@@ -52,6 +53,7 @@ from litellm.proxy.auth.auth_checks import (
 )
 from litellm.caching.in_memory_cache import InMemoryCache
 from litellm.caching.redis_cache import RedisCache
+from litellm.integrations.SlackAlerting.slack_alerting import SlackAlerting
 from litellm.constants import (
     DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL,
     END_USER_RESTRICTED_REGISTRY_MAX_SIZE,
@@ -5375,6 +5377,127 @@ async def test_common_checks_personal_user_budget_blocks_in_gather():
     assert "User=u1" in str(over.value)
 
 
+async def _run_internal_user_budget_alert(
+    *,
+    spend: float,
+) -> tuple[AsyncMock, litellm.BudgetExceededError | None]:
+    from fastapi import Request
+
+    from litellm.proxy.auth.auth_checks import common_checks
+
+    user: Final = LiteLLM_UserTable(
+        user_id="user-1",
+        user_email="person@example.com",
+        spend=0.0,
+        max_budget=100.0,
+    )
+    token: Final = UserAPIKeyAuth(token="hashed-key-1", user_id="user-1")
+    slack_alerting: Final = SlackAlerting(alerting=["webhook"])
+    send_alert: Final = AsyncMock()
+    alert_finished: Final = asyncio.Event()
+
+    async def _get_spend(
+        counter_key: str,
+        fallback_spend: float,
+        max_budget: float | None = None,
+        **kwargs: object,
+    ) -> float:
+        assert counter_key == "spend:user:user-1"
+        assert fallback_spend == 0.0
+        assert max_budget == 100.0
+        return spend
+
+    async def _budget_alerts(
+        *,
+        type: Literal["user_budget"],
+        user_info: CallInfo,
+    ) -> None:
+        try:
+            await slack_alerting.budget_alerts(type=type, user_info=user_info)
+        finally:
+            alert_finished.set()
+
+    proxy_logging_obj: Final = MagicMock(budget_alerts=_budget_alerts)
+
+    async def _check() -> bool:
+        return await common_checks(
+            request_body={"messages": [{"role": "user", "content": "hi"}]},
+            team_object=None,
+            user_object=user,
+            end_user_object=None,
+            global_proxy_spend=None,
+            general_settings={},
+            route="/chat/completions",
+            llm_router=None,
+            proxy_logging_obj=proxy_logging_obj,
+            valid_token=token,
+            request=MagicMock(spec=Request),
+        )
+
+    async def _check_for_error() -> litellm.BudgetExceededError | None:
+        if spend < 100.0:
+            assert await _check() is True
+            return None
+
+        with pytest.raises(litellm.BudgetExceededError) as raised:
+            await _check()
+        return raised.value
+
+    with (
+        patch("litellm.proxy.proxy_server.prisma_client", None),  # test-quality-ok: common_checks has no database seam
+        patch("litellm.proxy.proxy_server.get_current_spend", _get_spend),  # test-quality-ok: common_checks imports it locally
+        patch.object(slack_alerting, "send_alert", send_alert),
+    ):
+        error: Final = await _check_for_error()
+        await asyncio.wait_for(alert_finished.wait(), timeout=1.0)
+
+    return send_alert, error
+
+
+@pytest.mark.asyncio
+async def test_common_checks_internal_user_budget_below_threshold_does_not_emit_alert():
+    send_alert, error = await _run_internal_user_budget_alert(spend=84.0)
+
+    assert error is None
+    send_alert.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_common_checks_internal_user_budget_emits_user_threshold_event():
+    send_alert, error = await _run_internal_user_budget_alert(spend=85.0)
+
+    assert error is None
+    send_alert.assert_awaited_once()
+    event: Final = send_alert.await_args.kwargs["user_info"]
+    assert isinstance(event, WebhookEvent)
+    assert event.event == "threshold_crossed"
+    assert event.event_group == Litellm_EntityType.USER
+    assert event.user_id == "user-1"
+    assert event.user_email == "person@example.com"
+    assert event.spend == 85.0
+    assert event.max_budget == 100.0
+    assert event.token is None
+    assert event.key_alias is None
+    assert event.team_id is None
+    assert event.organization_id is None
+
+
+@pytest.mark.asyncio
+async def test_common_checks_internal_user_budget_emits_crossed_event_and_rejects():
+    send_alert, error = await _run_internal_user_budget_alert(spend=100.0)
+
+    assert error is not None
+    assert error.current_cost == 100.0
+    assert error.max_budget == 100.0
+    send_alert.assert_awaited_once()
+    event: Final = send_alert.await_args.kwargs["user_info"]
+    assert isinstance(event, WebhookEvent)
+    assert event.event == "budget_crossed"
+    assert event.event_group == Litellm_EntityType.USER
+    assert event.user_id == "user-1"
+    assert event.user_email == "person@example.com"
+
+
 @pytest.mark.asyncio
 async def test_common_checks_personal_user_budget_skipped_for_team_key():
     """A user's personal max_budget does not apply to a team-scoped key.
@@ -5398,6 +5521,9 @@ async def test_common_checks_personal_user_budget_skipped_for_team_key():
     async def _no_membership(*args, **kwargs):
         return None
 
+    proxy_logging_obj: Final = MagicMock()
+    proxy_logging_obj.budget_alerts = AsyncMock()
+
     with (
         patch("litellm.proxy.proxy_server.prisma_client", None),
         patch("litellm.proxy.proxy_server.get_current_spend", _spend_by_counter),
@@ -5412,11 +5538,12 @@ async def test_common_checks_personal_user_budget_skipped_for_team_key():
             general_settings={},
             route="/chat/completions",
             llm_router=None,
-            proxy_logging_obj=MagicMock(),
+            proxy_logging_obj=proxy_logging_obj,
             valid_token=token,
             request=MagicMock(spec=Request),
         )
     assert result is True
+    proxy_logging_obj.budget_alerts.assert_not_awaited()
 
 
 @pytest.mark.asyncio

From 6d6659a81bd1b6d92c5e8c43383a37b95711aa68 Mon Sep 17 00:00:00 2001
From: Jon Walton <jon.walton@cloverhealth.com>
Date: Wed, 9 Sep 2026 18:39:36 +0800
Subject: [PATCH 034/298] test(proxy): harden user budget alert coverage

---
 .../proxy/auth/test_auth_checks.py            | 19 ++++++++++++++++---
 1 file changed, 16 insertions(+), 3 deletions(-)

diff --git a/tests/test_litellm/proxy/auth/test_auth_checks.py b/tests/test_litellm/proxy/auth/test_auth_checks.py
index 1fc2e0b3dc1..f9e25e9beaf 100644
--- a/tests/test_litellm/proxy/auth/test_auth_checks.py
+++ b/tests/test_litellm/proxy/auth/test_auth_checks.py
@@ -5356,6 +5356,9 @@ async def test_common_checks_personal_user_budget_blocks_in_gather():
     async def _spend_by_counter(counter_key, fallback_spend, max_budget=None, **kwargs):
         return 999.0 if counter_key == "spend:user:u1" else 0.0
 
+    proxy_logging_obj: Final = MagicMock()
+    proxy_logging_obj.budget_alerts = AsyncMock()
+
     with (
         patch("litellm.proxy.proxy_server.prisma_client", None),
         patch("litellm.proxy.proxy_server.get_current_spend", _spend_by_counter),
@@ -5370,10 +5373,11 @@ async def test_common_checks_personal_user_budget_blocks_in_gather():
                 general_settings={},
                 route="/chat/completions",
                 llm_router=None,
-                proxy_logging_obj=MagicMock(),
+                proxy_logging_obj=proxy_logging_obj,
                 valid_token=token,
                 request=MagicMock(spec=Request),
             )
+        await asyncio.sleep(0)
     assert "User=u1" in str(over.value)
 
 
@@ -5412,6 +5416,7 @@ async def _run_internal_user_budget_alert(
         type: Literal["user_budget"],
         user_info: CallInfo,
     ) -> None:
+        assert type == "user_budget"
         try:
             await slack_alerting.budget_alerts(type=type, user_info=user_info)
         finally:
@@ -5568,6 +5573,9 @@ async def test_common_checks_personal_user_budget_enforced_on_team_key_when_flag
     async def _no_membership(*args, **kwargs):
         return None
 
+    proxy_logging_obj: Final = MagicMock()
+    proxy_logging_obj.budget_alerts = AsyncMock()
+
     with (
         patch("litellm.proxy.proxy_server.prisma_client", None),
         patch("litellm.proxy.proxy_server.get_current_spend", _spend_by_counter),
@@ -5583,10 +5591,11 @@ async def test_common_checks_personal_user_budget_enforced_on_team_key_when_flag
                 general_settings={"apply_user_budget_to_team_keys": True},
                 route="/chat/completions",
                 llm_router=None,
-                proxy_logging_obj=MagicMock(),
+                proxy_logging_obj=proxy_logging_obj,
                 valid_token=token,
                 request=MagicMock(spec=Request),
             )
+        await asyncio.sleep(0)
     assert "ExceededBudget: User=u1" in str(exc_info.value)
 
 
@@ -5603,6 +5612,9 @@ async def test_common_checks_personal_user_budget_still_enforced_on_personal_key
     async def _spend_by_counter(counter_key, fallback_spend, max_budget=None, **kwargs):
         return 999.0 if counter_key == "spend:user:u1" else 0.0
 
+    proxy_logging_obj: Final = MagicMock()
+    proxy_logging_obj.budget_alerts = AsyncMock()
+
     with (
         patch("litellm.proxy.proxy_server.prisma_client", None),
         patch("litellm.proxy.proxy_server.get_current_spend", _spend_by_counter),
@@ -5617,10 +5629,11 @@ async def test_common_checks_personal_user_budget_still_enforced_on_personal_key
                 general_settings={"apply_user_budget_to_team_keys": True},
                 route="/chat/completions",
                 llm_router=None,
-                proxy_logging_obj=MagicMock(),
+                proxy_logging_obj=proxy_logging_obj,
                 valid_token=token,
                 request=MagicMock(spec=Request),
             )
+        await asyncio.sleep(0)
 
 
 @pytest.mark.parametrize(

From 1425c71c10634bc86a2966ac4cfc977b7b9b39de Mon Sep 17 00:00:00 2001
From: jesus <jesus@berri.ai>
Date: Wed, 9 Sep 2026 19:00:24 +0000
Subject: [PATCH 035/298] fix(mcp): log upstream request method, body and
 response on MCP tool-list and OAuth2 token failures

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../_experimental/mcp_server/mcp_debug.py     | 65 +++++++++++++++++++
 .../mcp_server/mcp_server_manager.py          | 12 +++-
 .../client_credentials.py                     |  6 ++
 .../mcp_server/test_mcp_debug.py              | 58 +++++++++++++++++
 .../test_mcp_oauth_passthrough_tools.py       | 27 +++++++-
 5 files changed, 165 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index 6aaa00ae415..7a04901c2ca 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -85,11 +85,14 @@ Usage with curl::
          http://localhost:4000/mcp/atlassian_mcp
 """
 
+import re
 from typing import TYPE_CHECKING, Final
 
+import httpx
 from starlette.types import Message, Send
 
 from litellm.litellm_core_utils.sensitive_data_masker import SensitiveDataMasker
+from litellm.proxy._experimental.mcp_server.faults.traversal import iter_exception_tree
 
 if TYPE_CHECKING:
     from litellm.types.mcp_server.mcp_server_manager import MCPServer
@@ -127,6 +130,10 @@ class MCPDebug:
     @staticmethod
     def _mask(value: str | None) -> str:
         """Mask a single value for safe display in headers."""
+        return MCPDebug.mask_secret(value)
+
+    @staticmethod
+    def mask_secret(value: str | None) -> str:
         if not value:
             return "(none)"
         return MCPDebug._masker._mask_value(value)
@@ -311,3 +318,61 @@ class MCPDebug:
             server_url=server_url,
             server_auth_type=server_auth_type,
         )
+
+
+_BODY_PREVIEW_CHARS: Final = 512
+_SENSITIVE_HEADER_NAMES: Final = frozenset({"authorization", "proxy-authorization", "cookie", "x-api-key"})
+_SENSITIVE_BODY_FIELD: Final = re.compile(
+    r'(?P<key>"?(?:client_secret|client_assertion|refresh_token|access_token|id_token|password|code)"?\s*[=:]\s*"?)'
+    r'(?P<value>[^&"\s,}]+)'
+)
+
+
+def _mask_body_match(match: re.Match[str]) -> str:
+    return f"{match.group('key')}{MCPDebug.mask_secret(match.group('value'))}"
+
+
+def _preview(raw: bytes) -> str:
+    text: Final = _SENSITIVE_BODY_FIELD.sub(_mask_body_match, raw.decode("utf-8", errors="replace"))
+    return (
+        text
+        if len(text) <= _BODY_PREVIEW_CHARS
+        else f"{text[:_BODY_PREVIEW_CHARS]}...(+{len(text) - _BODY_PREVIEW_CHARS} chars)"
+    )
+
+
+def _masked_headers(headers: httpx.Headers) -> str:
+    return ", ".join(
+        f"{name}={MCPDebug.mask_secret(value) if name.lower() in _SENSITIVE_HEADER_NAMES else value}"
+        for name, value in headers.items()
+    )
+
+
+def _request_body_preview(request: httpx.Request) -> str:
+    try:
+        return _preview(request.content) or "(empty)"
+    except httpx.RequestNotRead:
+        return "(streamed, not captured)"
+
+
+def _response_body_preview(response: httpx.Response) -> str:
+    try:
+        return _preview(response.content) or "(empty)"
+    except httpx.ResponseNotRead:
+        return "(not read)"
+
+
+def describe_upstream_http_failure(exc: BaseException) -> str | None:
+    """One line per upstream ``httpx.Response`` in the exception tree: the request method, URL,
+    masked request headers and JSON-RPC body that were sent, plus the status and body that came back.
+    ``None`` when the failure never reached an HTTP response (DNS, refused connection, timeout)."""
+    lines: Final = tuple(
+        f"{response.request.method} {response.request.url} -> HTTP {response.status_code} {response.reason_phrase}"
+        f" | request headers: {_masked_headers(response.request.headers)}"
+        f" | request body: {_request_body_preview(response.request)}"
+        f" | response body: {_response_body_preview(response)}"
+        for current in iter_exception_tree(exc)
+        for response in (getattr(current, "response", None),)
+        if isinstance(response, httpx.Response)
+    )
+    return "\n".join(lines) or None
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index d7f238f142c..1247623f491 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -80,6 +80,7 @@ from litellm.proxy._experimental.mcp_server.faults.list_outcomes import (
     raise_classified_list_failure,
     upstream_auth_challenge,
 )
+from litellm.proxy._experimental.mcp_server.mcp_debug import describe_upstream_http_failure
 from litellm.proxy._experimental.mcp_server.oauth2_token_cache import (
     MCPPerUserTokenCache,
     mcp_per_user_token_cache,
@@ -1353,6 +1354,11 @@ def _extract_upstream_auth_failure(
     return upstream_auth_challenge(exc)
 
 
+def _upstream_failure_suffix(exc: BaseException) -> str:
+    detail: Final = describe_upstream_http_failure(exc)
+    return f"\n  upstream exchange: {detail}" if detail else ""
+
+
 def _obo_retry_applies(server: MCPServer, subject_token: str | None) -> bool:
     """Whether an upstream 401/403 should invalidate the minted credential and retry once.
 
@@ -4259,7 +4265,9 @@ class MCPServerManager:
         except MCPServerListError:
             raise
         except Exception as e:
-            verbose_logger.warning("Failed to get tools from server %s: %s", server.name, e)
+            verbose_logger.warning(
+                "Failed to get tools from server %s: %s%s", server.name, e, _upstream_failure_suffix(e)
+            )
             raise_classified_list_failure(e, server.name, suppress_challenge=server.is_dcr_bridge)
 
     async def get_prompts_from_server(
@@ -5004,7 +5012,7 @@ class MCPServerManager:
             verbose_logger.warning("Connection error while listing tools from %s: %s", server_name, e)
             raise MCPServerListError(ServerListFault(tag="unreachable"), server_name) from e
         except Exception as e:
-            verbose_logger.warning("Error listing tools from %s: %s", server_name, e)
+            verbose_logger.warning("Error listing tools from %s: %s%s", server_name, e, _upstream_failure_suffix(e))
             raise_classified_list_failure(e, server_name)
 
     _SHORT_PREFIX_MAX_REHASH_ATTEMPTS = 1024
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
index ad18d1bb10f..f962148c7ff 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
@@ -37,6 +37,8 @@ import httpx
 from pydantic import BaseModel, ConfigDict, Field, SecretStr, TypeAdapter, ValidationError
 from typing_extensions import assert_never
 
+from litellm._logging import verbose_logger
+from litellm.proxy._experimental.mcp_server.mcp_debug import describe_upstream_http_failure
 from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import (
     InMemoryTokenCacheBackend,
     OAuthToken,
@@ -110,6 +112,10 @@ async def post_client_credentials_grant(
         )
     except httpx.HTTPStatusError as status_err:
         status_code: Final = status_err.response.status_code
+        verbose_logger.warning(
+            "OAuth2 client_credentials token request denied:\n  upstream exchange: %s",
+            describe_upstream_http_failure(status_err),
+        )
         return TokenEndpointDenied(status_code=status_code, detail=f"token endpoint returned HTTP {status_code}")
     except Exception as exc:  # noqa: BLE001  # any transport failure is the same outcome: unreachable
         return TokenEndpointUnreachable(detail=str(exc))
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index d299239f68e..b37e738579c 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -5,9 +5,12 @@ Tests for MCPDebug — MCP OAuth2 debug response headers.
 import asyncio
 from unittest.mock import MagicMock
 
+import httpx
+
 from litellm.proxy._experimental.mcp_server.mcp_debug import (
     MCP_DEBUG_REQUEST_HEADER,
     MCPDebug,
+    describe_upstream_http_failure,
 )
 
 
@@ -269,3 +272,58 @@ class TestWrapSendWithDebugHeaders:
         asyncio.run(wrapped(body_msg))
 
         assert captured[0] == body_msg
+
+
+class TestDescribeUpstreamHttpFailure:
+    @staticmethod
+    def _status_error(*, body: bytes, response_body: bytes | None = None) -> httpx.HTTPStatusError:
+        request = httpx.Request(
+            "POST",
+            "https://upstream.example/apis/mcp",
+            headers={"Authorization": "Bearer secret-token-abcdef0123456789", "Content-Type": "application/json"},
+            content=body,
+        )
+        response = (
+            httpx.Response(500, request=request, content=response_body)
+            if response_body is not None
+            else httpx.Response(500, request=request, stream=httpx.ByteStream(b'{"error":"boom"}'))
+        )
+        return httpx.HTTPStatusError("500", request=request, response=response)
+
+    def test_includes_method_url_status_and_request_body(self):
+        exc = self._status_error(
+            body=b'{"method":"initialize","jsonrpc":"2.0","id":0}',
+            response_body=b'{"error":"boom"}',
+        )
+        described = describe_upstream_http_failure(exc)
+        assert described is not None
+        assert "POST https://upstream.example/apis/mcp -> HTTP 500" in described
+        assert '{"method":"initialize"' in described
+        assert 'response body: {"error":"boom"}' in described
+
+    def test_masks_authorization_header_and_secret_body_fields(self):
+        exc = self._status_error(
+            body=b"grant_type=client_credentials&client_id=abc&client_secret=super-secret-value-1234",
+            response_body=b"{}",
+        )
+        described = describe_upstream_http_failure(exc)
+        assert described is not None
+        assert "secret-token-abcdef0123456789" not in described
+        assert "super-secret-value-1234" not in described
+        assert "client_id=abc" in described
+        assert "client_secret=" in described
+
+    def test_reports_unread_streamed_response_body(self):
+        described = describe_upstream_http_failure(self._status_error(body=b"{}"))
+        assert described is not None
+        assert "response body: (not read)" in described
+
+    def test_finds_response_behind_cause_chain(self):
+        wrapper = RuntimeError("token minting failed")
+        wrapper.__cause__ = self._status_error(body=b"{}", response_body=b'{"error":"invalid_client"}')
+        described = describe_upstream_http_failure(wrapper)
+        assert described is not None
+        assert "invalid_client" in described
+
+    def test_returns_none_without_http_response(self):
+        assert describe_upstream_http_failure(ConnectionError("refused")) is None
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
index 9667224de98..c7f3ea47fb3 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
@@ -1,5 +1,6 @@
 """Unit tests for MCP OAuth passthrough tool-fetch behavior."""
 
+import logging
 import sys
 from unittest.mock import AsyncMock, MagicMock
 
@@ -11,7 +12,7 @@ if sys.version_info < (3, 11):
     from exceptiongroup import ExceptionGroup
 
 
-from litellm.proxy._experimental.mcp_server.exceptions import MCPUpstreamAuthError
+from litellm.proxy._experimental.mcp_server.exceptions import MCPServerListError, MCPUpstreamAuthError
 from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
     MCPServerManager,
     _extract_upstream_auth_failure,
@@ -434,3 +435,27 @@ async def test_aggregate_with_single_accessible_server_still_absorbs():
 
     assert listing.tools == []
     assert listing.outcomes["delegate_docs"].tag == "auth_required"
+
+
+@pytest.mark.asyncio
+async def test_fetch_tools_logs_upstream_request_details_on_500(caplog):
+    manager = MCPServerManager()
+    request = httpx.Request(
+        "POST",
+        "https://upstream/apis/mcp",
+        headers={"Authorization": "Bearer upstream-token-0123456789"},
+        content=b'{"method":"initialize","jsonrpc":"2.0","id":0}',
+    )
+    response = httpx.Response(500, request=request)
+    mock_client = MagicMock()
+    mock_client.list_tools = AsyncMock(
+        side_effect=httpx.HTTPStatusError("500", request=request, response=response)
+    )
+
+    with caplog.at_level(logging.WARNING, logger="LiteLLM"):
+        with pytest.raises(MCPServerListError):
+            await manager._fetch_tools_with_timeout(mock_client, "sample_docs")
+
+    assert "POST https://upstream/apis/mcp -> HTTP 500" in caplog.text
+    assert '"method":"initialize"' in caplog.text
+    assert "upstream-token-0123456789" not in caplog.text

From 058ff8c63c222d52392814b0fda84d5b030a84ec Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 15:33:44 -0700
Subject: [PATCH 036/298] test(e2e): keep answering while every Redis command
 times out

Add tests/e2e/router/test_redis_timeout_e2e.py against a proxy booted from
tests/e2e/gateway/redis_timeout_ci_config.yml: a real Redis with socket_timeout 0.001, so every
command times out and the circuit breaker opens, plus a primary deployment that always fails and
falls back to a healthy one, so every request carries retry breadcrumbs into cost tracking. The
test drives twenty chat requests through the proxy and asserts each answers within ten seconds,
the last third is no slower than the first, /health/liveliness stays fast, and every request
still reaches the spend log.

Gate it behind the redis_timeout marker and E2E_REDIS_TIMEOUT, exclude it from the per-PR
e2e-changed selector, register the reliability.circuit_breaker.redis_timeout.stays_responsive
cell, and run it as its own job in the weekly load anomaly workflow with a Postgres and Valkey
service. Against a v1.100.0 proxy the run wedges the worker: requests time out and liveliness
stops answering (LIT-6780).

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 .github/e2e-stack/select_tests.py             |  1 +
 .github/workflows/weekly_load_anomaly.yml     | 84 +++++++++++++++++
 tests/e2e/CLAUDE.md                           |  2 +-
 tests/e2e/CONTRIBUTING.md                     |  2 +-
 tests/e2e/conftest.py                         |  9 +-
 tests/e2e/coverage_registry/reliability.yaml  |  1 +
 tests/e2e/e2e_config.py                       |  5 +-
 tests/e2e/gateway/redis_timeout_ci_config.yml | 29 ++++++
 tests/e2e/pytest.ini                          |  1 +
 tests/e2e/router/conftest.py                  | 21 +++--
 tests/e2e/router/test_redis_timeout_e2e.py    | 93 +++++++++++++++++++
 11 files changed, 234 insertions(+), 14 deletions(-)
 create mode 100644 tests/e2e/gateway/redis_timeout_ci_config.yml
 create mode 100644 tests/e2e/router/test_redis_timeout_e2e.py

diff --git a/.github/e2e-stack/select_tests.py b/.github/e2e-stack/select_tests.py
index a62358f81ff..10f26bd3b8a 100644
--- a/.github/e2e-stack/select_tests.py
+++ b/.github/e2e-stack/select_tests.py
@@ -8,6 +8,7 @@ UNSUPPORTED: Final = re.compile(
     r"|^tests/e2e/llm_translation/realtime/test_realtime_pipecat_audio_e2e\.py$"
     r"|^tests/e2e/batches/test_managed_files_enforcement_e2e\.py$"
     r"|^tests/e2e/guardrails/test_presidio_masking_e2e\.py$"
+    r"|^tests/e2e/router/test_redis_timeout_e2e\.py$"
 )
 HARNESS: Final = re.compile(
     r"^tests/e2e/[A-Za-z0-9_.-]+\.(py|ini)$"
diff --git a/.github/workflows/weekly_load_anomaly.yml b/.github/workflows/weekly_load_anomaly.yml
index 3e1fca89645..6e564cf7e78 100644
--- a/.github/workflows/weekly_load_anomaly.yml
+++ b/.github/workflows/weekly_load_anomaly.yml
@@ -83,3 +83,87 @@ jobs:
       - name: Show proxy log on failure
         if: failure()
         run: tail -n 300 proxy.log
+
+  redis-timeout-e2e:
+    if: github.event_name != 'schedule' || github.repository == 'BerriAI/litellm'
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    services:
+      postgres:
+        image: postgres:16.6
+        env:
+          POSTGRES_USER: llmproxy
+          POSTGRES_PASSWORD: dbpassword9090
+          POSTGRES_DB: litellm
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd "pg_isready -U llmproxy"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+      valkey:
+        image: valkey/valkey:8.1.4@sha256:81db6d39e1bba3b3ff32bd3a1b19a6d69690f94a3954ec131277b9a26b95b3aa
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "valkey-cli ping"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+    env:
+      DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm
+      LITELLM_MASTER_KEY: sk-redis-timeout-e2e
+      LITELLM_LOG: WARNING
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        with:
+          python-version: "3.12"
+
+      - name: Set up uv
+        uses: ./.github/actions/setup-uv-with-retries
+        with:
+          version: "0.10.9"
+
+      - name: Cache the Rust build
+        uses: ./.github/actions/cache-cargo-build
+
+      - name: Install dependencies
+        run: |
+          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra proxy
+
+      - name: Cache Prisma binaries
+        uses: ./.github/actions/cache-prisma-binaries
+
+      - name: Generate Prisma client
+        run: |
+          uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma
+
+      - name: Start the proxy with a Redis that times out on every command
+        run: |
+          nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_timeout_ci_config.yml --port 4000 > proxy.log 2>&1 &
+          for _ in $(seq 1 90); do
+            if curl -fs http://localhost:4000/health/liveliness > /dev/null; then
+              exit 0
+            fi
+            sleep 2
+          done
+          echo "proxy never became live"
+          tail -n 100 proxy.log
+          exit 1
+
+      - name: Run the Redis timeout e2e test
+        env:
+          E2E_REDIS_TIMEOUT: "1"
+          LITELLM_PROXY_URL: http://localhost:4000
+        run: |
+          uv run --no-sync pytest tests/e2e/router/test_redis_timeout_e2e.py -v --tb=short -rA
+
+      - name: Show proxy log on failure
+        if: failure()
+        run: tail -n 300 proxy.log
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 89c04208d65..53342f66b67 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -17,7 +17,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `mcp/` - the MCP server surface over api_key auth against the real Datadog remote MCP server (see "MCP suite: real Datadog only" below); plus the gateway-managed OAuth (authorization_code) path exercised through `/chat/completions`, the one behavior Datadog's static-header auth cannot reach, seeding the per-user upstream token via the interactive authorize dance driven with the mcp SDK's own OAuth client (headless-browser consent from a saved session) and asserting the completion lists and executes the server's tools with the stored per-user token
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
-- `router/` - routing and reliability behavior (fallbacks, cooldowns)
+- `router/` - routing and reliability behavior (fallbacks, cooldowns). Also holds `test_redis_timeout_e2e.py`, which needs a proxy booted from `gateway/redis_timeout_ci_config.yml` (real Redis, `socket_timeout: 0.001`, so every command times out); it is marked `redis_timeout`, deselected unless `E2E_REDIS_TIMEOUT` is set, excluded from the per-PR check, and driven by `.github/workflows/weekly_load_anomaly.yml`
 - `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index 1183096b81e..ccd27df6f46 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, `guardrails/test_presidio_masking_e2e.py`, and `router/test_redis_timeout_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start, and the Redis timeout test needs a proxy whose Redis times out on every command (`gateway/redis_timeout_ci_config.yml`), which the weekly load workflow boots
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index e1b987cbfd9..ff3d2dcc6bd 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -20,16 +20,14 @@ from datetime import datetime, timezone
 
 import pytest
 import requests
-
 from e2e_config import CONTROL_PLANE_BASE_URL, FIXTURE_DIR, FIXTURE_MODE_RAW, PROXY_BASE_URL
 from e2e_db import RESET_OPT_IN_ENV, reset_spend_logs, run_spend_log_cleanup
 from fixture_mode import fixture_mode_collection_error, fixture_report_lines
-from provider_edge import replay_leftover_error
 from junit_properties import attach_result_properties
 from lifecycle import ProxyClientProvider, ResourceManager
+from provider_edge import replay_leftover_error
 from proxy_client import ProxyClient, build_proxy_client
 
-
 _E2E_TEST_RAN = pytest.StashKey[bool]()
 _CALL_PASSED = pytest.StashKey[bool]()
 
@@ -60,6 +58,11 @@ def pytest_configure(config: pytest.Config) -> None:
         "markers",
         "managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set",
     )
+    config.addinivalue_line(
+        "markers",
+        "redis_timeout: needs a proxy booted from gateway/redis_timeout_ci_config.yml whose Redis times out on every "
+        "command; deselected unless E2E_REDIS_TIMEOUT is set",
+    )
 
 
 def pytest_sessionstart(session: pytest.Session) -> None:
diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 6b69677d490..d62f0105931 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,6 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 691335ffdd5..6cb59ea4e90 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -13,7 +13,6 @@ from pathlib import Path
 from typing import Final
 
 from dotenv import load_dotenv
-
 from fixture_mode import deterministic_marker, parse_fixture_mode
 from provider_edge import provider_edge_api_base
 
@@ -144,6 +143,7 @@ LOAD_MIN_CONCURRENCY_EFFICIENCY = float(os.environ.get("E2E_LOAD_MIN_CONCURRENCY
 
 WEEKLY_ANOMALY_OPT_IN_ENV = "E2E_WEEKLY_ANOMALY"
 MANAGED_FILES_OPT_IN_ENV = "E2E_MANAGED_FILES_STACK"
+REDIS_TIMEOUT_OPT_IN_ENV = "E2E_REDIS_TIMEOUT"
 ANOMALY_SESSIONS = int(os.environ.get("E2E_ANOMALY_SESSIONS", "6"))
 ANOMALY_TURNS_PER_SESSION = int(os.environ.get("E2E_ANOMALY_TURNS_PER_SESSION", "6"))
 ANOMALY_TURN_ATTEMPTS = int(os.environ.get("E2E_ANOMALY_TURN_ATTEMPTS", "3"))
@@ -181,8 +181,7 @@ def datadog_mcp_url(*, toolsets: str = "core") -> str:
     site = (
         os.environ.get("DD_SITE", DD_SITE) or "datadoghq.com"
     ).strip().removeprefix("https://").removeprefix("http://").rstrip("/")
-    if site.startswith("app."):
-        site = site[len("app.") :]
+    site = site.removeprefix("app.")
     host = "mcp.datadoghq.com" if site in ("", "datadoghq.com") else f"mcp.{site}"
     base = f"https://{host}/v1/mcp"
     return f"{base}?toolsets={toolsets}" if toolsets else base
diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_timeout_ci_config.yml
new file mode 100644
index 00000000000..69ab2ee14dc
--- /dev/null
+++ b/tests/e2e/gateway/redis_timeout_ci_config.yml
@@ -0,0 +1,29 @@
+general_settings:
+  master_key: os.environ/LITELLM_MASTER_KEY
+  store_model_in_db: true
+
+litellm_settings:
+  cache: true
+  cache_params:
+    type: redis
+    host: 127.0.0.1
+    port: 6379
+    socket_timeout: 0.001
+
+router_settings:
+  num_retries: 1
+  fallbacks:
+    - redis-timeout-primary:
+        - redis-timeout-backup
+
+model_list:
+  - model_name: redis-timeout-primary
+    litellm_params:
+      model: openai/gpt-5-mini
+      api_key: sk-redis-timeout-primary-not-used
+      mock_response: "litellm.InternalServerError"
+  - model_name: redis-timeout-backup
+    litellm_params:
+      model: openai/gpt-5-mini
+      api_key: sk-redis-timeout-backup-not-used
+      mock_response: "ok"
diff --git a/tests/e2e/pytest.ini b/tests/e2e/pytest.ini
index c3f8865f218..f69d5d058f3 100644
--- a/tests/e2e/pytest.ini
+++ b/tests/e2e/pytest.ini
@@ -9,3 +9,4 @@ markers =
     load: heavy throughput/load test; collected last so it never perturbs latency-sensitive suites
     weekly: real-provider anomaly load test that spends real money; deselected unless E2E_WEEKLY_ANOMALY is set
     managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set
+    redis_timeout: needs a proxy booted from gateway/redis_timeout_ci_config.yml whose Redis times out on every command; deselected unless E2E_REDIS_TIMEOUT is set
diff --git a/tests/e2e/router/conftest.py b/tests/e2e/router/conftest.py
index 98501f9bd7c..57fde729f41 100644
--- a/tests/e2e/router/conftest.py
+++ b/tests/e2e/router/conftest.py
@@ -10,13 +10,12 @@ proxy does not already list it (compose has it in static config; stage does not)
 
 from __future__ import annotations
 
+import os
 from collections.abc import Iterator
 
 import pytest
-from requests import RequestException
-
 from complexity_router_client import ComplexityRouterClient, build_client
-from proxy_client import ProxyClient
+from e2e_config import REDIS_TIMEOUT_OPT_IN_ENV
 from e2e_http import NoBody, Success
 from lifecycle import ResourceManager
 from models import (
@@ -26,6 +25,8 @@ from models import (
     LiteLLMParamsBody,
     ModelsListResponse,
 )
+from proxy_client import ProxyClient
+from requests import RequestException
 
 ROUTER_MODEL = "complexity-smart-router"
 ROUTER_PARAMS = LiteLLMParamsBody(
@@ -45,6 +46,16 @@ ROUTER_PARAMS = LiteLLMParamsBody(
 ROUTER_KEY_MODELS = [ROUTER_MODEL, "gpt-5.5", "claude-haiku-4-5"]
 
 
+def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
+    if os.environ.get(REDIS_TIMEOUT_OPT_IN_ENV):
+        return
+    deselected = [item for item in items if item.get_closest_marker("redis_timeout") is not None]
+    if not deselected:
+        return
+    config.hook.pytest_deselected(items=deselected)
+    items[:] = [item for item in items if item.get_closest_marker("redis_timeout") is None]
+
+
 @pytest.fixture(scope="session")
 def client(proxy: ProxyClient) -> ComplexityRouterClient:
     return build_client(proxy)
@@ -120,8 +131,6 @@ def _ensure_complexity_smart_router(  # pyright: ignore[reportUnusedFunction]  #
 @pytest.fixture
 def complexity_key(resources: ResourceManager, client: ComplexityRouterClient) -> str:
     """Per-test key allowed to call the complexity router and its tier backends."""
-    key = client.proxy.generate_key(
-        KeyGenerateBody(models=ROUTER_KEY_MODELS, user_id="e2e-complexity-router")
-    )
+    key = client.proxy.generate_key(KeyGenerateBody(models=ROUTER_KEY_MODELS, user_id="e2e-complexity-router"))
     resources.defer(lambda: client.proxy.delete_key(key))
     return key
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
new file mode 100644
index 00000000000..eeb5224e051
--- /dev/null
+++ b/tests/e2e/router/test_redis_timeout_e2e.py
@@ -0,0 +1,93 @@
+"""Live e2e: the proxy keeps answering while every Redis command times out.
+
+Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.yml, which
+points cache_params at a real Redis with socket_timeout 0.001 so every command times out and
+the circuit breaker opens. Each request fails its primary deployment, retries, falls back to the
+backup and succeeds, so it carries retry breadcrumbs; its cost tracking then fails on the spend
+counter increment and stringifies the request metadata into a failed-tracking alert. On v1.100.0
+that string doubled per request until the worker hung (LIT-6780). Deselected unless
+E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
+"""
+
+from __future__ import annotations
+
+import time
+from typing import Final
+
+import pytest
+from complexity_router_client import ComplexityRouterClient
+from e2e_config import unique_marker
+from e2e_http import NoBody, Success
+from lifecycle import ResourceManager
+from models import ChatBody, ChatMessage, ChatResponse, KeyGenerateBody
+
+pytestmark = [pytest.mark.e2e, pytest.mark.redis_timeout]
+
+PRIMARY_MODEL: Final = "redis-timeout-primary"
+BACKUP_MODEL: Final = "redis-timeout-backup"
+REQUESTS: Final = 20
+MAX_SECONDS_PER_REQUEST: Final = 10.0
+MAX_LATENCY_GROWTH_RATIO: Final = 3.0
+MAX_LIVELINESS_SECONDS: Final = 2.0
+
+
+class TestRedisTimeout:
+    @pytest.mark.covers(
+        "reliability.circuit_breaker.redis_timeout.stays_responsive",
+        exercised_on=["chat_completions"],
+    )
+    def test_retries_under_redis_timeouts_keep_answering(
+        self, client: ComplexityRouterClient, resources: ResourceManager
+    ) -> None:
+        proxy = client.proxy
+        key = proxy.generate_key(
+            KeyGenerateBody(models=[PRIMARY_MODEL, BACKUP_MODEL], key_alias=f"e2e-redis-timeout-{unique_marker()}")
+        )
+        resources.defer(lambda: proxy.delete_key(key))
+
+        latencies: list[float] = []
+        for request_number in range(1, REQUESTS + 1):
+            started = time.monotonic()
+            result = proxy.transport.post(
+                "/chat/completions",
+                headers=proxy.transport.bearer(key),
+                json=ChatBody(
+                    model=PRIMARY_MODEL,
+                    messages=[ChatMessage(role="user", content=f"redis timeout {unique_marker()} {request_number}")],
+                    max_tokens=5,
+                ),
+                response_type=ChatResponse,
+                timeout=MAX_SECONDS_PER_REQUEST,
+            )
+            elapsed = time.monotonic() - started
+            assert isinstance(result, Success), (
+                f"request {request_number} failed after {elapsed:.1f}s with Redis timing out: {result}; "
+                f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
+            )
+            assert result.data.choices, f"request {request_number}: fallback to {BACKUP_MODEL} returned no choices"
+            assert elapsed < MAX_SECONDS_PER_REQUEST, (
+                f"request {request_number} took {elapsed:.1f}s with Redis timing out; "
+                f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
+            )
+            latencies.append(elapsed)
+
+        third = REQUESTS // 3
+        early = sum(latencies[:third]) / third
+        late = sum(latencies[-third:]) / third
+        assert late <= max(early * MAX_LATENCY_GROWTH_RATIO, 0.5), (
+            f"per-request latency grew from {early:.2f}s to {late:.2f}s across {REQUESTS} requests "
+            "while Redis timed out; the proxy is paying more for each failed request"
+        )
+
+        started = time.monotonic()
+        probe = proxy.transport.probe("/health/liveliness", params=NoBody())
+        liveliness_seconds = time.monotonic() - started
+        assert probe.healthy, f"/health/liveliness returned {probe.status_code} after the Redis timeout loop"
+        assert liveliness_seconds < MAX_LIVELINESS_SECONDS, (
+            f"/health/liveliness took {liveliness_seconds:.1f}s after the loop; the worker is stalled"
+        )
+
+        rows = proxy.poll_logs_for_key(key, min_rows=REQUESTS)
+        assert len(rows) >= REQUESTS, (
+            f"only {len(rows)} of {REQUESTS} requests reached the spend log; a Redis outage must not lose spend rows"
+        )

From d9e822d2562ddd716d8f6a5e86d3d8fedcb30df1 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 15:51:11 -0700
Subject: [PATCH 037/298] ci: run the Redis timeout e2e test from its own
 weekly workflow

It is a functional e2e test, not a load test, so give it its own workflow instead of a job
inside the load anomaly run. It keeps the Saturday 12:00 UTC cadence and manual dispatch, and
boots the timeout-config proxy with Postgres and Valkey services exactly as before.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 .github/workflows/test-e2e-redis-timeout.yml | 94 ++++++++++++++++++++
 .github/workflows/weekly_load_anomaly.yml    | 84 -----------------
 tests/e2e/CLAUDE.md                          |  2 +-
 tests/e2e/CONTRIBUTING.md                    |  2 +-
 4 files changed, 96 insertions(+), 86 deletions(-)
 create mode 100644 .github/workflows/test-e2e-redis-timeout.yml

diff --git a/.github/workflows/test-e2e-redis-timeout.yml b/.github/workflows/test-e2e-redis-timeout.yml
new file mode 100644
index 00000000000..a956ed79590
--- /dev/null
+++ b/.github/workflows/test-e2e-redis-timeout.yml
@@ -0,0 +1,94 @@
+name: "Weekly Redis Timeout E2E"
+
+on:
+  schedule:
+    - cron: "0 12 * * 6"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  redis-timeout-e2e:
+    if: github.event_name != 'schedule' || github.repository == 'BerriAI/litellm'
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    services:
+      postgres:
+        image: postgres:16.6
+        env:
+          POSTGRES_USER: llmproxy
+          POSTGRES_PASSWORD: dbpassword9090
+          POSTGRES_DB: litellm
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd "pg_isready -U llmproxy"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+      valkey:
+        image: valkey/valkey:8.1.4@sha256:81db6d39e1bba3b3ff32bd3a1b19a6d69690f94a3954ec131277b9a26b95b3aa
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "valkey-cli ping"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+    env:
+      DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm
+      LITELLM_MASTER_KEY: sk-redis-timeout-e2e
+      LITELLM_LOG: WARNING
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        with:
+          python-version: "3.12"
+
+      - name: Set up uv
+        uses: ./.github/actions/setup-uv-with-retries
+        with:
+          version: "0.10.9"
+
+      - name: Cache the Rust build
+        uses: ./.github/actions/cache-cargo-build
+
+      - name: Install dependencies
+        run: |
+          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra proxy
+
+      - name: Cache Prisma binaries
+        uses: ./.github/actions/cache-prisma-binaries
+
+      - name: Generate Prisma client
+        run: |
+          uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma
+
+      - name: Start the proxy with a Redis that times out on every command
+        run: |
+          nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_timeout_ci_config.yml --port 4000 > proxy.log 2>&1 &
+          for _ in $(seq 1 90); do
+            if curl -fs http://localhost:4000/health/liveliness > /dev/null; then
+              exit 0
+            fi
+            sleep 2
+          done
+          echo "proxy never became live"
+          tail -n 100 proxy.log
+          exit 1
+
+      - name: Run the Redis timeout e2e test
+        env:
+          E2E_REDIS_TIMEOUT: "1"
+          LITELLM_PROXY_URL: http://localhost:4000
+        run: |
+          uv run --no-sync pytest tests/e2e/router/test_redis_timeout_e2e.py -v --tb=short -rA
+
+      - name: Show proxy log on failure
+        if: failure()
+        run: tail -n 300 proxy.log
diff --git a/.github/workflows/weekly_load_anomaly.yml b/.github/workflows/weekly_load_anomaly.yml
index 6e564cf7e78..3e1fca89645 100644
--- a/.github/workflows/weekly_load_anomaly.yml
+++ b/.github/workflows/weekly_load_anomaly.yml
@@ -83,87 +83,3 @@ jobs:
       - name: Show proxy log on failure
         if: failure()
         run: tail -n 300 proxy.log
-
-  redis-timeout-e2e:
-    if: github.event_name != 'schedule' || github.repository == 'BerriAI/litellm'
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    services:
-      postgres:
-        image: postgres:16.6
-        env:
-          POSTGRES_USER: llmproxy
-          POSTGRES_PASSWORD: dbpassword9090
-          POSTGRES_DB: litellm
-        ports:
-          - 5432:5432
-        options: >-
-          --health-cmd "pg_isready -U llmproxy"
-          --health-interval 5s
-          --health-timeout 5s
-          --health-retries 10
-      valkey:
-        image: valkey/valkey:8.1.4@sha256:81db6d39e1bba3b3ff32bd3a1b19a6d69690f94a3954ec131277b9a26b95b3aa
-        ports:
-          - 6379:6379
-        options: >-
-          --health-cmd "valkey-cli ping"
-          --health-interval 5s
-          --health-timeout 5s
-          --health-retries 10
-    env:
-      DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm
-      LITELLM_MASTER_KEY: sk-redis-timeout-e2e
-      LITELLM_LOG: WARNING
-    steps:
-      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
-        with:
-          persist-credentials: false
-
-      - name: Set up Python
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-        with:
-          python-version: "3.12"
-
-      - name: Set up uv
-        uses: ./.github/actions/setup-uv-with-retries
-        with:
-          version: "0.10.9"
-
-      - name: Cache the Rust build
-        uses: ./.github/actions/cache-cargo-build
-
-      - name: Install dependencies
-        run: |
-          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra proxy
-
-      - name: Cache Prisma binaries
-        uses: ./.github/actions/cache-prisma-binaries
-
-      - name: Generate Prisma client
-        run: |
-          uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma
-
-      - name: Start the proxy with a Redis that times out on every command
-        run: |
-          nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_timeout_ci_config.yml --port 4000 > proxy.log 2>&1 &
-          for _ in $(seq 1 90); do
-            if curl -fs http://localhost:4000/health/liveliness > /dev/null; then
-              exit 0
-            fi
-            sleep 2
-          done
-          echo "proxy never became live"
-          tail -n 100 proxy.log
-          exit 1
-
-      - name: Run the Redis timeout e2e test
-        env:
-          E2E_REDIS_TIMEOUT: "1"
-          LITELLM_PROXY_URL: http://localhost:4000
-        run: |
-          uv run --no-sync pytest tests/e2e/router/test_redis_timeout_e2e.py -v --tb=short -rA
-
-      - name: Show proxy log on failure
-        if: failure()
-        run: tail -n 300 proxy.log
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 53342f66b67..76e8550cb9a 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -17,7 +17,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `mcp/` - the MCP server surface over api_key auth against the real Datadog remote MCP server (see "MCP suite: real Datadog only" below); plus the gateway-managed OAuth (authorization_code) path exercised through `/chat/completions`, the one behavior Datadog's static-header auth cannot reach, seeding the per-user upstream token via the interactive authorize dance driven with the mcp SDK's own OAuth client (headless-browser consent from a saved session) and asserting the completion lists and executes the server's tools with the stored per-user token
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
-- `router/` - routing and reliability behavior (fallbacks, cooldowns). Also holds `test_redis_timeout_e2e.py`, which needs a proxy booted from `gateway/redis_timeout_ci_config.yml` (real Redis, `socket_timeout: 0.001`, so every command times out); it is marked `redis_timeout`, deselected unless `E2E_REDIS_TIMEOUT` is set, excluded from the per-PR check, and driven by `.github/workflows/weekly_load_anomaly.yml`
+- `router/` - routing and reliability behavior (fallbacks, cooldowns). Also holds `test_redis_timeout_e2e.py`, which needs a proxy booted from `gateway/redis_timeout_ci_config.yml` (real Redis, `socket_timeout: 0.001`, so every command times out); it is marked `redis_timeout`, deselected unless `E2E_REDIS_TIMEOUT` is set, excluded from the per-PR check, and driven weekly by `.github/workflows/test-e2e-redis-timeout.yml`
 - `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index ccd27df6f46..7a859965c80 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, `guardrails/test_presidio_masking_e2e.py`, and `router/test_redis_timeout_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start, and the Redis timeout test needs a proxy whose Redis times out on every command (`gateway/redis_timeout_ci_config.yml`), which the weekly load workflow boots
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, `guardrails/test_presidio_masking_e2e.py`, and `router/test_redis_timeout_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start, and the Redis timeout test needs a proxy whose Redis times out on every command (`gateway/redis_timeout_ci_config.yml`), which `.github/workflows/test-e2e-redis-timeout.yml` boots on a weekly schedule
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 

From 02351da51f14d644660c4a5583968389752af46b Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 15:51:35 -0700
Subject: [PATCH 038/298] test(e2e): register the Redis timeout cell at tier P1

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 tests/e2e/coverage_registry/reliability.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index d62f0105931..38427b647b9 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,7 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
-- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}

From 939ac04a932baae63f2f8b9440ee43ed70570763 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 16:03:36 -0700
Subject: [PATCH 039/298] test(e2e): cover /v1/responses in the Redis timeout
 test and fail the primary for real

The Responses path returns a mock for any mock_response string, so the InternalServerError
sentinel never failed there. Point the primary deployment's api_base at a closed port instead,
which fails every endpoint the same way, then parametrize the test over /chat/completions and
/v1/responses and register both on the coverage cell.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 tests/e2e/coverage_registry/reliability.yaml  |   2 +-
 tests/e2e/gateway/redis_timeout_ci_config.yml |   2 +-
 tests/e2e/router/test_redis_timeout_e2e.py    | 105 +++++++++++++-----
 3 files changed, 81 insertions(+), 28 deletions(-)

diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 38427b647b9..3b378b56870 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,7 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
-- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions, responses], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_timeout_ci_config.yml
index 69ab2ee14dc..735285adb36 100644
--- a/tests/e2e/gateway/redis_timeout_ci_config.yml
+++ b/tests/e2e/gateway/redis_timeout_ci_config.yml
@@ -21,7 +21,7 @@ model_list:
     litellm_params:
       model: openai/gpt-5-mini
       api_key: sk-redis-timeout-primary-not-used
-      mock_response: "litellm.InternalServerError"
+      api_base: http://127.0.0.1:1
   - model_name: redis-timeout-backup
     litellm_params:
       model: openai/gpt-5-mini
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
index eeb5224e051..d10f32b6482 100644
--- a/tests/e2e/router/test_redis_timeout_e2e.py
+++ b/tests/e2e/router/test_redis_timeout_e2e.py
@@ -1,25 +1,29 @@
 """Live e2e: the proxy keeps answering while every Redis command times out.
 
 Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.yml, which
-points cache_params at a real Redis with socket_timeout 0.001 so every command times out and
-the circuit breaker opens. Each request fails its primary deployment, retries, falls back to the
-backup and succeeds, so it carries retry breadcrumbs; its cost tracking then fails on the spend
-counter increment and stringifies the request metadata into a failed-tracking alert. On v1.100.0
-that string doubled per request until the worker hung (LIT-6780). Deselected unless
-E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
+points cache_params at a real Redis with socket_timeout 0.001 so commands time out and the
+circuit breaker opens. Each request fails its primary deployment, whose api_base is a closed
+port, retries, falls back to the backup and succeeds, so it carries retry breadcrumbs; its cost
+tracking then fails on the spend counter increment and stringifies the request metadata into a
+failed-tracking alert. On v1.100.0 that string doubled per request until the worker hung
+(LIT-6780). Deselected unless E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
 """
 
 from __future__ import annotations
 
 import time
+from collections.abc import Callable
+from dataclasses import dataclass
 from typing import Final
 
 import pytest
 from complexity_router_client import ComplexityRouterClient
 from e2e_config import unique_marker
-from e2e_http import NoBody, Success
+from e2e_http import NoBody, Result, Success
 from lifecycle import ResourceManager
 from models import ChatBody, ChatMessage, ChatResponse, KeyGenerateBody
+from proxy_client import ProxyClient
+from pydantic import BaseModel
 
 pytestmark = [pytest.mark.e2e, pytest.mark.redis_timeout]
 
@@ -31,42 +35,90 @@ MAX_LATENCY_GROWTH_RATIO: Final = 3.0
 MAX_LIVELINESS_SECONDS: Final = 2.0
 
 
+class ResponsesBody(BaseModel):
+    model: str
+    input: str
+    max_output_tokens: int = 5
+
+
+class ResponsesObject(BaseModel):
+    id: str | None = None
+    status: str | None = None
+    output: list[object] = []
+
+
+@dataclass(frozen=True, slots=True)
+class Endpoint:
+    name: str
+    send: Callable[[ProxyClient, str, str], Result[BaseModel]]
+    served: Callable[[BaseModel], bool]
+
+
+def _send_chat(proxy: ProxyClient, key: str, marker: str) -> Result[BaseModel]:
+    return proxy.transport.post(
+        "/chat/completions",
+        headers=proxy.transport.bearer(key),
+        json=ChatBody(model=PRIMARY_MODEL, messages=[ChatMessage(role="user", content=marker)], max_tokens=5),
+        response_type=ChatResponse,
+        timeout=MAX_SECONDS_PER_REQUEST,
+    )
+
+
+def _send_responses(proxy: ProxyClient, key: str, marker: str) -> Result[BaseModel]:
+    return proxy.transport.post(
+        "/v1/responses",
+        headers=proxy.transport.bearer(key),
+        json=ResponsesBody(model=PRIMARY_MODEL, input=marker),
+        response_type=ResponsesObject,
+        timeout=MAX_SECONDS_PER_REQUEST,
+    )
+
+
+ENDPOINTS: Final = (
+    Endpoint(
+        name="chat_completions",
+        send=_send_chat,
+        served=lambda data: isinstance(data, ChatResponse) and bool(data.choices),
+    ),
+    Endpoint(
+        name="responses",
+        send=_send_responses,
+        served=lambda data: isinstance(data, ResponsesObject) and bool(data.output),
+    ),
+)
+
+
 class TestRedisTimeout:
+    @pytest.mark.parametrize("endpoint", ENDPOINTS, ids=[endpoint.name for endpoint in ENDPOINTS])
     @pytest.mark.covers(
         "reliability.circuit_breaker.redis_timeout.stays_responsive",
-        exercised_on=["chat_completions"],
+        exercised_on=["chat_completions", "responses"],
     )
     def test_retries_under_redis_timeouts_keep_answering(
-        self, client: ComplexityRouterClient, resources: ResourceManager
+        self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint
     ) -> None:
         proxy = client.proxy
         key = proxy.generate_key(
-            KeyGenerateBody(models=[PRIMARY_MODEL, BACKUP_MODEL], key_alias=f"e2e-redis-timeout-{unique_marker()}")
+            KeyGenerateBody(
+                models=[PRIMARY_MODEL, BACKUP_MODEL], key_alias=f"e2e-redis-timeout-{endpoint.name}-{unique_marker()}"
+            )
         )
         resources.defer(lambda: proxy.delete_key(key))
 
         latencies: list[float] = []
         for request_number in range(1, REQUESTS + 1):
             started = time.monotonic()
-            result = proxy.transport.post(
-                "/chat/completions",
-                headers=proxy.transport.bearer(key),
-                json=ChatBody(
-                    model=PRIMARY_MODEL,
-                    messages=[ChatMessage(role="user", content=f"redis timeout {unique_marker()} {request_number}")],
-                    max_tokens=5,
-                ),
-                response_type=ChatResponse,
-                timeout=MAX_SECONDS_PER_REQUEST,
-            )
+            result = endpoint.send(proxy, key, f"redis timeout {unique_marker()} {request_number}")
             elapsed = time.monotonic() - started
             assert isinstance(result, Success), (
-                f"request {request_number} failed after {elapsed:.1f}s with Redis timing out: {result}; "
+                f"{endpoint.name} request {request_number} failed after {elapsed:.1f}s with Redis timing out: {result}; "
                 f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
             )
-            assert result.data.choices, f"request {request_number}: fallback to {BACKUP_MODEL} returned no choices"
+            assert endpoint.served(result.data), (
+                f"{endpoint.name} request {request_number}: fallback to {BACKUP_MODEL} returned no output"
+            )
             assert elapsed < MAX_SECONDS_PER_REQUEST, (
-                f"request {request_number} took {elapsed:.1f}s with Redis timing out; "
+                f"{endpoint.name} request {request_number} took {elapsed:.1f}s with Redis timing out; "
                 f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
             )
             latencies.append(elapsed)
@@ -75,7 +127,7 @@ class TestRedisTimeout:
         early = sum(latencies[:third]) / third
         late = sum(latencies[-third:]) / third
         assert late <= max(early * MAX_LATENCY_GROWTH_RATIO, 0.5), (
-            f"per-request latency grew from {early:.2f}s to {late:.2f}s across {REQUESTS} requests "
+            f"{endpoint.name} per-request latency grew from {early:.2f}s to {late:.2f}s across {REQUESTS} requests "
             "while Redis timed out; the proxy is paying more for each failed request"
         )
 
@@ -89,5 +141,6 @@ class TestRedisTimeout:
 
         rows = proxy.poll_logs_for_key(key, min_rows=REQUESTS)
         assert len(rows) >= REQUESTS, (
-            f"only {len(rows)} of {REQUESTS} requests reached the spend log; a Redis outage must not lose spend rows"
+            f"only {len(rows)} of {REQUESTS} {endpoint.name} requests reached the spend log; "
+            "a Redis outage must not lose spend rows"
         )

From 2d7e5999b78f726c97a7142231de566d788d4fc0 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 16:26:03 -0700
Subject: [PATCH 040/298] test(e2e): pause Redis writes for the run and prove
 the timeouts from /metrics

A loopback Redis answers many commands inside the 1 ms socket timeout, so nothing guaranteed
the failure path ran. The test now holds the proxy's Redis in CLIENT PAUSE WRITE for its
duration, so every write the proxy sends, the spend counter increment included, outlives the
timeout, and lifts the pause in teardown. Reads stay live so the control connection can do that.

Enable the prometheus callback in the gateway config and assert from /metrics that the proxy
counted at least the breaker's five timeouts and that, during each case, it saw fresh timeouts,
a breaker transition, or an open breaker rejecting every call. The open breaker is the state a
customer's worker sits in, and cost tracking fails on every request either way.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 .github/workflows/test-e2e-redis-timeout.yml  |  2 +
 tests/e2e/gateway/redis_timeout_ci_config.yml |  2 +
 tests/e2e/router/test_redis_timeout_e2e.py    | 60 +++++++++++++++++--
 3 files changed, 60 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/test-e2e-redis-timeout.yml b/.github/workflows/test-e2e-redis-timeout.yml
index a956ed79590..9c318a1346c 100644
--- a/.github/workflows/test-e2e-redis-timeout.yml
+++ b/.github/workflows/test-e2e-redis-timeout.yml
@@ -86,6 +86,8 @@ jobs:
         env:
           E2E_REDIS_TIMEOUT: "1"
           LITELLM_PROXY_URL: http://localhost:4000
+          REDIS_HOST: 127.0.0.1
+          REDIS_PORT: "6379"
         run: |
           uv run --no-sync pytest tests/e2e/router/test_redis_timeout_e2e.py -v --tb=short -rA
 
diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_timeout_ci_config.yml
index 735285adb36..375a51f6127 100644
--- a/tests/e2e/gateway/redis_timeout_ci_config.yml
+++ b/tests/e2e/gateway/redis_timeout_ci_config.yml
@@ -3,6 +3,8 @@ general_settings:
   store_model_in_db: true
 
 litellm_settings:
+  callbacks: ["prometheus"]
+  require_auth_for_metrics_endpoint: false
   cache: true
   cache_params:
     type: redis
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
index d10f32b6482..e99bd2fbe80 100644
--- a/tests/e2e/router/test_redis_timeout_e2e.py
+++ b/tests/e2e/router/test_redis_timeout_e2e.py
@@ -1,8 +1,10 @@
 """Live e2e: the proxy keeps answering while every Redis command times out.
 
 Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.yml, which
-points cache_params at a real Redis with socket_timeout 0.001 so commands time out and the
-circuit breaker opens. Each request fails its primary deployment, whose api_base is a closed
+points cache_params at a real Redis with socket_timeout 0.001. The test holds that Redis in
+CLIENT PAUSE WRITE for its duration, so every write the proxy sends, the spend counter increment
+included, hangs past the timeout, and it proves the degradation was real from the breaker metrics on /metrics: fresh timeouts, a breaker transition,
+or an already-open breaker rejecting every call, which is the state a customer's worker sits in. Each request fails its primary deployment, whose api_base is a closed
 port, retries, falls back to the backup and succeeds, so it carries retry breadcrumbs; its cost
 tracking then fails on the spend counter increment and stringifies the request metadata into a
 failed-tracking alert. On v1.100.0 that string doubled per request until the worker hung
@@ -11,12 +13,15 @@ failed-tracking alert. On v1.100.0 that string doubled per request until the wor
 
 from __future__ import annotations
 
+import os
+import re
 import time
-from collections.abc import Callable
+from collections.abc import Callable, Iterator
 from dataclasses import dataclass
 from typing import Final
 
 import pytest
+import redis
 from complexity_router_client import ComplexityRouterClient
 from e2e_config import unique_marker
 from e2e_http import NoBody, Result, Success
@@ -33,6 +38,11 @@ REQUESTS: Final = 20
 MAX_SECONDS_PER_REQUEST: Final = 10.0
 MAX_LATENCY_GROWTH_RATIO: Final = 3.0
 MAX_LIVELINESS_SECONDS: Final = 2.0
+REDIS_PAUSE_MS: Final = 600_000
+BREAKER_FAILURE_THRESHOLD: Final = 5
+TIMEOUT_FAILURES_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_failures_total\{failure_class="timeout"\} ([0-9.e+]+)$', re.M
+)
 
 
 class ResponsesBody(BaseModel):
@@ -86,6 +96,32 @@ ENDPOINTS: Final = (
         served=lambda data: isinstance(data, ResponsesObject) and bool(data.output),
     ),
 )
+BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
+BREAKER_TRANSITIONS_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
+)
+
+
+@pytest.fixture
+def paused_redis() -> Iterator[None]:
+    """Hold the proxy's Redis in CLIENT PAUSE WRITE so every write it sends outlives the 1 ms socket
+    timeout. A loopback Redis otherwise answers many commands inside that budget. Reads stay live so
+    this control connection can lift the pause in teardown."""
+    host = os.environ.get("REDIS_HOST")
+    port = os.environ.get("REDIS_PORT")
+    assert host and port, "REDIS_HOST and REDIS_PORT must name the Redis the proxy under test uses"
+    control = redis.Redis(host=host, port=int(port), socket_timeout=5)
+    control.client_pause(REDIS_PAUSE_MS, all=False)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
+    try:
+        yield
+    finally:
+        control.client_unpause()  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
+        control.close()
+
+
+def _metric(proxy: ProxyClient, pattern: re.Pattern[str]) -> float:
+    body = proxy.probe("/metrics", params=NoBody()).body
+    return sum(float(match.group(1)) for match in pattern.finditer(body))
 
 
 class TestRedisTimeout:
@@ -95,9 +131,11 @@ class TestRedisTimeout:
         exercised_on=["chat_completions", "responses"],
     )
     def test_retries_under_redis_timeouts_keep_answering(
-        self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint
+        self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint, paused_redis: None
     ) -> None:
         proxy = client.proxy
+        timeouts_before = _metric(proxy, TIMEOUT_FAILURES_RE)
+        transitions_before = _metric(proxy, BREAKER_TRANSITIONS_RE)
         key = proxy.generate_key(
             KeyGenerateBody(
                 models=[PRIMARY_MODEL, BACKUP_MODEL], key_alias=f"e2e-redis-timeout-{endpoint.name}-{unique_marker()}"
@@ -139,6 +177,20 @@ class TestRedisTimeout:
             f"/health/liveliness took {liveliness_seconds:.1f}s after the loop; the worker is stalled"
         )
 
+        timeouts_total = _metric(proxy, TIMEOUT_FAILURES_RE)
+        timeouts = timeouts_total - timeouts_before
+        transitions = _metric(proxy, BREAKER_TRANSITIONS_RE) - transitions_before
+        breaker_open = _metric(proxy, BREAKER_OPEN_RE) >= 1
+        assert timeouts_total >= BREAKER_FAILURE_THRESHOLD, (
+            f"the proxy counted only {timeouts_total:.0f} Redis timeouts in its lifetime; the write-paused Redis "
+            "never made its spend counter writes time out, so this run proved nothing"
+        )
+        assert timeouts >= REQUESTS or transitions >= 1 or breaker_open, (
+            f"during {REQUESTS} {endpoint.name} requests the breaker counted {timeouts:.0f} new timeouts, "
+            f"{transitions:.0f} state transitions, and ended {'open' if breaker_open else 'closed'}; "
+            "Redis was healthy for this case, so it proved nothing"
+        )
+
         rows = proxy.poll_logs_for_key(key, min_rows=REQUESTS)
         assert len(rows) >= REQUESTS, (
             f"only {len(rows)} of {REQUESTS} {endpoint.name} requests reached the spend log; "

From 2e4461ec458756c940f3a8863ea805bc44c33907 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 16:33:18 -0700
Subject: [PATCH 041/298] test(e2e): register the Redis timeout deployments
 through /model/new

The e2e directive has every test create its deployments through the management API and delete
them on teardown. Drop the static model_list from the gateway config; the test now registers the
closed-port primary and the mock backup itself, and the fallback map stays in router_settings
where proxy-level config belongs.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 tests/e2e/gateway/redis_timeout_ci_config.yml | 12 -----------
 tests/e2e/router/test_redis_timeout_e2e.py    | 20 ++++++++++++++++---
 2 files changed, 17 insertions(+), 15 deletions(-)

diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_timeout_ci_config.yml
index 375a51f6127..9bcf65162d6 100644
--- a/tests/e2e/gateway/redis_timeout_ci_config.yml
+++ b/tests/e2e/gateway/redis_timeout_ci_config.yml
@@ -17,15 +17,3 @@ router_settings:
   fallbacks:
     - redis-timeout-primary:
         - redis-timeout-backup
-
-model_list:
-  - model_name: redis-timeout-primary
-    litellm_params:
-      model: openai/gpt-5-mini
-      api_key: sk-redis-timeout-primary-not-used
-      api_base: http://127.0.0.1:1
-  - model_name: redis-timeout-backup
-    litellm_params:
-      model: openai/gpt-5-mini
-      api_key: sk-redis-timeout-backup-not-used
-      mock_response: "ok"
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
index e99bd2fbe80..58d10f1d8ea 100644
--- a/tests/e2e/router/test_redis_timeout_e2e.py
+++ b/tests/e2e/router/test_redis_timeout_e2e.py
@@ -4,8 +4,8 @@ Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.
 points cache_params at a real Redis with socket_timeout 0.001. The test holds that Redis in
 CLIENT PAUSE WRITE for its duration, so every write the proxy sends, the spend counter increment
 included, hangs past the timeout, and it proves the degradation was real from the breaker metrics on /metrics: fresh timeouts, a breaker transition,
-or an already-open breaker rejecting every call, which is the state a customer's worker sits in. Each request fails its primary deployment, whose api_base is a closed
-port, retries, falls back to the backup and succeeds, so it carries retry breadcrumbs; its cost
+or an already-open breaker rejecting every call, which is the state a customer's worker sits in. The test registers two deployments through /model/new: a primary whose api_base is a closed port
+and a backup that answers with a mock. Each request fails the primary, retries, falls back and succeeds, so it carries retry breadcrumbs; its cost
 tracking then fails on the spend counter increment and stringifies the request metadata into a
 failed-tracking alert. On v1.100.0 that string doubled per request until the worker hung
 (LIT-6780). Deselected unless E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
@@ -26,7 +26,7 @@ from complexity_router_client import ComplexityRouterClient
 from e2e_config import unique_marker
 from e2e_http import NoBody, Result, Success
 from lifecycle import ResourceManager
-from models import ChatBody, ChatMessage, ChatResponse, KeyGenerateBody
+from models import ChatBody, ChatMessage, ChatResponse, KeyGenerateBody, LiteLLMParamsBody
 from proxy_client import ProxyClient
 from pydantic import BaseModel
 
@@ -34,6 +34,8 @@ pytestmark = [pytest.mark.e2e, pytest.mark.redis_timeout]
 
 PRIMARY_MODEL: Final = "redis-timeout-primary"
 BACKUP_MODEL: Final = "redis-timeout-backup"
+BACKING_MODEL: Final = "openai/gpt-5-mini"
+CLOSED_PORT_API_BASE: Final = "http://127.0.0.1:1"
 REQUESTS: Final = 20
 MAX_SECONDS_PER_REQUEST: Final = 10.0
 MAX_LATENCY_GROWTH_RATIO: Final = 3.0
@@ -134,6 +136,18 @@ class TestRedisTimeout:
         self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint, paused_redis: None
     ) -> None:
         proxy = client.proxy
+        primary_id = proxy.create_model(
+            PRIMARY_MODEL,
+            LiteLLMParamsBody(
+                model=BACKING_MODEL, api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
+            ),
+        )
+        resources.defer(lambda: proxy.delete_model(primary_id))
+        backup_id = proxy.create_model(
+            BACKUP_MODEL,
+            LiteLLMParamsBody(model=BACKING_MODEL, api_key="sk-redis-timeout-backup-not-used", mock_response="ok"),
+        )
+        resources.defer(lambda: proxy.delete_model(backup_id))
         timeouts_before = _metric(proxy, TIMEOUT_FAILURES_RE)
         transitions_before = _metric(proxy, BREAKER_TRANSITIONS_RE)
         key = proxy.generate_key(

From 2085a37b82f100edc9652e6859713b97e0fb7cdd Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Wed, 9 Sep 2026 16:56:07 -0700
Subject: [PATCH 042/298] test(e2e): issue the JWT suite's tokens from a real
 Keycloak realm

The suite used to mint its own RS256 tokens from a stand-in issuer, which
could only ever prove the proxy agreed with the tests: the claims were
whatever the tests chose to sign. Every JWT bug worth catching lives in the
shape of what an identity provider really emits, so the suite now runs
against Keycloak (realm in idp_realm.json), provisions a group and a user per
test through its admin API, and signs in through the direct-access grant.

That changes what the tokens look like: sub is Keycloak's opaque user uuid
rather than a friendly name, groups arrives from a protocol mapper, aud is
the IdP's own audience, and the JWKS carries an encryption key beside the
signing key so the proxy has to select on kid. The expiry case now takes a
one-second token from a second client in the realm and waits for it to lapse
instead of forging a stale exp.

The proxy config the suite needs is unchanged. CI runs it against a Keycloak
deployed beside the ephemeral stack, which lives in the releaser repo.

Claude-Session: https://claude.ai/code/session_01EX13mWex6RaBo9PYnkAtFW
---
 tests/e2e/CLAUDE.md                    |   2 +-
 tests/e2e/CONTRIBUTING.md              |  17 +-
 tests/e2e/coverage_registry/other.yaml |   6 +-
 tests/e2e/e2e_config.py                |   4 -
 tests/e2e/e2e_http.py                  |  72 ++++++--
 tests/e2e/idp.py                       | 226 ++++++++++++++++++++++++
 tests/e2e/idp_realm.json               |  56 ++++++
 tests/e2e/jwt_issuer.py                | 230 -------------------------
 tests/e2e/models.py                    |  12 --
 tests/e2e/other/other_client.py        |  43 ++---
 tests/e2e/other/test_jwt_auth_e2e.py   |  93 +++++-----
 tests/e2e/test_idp.py                  |  79 +++++++++
 tests/e2e/test_jwt_issuer.py           | 141 ---------------
 13 files changed, 502 insertions(+), 479 deletions(-)
 create mode 100644 tests/e2e/idp.py
 create mode 100644 tests/e2e/idp_realm.json
 delete mode 100644 tests/e2e/jwt_issuer.py
 create mode 100644 tests/e2e/test_idp.py
 delete mode 100644 tests/e2e/test_jwt_issuer.py

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 4985da9e95d..c954c03dfb7 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -19,7 +19,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
 - `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
-- `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate, JWT auth (RS256 tokens minted by the test-only issuer in `jwt_issuer.py`, whose JWKS the proxy's `JWT_PUBLIC_KEY_URL` points at; see CONTRIBUTING.md for the start command and config block), and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
+- `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate, JWT auth (access tokens issued by a real Keycloak realm, `idp.py` plus `idp_realm.json`, whose JWKS the proxy's `JWT_PUBLIC_KEY_URL` points at; see CONTRIBUTING.md for the start command and config block), and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
 - `ui/` - the Admin UI browser suite: Playwright in TypeScript, driving the dashboard served by a live proxy on port 4000 (seeded postgres + mock LLM upstream; see its `run_e2e.sh`). It is a self-contained npm package with its own lockfile and does not use the Python harness, pytest markers, or the shared transport; the Python rules in this file (typed models, `Result` unions, basedpyright zero-error gate) do not apply inside it. Its only Python file, `fixtures/mock_llm_server/server.py`, is excluded from the e2e basedpyright gate via the root `pyrightconfig.json`
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index ad414bb6647..4802feb10c4 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -27,17 +27,20 @@ The suites run against a live proxy, so bring one up first by running the litell
 
 2. Bring up a Postgres and a Redis for the proxy to use. The repo-root `docker-compose.yml` already defines a Postgres on `5432`; a `docker run -p 6379:6379 redis:7` covers Redis. Point `DATABASE_URL` / `REDIS_HOST` / `REDIS_PORT` at whatever you run. Tests that read Redis directly default to the deployed shape (TLS + cluster mode) whenever `REDIS_HOST` is set, so for a local standalone Redis also set `REDIS_CLUSTER=false` and `REDIS_SSL=false` (plus `REDIS_PASSWORD` when your Redis requires auth)
 
-3. Start the test-only JWT issuer the `other/` suite mints tokens from, then the litellm proxy against your config, and confirm both are live. The issuer is a fake identity provider (`jwt_issuer.py`) with an open mint endpoint, so it binds loopback only; it generates one RSA key per process and serves it as a JWKS, and the proxy caches that JWKS for `public_key_ttl` (600s) without refetching on an unknown `kid`, so restart the proxy whenever you restart the issuer:
+3. Start the identity provider the `other/` suite authenticates against, then the litellm proxy against your config, and confirm both are live. It is a real Keycloak, running the realm in `tests/e2e/idp_realm.json`, and the proxy trusts it because `JWT_PUBLIC_KEY_URL` points at that realm's JWKS. The proxy caches the JWKS for `public_key_ttl` (600s) and does not refetch on an unknown `kid`, so restart the proxy whenever you recreate the container:
 
    ```bash
    set -a && source .env && set +a
-   uv run python tests/e2e/jwt_issuer.py &
-   curl -fs http://127.0.0.1:4190/.well-known/jwks.json
-   JWT_PUBLIC_KEY_URL=http://127.0.0.1:4190/.well-known/jwks.json litellm --config <your-e2e-config>.yml --port 4000
+   docker run -d --name litellm-e2e-idp -p 8480:8080 \
+     -e KC_BOOTSTRAP_ADMIN_USERNAME=admin -e KC_BOOTSTRAP_ADMIN_PASSWORD=admin \
+     -v "$PWD/tests/e2e/idp_realm.json:/opt/keycloak/data/import/realm.json:ro" \
+     quay.io/keycloak/keycloak:26.7.3 start-dev --import-realm
+   curl -fs --retry 30 --retry-delay 2 --retry-all-errors http://127.0.0.1:8480/realms/litellm-e2e/.well-known/openid-configuration
+   JWT_PUBLIC_KEY_URL=http://127.0.0.1:8480/realms/litellm-e2e/protocol/openid-connect/certs litellm --config <your-e2e-config>.yml --port 4000
    curl -fs http://localhost:4000/health/liveliness
    ```
 
-   The issuer's port is `E2E_JWT_ISSUER_PORT` (default `4190`, the port in the URLs above), read by both the issuer process and the tests, so set it in one place if you change it. JWT auth is an enterprise feature, so the proxy also needs `LITELLM_LICENSE` in its environment, and its config needs the JWT block below. `enable_jwt_auth` only routes bearer tokens with three dot-separated segments into the JWT path, so `sk-` virtual keys and the master key keep working for every other suite. `proxy_batch_write_at` is lowered so the JWT spend-attribution test sees its row well inside the poll deadline:
+   The tests reach Keycloak at `E2E_KEYCLOAK_URL` (default `http://127.0.0.1:8480`) and provision their identities through its admin API, so they also need `E2E_KEYCLOAK_ADMIN_USER` and `E2E_KEYCLOAK_ADMIN_PASSWORD` (`admin` / `admin` for the throwaway container above; the deployed stacks take theirs from a secret). JWT auth is an enterprise feature, so the proxy needs `LITELLM_LICENSE` in its environment, and its config needs the JWT block below. `enable_jwt_auth` only routes bearer tokens with three dot-separated segments into the JWT path, so `sk-` virtual keys and the master key keep working for every other suite. `proxy_batch_write_at` is lowered so the JWT spend-attribution test sees its row well inside the poll deadline:
 
    ```yaml
    general_settings:
@@ -50,7 +53,9 @@ The suites run against a live proxy, so bring one up first by running the litell
        user_id_upsert: true
    ```
 
-   Leave `JWT_AUDIENCE` and `JWT_ISSUER` unset unless you also put matching `aud` / `iss` claims in the tokens the tests mint; the issuer sets `iss` to its own base URL
+   Leave `JWT_AUDIENCE` and `JWT_ISSUER` unset. Keycloak's access tokens carry `aud: account`, its own audience rather than the proxy's, and their `iss` is whatever base URL the token was requested through, so pinning either one only makes sense once the deployment fixes Keycloak's hostname
+
+   CI runs this suite against a Keycloak deployed beside the ephemeral stack, and that deployment (the JWT config block, `JWT_PUBLIC_KEY_URL`, and the admin credential handed to the run pod) lives in the project-releaser repo, not here. A stack without it fails the JWT tests rather than skipping them
 
 4. Run a suite against it; the harness reads `LITELLM_PROXY_URL` (default `http://localhost:4000`):
 
diff --git a/tests/e2e/coverage_registry/other.yaml b/tests/e2e/coverage_registry/other.yaml
index 8b9cb4d2adf..ff25155924b 100644
--- a/tests/e2e/coverage_registry/other.yaml
+++ b/tests/e2e/coverage_registry/other.yaml
@@ -9,9 +9,9 @@
 - {id: other.auth.llm_chat.not_bearer_scheme_denied, module: other, tier: P0, area: auth, assertions: [not_bearer_scheme_denied], source: "vendor testing strategy §11.1 / LIT-4778", rationale: "NotBearer scheme on chat is 401/403"}
 - {id: other.auth.realtime.missing_header_denied, module: other, tier: P1, area: auth, assertions: [missing_header_denied], source: "vendor testing strategy §9.19 / LIT-4778", rationale: "Realtime client-secret and calls routes reject requests without Authorization"}
 - {id: other.config.responses.metadata_redis_ttl_bounded, module: other, tier: P0, area: config, assertions: [ttl_bounded], source: "responses + redis cache", rationale: "Responses store+metadata must not leave TTL-unbounded Redis entries (LIT-1201)"}
-- {id: other.auth.jwt.valid_token_allows, module: other, tier: P0, area: auth, assertions: [valid_token_allows], source: "handle_jwt.py:1217-1256 auth_jwt / user_api_key_auth.py:1365-1377", rationale: "An RS256 JWT signed by the configured JWKS whose groups claim names an existing team is accepted on /chat/completions"}
-- {id: other.auth.jwt.spend_attributed_to_claims, module: other, tier: P0, area: auth, assertions: [spend_attributed_to_claims], source: "handle_jwt.py:2224 auth_builder / user_api_key_auth.py:1438-1474", rationale: "The spend log row for a JWT-authenticated call carries the team_id from the groups claim and the user_id from sub, not a virtual key's identity. Single-group claim only: the proxy picks the team from a set, so attribution over several groups is unordered"}
-- {id: other.auth.jwt.expired_denied, module: other, tier: P0, area: auth, assertions: [expired_denied], source: "handle_jwt.py:1244-1250", rationale: "Expired JWT rejected 401 (Token Expired) even with valid signature; leeway is 0"}
+- {id: other.auth.jwt.valid_token_allows, module: other, tier: P0, area: auth, assertions: [valid_token_allows], source: "handle_jwt.py:1217-1256 auth_jwt / user_api_key_auth.py:1365-1377", rationale: "An access token issued by the configured IdP whose groups claim names an existing team is accepted on /chat/completions"}
+- {id: other.auth.jwt.spend_attributed_to_claims, module: other, tier: P0, area: auth, assertions: [spend_attributed_to_claims], source: "handle_jwt.py:2224 auth_builder / user_api_key_auth.py:1438-1474", rationale: "The spend log row for a JWT-authenticated call carries the team_id from the groups claim and the user_id from sub, which for a real IdP is an opaque uuid, not a virtual key's identity. Single-group claim only: the proxy picks the team from a set, so attribution over several groups is unordered"}
+- {id: other.auth.jwt.expired_denied, module: other, tier: P0, area: auth, assertions: [expired_denied], source: "handle_jwt.py:1244-1250", rationale: "A token the IdP issued with a one-second lifespan is rejected 401 (Token Expired) once it lapses, even though its signature still verifies; leeway is 0"}
 - {id: other.auth.jwt.invalid_signature_denied, module: other, tier: P0, area: auth, assertions: [invalid_signature_denied], source: "handle_jwt.py:1158-1166 _decode_jwt_with_public_key", rationale: "A genuine token whose signature bytes were altered fails verification with 401"}
 - {id: other.auth.jwt.unknown_team_denied, module: other, tier: P0, area: auth, assertions: [unknown_team_denied], source: "handle_jwt.py:1549-1632 find_team_with_model_access", rationale: "A verified JWT whose groups claim resolves to no existing team is denied with 403 naming the unresolved team, never silently admitted without a team. The proxy words it as a model-access denial, the same body an existing team without model access gets"}
 - {id: other.auth.jwt.virtual_key_unaffected, module: other, tier: P0, area: auth, assertions: [virtual_key_unaffected], source: "handle_jwt.py:213 is_jwt / user_api_key_auth.py:1332-1333", rationale: "enable_jwt_auth only routes three-segment bearer tokens into the JWT branch, so sk- virtual keys keep working on the same proxy"}
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 0e7f4c0ad2b..09d17b9a0db 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -15,7 +15,6 @@ from typing import Final
 from dotenv import load_dotenv
 
 from fixture_mode import deterministic_marker, parse_fixture_mode
-from jwt_issuer import jwt_issuer_url
 from provider_edge import provider_edge_api_base
 
 # Local runs keep provider / DataDog keys in tests/e2e/.env (see CONTRIBUTING.md).
@@ -44,9 +43,6 @@ UI_BASE_URL = os.environ.get("E2E_UI_BASE_URL", PROXY_BASE_URL).rstrip("/")
 CHEAP_ANTHROPIC_MODEL = os.environ.get("E2E_CHEAP_ANTHROPIC_MODEL", "claude-haiku-4-5")
 CHEAP_OPENAI_MODEL = os.environ.get("E2E_CHEAP_OPENAI_MODEL", "gpt-5.5")
 
-# Test-only JWT issuer (jwt_issuer.py); the port is E2E_JWT_ISSUER_PORT (see CONTRIBUTING.md).
-JWT_ISSUER_URL = jwt_issuer_url()
-
 LINEAR_MCP_URL = os.environ.get("E2E_LINEAR_MCP_URL", "https://mcp.linear.app/mcp")
 LINEAR_STORAGE_STATE = os.environ.get("E2E_LINEAR_STORAGE_STATE", "")
 
diff --git a/tests/e2e/e2e_http.py b/tests/e2e/e2e_http.py
index 4c65c53b653..d6924aff5c0 100644
--- a/tests/e2e/e2e_http.py
+++ b/tests/e2e/e2e_http.py
@@ -125,6 +125,20 @@ class ProbeResult(BaseModel):
         return 200 <= self.status_code < 500 and self.status_code != 404
 
 
+class ExternalWrite(BaseModel):
+    """Outcome of a write to a non-proxy API (an identity provider's admin API)
+    that answers with a status and, on create, a Location header naming the new
+    resource rather than a JSON body."""
+
+    status_code: int
+    location: str = ""
+    body: str = ""
+
+    @property
+    def ok(self) -> bool:
+        return 200 <= self.status_code < 300
+
+
 class StreamingResponse(BaseModel):
     """Raw outcome for calls whose body is provider-native or streamed: status, the
     x-litellm-call-id header, the x-litellm-response-cost header (StandardLogging
@@ -252,16 +266,17 @@ def assert_auth_denied(result: StreamingResponse, context: str) -> None:
         f"{context}: expected 401/403, got {result.status_code}: {result.body[:300]}"
     )
 
-def _headers(headers: BaseModel) -> dict[str, str]:
-    dumped: dict[str, object] = headers.model_dump(by_alias=True, exclude_none=True)
+def _flat(model: BaseModel) -> dict[str, str]:
+    dumped: dict[str, object] = model.model_dump(by_alias=True, exclude_none=True)
     return {key: str(value) for key, value in dumped.items()}
 
 
+def _headers(headers: BaseModel) -> dict[str, str]:
+    return _flat(headers)
+
+
 def _params(params: BaseModel | None) -> dict[str, str]:
-    if params is None:
-        return {}
-    dumped: dict[str, object] = params.model_dump(by_alias=True, exclude_none=True)
-    return {key: str(value) for key, value in dumped.items()}
+    return _flat(params) if params is not None else {}
 
 
 TRANSIENT_STATUSES: frozenset[int] = frozenset({529})
@@ -386,20 +401,20 @@ def get_external[R: BaseModel](
     return _classify(resp, response_type)
 
 
-def post_external[R: BaseModel](
+def post_form_external[R: BaseModel](
     url: str,
     *,
-    json: BaseModel,
+    form: BaseModel,
     response_type: type[R],
     timeout: float = 30.0,
 ) -> Result[R]:
-    """POST an absolute URL outside the proxy (e.g. the e2e JWT issuer's mint
-    endpoint). Like get_external: no proxy base url, no proxy auth, and the same
-    tagged-union classification as every other call."""
+    """POST an absolute URL outside the proxy as `application/x-www-form-urlencoded`,
+    the encoding OAuth 2 token endpoints take. Like get_external: no proxy base url,
+    no proxy auth, and the same tagged-union classification as every other call."""
     try:
         resp = requests.post(
             url,
-            json=json.model_dump(by_alias=True, exclude_none=True),
+            data=_flat(form),
             timeout=timeout,
         )
     except requests.RequestException as exc:
@@ -407,6 +422,39 @@ def post_external[R: BaseModel](
     return _classify(resp, response_type)
 
 
+def post_json_external(
+    url: str,
+    *,
+    headers: BaseModel,
+    json: BaseModel,
+    timeout: float = 30.0,
+) -> ExternalWrite:
+    """POST an absolute URL outside the proxy under its own bearer, for an API that
+    answers a create with a status and a Location header rather than a JSON body."""
+    try:
+        resp = requests.post(
+            url,
+            headers=_headers(headers),
+            json=json.model_dump(by_alias=True, exclude_none=True),
+            timeout=timeout,
+        )
+    except requests.RequestException as exc:
+        return ExternalWrite(status_code=-1, body=str(exc))
+    return ExternalWrite(
+        status_code=resp.status_code,
+        location=resp.headers.get("Location", ""),
+        body=resp.text,
+    )
+
+
+def delete_external(url: str, *, headers: BaseModel, timeout: float = 30.0) -> ExternalWrite:
+    try:
+        resp = requests.delete(url, headers=_headers(headers), timeout=timeout)
+    except requests.RequestException as exc:
+        return ExternalWrite(status_code=-1, body=str(exc))
+    return ExternalWrite(status_code=resp.status_code, body=resp.text)
+
+
 def delete[R: BaseModel](
     url: URL,
     *,
diff --git a/tests/e2e/idp.py b/tests/e2e/idp.py
new file mode 100644
index 00000000000..50cf44b4159
--- /dev/null
+++ b/tests/e2e/idp.py
@@ -0,0 +1,226 @@
+"""The identity provider the JWT suite authenticates against: a real Keycloak
+realm, imported from `idp_realm.json`.
+
+A real IdP rather than a hand-rolled signer because every JWT bug this suite
+exists to catch lives in the shape of what an IdP actually emits: `sub` is an
+opaque uuid and not a friendly name, group membership arrives as a claim built
+by a protocol mapper, the JWKS carries a signing key next to an encryption key
+so the proxy has to select on `kid`, and `aud` is the IdP's own audience rather
+than the proxy's. A stand-in issuer that mints exactly the claims the tests
+assert on can only prove the proxy agrees with the tests.
+
+Tests never hold a signing key. They provision an identity through Keycloak's
+admin API (a group named after the litellm team, a user in it with a password
+generated for that test alone), then ask Keycloak for an access token through
+the direct-access grant, the same way a CLI or service account signs in. The
+proxy's `JWT_PUBLIC_KEY_URL` points at this realm's JWKS, so the token the
+tests carry is trusted for exactly one reason: Keycloak signed it.
+
+The realm declares two clients. `litellm-e2e-tests` mints ordinary tokens; the
+`litellm-e2e-shortlived` client sets `access.token.lifespan` to one second, so
+the expiry test lets a genuine token expire instead of forging a stale `exp`.
+
+Connection details come from the environment (`E2E_KEYCLOAK_URL` and the admin
+credential). A missing or unreachable IdP is a hard failure naming the start
+command, never a skip, so a stack deployed without it turns the run red.
+"""
+
+from __future__ import annotations
+
+import os
+import secrets
+from dataclasses import dataclass
+from typing import Final, Literal
+
+import pytest
+from pydantic import BaseModel, Field
+
+from e2e_http import (
+    AuthHeaders,
+    ExternalWrite,
+    NetworkError,
+    Result,
+    Success,
+    delete_external,
+    post_form_external,
+    post_json_external,
+)
+
+KEYCLOAK_URL_ENV: Final = "E2E_KEYCLOAK_URL"
+KEYCLOAK_REALM_ENV: Final = "E2E_KEYCLOAK_REALM"
+KEYCLOAK_ADMIN_USER_ENV: Final = "E2E_KEYCLOAK_ADMIN_USER"
+KEYCLOAK_ADMIN_PASSWORD_ENV: Final = "E2E_KEYCLOAK_ADMIN_PASSWORD"
+
+DEFAULT_KEYCLOAK_URL: Final = "http://127.0.0.1:8480"
+DEFAULT_REALM: Final = "litellm-e2e"
+TESTS_CLIENT_ID: Final = "litellm-e2e-tests"
+SHORT_LIVED_CLIENT_ID: Final = "litellm-e2e-shortlived"
+SHORT_LIVED_TOKEN_SECONDS: Final = 1
+
+_START_HINT: Final = (
+    "Start it with the `docker run ... quay.io/keycloak/keycloak` command in tests/e2e/CONTRIBUTING.md, "
+    f"and point {KEYCLOAK_URL_ENV} / {KEYCLOAK_ADMIN_USER_ENV} / {KEYCLOAK_ADMIN_PASSWORD_ENV} at it"
+)
+
+
+class TokenGrantForm(BaseModel):
+    """The direct-access (password) grant an OAuth 2 token endpoint takes, form encoded."""
+
+    grant_type: Literal["password"] = "password"
+    client_id: str
+    username: str
+    password: str
+
+
+class TokenResponse(BaseModel):
+    access_token: str
+
+
+class GroupCreateBody(BaseModel):
+    name: str
+
+
+class PasswordCredential(BaseModel):
+    type: Literal["password"] = "password"
+    value: str
+    temporary: bool = False
+
+
+class UserCreateBody(BaseModel):
+    """Keycloak's admin representation of a new user. `firstName` / `lastName` and
+    an empty `requiredActions` matter: a realm's default VERIFY_PROFILE action
+    otherwise leaves the account "not fully set up" and every grant fails."""
+
+    username: str
+    email: str
+    email_verified: bool = Field(default=True, alias="emailVerified")
+    first_name: str = Field(default="E2E", alias="firstName")
+    last_name: str = Field(default="Tester", alias="lastName")
+    enabled: bool = True
+    groups: tuple[str, ...]
+    credentials: tuple[PasswordCredential, ...]
+    required_actions: tuple[str, ...] = Field(default=(), alias="requiredActions")
+
+
+def created_id(write: ExternalWrite, context: str) -> str:
+    """The new resource's id, which Keycloak returns only as the last segment of
+    the Location header on a 201."""
+    if not write.ok:
+        pytest.fail(f"Keycloak refused to create {context}: HTTP {write.status_code} {write.body[:300]}")
+    return write.location.rsplit("/", 1)[-1]
+
+
+@dataclass(frozen=True, slots=True)
+class Identity:
+    """One provisioned IdP user: the `sub` the proxy will see, the credential the
+    test signs in with, and the group whose name the litellm team carries."""
+
+    user_id: str
+    username: str
+    password: str
+    group: str
+    group_id: str
+
+
+@dataclass(frozen=True, slots=True)
+class Keycloak:
+    base_url: str
+    realm: str
+    admin_username: str
+    admin_password: str
+
+    @property
+    def issuer(self) -> str:
+        return f"{self.base_url}/realms/{self.realm}"
+
+    @property
+    def jwks_url(self) -> str:
+        return f"{self.issuer}/protocol/openid-connect/certs"
+
+    def token_url(self, realm: str) -> str:
+        return f"{self.base_url}/realms/{realm}/protocol/openid-connect/token"
+
+    def _admin_url(self, path: str) -> str:
+        return f"{self.base_url}/admin/realms/{self.realm}{path}"
+
+    def _admin_headers(self) -> AuthHeaders:
+        """A fresh admin token per call: the master realm's tokens are short lived,
+        and a cached one would expire in the middle of a slow test."""
+        form: Final = TokenGrantForm(client_id="admin-cli", username=self.admin_username, password=self.admin_password)
+        result: Final = post_form_external(self.token_url("master"), form=form, response_type=TokenResponse)
+        return AuthHeaders(authorization=f"Bearer {self._token(result, 'the Keycloak admin credential')}")
+
+    def _token(self, result: Result[TokenResponse], context: str) -> str:
+        match result:
+            case Success(data=granted):
+                return granted.access_token
+            case NetworkError(message=message):
+                return pytest.fail(f"No live Keycloak at {self.base_url} for {context}: {message}. {_START_HINT}")
+            case _:
+                return pytest.fail(f"Keycloak refused {context}: {result}")
+
+    def create_group(self, name: str) -> str:
+        return created_id(
+            post_json_external(
+                self._admin_url("/groups"), headers=self._admin_headers(), json=GroupCreateBody(name=name)
+            ),
+            f"group {name}",
+        )
+
+    def create_user(self, *, username: str, email: str, password: str, group: str) -> str:
+        return created_id(
+            post_json_external(
+                self._admin_url("/users"),
+                headers=self._admin_headers(),
+                json=UserCreateBody(
+                    username=username,
+                    email=email,
+                    groups=(group,),
+                    credentials=(PasswordCredential(value=password),),
+                ),
+            ),
+            f"user {username}",
+        )
+
+    def delete_user(self, user_id: str) -> None:
+        delete_external(self._admin_url(f"/users/{user_id}"), headers=self._admin_headers())
+
+    def delete_group(self, group_id: str) -> None:
+        delete_external(self._admin_url(f"/groups/{group_id}"), headers=self._admin_headers())
+
+    def provision(self, *, marker: str, group: str) -> Identity:
+        """Create `group` and a user in it, credentialed with a password generated
+        for this test alone, and hand back the identity a token can be minted for."""
+        group_id: Final = self.create_group(group)
+        username: Final = f"e2e-jwt-user-{marker}"
+        password: Final = secrets.token_urlsafe(24)
+        user_id: Final = self.create_user(
+            username=username, email=f"{username}@example.com", password=password, group=group
+        )
+        return Identity(user_id=user_id, username=username, password=password, group=group, group_id=group_id)
+
+    def access_token(self, identity: Identity, *, client_id: str = TESTS_CLIENT_ID) -> str:
+        """Sign `identity` in through the direct-access grant and hand back the
+        access token Keycloak signed, exactly as it came off the wire."""
+        result: Final = post_form_external(
+            self.token_url(self.realm),
+            form=TokenGrantForm(client_id=client_id, username=identity.username, password=identity.password),
+            response_type=TokenResponse,
+        )
+        return self._token(result, f"a token for {identity.username}")
+
+
+def keycloak_from_env() -> Keycloak:
+    admin_username: Final = os.environ.get(KEYCLOAK_ADMIN_USER_ENV, "").strip()
+    admin_password: Final = os.environ.get(KEYCLOAK_ADMIN_PASSWORD_ENV, "").strip()
+    if not admin_username or not admin_password:
+        pytest.fail(
+            f"The JWT suite needs {KEYCLOAK_ADMIN_USER_ENV} and {KEYCLOAK_ADMIN_PASSWORD_ENV} to provision "
+            f"identities in its Keycloak realm, and neither may be empty. {_START_HINT}"
+        )
+    return Keycloak(
+        base_url=os.environ.get(KEYCLOAK_URL_ENV, DEFAULT_KEYCLOAK_URL).rstrip("/"),
+        realm=os.environ.get(KEYCLOAK_REALM_ENV, "").strip() or DEFAULT_REALM,
+        admin_username=admin_username,
+        admin_password=admin_password,
+    )
diff --git a/tests/e2e/idp_realm.json b/tests/e2e/idp_realm.json
new file mode 100644
index 00000000000..2a8bd89b428
--- /dev/null
+++ b/tests/e2e/idp_realm.json
@@ -0,0 +1,56 @@
+{
+  "realm": "litellm-e2e",
+  "enabled": true,
+  "sslRequired": "none",
+  "registrationAllowed": false,
+  "accessTokenLifespan": 300,
+  "clients": [
+    {
+      "clientId": "litellm-e2e-tests",
+      "enabled": true,
+      "publicClient": true,
+      "standardFlowEnabled": false,
+      "directAccessGrantsEnabled": true,
+      "protocolMappers": [
+        {
+          "name": "groups",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-group-membership-mapper",
+          "consentRequired": false,
+          "config": {
+            "claim.name": "groups",
+            "full.path": "false",
+            "access.token.claim": "true",
+            "id.token.claim": "true",
+            "userinfo.token.claim": "true"
+          }
+        }
+      ]
+    },
+    {
+      "clientId": "litellm-e2e-shortlived",
+      "enabled": true,
+      "publicClient": true,
+      "standardFlowEnabled": false,
+      "directAccessGrantsEnabled": true,
+      "attributes": {
+        "access.token.lifespan": "1"
+      },
+      "protocolMappers": [
+        {
+          "name": "groups",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-group-membership-mapper",
+          "consentRequired": false,
+          "config": {
+            "claim.name": "groups",
+            "full.path": "false",
+            "access.token.claim": "true",
+            "id.token.claim": "true",
+            "userinfo.token.claim": "true"
+          }
+        }
+      ]
+    }
+  ]
+}
diff --git a/tests/e2e/jwt_issuer.py b/tests/e2e/jwt_issuer.py
deleted file mode 100644
index 4006fcaa314..00000000000
--- a/tests/e2e/jwt_issuer.py
+++ /dev/null
@@ -1,230 +0,0 @@
-"""Test-only fake identity provider for the e2e JWT suite. Never deploy it.
-
-Run it next to the proxy (`uv run python tests/e2e/jwt_issuer.py`). On start it
-generates one RSA signing key and keeps it for the life of the process, serving
-the public half at `GET /.well-known/jwks.json` and signing whatever claims are
-POSTed to `/token`. The proxy's `JWT_PUBLIC_KEY_URL` points at the JWKS URL, and
-tests mint RS256 tokens by POSTing claims, so the private key never leaves this
-process and no test holds it.
-
-One key per process, rather than per pytest run, is what survives the proxy's
-JWKS cache: the proxy caches the JWKS for `litellm_jwtauth.public_key_ttl`
-(600s by default) and does not refetch on an unknown `kid`, so a key rotated
-every run would be rejected until the cache expired. Restart the proxy whenever
-you restart the issuer.
-
-The mint endpoint takes no credential: anyone who can reach it gets a token the
-proxy trusts. It therefore binds 127.0.0.1 only, must never be exposed beyond
-loopback, and must only ever be trusted by a proxy under test.
-"""
-
-from __future__ import annotations
-
-import logging
-import os
-import threading
-import time
-import uuid
-from collections.abc import Callable, Mapping
-from dataclasses import dataclass
-from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
-from typing import Final, Literal
-
-import jwt
-from cryptography.hazmat.primitives import serialization
-from cryptography.hazmat.primitives.asymmetric import rsa
-from jwt.utils import to_base64url_uint
-from pydantic import BaseModel, RootModel, ValidationError
-
-JWT_ISSUER_PORT_ENV: Final = "E2E_JWT_ISSUER_PORT"
-DEFAULT_JWT_ISSUER_PORT: Final = 4190
-LOOPBACK_HOST: Final = "127.0.0.1"
-JWKS_PATH: Final = "/.well-known/jwks.json"
-TOKEN_PATH: Final = "/token"
-DEFAULT_TOKEN_LIFETIME_SECONDS: Final = 300
-
-ClaimValue = str | int | float | bool | None | list[str]
-
-
-def jwt_issuer_port() -> int:
-    raw: Final = os.environ.get(JWT_ISSUER_PORT_ENV, "").strip()
-    return int(raw) if raw else DEFAULT_JWT_ISSUER_PORT
-
-
-def jwt_issuer_url() -> str:
-    return f"http://{LOOPBACK_HOST}:{jwt_issuer_port()}"
-
-
-class RsaJwk(BaseModel):
-    kty: Literal["RSA"] = "RSA"
-    alg: Literal["RS256"] = "RS256"
-    use: Literal["sig"] = "sig"
-    kid: str
-    n: str
-    e: str
-
-
-class JwksDocument(BaseModel):
-    keys: tuple[RsaJwk, ...]
-
-
-class TokenRequest(RootModel[Mapping[str, ClaimValue]]):
-    """The JSON body of POST /token: the claims to sign, verbatim. Nested objects
-    are not supported; every value is a scalar or a list of strings."""
-
-
-class MintedToken(BaseModel):
-    token: str
-
-
-class IssuerError(BaseModel):
-    error: str
-
-
-@dataclass(frozen=True, slots=True)
-class SigningKey:
-    kid: str
-    private_pem: str
-    jwk: RsaJwk
-
-
-def generate_signing_key(kid: str | None = None) -> SigningKey:
-    private_key: Final = rsa.generate_private_key(public_exponent=65537, key_size=2048)
-    numbers: Final = private_key.public_key().public_numbers()
-    resolved_kid: Final = kid if kid is not None else uuid.uuid4().hex
-    return SigningKey(
-        kid=resolved_kid,
-        private_pem=private_key.private_bytes(
-            encoding=serialization.Encoding.PEM,
-            format=serialization.PrivateFormat.PKCS8,
-            encryption_algorithm=serialization.NoEncryption(),
-        ).decode(),
-        jwk=RsaJwk(
-            kid=resolved_kid,
-            n=to_base64url_uint(numbers.n).decode(),
-            e=to_base64url_uint(numbers.e).decode(),
-        ),
-    )
-
-
-def mint(
-    key: SigningKey,
-    claims: Mapping[str, ClaimValue],
-    *,
-    issuer: str,
-    now: int,
-    lifetime_seconds: int = DEFAULT_TOKEN_LIFETIME_SECONDS,
-) -> str:
-    """Sign `claims` as a compact RS256 JWT carrying `key.kid` in its header.
-    `iss`, `iat`, and `exp` are filled in when absent and left alone when the
-    caller sets them, so a test can mint an already-expired token."""
-    payload: Final[dict[str, ClaimValue]] = {
-        "iss": issuer,
-        "iat": now,
-        "exp": now + lifetime_seconds,
-        **claims,
-    }
-    return jwt.encode(payload, key.private_pem, algorithm="RS256", headers={"kid": key.kid})
-
-
-class _IssuerServer(ThreadingHTTPServer):
-    daemon_threads = True
-
-    def __init__(self, bind: tuple[str, int], *, key: SigningKey, clock: Callable[[], int]) -> None:
-        super().__init__(bind, _IssuerHandler)
-        self.key: Final = key
-        self.clock: Final = clock
-
-    @property
-    def url(self) -> str:
-        host, port = self.server_address[0], self.server_address[1]
-        return f"http://{host}:{port}"
-
-
-class _IssuerHandler(BaseHTTPRequestHandler):
-    def _issuer(self) -> _IssuerServer:
-        issuer: Final = self.server
-        assert isinstance(issuer, _IssuerServer)
-        return issuer
-
-    def do_GET(self) -> None:
-        if self.path != JWKS_PATH:
-            self._send(404, IssuerError(error=f"unknown path {self.path}; the JWKS is at {JWKS_PATH}"))
-            return
-        self._send(200, JwksDocument(keys=(self._issuer().key.jwk,)))
-
-    def do_POST(self) -> None:
-        if self.path != TOKEN_PATH:
-            self._send(404, IssuerError(error=f"unknown path {self.path}; mint tokens at {TOKEN_PATH}"))
-            return
-        length: Final = int(self.headers.get("Content-Length", "0"))
-        try:
-            request: Final = TokenRequest.model_validate_json(self.rfile.read(length))
-        except ValidationError as exc:
-            self._send(400, IssuerError(error=f"claims must be a JSON object of scalar or string-list values: {exc}"))
-            return
-        issuer: Final = self._issuer()
-        token: Final = mint(issuer.key, request.root, issuer=issuer.url, now=issuer.clock())
-        self._send(200, MintedToken(token=token))
-
-    def _send(self, status: int, body: BaseModel) -> None:
-        payload: Final = body.model_dump_json().encode()
-        self.send_response(status)
-        self.send_header("Content-Type", "application/json")
-        self.send_header("Content-Length", str(len(payload)))
-        self.end_headers()
-        self.wfile.write(payload)
-
-
-@dataclass(frozen=True, slots=True)
-class RunningIssuer:
-    url: str
-    key: SigningKey
-    server: _IssuerServer
-
-    @property
-    def jwks_url(self) -> str:
-        return f"{self.url}{JWKS_PATH}"
-
-    def shutdown(self) -> None:
-        self.server.shutdown()
-        self.server.server_close()
-
-
-def _wall_clock() -> int:
-    return int(time.time())
-
-
-def start_jwt_issuer(
-    *,
-    port: int = 0,
-    key: SigningKey | None = None,
-    clock: Callable[[], int] = _wall_clock,
-) -> RunningIssuer:
-    """Serve the issuer on loopback in a daemon thread. `port=0` takes an
-    OS-assigned port for in-process tests; the CLI passes the documented one."""
-    server: Final = _IssuerServer((LOOPBACK_HOST, port), key=key or generate_signing_key(), clock=clock)
-    thread: Final = threading.Thread(target=server.serve_forever, name="e2e-jwt-issuer", daemon=True)
-    thread.start()
-    return RunningIssuer(url=server.url, key=server.key, server=server)
-
-
-def main() -> None:
-    logging.basicConfig(level=logging.INFO, format="%(message)s")
-    running: Final = start_jwt_issuer(port=jwt_issuer_port())
-    logging.getLogger(__name__).info(
-        "e2e jwt issuer listening on %s  jwks=%s  mint=POST %s%s  kid=%s  (test-only, loopback, ctrl-c to stop)",
-        running.url,
-        running.jwks_url,
-        running.url,
-        TOKEN_PATH,
-        running.key.kid,
-    )
-    try:
-        threading.Event().wait()
-    except KeyboardInterrupt:
-        running.shutdown()
-
-
-if __name__ == "__main__":
-    main()
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index 17f5418bd73..2c6c0e9bbd4 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -1078,18 +1078,6 @@ class UserListResponse(BaseModel):
     total: int
 
 
-class JwtClaimsBody(BaseModel):
-    """Claims POSTed to the e2e JWT issuer's /token: exactly what the
-    `litellm_jwtauth` block in CONTRIBUTING.md reads (sub -> user_id, email ->
-    user_email, groups -> team ids), plus an explicit `exp` for the expired case;
-    the issuer fills in iss/iat/exp when they are left unset."""
-
-    sub: str
-    email: str
-    groups: Sequence[str]
-    exp: int | None = None
-
-
 class OrgNewBody(BaseModel):
     organization_alias: str
     models: list[str] = []
diff --git a/tests/e2e/other/other_client.py b/tests/e2e/other/other_client.py
index b51f3338f52..4313bbe4068 100644
--- a/tests/e2e/other/other_client.py
+++ b/tests/e2e/other/other_client.py
@@ -1,27 +1,23 @@
 """Client for the `other` holding-pen suite: the auth gate (master key vs an
-invalid key on an admin route), JWT auth against the test-only issuer
-(jwt_issuer.py), and the process-lifecycle health probes (liveness, public
-readiness, authenticated readiness diagnostics).
+invalid key on an admin route), JWT auth against the suite's Keycloak realm
+(idp.py), and the process-lifecycle health probes (liveness, public readiness,
+authenticated readiness diagnostics).
 
 Holds the shared ProxyClient so `resources` / `scoped_key` still clean up, and
 adds only the routes these behaviors need. The health probes deliberately send
 no auth header (public routes), so they go through the transport with an empty
-headers model rather than a bearer. Tokens are minted by POSTing claims to the
-issuer, so no test ever holds a signing key.
+headers model rather than a bearer. JWT tests reach the identity provider
+through `idp`, which provisions identities and mints tokens through Keycloak's
+own endpoints, so no test ever holds a signing key.
 """
 
 from __future__ import annotations
 
 from dataclasses import dataclass
-from typing import Final
 
-import pytest
-
-from e2e_config import JWT_ISSUER_URL
-from e2e_http import NetworkError, NoBody, ProbeResult, Result, Success, post_external
-from jwt_issuer import TOKEN_PATH, MintedToken
+from e2e_http import NoBody, ProbeResult, Result
+from idp import Keycloak, keycloak_from_env
 from models import (
-    JwtClaimsBody,
     ReadinessDetailsResponse,
     ReadinessResponse,
     UserListParams,
@@ -33,7 +29,11 @@ from proxy_client import ProxyClient
 @dataclass(frozen=True, slots=True)
 class OtherClient:
     proxy: ProxyClient
-    jwt_issuer_url: str
+
+    @property
+    def idp(self) -> Keycloak:
+        """Resolved per use, so the suite's non-JWT tests never need the IdP env."""
+        return keycloak_from_env()
 
     def liveness(self) -> ProbeResult:
         """GET /health/liveliness. Unauthenticated; the probe returns status +
@@ -77,21 +77,6 @@ class OtherClient:
             response_type=UserListResponse,
         )
 
-    def mint_jwt(self, claims: JwtClaimsBody) -> str:
-        """Have the test-only issuer sign `claims` into a compact RS256 JWT. A
-        missing issuer is a hard failure naming the start command, not a skip."""
-        result: Final = post_external(f"{self.jwt_issuer_url}{TOKEN_PATH}", json=claims, response_type=MintedToken)
-        match result:
-            case Success(data=minted):
-                return minted.token
-            case NetworkError(message=message):
-                pytest.fail(
-                    f"No live JWT issuer at {self.jwt_issuer_url}: {message}. Start it next to the proxy with "
-                    "`uv run python tests/e2e/jwt_issuer.py` (see CONTRIBUTING.md)"
-                )
-            case _:
-                raise AssertionError(result)
-
 
 def build_client(proxy: ProxyClient) -> OtherClient:
-    return OtherClient(proxy=proxy, jwt_issuer_url=JWT_ISSUER_URL)
+    return OtherClient(proxy=proxy)
diff --git a/tests/e2e/other/test_jwt_auth_e2e.py b/tests/e2e/other/test_jwt_auth_e2e.py
index 49a9350a3a2..25a5e7d4b9a 100644
--- a/tests/e2e/other/test_jwt_auth_e2e.py
+++ b/tests/e2e/other/test_jwt_auth_e2e.py
@@ -1,54 +1,63 @@
-"""Live e2e: RS256 JWTs minted by the test-only issuer (jwt_issuer.py) against a
+"""Live e2e: access tokens issued by a real Keycloak realm (idp.py) against a
 proxy running with `enable_jwt_auth: true` and the `litellm_jwtauth` block from
 CONTRIBUTING.md (sub -> user_id, email -> user_email, groups -> team ids,
 user_id_upsert).
 
-Every case mints through the issuer, so the tests never hold a signing key: the
-bad-signature case corrupts a genuine signature, the expired case asks the
-issuer for a token whose `exp` is already in the past. Those identities get
-their own freshly created team so a rejection can only be blamed on the token,
-while the unknown-team case names a team that was never created. An acceptance
-is proven twice, at the boundary (200 from a real provider) and in the spend log
-the proxy attributes to the claims. The last case keeps a plain `sk-` virtual
-key working on the same proxy, guarding against the flag turning JWT on for
-everyone.
+Every identity is provisioned in Keycloak for the test that uses it: a group
+named after the litellm team, and a user in that group whose password exists
+only for the length of the test. Tokens then come from Keycloak's direct-access
+grant, so no test ever holds a signing key and the claims the proxy reads are
+the ones an IdP really emits (`sub` is Keycloak's user uuid, `groups` comes off
+a protocol mapper, `aud` is Keycloak's own audience).
+
+The rejection cases stay honest about where the rejection has to come from: the
+bad-signature case corrupts a genuine signature, and the expiry case takes its
+token from the realm's one-second client and waits for it to lapse rather than
+forging a stale `exp`. Those identities get their own freshly created team, so a
+rejection can only be blamed on the token, while the unknown-team case names a
+group no litellm team was ever created for. An acceptance is proven twice, at
+the boundary (200 from a real provider) and in the spend log the proxy
+attributes to the claims. The last case keeps a plain `sk-` virtual key working
+on the same proxy, guarding against the flag turning JWT on for everyone.
 """
 
 from __future__ import annotations
 
-from dataclasses import dataclass
+import time
 from typing import Final
 
 import pytest
 
 from e2e_config import CHEAP_OPENAI_MODEL, unique_marker
 from e2e_http import UnauthorizedError, UnknownApiError, unwrap
+from idp import SHORT_LIVED_CLIENT_ID, SHORT_LIVED_TOKEN_SECONDS, Identity
 from lifecycle import ResourceManager
-from models import ChatBody, ChatMessage, JwtClaimsBody, TeamNewBody
+from models import ChatBody, ChatMessage, TeamNewBody
 from other_client import OtherClient
 
 pytestmark = pytest.mark.e2e
 
 
-@dataclass(frozen=True, slots=True)
-class JwtIdentity:
-    user_id: str
-    team_id: str
-
-    def claims(self, *, exp: int | None = None) -> JwtClaimsBody:
-        return JwtClaimsBody(sub=self.user_id, email=f"{self.user_id}@example.com", groups=(self.team_id,), exp=exp)
+def _provision(client: OtherClient, resources: ResourceManager, *, marker: str) -> Identity:
+    """A Keycloak group and a user in it, torn down with the test. The group name
+    is what the token's `groups` claim carries, which is what the proxy resolves
+    as a litellm team id."""
+    identity: Final = client.idp.provision(marker=marker, group=f"e2e-jwt-team-{marker}")
+    resources.defer(lambda: client.idp.delete_user(identity.user_id))
+    resources.defer(lambda: client.idp.delete_group(identity.group_id))
+    resources.defer(lambda: client.proxy.delete_user(identity.user_id))
+    return identity
 
 
 @pytest.fixture
-def identity(client: OtherClient, resources: ResourceManager) -> JwtIdentity:
+def identity(client: OtherClient, resources: ResourceManager) -> Identity:
+    """An IdP identity whose group is also a real litellm team, so anything the
+    proxy rejects is about the token and never about an unresolvable team."""
     marker: Final = unique_marker()
-    team_id: Final = client.proxy.create_team(
-        TeamNewBody(team_alias=f"e2e-jwt-{marker}", team_id=f"e2e-jwt-team-{marker}")
-    )
+    provisioned: Final = _provision(client, resources, marker=marker)
+    team_id: Final = client.proxy.create_team(TeamNewBody(team_alias=f"e2e-jwt-{marker}", team_id=provisioned.group))
     resources.defer(lambda: client.proxy.delete_team(team_id))
-    user_id: Final = f"e2e-jwt-user-{marker}"
-    resources.defer(lambda: client.proxy.delete_user(user_id))
-    return JwtIdentity(user_id=user_id, team_id=team_id)
+    return provisioned
 
 
 def _ping() -> ChatBody:
@@ -68,9 +77,9 @@ def _corrupt_signature(token: str) -> str:
 class TestJwtAuth:
     @pytest.mark.covers("other.auth.jwt.valid_token_allows", "other.auth.jwt.spend_attributed_to_claims")
     def test_valid_token_for_an_existing_team_is_accepted_and_attributed(
-        self, client: OtherClient, identity: JwtIdentity
+        self, client: OtherClient, identity: Identity
     ) -> None:
-        token: Final = client.mint_jwt(identity.claims())
+        token: Final = client.idp.access_token(identity)
 
         response: Final = unwrap(client.proxy.chat(token, _ping()))
         assert response.id is not None and response.choices, (
@@ -80,16 +89,16 @@ class TestJwtAuth:
         rows: Final = client.proxy.poll_logs_for_request_id(response.id)
         assert rows, f"no spend log row for request {response.id} within the poll deadline"
         row: Final = rows[0]
-        assert row.team_id == identity.team_id, (
-            f"spend row must carry the team from the JWT groups claim {identity.team_id!r}, got {row.team_id!r}"
+        assert row.team_id == identity.group, (
+            f"spend row must carry the team from the JWT groups claim {identity.group!r}, got {row.team_id!r}"
         )
         assert row.user == identity.user_id, (
             f"spend row must carry the user from the JWT sub claim {identity.user_id!r}, got {row.user!r}"
         )
 
     @pytest.mark.covers("other.auth.jwt.invalid_signature_denied")
-    def test_tampered_signature_is_rejected(self, client: OtherClient, identity: JwtIdentity) -> None:
-        tampered: Final = _corrupt_signature(client.mint_jwt(identity.claims()))
+    def test_tampered_signature_is_rejected(self, client: OtherClient, identity: Identity) -> None:
+        tampered: Final = _corrupt_signature(client.idp.access_token(identity))
 
         result: Final = client.proxy.chat(tampered, _ping())
         assert isinstance(result, UnauthorizedError), (
@@ -100,27 +109,29 @@ class TestJwtAuth:
         )
 
     @pytest.mark.covers("other.auth.jwt.expired_denied")
-    def test_expired_token_is_rejected(self, client: OtherClient, identity: JwtIdentity) -> None:
-        expired: Final = client.mint_jwt(identity.claims(exp=1))
+    def test_expired_token_is_rejected(self, client: OtherClient, identity: Identity) -> None:
+        expiring: Final = client.idp.access_token(identity, client_id=SHORT_LIVED_CLIENT_ID)
+        time.sleep(SHORT_LIVED_TOKEN_SECONDS + 1)
 
-        result: Final = client.proxy.chat(expired, _ping())
+        result: Final = client.proxy.chat(expiring, _ping())
         assert isinstance(result, UnauthorizedError), (
             f"an expired JWT must be rejected with 401 even though its signature verifies, got {result}"
         )
         assert "expired" in result.body.lower(), f"the 401 must say the token expired, got {result.body[:300]}"
 
     @pytest.mark.covers("other.auth.jwt.unknown_team_denied")
-    def test_token_naming_a_team_that_does_not_exist_is_rejected(self, client: OtherClient) -> None:
-        marker: Final = unique_marker()
-        never_created: Final = JwtIdentity(user_id=f"e2e-jwt-user-{marker}", team_id=f"e2e-jwt-missing-team-{marker}")
-        token: Final = client.mint_jwt(never_created.claims())
+    def test_token_naming_a_team_that_does_not_exist_is_rejected(
+        self, client: OtherClient, resources: ResourceManager
+    ) -> None:
+        stranger: Final = _provision(client, resources, marker=unique_marker())
+        token: Final = client.idp.access_token(stranger)
 
         result: Final = client.proxy.chat(token, _ping())
         assert isinstance(result, UnknownApiError) and result.status_code == 403, (
             f"a valid JWT whose groups name no existing team must be rejected with 403, got {result}"
         )
-        assert never_created.team_id in result.body, (
-            f"the 403 must name the team it could not resolve ({never_created.team_id}), got {result.body[:300]}"
+        assert stranger.group in result.body, (
+            f"the 403 must name the team it could not resolve ({stranger.group}), got {result.body[:300]}"
         )
 
     @pytest.mark.covers("other.auth.jwt.virtual_key_unaffected")
diff --git a/tests/e2e/test_idp.py b/tests/e2e/test_idp.py
new file mode 100644
index 00000000000..93be2806eb5
--- /dev/null
+++ b/tests/e2e/test_idp.py
@@ -0,0 +1,79 @@
+"""Harness coverage for idp.py: the pure parts of the Keycloak client, which are
+the ones a wrong value in silently mistargets. No proxy and no IdP needed, so
+these carry no `e2e` marker and run everywhere."""
+
+from __future__ import annotations
+
+from typing import Final
+
+import pytest
+
+from e2e_http import ExternalWrite
+from idp import (
+    KEYCLOAK_ADMIN_PASSWORD_ENV,
+    KEYCLOAK_ADMIN_USER_ENV,
+    KEYCLOAK_REALM_ENV,
+    KEYCLOAK_URL_ENV,
+    Keycloak,
+    PasswordCredential,
+    created_id,
+    UserCreateBody,
+    keycloak_from_env,
+)
+
+_REALM: Final = Keycloak(
+    base_url="http://keycloak:8080", realm="litellm-e2e", admin_username="admin", admin_password="pw"
+)
+
+
+def test_realm_urls_match_keycloaks_own_layout() -> None:
+    assert _REALM.issuer == "http://keycloak:8080/realms/litellm-e2e"
+    assert _REALM.jwks_url == "http://keycloak:8080/realms/litellm-e2e/protocol/openid-connect/certs"
+    assert _REALM.token_url("master") == "http://keycloak:8080/realms/master/protocol/openid-connect/token"
+
+
+def test_created_id_is_the_last_segment_of_the_location_header() -> None:
+    created: Final = ExternalWrite(
+        status_code=201, location="http://keycloak:8080/admin/realms/litellm-e2e/groups/abc-123"
+    )
+    assert created_id(created, "a group") == "abc-123"
+
+
+def test_a_refused_create_fails_the_test_with_the_idps_own_words() -> None:
+    with pytest.raises(BaseException, match=r"409.*already exists"):
+        created_id(ExternalWrite(status_code=409, body="Group already exists"), "a group")
+
+
+def test_new_users_are_born_fully_set_up() -> None:
+    """A user without a profile or with a pending required action authenticates
+    nowhere: Keycloak answers every grant with "Account is not fully set up"."""
+    body: Final = UserCreateBody(
+        username="e2e", email="e2e@example.com", groups=("team",), credentials=(PasswordCredential(value="pw"),)
+    ).model_dump(by_alias=True)
+
+    assert body["requiredActions"] == ()
+    assert body["firstName"] and body["lastName"] and body["emailVerified"] is True
+    assert body["credentials"][0]["temporary"] is False
+
+
+def test_connection_details_come_from_the_environment(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv(KEYCLOAK_URL_ENV, "http://keycloak.litellm.svc.cluster.local:8080/")
+    monkeypatch.setenv(KEYCLOAK_REALM_ENV, "other-realm")
+    monkeypatch.setenv(KEYCLOAK_ADMIN_USER_ENV, "admin")
+    monkeypatch.setenv(KEYCLOAK_ADMIN_PASSWORD_ENV, "pw")
+
+    resolved: Final = keycloak_from_env()
+
+    assert resolved.issuer == "http://keycloak.litellm.svc.cluster.local:8080/realms/other-realm"
+    assert resolved.admin_username == "admin" and resolved.admin_password == "pw"
+
+
+@pytest.mark.parametrize("blank", ["", "   "])
+def test_a_missing_admin_credential_fails_loudly_instead_of_skipping(
+    monkeypatch: pytest.MonkeyPatch, blank: str
+) -> None:
+    monkeypatch.setenv(KEYCLOAK_ADMIN_USER_ENV, "admin")
+    monkeypatch.setenv(KEYCLOAK_ADMIN_PASSWORD_ENV, blank)
+
+    with pytest.raises(BaseException, match=KEYCLOAK_ADMIN_PASSWORD_ENV):
+        keycloak_from_env()
diff --git a/tests/e2e/test_jwt_issuer.py b/tests/e2e/test_jwt_issuer.py
deleted file mode 100644
index 7acaaf13949..00000000000
--- a/tests/e2e/test_jwt_issuer.py
+++ /dev/null
@@ -1,141 +0,0 @@
-"""Harness coverage for the test-only JWT issuer (jwt_issuer.py).
-
-No proxy and no ``e2e`` marker. The issuer is booted in-process on an
-OS-assigned port with a fixed clock and driven over HTTP through
-``e2e_http.post_external`` / ``get_external``, the same transport the live
-suite uses, so what is pinned here is the contract the live JWT tests lean on:
-a token minted at ``/token`` verifies against the key served at
-``/.well-known/jwks.json`` under the ``kid`` in its header, ``iss``/``iat``/``exp``
-are filled in only when the caller left them out, and malformed claim bodies or
-unknown paths are refused instead of signed.
-"""
-
-from __future__ import annotations
-
-import time
-from collections.abc import Iterator
-from typing import Final
-
-import jwt
-import pytest
-from pydantic import BaseModel, RootModel
-
-from e2e_http import UnknownApiError, get_external, post_external, unwrap
-from jwt_issuer import (
-    DEFAULT_TOKEN_LIFETIME_SECONDS,
-    JWKS_PATH,
-    JWT_ISSUER_PORT_ENV,
-    TOKEN_PATH,
-    JwksDocument,
-    MintedToken,
-    RunningIssuer,
-    jwt_issuer_port,
-    start_jwt_issuer,
-)
-
-FROZEN_NOW: Final = int(time.time())
-
-
-class _Claims(BaseModel):
-    sub: str
-    groups: tuple[str, ...] = ()
-    exp: int | None = None
-
-
-class _DecodedClaims(BaseModel):
-    sub: str
-    iss: str
-    iat: int
-    exp: int
-    groups: tuple[str, ...] = ()
-
-
-class _NotAnObject(RootModel[tuple[str, ...]]):
-    pass
-
-
-@pytest.fixture(scope="module")
-def issuer() -> Iterator[RunningIssuer]:
-    running: Final = start_jwt_issuer(clock=lambda: FROZEN_NOW)
-    yield running
-    running.shutdown()
-
-
-def _mint(issuer: RunningIssuer, claims: _Claims) -> str:
-    return unwrap(post_external(f"{issuer.url}{TOKEN_PATH}", json=claims, response_type=MintedToken)).token
-
-
-def _served_jwks(issuer: RunningIssuer) -> JwksDocument:
-    return unwrap(get_external(issuer.jwks_url, response_type=JwksDocument))
-
-
-def _decode(token: str, jwks: JwksDocument, *, verify_exp: bool = True) -> _DecodedClaims:
-    key: Final = jwt.PyJWK.from_json(jwks.keys[0].model_dump_json())
-    decoded: Final = jwt.decode(token, key, algorithms=["RS256"], options={"verify_exp": verify_exp})
-    return _DecodedClaims.model_validate(decoded)
-
-
-class TestJwtIssuer:
-    def test_minted_token_verifies_against_the_served_jwks(self, issuer: RunningIssuer) -> None:
-        token: Final = _mint(issuer, _Claims(sub="alice", groups=("team-a",)))
-        jwks: Final = _served_jwks(issuer)
-
-        assert len(jwks.keys) == 1
-        assert jwt.get_unverified_header(token)["kid"] == jwks.keys[0].kid
-        claims: Final = _decode(token, jwks)
-        assert claims.sub == "alice"
-        assert claims.groups == ("team-a",)
-        assert claims.iss == issuer.url
-        assert claims.iat == FROZEN_NOW
-        assert claims.exp == FROZEN_NOW + DEFAULT_TOKEN_LIFETIME_SECONDS
-
-    def test_a_token_signed_by_another_key_does_not_verify(self, issuer: RunningIssuer) -> None:
-        other: Final = start_jwt_issuer(clock=lambda: FROZEN_NOW)
-        try:
-            foreign_token: Final = _mint(other, _Claims(sub="alice"))
-        finally:
-            other.shutdown()
-
-        with pytest.raises(jwt.InvalidSignatureError):
-            _decode(foreign_token, _served_jwks(issuer))
-
-    def test_an_explicit_exp_is_signed_as_given(self, issuer: RunningIssuer) -> None:
-        expired_at: Final = FROZEN_NOW - 60
-        token: Final = _mint(issuer, _Claims(sub="alice", exp=expired_at))
-        jwks: Final = _served_jwks(issuer)
-
-        assert _decode(token, jwks, verify_exp=False).exp == expired_at
-        with pytest.raises(jwt.ExpiredSignatureError):
-            _ = _decode(token, jwks)
-
-    def test_non_object_claims_are_refused(self, issuer: RunningIssuer) -> None:
-        result: Final = post_external(
-            f"{issuer.url}{TOKEN_PATH}", json=_NotAnObject(("not", "claims")), response_type=MintedToken
-        )
-        assert isinstance(result, UnknownApiError)
-        assert result.status_code == 400
-
-    @pytest.mark.parametrize(
-        ("method", "path"),
-        [("GET", TOKEN_PATH), ("POST", JWKS_PATH), ("GET", "/token/anything")],
-        ids=["get-token", "post-jwks", "get-other"],
-    )
-    def test_unknown_routes_are_404(self, issuer: RunningIssuer, method: str, path: str) -> None:
-        url: Final = f"{issuer.url}{path}"
-        result: Final = (
-            get_external(url, response_type=MintedToken)
-            if method == "GET"
-            else post_external(url, json=_Claims(sub="alice"), response_type=MintedToken)
-        )
-        assert isinstance(result, UnknownApiError)
-        assert result.status_code == 404
-
-
-class TestIssuerPort:
-    def test_defaults_to_the_documented_port(self, monkeypatch: pytest.MonkeyPatch) -> None:
-        monkeypatch.delenv(JWT_ISSUER_PORT_ENV, raising=False)
-        assert jwt_issuer_port() == 4190, "CONTRIBUTING.md hardcodes 4190 in JWT_PUBLIC_KEY_URL"
-
-    def test_env_override_wins(self, monkeypatch: pytest.MonkeyPatch) -> None:
-        monkeypatch.setenv(JWT_ISSUER_PORT_ENV, " 4321 ")
-        assert jwt_issuer_port() == 4321

From 1213d7d39929500883fee4c3823f8dfbc073fdb8 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MBP.localdomain>
Date: Wed, 9 Sep 2026 17:17:33 -0700
Subject: [PATCH 043/298] test(e2e): cover /embeddings and assert memory and
 fallbacks in the Redis timeout test

Add an embeddings case with its own closed-port primary and mock backup (the fallback map in
the gateway config gains the pair; LiteLLMParamsBody.mock_response accepts the list an embedding
mock needs). Assert from /metrics that the proxy's resident memory grows by no more than 200 MB
across each case where the process collector reports it (Linux), that the router counted a
successful fallback for every request, and that every spend row is a success.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014ZDULyJPp17ZFiJenRxs2T
---
 tests/e2e/coverage_registry/reliability.yaml  |   2 +-
 tests/e2e/gateway/redis_timeout_ci_config.yml |   2 +
 tests/e2e/models.py                           |   2 +-
 tests/e2e/router/test_redis_timeout_e2e.py    | 142 +++++++++++++-----
 4 files changed, 110 insertions(+), 38 deletions(-)

diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 3b378b56870..a42e4b2779a 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,7 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
-- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions, responses], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions, responses, embeddings], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_timeout_ci_config.yml
index 9bcf65162d6..fd283dbc7df 100644
--- a/tests/e2e/gateway/redis_timeout_ci_config.yml
+++ b/tests/e2e/gateway/redis_timeout_ci_config.yml
@@ -17,3 +17,5 @@ router_settings:
   fallbacks:
     - redis-timeout-primary:
         - redis-timeout-backup
+    - redis-timeout-embed-primary:
+        - redis-timeout-embed-backup
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index 62810e6cfd9..f3c111bdf06 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -920,7 +920,7 @@ class LiteLLMParamsBody(BaseModel):
     auto_router_default_model: str | None = None
     auto_router_embedding_model: str | None = None
     tags: list[str] | None = None
-    mock_response: str | None = None
+    mock_response: str | list[float] | None = None
     timeout: float | None = None
     tpm: int | None = None
     weight: int | None = None
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
index 58d10f1d8ea..3f1984c0696 100644
--- a/tests/e2e/router/test_redis_timeout_e2e.py
+++ b/tests/e2e/router/test_redis_timeout_e2e.py
@@ -3,12 +3,12 @@
 Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.yml, which
 points cache_params at a real Redis with socket_timeout 0.001. The test holds that Redis in
 CLIENT PAUSE WRITE for its duration, so every write the proxy sends, the spend counter increment
-included, hangs past the timeout, and it proves the degradation was real from the breaker metrics on /metrics: fresh timeouts, a breaker transition,
-or an already-open breaker rejecting every call, which is the state a customer's worker sits in. The test registers two deployments through /model/new: a primary whose api_base is a closed port
-and a backup that answers with a mock. Each request fails the primary, retries, falls back and succeeds, so it carries retry breadcrumbs; its cost
-tracking then fails on the spend counter increment and stringifies the request metadata into a
-failed-tracking alert. On v1.100.0 that string doubled per request until the worker hung
-(LIT-6780). Deselected unless E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
+included, hangs past the timeout. For each endpoint it registers two deployments through
+/model/new: a primary whose api_base is a closed port and a backup that answers with a mock. Each request fails the primary,
+retries, falls back and succeeds, so it carries retry breadcrumbs; its cost tracking then fails on
+the spend counter increment and stringifies the request metadata into a failed-tracking alert. On
+v1.100.0 that string doubled per request until the worker hung (LIT-6780). Deselected unless
+E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
 """
 
 from __future__ import annotations
@@ -26,25 +26,29 @@ from complexity_router_client import ComplexityRouterClient
 from e2e_config import unique_marker
 from e2e_http import NoBody, Result, Success
 from lifecycle import ResourceManager
-from models import ChatBody, ChatMessage, ChatResponse, KeyGenerateBody, LiteLLMParamsBody
+from models import ChatBody, ChatMessage, ChatResponse, EmbedBody, KeyGenerateBody, LiteLLMParamsBody
 from proxy_client import ProxyClient
 from pydantic import BaseModel
 
 pytestmark = [pytest.mark.e2e, pytest.mark.redis_timeout]
 
-PRIMARY_MODEL: Final = "redis-timeout-primary"
-BACKUP_MODEL: Final = "redis-timeout-backup"
-BACKING_MODEL: Final = "openai/gpt-5-mini"
-CLOSED_PORT_API_BASE: Final = "http://127.0.0.1:1"
 REQUESTS: Final = 20
 MAX_SECONDS_PER_REQUEST: Final = 10.0
 MAX_LATENCY_GROWTH_RATIO: Final = 3.0
 MAX_LIVELINESS_SECONDS: Final = 2.0
+MAX_RSS_GROWTH_BYTES: Final = 200 * 1024 * 1024
 REDIS_PAUSE_MS: Final = 600_000
 BREAKER_FAILURE_THRESHOLD: Final = 5
+CLOSED_PORT_API_BASE: Final = "http://127.0.0.1:1"
 TIMEOUT_FAILURES_RE: Final = re.compile(
     r'^litellm_redis_circuit_breaker_failures_total\{failure_class="timeout"\} ([0-9.e+]+)$', re.M
 )
+BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
+BREAKER_TRANSITIONS_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
+)
+FALLBACKS_RE: Final = re.compile(r"^litellm_deployment_successful_fallbacks_total\{[^}]*\} ([0-9.e+]+)$", re.M)
+RSS_RE: Final = re.compile(r"^process_resident_memory_bytes ([0-9.e+]+)$", re.M)
 
 
 class ResponsesBody(BaseModel):
@@ -59,48 +63,95 @@ class ResponsesObject(BaseModel):
     output: list[object] = []
 
 
+class EmbeddingsObject(BaseModel):
+    model: str | None = None
+    data: list[object] = []
+
+
 @dataclass(frozen=True, slots=True)
 class Endpoint:
+    """One endpoint's deployments and request shape."""
+
     name: str
-    send: Callable[[ProxyClient, str, str], Result[BaseModel]]
+    primary: str
+    backup: str
+    primary_params: LiteLLMParamsBody
+    backup_params: LiteLLMParamsBody
+    send: Callable[[ProxyClient, str, str, str], Result[BaseModel]]
     served: Callable[[BaseModel], bool]
 
 
-def _send_chat(proxy: ProxyClient, key: str, marker: str) -> Result[BaseModel]:
+def _send_chat(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
     return proxy.transport.post(
         "/chat/completions",
         headers=proxy.transport.bearer(key),
-        json=ChatBody(model=PRIMARY_MODEL, messages=[ChatMessage(role="user", content=marker)], max_tokens=5),
+        json=ChatBody(model=model, messages=[ChatMessage(role="user", content=marker)], max_tokens=5),
         response_type=ChatResponse,
         timeout=MAX_SECONDS_PER_REQUEST,
     )
 
 
-def _send_responses(proxy: ProxyClient, key: str, marker: str) -> Result[BaseModel]:
+def _send_responses(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
     return proxy.transport.post(
         "/v1/responses",
         headers=proxy.transport.bearer(key),
-        json=ResponsesBody(model=PRIMARY_MODEL, input=marker),
+        json=ResponsesBody(model=model, input=marker),
         response_type=ResponsesObject,
         timeout=MAX_SECONDS_PER_REQUEST,
     )
 
 
+def _send_embeddings(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
+    return proxy.transport.post(
+        "/embeddings",
+        headers=proxy.transport.bearer(key),
+        json=EmbedBody(model=model, input=marker),
+        response_type=EmbeddingsObject,
+        timeout=MAX_SECONDS_PER_REQUEST,
+    )
+
+
+_CHAT_PRIMARY: Final = LiteLLMParamsBody(
+    model="openai/gpt-5-mini", api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
+)
+_CHAT_BACKUP: Final = LiteLLMParamsBody(
+    model="openai/gpt-5-nano", api_key="sk-redis-timeout-backup-not-used", mock_response="ok"
+)
+_EMBED_PRIMARY: Final = LiteLLMParamsBody(
+    model="openai/text-embedding-3-small", api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
+)
+_EMBED_BACKUP: Final = LiteLLMParamsBody(
+    model="openai/text-embedding-3-large", api_key="sk-redis-timeout-backup-not-used", mock_response=[0.1, 0.2, 0.3]
+)
+
 ENDPOINTS: Final = (
     Endpoint(
         name="chat_completions",
+        primary="redis-timeout-primary",
+        backup="redis-timeout-backup",
+        primary_params=_CHAT_PRIMARY,
+        backup_params=_CHAT_BACKUP,
         send=_send_chat,
         served=lambda data: isinstance(data, ChatResponse) and bool(data.choices),
     ),
     Endpoint(
         name="responses",
+        primary="redis-timeout-primary",
+        backup="redis-timeout-backup",
+        primary_params=_CHAT_PRIMARY,
+        backup_params=_CHAT_BACKUP,
         send=_send_responses,
         served=lambda data: isinstance(data, ResponsesObject) and bool(data.output),
     ),
-)
-BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
-BREAKER_TRANSITIONS_RE: Final = re.compile(
-    r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
+    Endpoint(
+        name="embeddings",
+        primary="redis-timeout-embed-primary",
+        backup="redis-timeout-embed-backup",
+        primary_params=_EMBED_PRIMARY,
+        backup_params=_EMBED_BACKUP,
+        send=_send_embeddings,
+        served=lambda data: isinstance(data, EmbeddingsObject) and bool(data.data),
+    ),
 )
 
 
@@ -126,48 +177,51 @@ def _metric(proxy: ProxyClient, pattern: re.Pattern[str]) -> float:
     return sum(float(match.group(1)) for match in pattern.finditer(body))
 
 
+def _rss_bytes(proxy: ProxyClient) -> float | None:
+    """The proxy's resident memory from the Prometheus process collector, which reads /proc and
+    so reports on Linux only; None where the metric is absent."""
+    body = proxy.probe("/metrics", params=NoBody()).body
+    match = RSS_RE.search(body)
+    return float(match.group(1)) if match else None
+
+
 class TestRedisTimeout:
     @pytest.mark.parametrize("endpoint", ENDPOINTS, ids=[endpoint.name for endpoint in ENDPOINTS])
     @pytest.mark.covers(
         "reliability.circuit_breaker.redis_timeout.stays_responsive",
-        exercised_on=["chat_completions", "responses"],
+        exercised_on=["chat_completions", "responses", "embeddings"],
     )
     def test_retries_under_redis_timeouts_keep_answering(
         self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint, paused_redis: None
     ) -> None:
         proxy = client.proxy
-        primary_id = proxy.create_model(
-            PRIMARY_MODEL,
-            LiteLLMParamsBody(
-                model=BACKING_MODEL, api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
-            ),
-        )
+        primary_id = proxy.create_model(endpoint.primary, endpoint.primary_params)
         resources.defer(lambda: proxy.delete_model(primary_id))
-        backup_id = proxy.create_model(
-            BACKUP_MODEL,
-            LiteLLMParamsBody(model=BACKING_MODEL, api_key="sk-redis-timeout-backup-not-used", mock_response="ok"),
-        )
+        backup_id = proxy.create_model(endpoint.backup, endpoint.backup_params)
         resources.defer(lambda: proxy.delete_model(backup_id))
-        timeouts_before = _metric(proxy, TIMEOUT_FAILURES_RE)
-        transitions_before = _metric(proxy, BREAKER_TRANSITIONS_RE)
         key = proxy.generate_key(
             KeyGenerateBody(
-                models=[PRIMARY_MODEL, BACKUP_MODEL], key_alias=f"e2e-redis-timeout-{endpoint.name}-{unique_marker()}"
+                models=[endpoint.primary, endpoint.backup],
+                key_alias=f"e2e-redis-timeout-{endpoint.name}-{unique_marker()}",
             )
         )
         resources.defer(lambda: proxy.delete_key(key))
+        timeouts_before = _metric(proxy, TIMEOUT_FAILURES_RE)
+        transitions_before = _metric(proxy, BREAKER_TRANSITIONS_RE)
+        fallbacks_before = _metric(proxy, FALLBACKS_RE)
+        rss_before = _rss_bytes(proxy)
 
         latencies: list[float] = []
         for request_number in range(1, REQUESTS + 1):
             started = time.monotonic()
-            result = endpoint.send(proxy, key, f"redis timeout {unique_marker()} {request_number}")
+            result = endpoint.send(proxy, key, endpoint.primary, f"redis timeout {unique_marker()} {request_number}")
             elapsed = time.monotonic() - started
             assert isinstance(result, Success), (
                 f"{endpoint.name} request {request_number} failed after {elapsed:.1f}s with Redis timing out: {result}; "
                 f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
             )
             assert endpoint.served(result.data), (
-                f"{endpoint.name} request {request_number}: fallback to {BACKUP_MODEL} returned no output"
+                f"{endpoint.name} request {request_number}: fallback to {endpoint.backup} returned no output"
             )
             assert elapsed < MAX_SECONDS_PER_REQUEST, (
                 f"{endpoint.name} request {request_number} took {elapsed:.1f}s with Redis timing out; "
@@ -191,6 +245,20 @@ class TestRedisTimeout:
             f"/health/liveliness took {liveliness_seconds:.1f}s after the loop; the worker is stalled"
         )
 
+        if rss_before is not None:
+            rss_after = _rss_bytes(proxy)
+            assert rss_after is not None
+            assert rss_after - rss_before <= MAX_RSS_GROWTH_BYTES, (
+                f"proxy RSS grew {(rss_after - rss_before) / 2**20:.0f} MB across {REQUESTS} {endpoint.name} requests "
+                "with Redis timing out; on v1.100.0 this path grew by gigabytes"
+            )
+
+        fallbacks = _metric(proxy, FALLBACKS_RE) - fallbacks_before
+        assert fallbacks >= REQUESTS, (
+            f"only {fallbacks:.0f} successful fallbacks were counted across {REQUESTS} {endpoint.name} requests; "
+            "the closed-port primary did not fail every request, so the retry path was not exercised"
+        )
+
         timeouts_total = _metric(proxy, TIMEOUT_FAILURES_RE)
         timeouts = timeouts_total - timeouts_before
         transitions = _metric(proxy, BREAKER_TRANSITIONS_RE) - transitions_before
@@ -210,3 +278,5 @@ class TestRedisTimeout:
             f"only {len(rows)} of {REQUESTS} {endpoint.name} requests reached the spend log; "
             "a Redis outage must not lose spend rows"
         )
+        failed_rows = [row.status for row in rows if row.status not in (None, "success")]
+        assert not failed_rows, f"{len(failed_rows)} {endpoint.name} spend rows are not successes: {failed_rows[:3]}"

From 7c1d060b7af3150320a2c88428871703d71f7a38 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Wed, 9 Sep 2026 18:04:36 -0700
Subject: [PATCH 044/298] fix(mcp): enforce OAuth identity binding across
 credential lifetime

---
 litellm/proxy/_experimental/mcp_server/db.py  |  34 +++-
 .../mcp_server/discoverable_endpoints.py      |  94 +++++++---
 .../mcp_server/oauth_identity_binding.py      | 170 ++++++++++++++----
 .../authz_code_refresher.py                   |  37 +++-
 .../per_user_oauth_store.py                   |  13 ++
 .../types/mcp_server/mcp_server_manager.py    |  13 +-
 .../test_authz_code_refresher.py              |  34 ++++
 .../test_per_user_oauth_store.py              |  25 +++
 .../mcp_server/test_db_credentials.py         |  24 ++-
 .../mcp_server/test_discoverable_endpoints.py |  60 ++++++-
 .../mcp_server/test_oauth_identity_binding.py | 111 +++++++++---
 .../test_mcp_management_endpoints.py          |   3 +-
 12 files changed, 526 insertions(+), 92 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/db.py b/litellm/proxy/_experimental/mcp_server/db.py
index 7379126983a..08f83aeb756 100644
--- a/litellm/proxy/_experimental/mcp_server/db.py
+++ b/litellm/proxy/_experimental/mcp_server/db.py
@@ -6,10 +6,17 @@ from collections.abc import Awaitable, Callable, Iterable, Mapping, Sequence
 from datetime import datetime, timedelta, timezone
 from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypedDict, cast
 
+from typing_extensions import ReadOnly
+
 from litellm._logging import verbose_proxy_logger
 from litellm._uuid import uuid
 from litellm.constants import MCP_PER_USER_TOKEN_EXPIRY_BUFFER_SECONDS
 from litellm.llms.custom_httpx.http_handler import get_async_httpx_client
+from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    RefreshTokenPresented,
+    credential_binding_matches,
+    enforce_oauth_identity_binding,
+)
 from litellm.proxy._experimental.mcp_server.oauth_utils import build_upstream_oauth2_token_request
 from litellm.proxy._types import (
     LiteLLM_MCPServerTable,
@@ -117,6 +124,7 @@ class _OAuthCredentialAccessToken(TypedDict):
 
 
 class OAuthCredentialPayload(_OAuthCredentialAccessToken, total=False):
+    identity_binding_proof: ReadOnly[str]
     type: str
     refresh_token: str
     expires_at: str
@@ -1393,6 +1401,7 @@ async def store_user_oauth_credential(
     expires_in: int | None = None,
     scopes: list[str] | None = None,
     skip_byok_guard: bool = False,
+    identity_binding_proof: str | None = None,
 ) -> None:
     """Persist an OAuth2 access token for a user+server pair.
 
@@ -1409,6 +1418,7 @@ async def store_user_oauth_credential(
         "type": "oauth2",
         "access_token": access_token,
         "connected_at": datetime.now(timezone.utc).isoformat(),
+        **({"identity_binding_proof": identity_binding_proof} if identity_binding_proof else {}),
     }
     if refresh_token:
         payload["refresh_token"] = refresh_token
@@ -1628,6 +1638,11 @@ async def refresh_user_oauth_token(
     warning and returns ``None`` — the caller is responsible for clearing the
     stale credential and triggering re-authentication.
     """
+    binding: Final = server.oauth_identity_binding
+    if binding is not None and binding.mode == "enforce":
+        if not await credential_binding_matches(binding, user_id, server.server_id, cred):
+            return None
+
     refresh_token: Final[str | None] = cred.get("refresh_token")
     token_url: Final[str | None] = getattr(server, "effective_token_url", None) or getattr(server, "token_url", None)
     server_id: Final[str] = getattr(server, "server_id", "")
@@ -1677,6 +1692,14 @@ async def refresh_user_oauth_token(
         )
         return None
 
+    binding_proof: Final = await enforce_oauth_identity_binding(
+        server=server,
+        token_response=body,
+        litellm_user_id=user_id,
+        grant_type="refresh_token",
+        refresh_ownership=RefreshTokenPresented(refresh_token),
+    )
+
     access_token: Final[str | None] = body.get("access_token")
     if not access_token:
         verbose_proxy_logger.warning(
@@ -1709,6 +1732,7 @@ async def refresh_user_oauth_token(
         refresh_token=new_refresh_token,
         expires_in=expires_in,
         scopes=scopes,
+        identity_binding_proof=binding_proof,
         skip_byok_guard=True,  # Row is already OAuth2; skip the extra find_unique check
     )
 
@@ -1742,6 +1766,10 @@ async def resolve_valid_user_oauth_token(
     grant: Final = oauth_grant_state(cred)
     if cred is None or grant == "absent":
         return None
+    binding: Final = server.oauth_identity_binding
+    if binding is not None and binding.mode == "enforce":
+        if not await credential_binding_matches(binding, user_id, server.server_id, cred):
+            return None
     if grant == "valid":
         return cred
     if prisma_client is None:
@@ -1782,7 +1810,11 @@ async def resolve_user_oauth_access_token(
             mcp_per_user_token_cache,
         )
 
-        if prefetched_creds is None:
+        binding: Final = server.oauth_identity_binding
+        enforce_binding: Final = binding is not None and binding.mode == "enforce"
+        if enforce_binding:
+            await mcp_per_user_token_cache.delete(user_id, server_id)
+        if prefetched_creds is None and not enforce_binding:
             cached_token: Final = await mcp_per_user_token_cache.get(user_id, server_id)
             if cached_token is not None:
                 return cached_token
diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 9f6bc1860e1..c8e02be308b 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -144,6 +144,7 @@ def encode_state_with_base_url(
     dcr_client_id: str | None = None,
     dcr_client_secret: str | None = None,
     dcr_token_endpoint_auth_method: MCPTokenEndpointAuthMethod | None = None,
+    oauth_nonce: str | None = None,
 ) -> str:
     """
     Encode the base_url, original state, and PKCE parameters using encryption.
@@ -154,9 +155,8 @@ def encode_state_with_base_url(
         code_challenge: PKCE code challenge from client
         code_challenge_method: PKCE code challenge method from client
         client_redirect_uri: Original redirect_uri from client
-        litellm_user_id: The SSO-authenticated litellm user captured at the bridge authorize
-            (interactive dcr_bridge oauth_delegate only); the callback seals it into the gateway
-            authorization code so the token mint can bind the envelope to this user
+        litellm_user_id: The authenticated user captured for bridge or identity-bound per-user OAuth;
+            the callback seals this credential owner into the authorization code
         mcp_server_id: The server the flow targets, sealed alongside litellm_user_id (bridge) or
             dcr_client_id (ephemeral mint) so the gateway code cannot be replayed against another
             server
@@ -174,6 +174,7 @@ def encode_state_with_base_url(
         An encrypted string that encodes all values
     """
     state_data: Final = {
+        "oauth_nonce": oauth_nonce,
         "base_url": base_url,
         "original_state": original_state,
         "code_challenge": code_challenge,
@@ -215,10 +216,10 @@ _BRIDGE_AUTH_CODE_PREFIX: Final = "llm_bcode_"
 
 
 class _BridgeAuthorizationCode(BaseModel):
-    """The identity and upstream code the gateway seals into the authorization code it hands a DCR
-    client for an interactive dcr_bridge oauth_delegate sign-in, recovered at the token endpoint."""
+    """Authenticated caller and upstream code sealed for bridge or identity-bound per-user OAuth."""
 
     model_config = ConfigDict(frozen=True)
+    oauth_nonce: str | None = None
     upstream_code: str = Field(min_length=1)
     litellm_user_id: str = Field(min_length=1)
     mcp_server_id: str = Field(min_length=1)
@@ -230,7 +231,12 @@ def is_bridge_authorization_code(code: str) -> bool:
     return code.startswith(_BRIDGE_AUTH_CODE_PREFIX)
 
 
-def seal_bridge_authorization_code(upstream_code: str, litellm_user_id: str, mcp_server_id: str) -> str:
+def seal_bridge_authorization_code(
+    upstream_code: str,
+    litellm_user_id: str,
+    mcp_server_id: str,
+    oauth_nonce: str | None = None,
+) -> str:
     """Seal the upstream authorization code and the SSO-captured litellm user into a gateway
     authorization code. The DCR client only echoes this opaque value back at the token endpoint; the
     gateway decrypts it there to recover the user (to bind the envelope) and the upstream code (to
@@ -239,7 +245,12 @@ def seal_bridge_authorization_code(upstream_code: str, litellm_user_id: str, mcp
     authenticated symmetric helper (the same family the OAuth state uses), so the client can neither
     read nor forge it."""
     payload: Final = json.dumps(
-        {"upstream_code": upstream_code, "litellm_user_id": litellm_user_id, "mcp_server_id": mcp_server_id},
+        {
+            "upstream_code": upstream_code,
+            "litellm_user_id": litellm_user_id,
+            "mcp_server_id": mcp_server_id,
+            "oauth_nonce": oauth_nonce,
+        },
         sort_keys=True,
     )
     return _BRIDGE_AUTH_CODE_PREFIX + encrypt_value_helper(payload)
@@ -552,6 +563,7 @@ async def _store_per_user_token_server_side(
     server: MCPServer,
     user_id: str,
     token_response: dict[str, Any],
+    identity_binding_proof: str | None = None,
 ) -> None:
     """Persist the OAuth token server-side and warm the Redis cache.
 
@@ -593,6 +605,7 @@ async def _store_per_user_token_server_side(
             refresh_token=refresh_token,
             expires_in=expires_in,
             scopes=scopes,
+            identity_binding_proof=identity_binding_proof,
         )
         verbose_logger.info(
             "_store_per_user_token_server_side: stored token for user=%s server=%s",
@@ -859,6 +872,11 @@ async def authorize_with_server(
             ),
         )
 
+    binding: Final = resolved_server.oauth_identity_binding
+    enforce_binding: Final = binding is not None and binding.mode == "enforce"
+    if enforce_binding:
+        _require_s256_pkce(code_challenge, code_challenge_method)
+
     if resolved_server.is_dcr_bridge:
         # Enforce S256 PKCE on both bridge arms. The relay arm forwards the validated,
         # now-non-optional pair to the upstream authorize; the short-circuit arm keeps
@@ -889,19 +907,16 @@ async def authorize_with_server(
     base_url: Final = urlunparse(parsed._replace(query=""))
     request_base_url: Final = get_request_base_url(request)
 
-    # Interactive dcr_bridge oauth_delegate sign-in: this arm runs the gateway /callback and /token in
-    # the loop, so the gateway can capture the litellm user here (from the browser's UI session) and
-    # carry it to the back-channel token mint. Seal the SSO user and the target server into the state;
-    # the callback reads them back to mint the gateway authorization code. A DCR client cannot present a
-    # litellm key, so the browser session is the only identity source; without one there is nothing to
-    # bind, so send the user through login first. Every other oauth2 server keeps the identity-less state.
+    # Seal the authenticated caller into state so the token exchange cannot select another credential owner.
     litellm_user_id: str | None = None
-    if resolved_server.is_dcr_bridge and resolved_server.is_oauth_delegate:
+    if enforce_binding or (resolved_server.is_dcr_bridge and resolved_server.is_oauth_delegate):
         from litellm.proxy._experimental.mcp_server.byok_oauth_endpoints import (  # noqa: PLC0415  # inline import avoids a module-load circular import
             _user_id_from_session_cookie,
         )
 
-        litellm_user_id = _user_id_from_session_cookie(request)
+        litellm_user_id = (
+            await _extract_user_id_from_request(request) if enforce_binding else None
+        ) or _user_id_from_session_cookie(request)
         if litellm_user_id is None:
             return _redirect_to_litellm_login(request)
         denial: Final = await _bridge_authorize_access_denial(
@@ -913,9 +928,11 @@ async def authorize_with_server(
         if denial is not None:
             return denial
 
+    oauth_nonce: Final = secrets.token_urlsafe(32) if enforce_binding else None
     encoded_state: Final = encode_state_with_base_url(
         base_url=base_url,
         original_state=state,
+        oauth_nonce=oauth_nonce,
         code_challenge=code_challenge,
         code_challenge_method=code_challenge_method,
         client_redirect_uri=redirect_uri,
@@ -935,11 +952,16 @@ async def authorize_with_server(
         "state": relay_state,
         "response_type": response_type or "code",
     }
+    if oauth_nonce:
+        params["nonce"] = oauth_nonce
     if scope:
         params["scope"] = scope
     elif resolved_server.scopes:
         params["scope"] = " ".join(resolved_server.scopes)
 
+    if enforce_binding and "openid" not in params.get("scope", "").split():
+        params["scope"] = f"openid {params.get('scope', '')}".strip()
+
     if code_challenge:
         params["code_challenge"] = code_challenge
     if code_challenge_method:
@@ -1020,6 +1042,12 @@ async def exchange_token_with_server(
     except TokenEndpointAuthConfigError as exc:
         raise HTTPException(status_code=400, detail=str(exc)) from exc
 
+    request_user_id: Final = (
+        await _extract_user_id_from_request(request)
+        if resolved_server.needs_user_oauth_token or resolved_server.oauth_identity_binding is not None
+        else None
+    )
+
     bridge_identity: _BridgeAuthorizationCode | None = None
     bridge_mint_ready: _BridgeMintReady | None = None
     bridge_upstream_refresh: SecretStr | None = None
@@ -1081,6 +1109,14 @@ async def exchange_token_with_server(
                     detail="Authorization code was issued for a different MCP server",
                 )
             code = bridge_identity.upstream_code
+        binding: Final = resolved_server.oauth_identity_binding
+        if binding is not None and binding.mode == "enforce":
+            if bridge_identity is None or not bridge_identity.oauth_nonce:
+                raise HTTPException(status_code=403, detail={"error": "oauth_identity_binding_failed"})
+            if request_user_id is not None and request_user_id != bridge_identity.litellm_user_id:
+                raise HTTPException(status_code=403, detail={"error": "oauth_principal_mismatch"})
+            if not code_verifier:
+                raise HTTPException(status_code=403, detail={"error": "oauth_identity_binding_failed"})
         bridge_token_relay: Final = _dcr_bridge_relays_client_registration(resolved_server)
         if bridge_token_relay and not redirect_uri:
             raise HTTPException(
@@ -1108,6 +1144,16 @@ async def exchange_token_with_server(
                 return _bridge_mint_error_response(prepared)
             bridge_mint_ready = prepared
 
+    refresh_binding: Final = resolved_server.oauth_identity_binding
+    if grant_type == "refresh_token" and refresh_binding is not None and refresh_binding.mode == "enforce":
+        await enforce_oauth_identity_binding(
+            server=resolved_server,
+            token_response={},
+            litellm_user_id=request_user_id,
+            grant_type=grant_type,
+            refresh_ownership=refresh_ownership,
+        )
+
     async_client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.Oauth2Check)
     try:
         response: Final = await async_client.post(
@@ -1150,19 +1196,19 @@ async def exchange_token_with_server(
 
     # Bind the exchanged token to the LiteLLM caller BEFORE it is returned, stored, or cached, so a
     # token minted for a different upstream principal never becomes usable under the caller's user_id.
-    resolved_user_id: Final = (
-        await _extract_user_id_from_request(request)
-        if resolved_server.needs_user_oauth_token or resolved_server.oauth_identity_binding is not None
-        else None
-    )
-    if isinstance(token_response, dict):
+    resolved_user_id: Final = bridge_identity.litellm_user_id if bridge_identity else request_user_id
+    binding_proof: Final = (
         await enforce_oauth_identity_binding(
             server=resolved_server,
             token_response=token_response,
             litellm_user_id=resolved_user_id,
             grant_type=grant_type,
             refresh_ownership=refresh_ownership,
+            expected_nonce=bridge_identity.oauth_nonce if bridge_identity else None,
         )
+        if isinstance(token_response, dict)
+        else None
+    )
 
     # Store server-side when the server is configured for per-user OAuth and
     # the calling client has provided a valid LiteLLM identity.
@@ -1175,6 +1221,7 @@ async def exchange_token_with_server(
                     server=resolved_server,
                     user_id=user_id,
                     token_response=token_response,
+                    identity_binding_proof=binding_proof,
                 )
             except Exception as exc:
                 verbose_logger.warning(
@@ -2161,7 +2208,10 @@ async def callback(
         forwarded_code = code
         if isinstance(litellm_user_id, str) and litellm_user_id and isinstance(mcp_server_id, str) and mcp_server_id:
             forwarded_code = seal_bridge_authorization_code(
-                upstream_code=code, litellm_user_id=litellm_user_id, mcp_server_id=mcp_server_id
+                upstream_code=code,
+                litellm_user_id=litellm_user_id,
+                mcp_server_id=mcp_server_id,
+                oauth_nonce=state_data.get("oauth_nonce"),
             )
         elif isinstance(dcr_client_id, str) and dcr_client_id and isinstance(mcp_server_id, str) and mcp_server_id:
             forwarded_code = seal_passthrough_authorization_code(
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
index 58ec3cfdb4f..7ca9e6a23df 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -8,9 +8,12 @@ claim is compared to the caller's trusted LiteLLM identity. Mismatches fail clos
 and are logged in audit mode.
 """
 
+import hashlib
+import hmac
+import json
 from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import Final, Literal, TypeAlias
+from typing import Final, Literal, Protocol, TypeAlias
 
 import jwt
 from fastapi import HTTPException
@@ -45,9 +48,17 @@ CallerPrincipalLoader: TypeAlias = Callable[
     [str, MCPOAuthIdentityBinding],  # mutable-ok: Callable parameter syntax requires a list
     Awaitable[str | None],
 ]
+
+
+@dataclass(frozen=True, slots=True)
+class VerifiedRefreshToken:
+    refresh_token: str
+    binding_proof: str
+
+
 StoredRefreshTokenLoader: TypeAlias = Callable[
-    [str, str],  # mutable-ok: Callable parameter syntax requires a list
-    Awaitable[str | None],
+    [str, str, MCPOAuthIdentityBinding],  # mutable-ok: Callable parameter syntax requires a list
+    Awaitable[VerifiedRefreshToken | None],
 ]
 
 _RejectionCode: TypeAlias = Literal["oauth_principal_mismatch", "oauth_identity_binding_failed"]
@@ -72,6 +83,18 @@ class RefreshTokenPresented:
 RefreshOwnership: TypeAlias = RefreshOwnershipProven | RefreshTokenPresented | None
 
 
+class BindingValidator(Protocol):
+    async def __call__(
+        self,
+        *,
+        server: MCPServer,
+        token_response: Mapping[str, object],
+        litellm_user_id: str | None,
+        grant_type: str,
+        refresh_ownership: RefreshOwnership,
+    ) -> str | None: ...
+
+
 async def _fetch_issuer_jwks(binding: MCPOAuthIdentityBinding) -> Sequence[Mapping[str, object]]:
     jwks_url: Final[str] = binding.jwks_url or await _discover_jwks_url(binding.issuer)
     cached: Final = await _jwks_cache.async_get_cache(jwks_url)
@@ -118,7 +141,7 @@ def _decode_id_token(
     signing_key: "jwt.PyJWK",
 ) -> "Mapping[str, object] | _BindingRejection":
     try:
-        decode_options: Final[Options] = {"require": ("iss", "exp")}
+        decode_options: Final[Options] = {"require": ("iss", "exp", "aud", "sub", "iat")}
         return jwt.decode(
             id_token,
             signing_key.key,
@@ -169,7 +192,9 @@ async def _load_caller_principal(litellm_user_id: str, binding: MCPOAuthIdentity
     return loaded.user_email
 
 
-async def _load_stored_refresh_token(litellm_user_id: str, server_id: str) -> str | None:
+async def _load_stored_refresh_token(
+    litellm_user_id: str, server_id: str, binding: MCPOAuthIdentityBinding
+) -> VerifiedRefreshToken | None:
     try:
         from litellm.proxy._experimental.mcp_server.db import (  # noqa: PLC0415  # keep database imports lazy
             get_user_oauth_credential,
@@ -184,17 +209,89 @@ async def _load_stored_refresh_token(litellm_user_id: str, server_id: str) -> st
             user_id=litellm_user_id,
             server_id=server_id,
         )
-        return cred.get("refresh_token") if cred else None
+        if not cred or not await credential_binding_matches(binding, litellm_user_id, server_id, cred):
+            return None
+        refresh_token: Final = cred.get("refresh_token")
+        proof: Final = cred.get("identity_binding_proof")
+        return VerifiedRefreshToken(refresh_token, proof) if refresh_token and proof else None
     except Exception:  # noqa: BLE001  # a credential lookup failure must fail closed
         return None
 
 
+async def current_binding_proof(
+    binding: MCPOAuthIdentityBinding,
+    user_id: str,
+    server_id: str,
+    caller_principal_loader: CallerPrincipalLoader = _load_caller_principal,
+) -> str | None:
+    principal: Final = await caller_principal_loader(user_id, binding)
+    if not principal:
+        return None
+    return _binding_proof(binding, user_id, server_id, principal)
+
+
+def _binding_proof(binding: MCPOAuthIdentityBinding, user_id: str, server_id: str, principal: str) -> str:
+    payload: Final = json.dumps(
+        ("oidc-nonce-v1", server_id, user_id, principal, binding.model_dump(mode="json")),
+        sort_keys=True,
+    )
+    return hashlib.sha256(payload.encode()).hexdigest()
+
+
+async def credential_binding_matches(
+    binding: MCPOAuthIdentityBinding,
+    user_id: str,
+    server_id: str,
+    credential: Mapping[str, object],
+    caller_principal_loader: CallerPrincipalLoader = _load_caller_principal,
+) -> bool:
+    stored: Final = credential.get("identity_binding_proof")
+    if not isinstance(stored, str) or not stored:
+        return False
+    expected: Final = await current_binding_proof(binding, user_id, server_id, caller_principal_loader)
+    return expected is not None and hmac.compare_digest(stored, expected)
+
+
 def _principals_match(upstream: str, caller: str, binding: MCPOAuthIdentityBinding) -> bool:
     if binding.principal_claim == "email" or binding.caller_field == "user_email":
         return upstream.strip().casefold() == caller.strip().casefold()
     return upstream == caller
 
 
+async def _evaluate_refresh_ownership(
+    binding: MCPOAuthIdentityBinding,
+    litellm_user_id: str | None,
+    server_id: str,
+    refresh_ownership: RefreshOwnership,
+    stored_refresh_token_loader: StoredRefreshTokenLoader,
+) -> _BindingRejection | str:
+    match refresh_ownership:
+        case RefreshOwnershipProven():
+            return _BindingRejection(
+                code="oauth_identity_binding_failed",
+                description="an identity envelope alone does not prove upstream principal binding",
+            )
+        case None:
+            return _BindingRejection(
+                code="oauth_identity_binding_failed",
+                description="refresh_token grant without an id_token carries no refresh token to prove ownership of",
+            )
+        case RefreshTokenPresented(refresh_token):
+            if not litellm_user_id:
+                return _BindingRejection(
+                    code="oauth_identity_binding_failed",
+                    description="the request carries no resolvable LiteLLM user identity to bind the credential to",
+                )
+            stored: Final = await stored_refresh_token_loader(litellm_user_id, server_id, binding)
+            if stored is None or not hmac.compare_digest(stored.refresh_token, refresh_token):
+                return _BindingRejection(
+                    code="oauth_identity_binding_failed",
+                    description="the presented refresh_token is not the caller's stored credential for this server",
+                )
+            return stored.binding_proof
+    assert_never(refresh_ownership)  # pragma: no cover
+
+
 async def _evaluate_binding(
     binding: MCPOAuthIdentityBinding,
     token_response: Mapping[str, object],
@@ -205,7 +302,8 @@ async def _evaluate_binding(
     jwks_fetcher: JwksFetcher,
     caller_principal_loader: CallerPrincipalLoader,
     stored_refresh_token_loader: StoredRefreshTokenLoader,
-) -> _BindingRejection | None:
+    expected_nonce: str | None,
+) -> _BindingRejection | str:
     id_token: Final = token_response.get("id_token")
     if not isinstance(id_token, str) or not id_token:
         if grant_type != "refresh_token":
@@ -213,28 +311,13 @@ async def _evaluate_binding(
                 code="oauth_identity_binding_failed",
                 description="the upstream token response carries no id_token to bind the credential to a principal",
             )
-        match refresh_ownership:
-            case RefreshOwnershipProven():
-                return None
-            case None:
-                return _BindingRejection(
-                    code="oauth_identity_binding_failed",
-                    description="refresh_token grant without an id_token carries no refresh token to prove ownership of",
-                )
-            case RefreshTokenPresented(refresh_token):
-                if not litellm_user_id:
-                    return _BindingRejection(
-                        code="oauth_identity_binding_failed",
-                        description="the request carries no resolvable LiteLLM user identity to bind the credential to",
-                    )
-                stored: Final = await stored_refresh_token_loader(litellm_user_id, server_id)
-                if stored is None or stored != refresh_token:
-                    return _BindingRejection(
-                        code="oauth_identity_binding_failed",
-                        description="the presented refresh_token is not the caller's stored credential for this server",
-                    )
-                return None
-        assert_never(refresh_ownership)  # pragma: no cover
+        return await _evaluate_refresh_ownership(
+            binding,
+            litellm_user_id,
+            server_id,
+            refresh_ownership,
+            stored_refresh_token_loader,
+        )
     if not litellm_user_id:
         return _BindingRejection(
             code="oauth_identity_binding_failed",
@@ -247,12 +330,25 @@ async def _evaluate_binding(
             code="oauth_identity_binding_failed",
             description=f"could not fetch the issuer's JWKS: {exc}",
         )
-    signing_key: Final = _select_signing_key(id_token, keys)
+    try:
+        signing_key: Final = _select_signing_key(id_token, keys)
+    except (jwt.PyJWTError, ValueError, TypeError):
+        return _BindingRejection(
+            code="oauth_identity_binding_failed",
+            description="invalid id_token header or issuer signing key",
+        )
     if isinstance(signing_key, _BindingRejection):
         return signing_key
     claims: Final = _decode_id_token(id_token, binding, signing_key)
     if isinstance(claims, _BindingRejection):
         return claims
+    if grant_type == "authorization_code":
+        nonce: Final = claims.get("nonce")
+        if not expected_nonce or not isinstance(nonce, str) or not hmac.compare_digest(nonce, expected_nonce):
+            return _BindingRejection(
+                code="oauth_identity_binding_failed",
+                description="id_token nonce does not match the authenticated authorization transaction",
+            )
     upstream: Final = _upstream_principal(claims, binding)
     if isinstance(upstream, _BindingRejection):
         return upstream
@@ -267,7 +363,7 @@ async def _evaluate_binding(
             code="oauth_principal_mismatch",
             description="The browser account does not match the selected credential owner.",
         )
-    return None
+    return _binding_proof(binding, litellm_user_id, server_id, caller)
 
 
 async def enforce_oauth_identity_binding(
@@ -279,16 +375,17 @@ async def enforce_oauth_identity_binding(
     jwks_fetcher: JwksFetcher = _fetch_issuer_jwks,
     caller_principal_loader: CallerPrincipalLoader = _load_caller_principal,
     stored_refresh_token_loader: StoredRefreshTokenLoader = _load_stored_refresh_token,
-) -> None:
+    expected_nonce: str | None = None,
+) -> str | None:
     """Validate the exchanged token's upstream principal against the LiteLLM caller.
 
     No-op when the server has no binding or it is disabled. In enforce mode a failure raises 403
     before the caller returns, stores, or caches the token; in audit mode failures are logged only.
     A refresh_token grant without an id_token is allowed only when the presented refresh token matches
-    the caller's stored credential or a sealed bridge envelope already proved ownership.
+    the caller's stored credential and that credential was previously identity-validated.
     """
     binding: Final = server.oauth_identity_binding
-    if binding is None or binding.mode == "disabled":
+    if binding is None or binding.mode not in ("audit", "enforce"):
         return
     rejection: Final = await _evaluate_binding(
         binding=binding,
@@ -300,9 +397,10 @@ async def enforce_oauth_identity_binding(
         jwks_fetcher=jwks_fetcher,
         caller_principal_loader=caller_principal_loader,
         stored_refresh_token_loader=stored_refresh_token_loader,
+        expected_nonce=expected_nonce,
     )
-    if rejection is None:
-        return
+    if isinstance(rejection, str):
+        return rejection if binding.mode == "enforce" else None
     if binding.mode == "audit":
         verbose_logger.warning(
             "oauth_identity_binding audit: server=%s user=%s grant=%s rejected=%s (%s)",
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
index 92bd30694af..824459fd9b9 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
@@ -18,6 +18,11 @@ from litellm._logging import verbose_logger
 from litellm.proxy._experimental.mcp_server.auth.token_endpoint_auth import (
     TokenEndpointAuthConfigError,
 )
+from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
+    BindingValidator,
+    RefreshTokenPresented,
+    enforce_oauth_identity_binding,
+)
 from litellm.proxy._experimental.mcp_server.oauth_utils import build_upstream_oauth2_token_request
 from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import (
     OAuthToken,
@@ -39,6 +44,7 @@ class CredentialPersist(Protocol):
         refresh_token: str | None,
         expires_in: int | None,
         scopes: tuple[str, ...] | None,
+        identity_binding_proof: str | None = None,
     ) -> None: ...
 
 
@@ -78,11 +84,13 @@ class AuthorizationCodeRefresher:
         persist: CredentialPersist,
         *,
         clock: Callable[[], float] = time.time,
+        identity_validator: BindingValidator = enforce_oauth_identity_binding,
     ) -> None:
         self._server_lookup = server_lookup
         self._token_endpoint = token_endpoint
         self._persist = persist
         self._clock = clock
+        self._identity_validator = identity_validator
 
     async def refresh(self, user_id: str, server_id: str, token: OAuthToken) -> OAuthToken | None:
         if token.refresh_token is None:
@@ -104,6 +112,15 @@ class AuthorizationCodeRefresher:
         except TokenEndpointAuthConfigError as exc:
             verbose_logger.warning("MCP OAuth refresh misconfigured for server %s: %s", server_id, exc)
             return None
+        binding: Final = server.oauth_identity_binding
+        if binding is not None and binding.mode == "enforce":
+            await self._identity_validator(
+                server=server,
+                token_response={},
+                litellm_user_id=user_id,
+                grant_type="refresh_token",
+                refresh_ownership=RefreshTokenPresented(token.refresh_token),
+            )
         form: Final = {
             "grant_type": "refresh_token",
             "refresh_token": token.refresh_token,
@@ -116,12 +133,30 @@ class AuthorizationCodeRefresher:
         if not isinstance(access_token, str) or not access_token:
             return None
 
+        binding_proof: Final = await self._identity_validator(
+            server=server,
+            token_response=body,
+            litellm_user_id=user_id,
+            grant_type="refresh_token",
+            refresh_ownership=RefreshTokenPresented(token.refresh_token),
+        )
         rotated: Final = body.get("refresh_token")
         new_refresh: Final = rotated if isinstance(rotated, str) and rotated else token.refresh_token
         expires_in: Final = _parse_expires_in(body.get("expires_in"))
         scopes: Final = _parse_scopes(body.get("scope")) or token.scopes
 
-        await self._persist(user_id, server_id, access_token, new_refresh, expires_in, scopes or None)
+        if binding_proof is not None:
+            await self._persist(
+                user_id,
+                server_id,
+                access_token,
+                new_refresh,
+                expires_in,
+                scopes or None,
+                identity_binding_proof=binding_proof,
+            )
+        else:
+            await self._persist(user_id, server_id, access_token, new_refresh, expires_in, scopes or None)
         return OAuthToken(
             access_token=access_token,
             expires_at=self._clock() + expires_in if expires_in is not None else None,
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
index 5e28396dcfb..efcc613c539 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
@@ -15,6 +15,7 @@ from collections.abc import Callable, Mapping
 from typing import TYPE_CHECKING, Final
 
 from litellm._logging import verbose_logger
+from litellm.proxy._experimental.mcp_server.oauth_identity_binding import credential_binding_matches
 from litellm.proxy._experimental.mcp_server.outbound_credentials.authz_code_refresher import (
     AuthorizationCodeRefresher,
 )
@@ -38,6 +39,7 @@ from litellm.proxy._experimental.mcp_server.outbound_credentials.token_cache_cod
     OAuthTokenCacheCodec,
 )
 from litellm.proxy._experimental.mcp_server.outbound_credentials.v2_token_store import (
+    CredentialReader,
     V2PerUserTokenStore,
 )
 
@@ -69,6 +71,7 @@ async def _persist_credential(
     refresh_token: str | None,
     expires_in: int | None,
     scopes: tuple[str, ...] | None,
+    identity_binding_proof: str | None = None,
 ) -> None:
     from litellm.proxy._experimental.mcp_server.db import (  # noqa: PLC0415
         store_user_oauth_credential,
@@ -86,6 +89,7 @@ async def _persist_credential(
         expires_in=expires_in,
         scopes=list(scopes) if scopes else None,
         skip_byok_guard=True,
+        identity_binding_proof=identity_binding_proof,
     )
 
 
@@ -172,8 +176,10 @@ class LazyPerUserOAuthTokenStore:
         *,
         store_builder: StoreBuilder = _build_per_user_oauth_token_store,
         redis_available: Callable[[], bool] = _redis_cache_is_available,
+        credential_reader: CredentialReader = _read_credential,
     ) -> None:
         self._server_lookup = server_lookup
+        self._credential_reader = credential_reader
         self._store_builder = store_builder
         self._redis_available = redis_available
         self._store: InvalidatableOAuthTokenStore | None = None
@@ -182,6 +188,13 @@ class LazyPerUserOAuthTokenStore:
         self._local_fetches = 0
 
     async def fetch(self, user_id: str, server_id: str) -> OAuthToken | None:
+        server: Final = self._server_lookup(server_id)
+        binding: Final = server.oauth_identity_binding if server else None
+        if binding is not None and binding.mode == "enforce":
+            credential: Final = await self._credential_reader(user_id, server_id)
+            await self.invalidate(user_id, server_id)
+            if credential is None or not await credential_binding_matches(binding, user_id, server_id, credential):
+                return None
         if self._uses_redis:
             store = self._store
             if store is not None:
diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py
index 117d95a09de..f6b5441a626 100644
--- a/litellm/types/mcp_server/mcp_server_manager.py
+++ b/litellm/types/mcp_server/mcp_server_manager.py
@@ -1,7 +1,8 @@
 from datetime import datetime
 from typing import Any, Final, Literal
 
-from pydantic import BaseModel, ConfigDict, Field, field_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
+from typing_extensions import Self
 
 from litellm.types.mcp import (
     DEFAULT_SUBJECT_TOKEN_TYPE,
@@ -42,7 +43,7 @@ class MCPOAuthIdentityBinding(BaseModel):
     """Per-server policy binding stored per-user OAuth credentials to the authenticated LiteLLM caller.
 
     When enabled for an interactive oauth2 server, the token relay validates the upstream OIDC
-    ``id_token`` (signature via the pinned issuer's JWKS, issuer, audience, expiry) and compares its
+    ``id_token`` (signature via the pinned issuer's JWKS, issuer, audience, expiry, nonce) and compares its
     principal claim to the LiteLLM caller's trusted identity before the token is returned, stored,
     or cached. ``audit`` logs mismatches without changing behavior; ``enforce`` fails closed with
     403 ``oauth_principal_mismatch`` and disables the direct ``oauth-user-credential`` POST, which
@@ -246,6 +247,14 @@ class MCPServer(BaseModel):
         """
         return self.oauth2_flow == "client_credentials"
 
+    @model_validator(mode="after")
+    def validate_identity_binding_mode(self) -> Self:
+        binding: Final = self.oauth_identity_binding
+        if binding is not None and binding.mode != "disabled":
+            if not self.needs_user_oauth_token or self.delegate_auth_to_upstream:
+                raise ValueError("oauth_identity_binding requires gateway-managed per-user OAuth2 credentials")
+        return self
+
     @property
     def needs_user_oauth_token(self) -> bool:
         """True if this is an OAuth2 server that relies on per-user tokens (no client_credentials)."""
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
index bb2f2ff8b02..16707f6ace8 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
@@ -22,6 +22,7 @@ class _Server:
         server_id="srv",
         configured_token_url=None,
     ):
+        self.oauth_identity_binding = None
         self.token_url = token_url
         self.configured_token_url = configured_token_url
         self.client_id = client_id
@@ -287,3 +288,36 @@ async def test_refresh_uses_admin_entered_token_url_when_issuer_yield_empties_re
     assert token is not None
     assert token.access_token == "new-at"
     assert posted[0][0] == "https://idp.example.com/token"
+
+
+@pytest.mark.asyncio
+async def test_identity_rejection_never_persists_or_returns_refreshed_token():
+    from unittest.mock import AsyncMock
+    from fastapi import HTTPException
+
+    validator = AsyncMock(side_effect=HTTPException(status_code=403, detail="oauth_principal_mismatch"))
+    persist = AsyncMock()
+    refresher = AuthorizationCodeRefresher(
+        _lookup(_Server()), _endpoint({"access_token": "foreign-token", "id_token": "foreign-identity"}),
+        persist, identity_validator=validator,
+    )
+    with pytest.raises(HTTPException) as error:
+        await refresher.refresh("alice", "srv", OAuthToken(access_token="old", refresh_token="old-rt"))
+    assert error.value.status_code == 403
+    persist.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_verified_refresh_preserves_binding_proof_in_storage():
+    from unittest.mock import AsyncMock
+
+    validator = AsyncMock(return_value="verified-binding")
+    persist = AsyncMock()
+    refresher = AuthorizationCodeRefresher(
+        _lookup(_Server()), _endpoint({"access_token": "new", "refresh_token": "rotated"}),
+        persist, identity_validator=validator,
+    )
+    token = await refresher.refresh("alice", "srv", OAuthToken(access_token="old", refresh_token="old-rt"))
+    assert token.access_token == "new"
+    assert token.refresh_token == "rotated"
+    assert persist.await_args.kwargs["identity_binding_proof"] == "verified-binding"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
index ca32cf2bb8d..bd190b09c82 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
@@ -246,3 +246,28 @@ async def test_lazy_store_invalidate_works_after_redis_chain_is_built() -> None:
 
     assert build_calls == 1
     assert redis_store.invalidations == [("u", "s")]
+
+
+@pytest.mark.asyncio
+async def test_enforcement_invalidates_cached_legacy_credentials_before_use():
+    from litellm.types.mcp import MCPAuth, MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    server = MCPServer(
+        server_id="srv", name="srv", transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce", issuer="https://idp.example.com", audiences=["client"],
+        ),
+    )
+    cached = _RecordingStore("belongs-to-bob")
+
+    async def read_legacy(user_id, server_id):
+        return {"access_token": "belongs-to-bob", "refresh_token": "bobs-refresh"}
+
+    store = LazyPerUserOAuthTokenStore(
+        lambda server_id: server, store_builder=lambda lookup: (cached, False),
+        redis_available=lambda: False, credential_reader=read_legacy,
+    )
+    assert await store.fetch("alice", "srv") is None
+    assert cached.calls == []
+    assert cached.invalidations == [("alice", "srv")]
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
index 355b3bfd30e..8e2adbeb06e 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
@@ -628,6 +628,7 @@ async def test_oauth_round_trip_returns_payload():
         access_token,
         refresh_token="rfr-xyz",
         scopes=["a", "b"],
+        identity_binding_proof="verified-proof",
     )
 
     stored = _stored_value(prisma)
@@ -642,6 +643,7 @@ async def test_oauth_round_trip_returns_payload():
     assert result["access_token"] == access_token
     assert result["refresh_token"] == "rfr-xyz"
     assert result["scopes"] == ["a", "b"]
+    assert result["identity_binding_proof"] == "verified-proof"
 
 
 @pytest.mark.asyncio
@@ -1184,6 +1186,7 @@ class _RefreshResponse:
 
 def _refresh_server(**overrides):
     base = dict(
+        oauth_identity_binding=None,
         token_url="https://idp.example.com/token",
         server_id="srv-1",
         client_id="cid",
@@ -1309,7 +1312,7 @@ async def test_refresh_user_oauth_token_uses_client_secret_basic(monkeypatch):
     sends HTTP Basic and keeps the secret out of the body."""
     import litellm.proxy._experimental.mcp_server.db as db_mod
 
-    server = MagicMock()
+    server = MagicMock(oauth_identity_binding=None)
     server.token_url = "https://idp.example.com/oauth2/token"
     server.server_id = "srv"
     server.client_id = "cid"
@@ -1348,7 +1351,7 @@ async def test_refresh_user_oauth_token_defaults_to_client_secret_post(monkeypat
     the body (client_secret_post) and sends no Authorization header."""
     import litellm.proxy._experimental.mcp_server.db as db_mod
 
-    server = MagicMock()
+    server = MagicMock(oauth_identity_binding=None)
     server.token_url = "https://idp.example.com/oauth2/token"
     server.server_id = "srv"
     server.client_id = "cid"
@@ -1609,3 +1612,20 @@ def test_partial_update_defers_omitted_eligibility_fields_to_the_stored_row():
     request = UpdateMCPServerRequest(server_id="relay-update", per_server_oauth_discovery=True)
 
     assert request.per_server_oauth_discovery is True
+
+
+@pytest.mark.asyncio
+async def test_enforcement_rejects_preexisting_unverified_credential():
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    server = MCPServer(
+        server_id="srv-1", name="srv-1", url="https://mcp.example.com", transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce", issuer="https://idp.example.com", audiences=["client"],
+        ),
+    )
+    result = await resolve_valid_user_oauth_token(
+        user_id="alice", server=server,
+        cred={"access_token": "belongs-to-bob", "refresh_token": "bobs-refresh-token"},
+    )
+    assert result is None
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 590d6606154..42187cb1771 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -8194,15 +8194,17 @@ async def test_token_exchange_refresh_passes_presented_refresh_ownership():
 
 
 @pytest.mark.asyncio
-async def test_token_exchange_authorization_code_passes_no_refresh_ownership():
+async def test_token_exchange_authorization_code_passes_no_refresh_ownership(monkeypatch):
     from fastapi import Request
 
     from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
         exchange_token_with_server,
+        seal_bridge_authorization_code,
     )
     from litellm.proxy._types import MCPTransport
     from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
 
+    monkeypatch.setenv("LITELLM_SALT_KEY", "identity-binding-test-salt")
     server = MCPServer(
         server_id="srv-1",
         name="srv-1",
@@ -8244,16 +8246,17 @@ async def test_token_exchange_authorization_code_passes_no_refresh_ownership():
             request=request,
             mcp_server=server,
             grant_type="authorization_code",
-            code="auth-code",
+            code=seal_bridge_authorization_code("auth-code", "user-a", "srv-1", "login-nonce"),
             redirect_uri="https://litellm.example.com/callback",
             client_id="cid",
             client_secret=None,
-            code_verifier=None,
+            code_verifier="test-verifier",
         )
 
     assert result.status_code == 200
     assert json.loads(result.body)["access_token"] == "at"
     assert enforce.await_args.kwargs["refresh_ownership"] is None
+    assert enforce.await_args.kwargs["expected_nonce"] == "login-nonce"
 
 
 def _upstream_token_response(status_code: int, *, json_body: object = None, text_body: str = "") -> "httpx.Response":
@@ -11049,3 +11052,54 @@ def test_introspect_route_answers_for_authenticated_caller(monkeypatch):
     assert active.status_code == 200
     assert active.json()["active"] is True
     assert active.json()["sub"] == "u1"
+
+
+@pytest.mark.asyncio
+async def test_identity_bound_authorization_carries_nonce_and_caller_through_callback(monkeypatch):
+    from http.cookies import SimpleCookie
+    from urllib.parse import parse_qs, urlparse
+    from fastapi import Request
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        _oauth_state_cookie_name, authorize_with_server, callback, open_bridge_authorization_code,
+    )
+    from litellm.types.mcp import MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
+
+    monkeypatch.setenv("LITELLM_SALT_KEY", "identity-binding-test-salt")
+    server = MCPServer(
+        server_id="srv", name="srv", transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+        client_id="client", authorization_url="https://idp.example.com/authorize",
+        token_url="https://idp.example.com/token",
+        oauth_identity_binding=MCPOAuthIdentityBinding(
+            mode="enforce", issuer="https://idp.example.com", audiences=["client"],
+        ),
+    )
+    request = Request({"type": "http", "scheme": "https", "server": ("proxy.example.com", 443),
+                       "path": "/authorize", "query_string": b"", "headers": []})
+    with (
+        patch(  # test-quality-ok: isolate authenticated request resolution from the real encrypted OAuth round trip
+              "litellm.proxy._experimental.mcp_server.discoverable_endpoints._extract_user_id_from_request",
+              new=AsyncMock(return_value="alice")),
+        patch(  # test-quality-ok: isolate user access lookup while testing nonce and caller preservation
+              "litellm.proxy._experimental.mcp_server.discoverable_endpoints._bridge_authorize_access_denial",
+              new=AsyncMock(return_value=None)),
+    ):
+        authorized = await authorize_with_server(
+            request, server, "client", "http://127.0.0.1:6274/callback", state="client-state",
+            code_challenge="pkce-challenge", code_challenge_method="S256",
+        )
+    query = parse_qs(urlparse(authorized.headers["location"]).query)
+    assert len(query["nonce"][0]) >= 32
+    cookies = SimpleCookie()
+    cookies.load(authorized.headers["set-cookie"])
+    name = _oauth_state_cookie_name(query["state"][0])
+    callback_request = Request({**request.scope, "path": "/callback",
+                               "headers": [(b"cookie", f"{name}={cookies[name].value}".encode())]})
+    completed = await callback(callback_request, code="upstream-code", state=query["state"][0])
+    returned = parse_qs(urlparse(completed.headers["location"]).query)
+    sealed = open_bridge_authorization_code(returned["code"][0])
+    assert sealed.litellm_user_id == "alice"
+    assert sealed.mcp_server_id == "srv"
+    assert sealed.upstream_code == "upstream-code"
+    assert sealed.oauth_nonce == query["nonce"][0]
+    assert returned["state"] == ["client-state"]
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
index 36364c32ae5..6f291865e20 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -13,7 +13,9 @@ from pydantic import ValidationError
 
 from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
     RefreshOwnershipProven,
+    VerifiedRefreshToken,
     RefreshTokenPresented,
+    current_binding_proof,
     _discover_jwks_url,
     _fetch_issuer_jwks,
     _load_caller_principal,
@@ -21,7 +23,7 @@ from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
     _select_signing_key,
     enforce_oauth_identity_binding,
 )
-from litellm.types.mcp import MCPTransport
+from litellm.types.mcp import MCPAuth, MCPTransport
 from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
 
 ISSUER: Final = "https://idp.example.com"
@@ -48,6 +50,8 @@ def _sign_id_token(claims: Mapping[str, object]) -> str:
         "aud": AUDIENCE,
         "exp": int(time.time()) + 300,
         "iat": int(time.time()),
+        "nonce": "test-nonce",
+        "sub": "upstream-user",
         **claims,
     }
     return jwt.encode(payload, _PRIVATE_PEM, algorithm="RS256", headers={"kid": KID})
@@ -65,8 +69,8 @@ def _caller_loader(email: str | None):
 
 
 def _stored_refresh_token_loader(refresh_token: str | None):
-    async def load(_user_id: str, _server_id: str) -> str | None:
-        return refresh_token
+    async def load(_user_id: str, _server_id: str, _binding: MCPOAuthIdentityBinding) -> VerifiedRefreshToken | None:
+        return VerifiedRefreshToken(refresh_token, "verified-binding") if refresh_token else None
 
     return load
 
@@ -77,6 +81,7 @@ def _server(mode: str = "enforce", **binding_overrides: object) -> MCPServer:
         name="srv-1",
         url="https://mcp.example.com",
         transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2,
         oauth_identity_binding=MCPOAuthIdentityBinding(
             mode=mode,
             issuer=ISSUER,
@@ -181,7 +186,9 @@ async def test_load_caller_principal_supports_user_id_and_database_email():
 
 @pytest.mark.asyncio
 async def test_load_stored_refresh_token_returns_credential_and_fails_closed():
-    get_credential: Final = AsyncMock(return_value={"refresh_token": "rt-1"})
+    binding: Final = _server(caller_field="user_id", principal_claim="sub").oauth_identity_binding
+    proof: Final = await current_binding_proof(binding, "user-a", "srv-1")
+    get_credential: Final = AsyncMock(return_value={"refresh_token": "rt-1", "identity_binding_proof": proof})
     with (
         patch(  # test-quality-ok: stored-token loading is a lazy database boundary without injection
             "litellm.proxy._experimental.mcp_server.db.get_user_oauth_credential",
@@ -192,13 +199,15 @@ async def test_load_stored_refresh_token_returns_credential_and_fails_closed():
             return_value="prisma",
         ),
     ):
-        assert await _load_stored_refresh_token("user-a", "srv-1") == "rt-1"
+        assert await _load_stored_refresh_token("user-a", "srv-1", binding) == VerifiedRefreshToken("rt-1", proof)
+        get_credential.return_value = {"refresh_token": "rt-1"}
+        assert await _load_stored_refresh_token("user-a", "srv-1", binding) is None
 
     with patch(  # test-quality-ok: stored-token loading is a lazy database boundary without injection
         "litellm.proxy.utils.get_prisma_client_or_throw",
         side_effect=RuntimeError("database unavailable"),
     ):
-        assert await _load_stored_refresh_token("user-a", "srv-1") is None
+        assert await _load_stored_refresh_token("user-a", "srv-1", binding) is None
 
 
 @pytest.mark.asyncio
@@ -209,11 +218,12 @@ async def test_matching_principal_passes():
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
+        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
     )
-    assert result is None
+    assert result is not None
 
 
 @pytest.mark.asyncio
@@ -225,6 +235,7 @@ async def test_mismatched_principal_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -243,6 +254,7 @@ async def test_missing_upstream_principal_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -263,6 +275,7 @@ async def test_jwks_fetch_failure_is_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=fail,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -284,6 +297,7 @@ async def test_missing_signing_key_is_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=no_keys,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -301,6 +315,7 @@ async def test_missing_caller_principal_is_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader(None),
@@ -334,11 +349,12 @@ async def test_user_id_principal_matching_uses_exact_comparison():
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
+        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("user-a"),
     )
-    assert result is None
+    assert result is not None
 
 
 @pytest.mark.asyncio
@@ -349,6 +365,7 @@ async def test_missing_id_token_rejected_on_authorization_code():
             token_response={"access_token": "at"},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -369,7 +386,7 @@ async def test_refresh_without_id_token_allowed_when_presented_token_matches_sto
         caller_principal_loader=_caller_loader("alice@example.com"),
         stored_refresh_token_loader=_stored_refresh_token_loader("rt-1"),
     )
-    assert result is None
+    assert result is not None
 
 
 @pytest.mark.asyncio
@@ -407,21 +424,18 @@ async def test_refresh_without_id_token_rejects_missing_stored_token():
 
 
 @pytest.mark.asyncio
-async def test_refresh_without_id_token_passes_when_bridge_proves_ownership():
-    async def fail_if_called(_user_id: str, _server_id: str) -> str | None:
-        raise AssertionError("stored refresh token loader should not be called")
-
-    result: Final = await enforce_oauth_identity_binding(
-        server=_server(),
-        token_response={"access_token": "at"},
-        litellm_user_id="user-a",
-        grant_type="refresh_token",
-        refresh_ownership=RefreshOwnershipProven(),
-        jwks_fetcher=_jwks_fetcher,
-        caller_principal_loader=_caller_loader("alice@example.com"),
-        stored_refresh_token_loader=fail_if_called,
-    )
-    assert result is None
+async def test_identity_envelope_does_not_prove_upstream_binding():
+    with pytest.raises(HTTPException) as error:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at"},
+            litellm_user_id="user-a",
+            grant_type="refresh_token",
+            refresh_ownership=RefreshOwnershipProven(),
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert error.value.status_code == 403
 
 
 @pytest.mark.asyncio
@@ -464,6 +478,7 @@ async def test_audit_mode_logs_but_does_not_reject():
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
+        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
@@ -480,6 +495,7 @@ async def test_unverified_email_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -503,6 +519,7 @@ async def test_wrong_issuer_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -519,6 +536,7 @@ async def test_no_litellm_identity_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id=None,
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
@@ -533,6 +551,7 @@ async def test_disabled_binding_is_noop():
         token_response={"access_token": "at"},
         litellm_user_id=None,
         grant_type="authorization_code",
+        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader(None),
@@ -553,6 +572,7 @@ async def test_no_binding_is_noop():
         token_response={"access_token": "at"},
         litellm_user_id=None,
         grant_type="authorization_code",
+        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader(None),
@@ -576,9 +596,52 @@ async def test_wrong_audience_rejected():
             token_response={"access_token": "at", "id_token": token},
             litellm_user_id="user-a",
             grant_type="authorization_code",
+            expected_nonce="test-nonce",
             refresh_ownership=None,
             jwks_fetcher=_jwks_fetcher,
             caller_principal_loader=_caller_loader("alice@example.com"),
         )
     assert exc_info.value.status_code == 403
     assert exc_info.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("nonce", [None, "another-login"])
+async def test_authorization_code_rejects_missing_or_foreign_nonce(nonce):
+    token = _sign_id_token({"email": "alice@example.com", "email_verified": True, "nonce": nonce})
+    with pytest.raises(HTTPException) as error:
+        await enforce_oauth_identity_binding(
+            server=_server(),
+            token_response={"access_token": "at", "id_token": token},
+            litellm_user_id="user-a",
+            grant_type="authorization_code",
+            refresh_ownership=None,
+            expected_nonce="this-login",
+            jwks_fetcher=_jwks_fetcher,
+            caller_principal_loader=_caller_loader("alice@example.com"),
+        )
+    assert error.value.status_code == 403
+    assert error.value.detail["error"] == "oauth_identity_binding_failed"
+
+
+@pytest.mark.asyncio
+async def test_binding_proof_rejects_changed_user_or_policy():
+    from litellm.proxy._experimental.mcp_server.oauth_identity_binding import credential_binding_matches
+
+    binding = _server(caller_field="user_id", principal_claim="sub").oauth_identity_binding
+    proof = await current_binding_proof(binding, "alice", "srv-1")
+    credential = {"identity_binding_proof": proof}
+    assert await credential_binding_matches(binding, "alice", "srv-1", credential)
+    assert not await credential_binding_matches(binding, "bob", "srv-1", credential)
+    assert not await credential_binding_matches(binding, "alice", "other-server", credential)
+    changed = binding.model_copy(update={"audiences": ["different-client"]})
+    assert not await credential_binding_matches(changed, "alice", "srv-1", credential)
+
+
+@pytest.mark.parametrize("auth_type", [MCPAuth.oauth_delegate, MCPAuth.true_passthrough])
+def test_identity_binding_rejects_modes_without_gateway_credential_custody(auth_type):
+    with pytest.raises(ValidationError, match="gateway-managed per-user"):
+        MCPServer(
+            server_id="srv", name="srv", transport=MCPTransport.http, auth_type=auth_type,
+            oauth_identity_binding=_server().oauth_identity_binding,
+        )
diff --git a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
index 6a20688c09d..5e00e7d75be 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_mcp_management_endpoints.py
@@ -4807,7 +4807,7 @@ async def test_store_mcp_oauth_user_credential_blocked_when_identity_binding_enf
     """The direct opaque-token POST must be closed for enforce-mode identity-bound servers,
     otherwise it bypasses the token-relay principal check."""
     from litellm.proxy._types import MCPOAuthUserCredentialRequest
-    from litellm.types.mcp import MCPTransport
+    from litellm.types.mcp import MCPAuth, MCPTransport
     from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
 
     if not mgmt_endpoints.MCP_AVAILABLE:
@@ -4824,6 +4824,7 @@ async def test_store_mcp_oauth_user_credential_blocked_when_identity_binding_enf
         name=server_id,
         url="https://mcp.example.com",
         transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2,
         oauth_identity_binding=MCPOAuthIdentityBinding(
             mode="enforce",
             issuer="https://idp.example.com",

From 8b965880efd8e28321c1db74850fbb2b6f59242c Mon Sep 17 00:00:00 2001
From: dclark <dclark@symmetryinvestments.com>
Date: Thu, 10 Sep 2026 11:29:37 +0100
Subject: [PATCH 045/298] fix(proxy): prevent spend counter double counting

---
 litellm/proxy/db/spend_counter_reseed.py      | 24 ++++++++--
 .../proxy/db/test_spend_counter_reseed.py     | 48 +++++++++++++++++++
 2 files changed, 69 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/db/spend_counter_reseed.py b/litellm/proxy/db/spend_counter_reseed.py
index e35b1c8c82b..c6060a47f84 100644
--- a/litellm/proxy/db/spend_counter_reseed.py
+++ b/litellm/proxy/db/spend_counter_reseed.py
@@ -245,7 +245,16 @@ class SpendCounterReseed:
                         value=current_value,
                     )
                 else:
-                    await spend_counter_cache.async_increment_cache(key=counter_key, value=db_spend, refresh_ttl=True)
+                    # Repair/reservations can populate the counter during the DB read.
+                    # Seed a floor without adding the database balance again.
+                    # No await between read/compare/write: atomic within this worker.
+                    cached = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
+                    current_value = float(db_spend)
+                    if cached is not None:
+                        current_value = max(current_value, float(cached))
+                    spend_counter_cache.in_memory_cache.set_cache(
+                        key=counter_key, value=current_value
+                    )
             except Exception:
                 verbose_proxy_logger.exception(
                     "SpendCounterReseed.coalesced: failed to warm counter %s",
@@ -438,11 +447,20 @@ class SpendCounterReseed:
                         value=current_value,
                     )
                 else:
-                    await spend_counter_cache.async_increment_cache(key=counter_key, value=window_spend)
+                    # Repair/reservations can populate the counter during the DB read.
+                    # Seed a floor without adding the database balance again.
+                    # No await between read/compare/write: atomic within this worker.
+                    cached = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
+                    current_value = float(window_spend)
+                    if cached is not None:
+                        current_value = max(current_value, float(cached))
+                    spend_counter_cache.in_memory_cache.set_cache(
+                        key=counter_key, value=current_value
+                    )
             except Exception:
                 verbose_proxy_logger.exception(
                     "SpendCounterReseed.coalesced_window: failed to warm counter %s",
                     counter_key,
                 )
                 raise
-            return window_spend
+            return current_value
diff --git a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
index 0361d5cfe8f..a0cf9128cc9 100644
--- a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
+++ b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
@@ -15,6 +15,7 @@ from typing import Final
 import pytest
 
 from litellm.caching.dual_cache import DualCache
+from litellm.caching.in_memory_cache import InMemoryCache
 from litellm.constants import PROXY_DB_LOOKUP_MAX_CONCURRENCY
 from litellm.proxy.db.spend_counter_reseed import SpendCounterReseed
 
@@ -270,6 +271,53 @@ async def test_coalesced_window_seeds_a_cold_counter_from_the_row():
     assert prisma.db.litellm_spendlogs.call_count == 0
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("window", [False, True], ids=["primary", "window"])
+@pytest.mark.parametrize("concurrent_spend", [989.01459411, 995.0, 900.0])
+async def test_cold_reseed_does_not_add_database_spend_to_concurrent_cache(
+    monkeypatch: pytest.MonkeyPatch,
+    window: bool,
+    concurrent_spend: float,
+):
+    """A repair/reservation write may populate the counter while DB read runs.
+
+    Reseeding must establish the larger value, not increment the concurrent
+    value by the same authoritative spend a second time.
+    """
+    cache = DualCache(in_memory_cache=InMemoryCache())
+    counter_key = (
+        "spend:team:team-1:window:1d" if window else "spend:user:user-1"
+    )
+    db_spend = 989.01459411
+
+    async def read_db(*args, **kwargs):
+        cache.in_memory_cache.set_cache(key=counter_key, value=concurrent_spend)
+        return db_spend
+
+    if window:
+        monkeypatch.setattr(SpendCounterReseed, "window_from_db", staticmethod(read_db))
+        result = await SpendCounterReseed.coalesced_window(
+            prisma_client=None,
+            spend_counter_cache=cache,
+            counter_key=counter_key,
+            entity_type="Team",
+            entity_id="team-1",
+            window_duration="1d",
+            window_start=WINDOW_START,
+        )
+    else:
+        monkeypatch.setattr(SpendCounterReseed, "from_db", staticmethod(read_db))
+        result = await SpendCounterReseed.coalesced(
+            prisma_client=None,
+            spend_counter_cache=cache,
+            counter_key=counter_key,
+        )
+
+    expected = max(db_spend, concurrent_spend)
+    assert cache.in_memory_cache.get_cache(key=counter_key) == expected
+    assert result == expected
+
+
 @pytest.mark.asyncio
 async def test_end_user_from_db_reads_the_end_user_row_by_user_id():
     prisma: Final = _FakePrismaClient(end_user_row=SimpleNamespace(user_id="customer-42", spend=0.0))

From a39c35878569f74c50de3295320457dd7bd6adb2 Mon Sep 17 00:00:00 2001
From: dclark <dclark@symmetryinvestments.com>
Date: Thu, 10 Sep 2026 13:44:08 +0100
Subject: [PATCH 046/298] fix(proxy): preserve local spend adjustments during
 reseeding

---
 litellm/proxy/db/spend_counter_reseed.py      |  37 +++---
 litellm/proxy/proxy_server.py                 |  12 +-
 .../proxy/db/test_spend_counter_reseed.py     | 117 ++++++++++++------
 3 files changed, 102 insertions(+), 64 deletions(-)

diff --git a/litellm/proxy/db/spend_counter_reseed.py b/litellm/proxy/db/spend_counter_reseed.py
index c6060a47f84..0131a67db8b 100644
--- a/litellm/proxy/db/spend_counter_reseed.py
+++ b/litellm/proxy/db/spend_counter_reseed.py
@@ -104,6 +104,15 @@ class SpendCounterReseed:
                 SpendCounterReseed._locks.popitem(last=False)
             return lock
 
+    @staticmethod
+    async def increment_in_memory(spend_counter_cache: "DualCache", counter_key: str, increment: float) -> float | None:
+        """Apply local deltas after an in-flight reseed establishes the spend balance."""
+        lock: Final = await SpendCounterReseed._get_lock(counter_key)
+        async with lock:
+            return await spend_counter_cache.async_increment_cache(
+                key=counter_key, value=increment, local_only=True, refresh_ttl=True
+            )
+
     @staticmethod
     async def from_db(prisma_client: Optional["PrismaClient"], counter_key: str) -> float | None:
         """
@@ -245,16 +254,10 @@ class SpendCounterReseed:
                         value=current_value,
                     )
                 else:
-                    # Repair/reservations can populate the counter during the DB read.
-                    # Seed a floor without adding the database balance again.
-                    # No await between read/compare/write: atomic within this worker.
-                    cached = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
-                    current_value = float(db_spend)
-                    if cached is not None:
-                        current_value = max(current_value, float(cached))
-                    spend_counter_cache.in_memory_cache.set_cache(
-                        key=counter_key, value=current_value
-                    )
+                    cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
+                    seeded_spend: Final = max(db_spend, float(cached_spend)) if cached_spend is not None else db_spend
+                    spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=seeded_spend)
+                    return seeded_spend
             except Exception:
                 verbose_proxy_logger.exception(
                     "SpendCounterReseed.coalesced: failed to warm counter %s",
@@ -447,16 +450,12 @@ class SpendCounterReseed:
                         value=current_value,
                     )
                 else:
-                    # Repair/reservations can populate the counter during the DB read.
-                    # Seed a floor without adding the database balance again.
-                    # No await between read/compare/write: atomic within this worker.
-                    cached = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
-                    current_value = float(window_spend)
-                    if cached is not None:
-                        current_value = max(current_value, float(cached))
-                    spend_counter_cache.in_memory_cache.set_cache(
-                        key=counter_key, value=current_value
+                    cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
+                    seeded_spend: Final = (
+                        max(window_spend, float(cached_spend)) if cached_spend is not None else window_spend
                     )
+                    spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=seeded_spend)
+                    return seeded_spend
             except Exception:
                 verbose_proxy_logger.exception(
                     "SpendCounterReseed.coalesced_window: failed to warm counter %s",
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 9269fd48e6c..e8608661c48 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -3330,10 +3330,8 @@ async def _increment_spend_counter_cache(counter_key: str, increment: float):
         )
         return current_value
 
-    return await spend_counter_cache.async_increment_cache(
-        key=counter_key,
-        value=increment,
-        refresh_ttl=True,
+    return await SpendCounterReseed.increment_in_memory(
+        spend_counter_cache=spend_counter_cache, counter_key=counter_key, increment=increment
     )
 
 
@@ -3356,10 +3354,8 @@ async def _apply_spend_counter_increments(pending: Sequence[_PendingSpendIncreme
     redis_cache: Final = spend_counter_cache.redis_cache
     if redis_cache is None:
         for item in pending:
-            await spend_counter_cache.async_increment_cache(
-                key=item.counter_key,
-                value=item.increment,
-                refresh_ttl=True,
+            await SpendCounterReseed.increment_in_memory(
+                spend_counter_cache=spend_counter_cache, counter_key=item.counter_key, increment=item.increment
             )
         return
     ttl: Final = redis_cache.get_ttl()
diff --git a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
index a0cf9128cc9..69ec174903b 100644
--- a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
+++ b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
@@ -8,6 +8,7 @@ allowed to run: only when the row is missing or belongs to an older window.
 from __future__ import annotations
 
 import asyncio
+from collections.abc import Mapping
 from datetime import datetime, timedelta, timezone
 from types import SimpleNamespace
 from typing import Final
@@ -79,6 +80,39 @@ def _row(window_start: datetime, spend: float) -> SimpleNamespace:
     return SimpleNamespace(window_start=window_start, spend=spend)
 
 
+class _PausedSpendTable:
+    def __init__(self, spend: float) -> None:
+        self.spend: Final = spend
+        self.read_started: Final = asyncio.Event()
+        self.resume_read: Final = asyncio.Event()
+
+    async def find_unique(self, where: Mapping[str, object]) -> SimpleNamespace:
+        self.read_started.set()
+        await self.resume_read.wait()
+        return _row(WINDOW_START, self.spend)
+
+
+async def _reseed_with_paused_table(
+    table: _PausedSpendTable, cache: DualCache, counter_key: str, window: bool
+) -> float | None:
+    prisma: Final = SimpleNamespace(db=SimpleNamespace(litellm_usertable=table, litellm_budgetwindowspend=table))
+    if window:
+        return await SpendCounterReseed.coalesced_window(
+            prisma_client=prisma,
+            spend_counter_cache=cache,
+            counter_key=counter_key,
+            entity_type="Team",
+            entity_id="team-1",
+            window_duration="1d",
+            window_start=WINDOW_START,
+        )
+    return await SpendCounterReseed.coalesced(
+        prisma_client=prisma,
+        spend_counter_cache=cache,
+        counter_key=counter_key,
+    )
+
+
 @pytest.mark.asyncio
 async def test_window_from_table_reads_row_by_primary_key():
     """The lookup must use the table's own entity_type values ("key"), not the
@@ -275,49 +309,59 @@ async def test_coalesced_window_seeds_a_cold_counter_from_the_row():
 @pytest.mark.parametrize("window", [False, True], ids=["primary", "window"])
 @pytest.mark.parametrize("concurrent_spend", [989.01459411, 995.0, 900.0])
 async def test_cold_reseed_does_not_add_database_spend_to_concurrent_cache(
-    monkeypatch: pytest.MonkeyPatch,
     window: bool,
     concurrent_spend: float,
-):
-    """A repair/reservation write may populate the counter while DB read runs.
+) -> None:
+    cache: Final = DualCache(in_memory_cache=InMemoryCache())
+    counter_key: Final = "spend:team:team-1:window:1d" if window else "spend:user:user-1"
+    db_spend: Final = 989.01459411
+    table: Final = _PausedSpendTable(db_spend)
+    reseed_task: Final = asyncio.create_task(_reseed_with_paused_table(table, cache, counter_key, window))
 
-    Reseeding must establish the larger value, not increment the concurrent
-    value by the same authoritative spend a second time.
-    """
-    cache = DualCache(in_memory_cache=InMemoryCache())
-    counter_key = (
-        "spend:team:team-1:window:1d" if window else "spend:user:user-1"
-    )
-    db_spend = 989.01459411
+    await asyncio.wait_for(table.read_started.wait(), timeout=5)
+    cache.in_memory_cache.set_cache(key=counter_key, value=concurrent_spend)
+    table.resume_read.set()
+    result: Final = await asyncio.wait_for(reseed_task, timeout=5)
 
-    async def read_db(*args, **kwargs):
-        cache.in_memory_cache.set_cache(key=counter_key, value=concurrent_spend)
-        return db_spend
-
-    if window:
-        monkeypatch.setattr(SpendCounterReseed, "window_from_db", staticmethod(read_db))
-        result = await SpendCounterReseed.coalesced_window(
-            prisma_client=None,
-            spend_counter_cache=cache,
-            counter_key=counter_key,
-            entity_type="Team",
-            entity_id="team-1",
-            window_duration="1d",
-            window_start=WINDOW_START,
-        )
-    else:
-        monkeypatch.setattr(SpendCounterReseed, "from_db", staticmethod(read_db))
-        result = await SpendCounterReseed.coalesced(
-            prisma_client=None,
-            spend_counter_cache=cache,
-            counter_key=counter_key,
-        )
-
-    expected = max(db_spend, concurrent_spend)
+    expected: Final = max(db_spend, concurrent_spend)
     assert cache.in_memory_cache.get_cache(key=counter_key) == expected
     assert result == expected
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("window", [False, True], ids=["primary", "window"])
+@pytest.mark.parametrize("batch", [False, True], ids=["single_increment", "batch_increment"])
+@pytest.mark.parametrize("increment", [5.0, -5.0], ids=["charge", "refund"])
+async def test_cold_reseed_preserves_concurrent_local_increment(
+    monkeypatch: pytest.MonkeyPatch, window: bool, batch: bool, increment: float
+) -> None:
+    from litellm.proxy import proxy_server
+
+    cache: Final = DualCache(in_memory_cache=InMemoryCache())
+    counter_key: Final = (
+        f"spend:team:concurrent-{batch}-{increment}:window:1d"
+        if window
+        else f"spend:user:concurrent-{batch}-{increment}"
+    )
+    table: Final = _PausedSpendTable(100.0)
+    monkeypatch.setattr(proxy_server, "spend_counter_cache", cache)
+    reseed_task: Final = asyncio.create_task(_reseed_with_paused_table(table, cache, counter_key, window))
+    await asyncio.wait_for(table.read_started.wait(), timeout=5)
+
+    increment_task: Final = asyncio.create_task(
+        proxy_server._apply_spend_counter_increments(
+            pending=(proxy_server._PendingSpendIncrement(counter_key=counter_key, increment=increment),)
+        )
+        if batch
+        else proxy_server._increment_spend_counter_cache(counter_key=counter_key, increment=increment)
+    )
+    await asyncio.sleep(0)
+    table.resume_read.set()
+    await asyncio.wait_for(asyncio.gather(reseed_task, increment_task), timeout=5)
+
+    assert cache.in_memory_cache.get_cache(key=counter_key) == 100.0 + increment
+
+
 @pytest.mark.asyncio
 async def test_end_user_from_db_reads_the_end_user_row_by_user_id():
     prisma: Final = _FakePrismaClient(end_user_row=SimpleNamespace(user_id="customer-42", spend=0.0))
@@ -352,8 +396,7 @@ async def test_end_user_from_db_ignores_other_counter_kinds_without_touching_the
 @pytest.mark.asyncio
 async def test_end_user_from_db_returns_none_without_a_row_a_client_or_on_db_error():
     assert (
-        await SpendCounterReseed.end_user_from_db(prisma_client=None, counter_key="spend:end_user:customer-42")
-        is None
+        await SpendCounterReseed.end_user_from_db(prisma_client=None, counter_key="spend:end_user:customer-42") is None
     )
     assert (
         await SpendCounterReseed.end_user_from_db(

From 1273e46b8bf4821643eb4b948517c95de34bf632 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 15:45:25 -0400
Subject: [PATCH 047/298] feat(redis): add ElastiCache IAM authentication

---
 litellm/_redis.py                             |  57 ++++-
 litellm/_redis_credential_provider.py         |  85 +++++++-
 litellm/proxy/_types.py                       |   4 +
 .../cache_settings_endpoints.py               |  36 ++++
 .../coordination_redis_endpoints.py           |  29 +++
 tests/test_litellm/test_redis.py              | 196 +++++++++++++++++-
 .../test_redis_credential_provider.py         | 122 +++++++++++
 7 files changed, 520 insertions(+), 9 deletions(-)
 create mode 100644 tests/test_litellm/test_redis_credential_provider.py

diff --git a/litellm/_redis.py b/litellm/_redis.py
index 3e68d50cf16..e289cc3b6c3 100644
--- a/litellm/_redis.py
+++ b/litellm/_redis.py
@@ -24,6 +24,7 @@ from redis.credentials import CredentialProvider
 from litellm import get_secret, get_secret_str
 from litellm._redis_credential_provider import (
     AzureADCredentialProvider,
+    ElastiCacheIAMCredentialProvider,
     GCPIAMCredentialProvider,
     _generate_gcp_iam_access_token,
 )
@@ -75,6 +76,10 @@ def _get_redis_kwargs():
         "azure_client_id",
         "azure_tenant_id",
         "azure_client_secret",
+        "aws_iam_auth",
+        "aws_iam_user_name",
+        "aws_iam_cache_name",
+        "aws_iam_region",
     }
 
     available_args: Final = {x for x in _unwrapped_init_args(redis.Redis) if x not in exclude_args} | include_args
@@ -270,6 +275,32 @@ def _redis_kwargs_from_environment():
     return return_dict
 
 
+def _is_true(value: object | None) -> bool:
+    return value is True or (isinstance(value, str) and value.lower() == "true")
+
+
+def _build_elasticache_iam_provider(redis_kwargs: dict) -> ElastiCacheIAMCredentialProvider | None:
+    if not _is_true(redis_kwargs.get("aws_iam_auth")):
+        return None
+
+    required_settings: Final = {
+        "aws_iam_user_name": redis_kwargs.get("aws_iam_user_name"),
+        "aws_iam_cache_name": redis_kwargs.get("aws_iam_cache_name"),
+        "aws_iam_region": redis_kwargs.get("aws_iam_region")
+        or get_secret_str("AWS_REGION")
+        or get_secret_str("AWS_DEFAULT_REGION"),
+    }
+    missing_settings: Final = tuple(name for name, value in required_settings.items() if not value)
+    if missing_settings:
+        raise ValueError("AWS ElastiCache IAM Redis authentication requires: " + ", ".join(missing_settings))
+
+    return ElastiCacheIAMCredentialProvider(
+        user_name=str(required_settings["aws_iam_user_name"]),
+        cache_name=str(required_settings["aws_iam_cache_name"]),
+        region=str(required_settings["aws_iam_region"]),
+    )
+
+
 def create_gcp_iam_redis_connect_func(
     service_account: str,
     ssl_ca_certs: str | None = None,
@@ -540,6 +571,7 @@ def _get_redis_client_logic(**env_overrides):
         _azure_redis_ad_token: Final = redis_kwargs.get("azure_redis_ad_token") or get_secret("REDIS_AZURE_AD_TOKEN")
 
         _azure_ad_enabled: Final = _azure_redis_ad_token is not None and str(_azure_redis_ad_token).lower() == "true"
+        _aws_iam_enabled: Final = _is_true(redis_kwargs.get("aws_iam_auth"))
 
         if _azure_ad_enabled and _gcp_service_account is not None:
             verbose_logger.warning(
@@ -560,13 +592,24 @@ def _get_redis_client_logic(**env_overrides):
                 azure_tenant_id=_azure_tenant_id,
                 azure_client_secret=_azure_client_secret,
             )
-            # Marker for async paths to detect Azure AD auth. The live credential
-            # object is attached separately as `_azure_credential` by
-            # `create_azure_ad_redis_connect_func`; the raw client_id/tenant_id/secret
-            # are intentionally NOT exposed on the function to avoid leaking
-            # credentials via inspection or logging.
             redis_kwargs["redis_connect_func"]._azure_redis_ad_token = True
 
+        if _aws_iam_enabled and _gcp_service_account is not None:
+            verbose_logger.warning(
+                "Both GCP IAM (gcp_service_account) and AWS ElastiCache IAM (aws_iam_auth) are configured "
+                "for Redis. Using GCP IAM. Remove one to avoid misconfiguration."
+            )
+        elif _aws_iam_enabled and _azure_ad_enabled:
+            verbose_logger.warning(
+                "Both Azure AD (azure_redis_ad_token) and AWS ElastiCache IAM (aws_iam_auth) are configured "
+                "for Redis. Using Azure AD. Remove one to avoid misconfiguration."
+            )
+        elif _aws_iam_enabled:
+            aws_provider: Final = _build_elasticache_iam_provider(redis_kwargs)
+            if aws_provider is not None:
+                verbose_logger.debug("Setting up AWS ElastiCache IAM authentication for Redis.")
+                redis_kwargs["credential_provider"] = aws_provider
+
     redis_kwargs.pop("gcp_service_account", None)
     redis_kwargs.pop("gcp_ssl_ca_certs", None)
 
@@ -575,6 +618,10 @@ def _get_redis_client_logic(**env_overrides):
     redis_kwargs.pop("azure_client_id", None)
     redis_kwargs.pop("azure_tenant_id", None)
     redis_kwargs.pop("azure_client_secret", None)
+    redis_kwargs.pop("aws_iam_auth", None)
+    redis_kwargs.pop("aws_iam_user_name", None)
+    redis_kwargs.pop("aws_iam_cache_name", None)
+    redis_kwargs.pop("aws_iam_region", None)
 
     if redis_kwargs.get("credential_provider") is not None:
         redis_kwargs.pop("redis_connect_func", None)
diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index ba0398789a6..a20bbfc530c 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -1,7 +1,8 @@
 import asyncio
 import threading
 import time
-from typing import Final, Protocol
+from typing import Any, Final, Protocol
+from urllib.parse import quote
 
 from redis.credentials import CredentialProvider
 
@@ -117,6 +118,88 @@ class GCPIAMCredentialProvider(CredentialProvider):
         return (token,)
 
 
+_ELASTICACHE_SERVICE_NAME: Final = "elasticache"
+_ELASTICACHE_TOKEN_TTL_SECONDS: Final = 900
+
+
+class _FrozenBotocoreCredentials(Protocol):
+    access_key: str
+    secret_key: str
+    token: str | None
+
+
+class _BotocoreCredentials(Protocol):
+    def get_frozen_credentials(self) -> _FrozenBotocoreCredentials: ...
+
+
+class _BotocoreCredentialsResolver(Protocol):
+    def __call__(self) -> _BotocoreCredentials | None: ...
+
+
+class ElastiCacheIAMCredentialProvider(CredentialProvider):
+    def __init__(
+        self,
+        user_name: str,
+        cache_name: str,
+        region: str,
+        credentials_resolver: _BotocoreCredentialsResolver | None = None,
+        token_lifetime_seconds: int = _ELASTICACHE_TOKEN_TTL_SECONDS,
+    ) -> None:
+        self._user_name = user_name
+        self._cache_name = cache_name
+        self._region = region
+        self._credentials_resolver = credentials_resolver or self._resolve_credentials
+        self._credentials: _BotocoreCredentials | None = None
+        self._token_lifetime_seconds = token_lifetime_seconds
+
+    @staticmethod
+    def _resolve_credentials() -> Any:
+        try:
+            import botocore.session
+        except ImportError as e:
+            raise ImportError(
+                "botocore is required for ElastiCache IAM Redis authentication. Install it with: pip install boto3"
+            ) from e
+
+        return botocore.session.get_session().get_credentials()
+
+    def _get_credentials(self) -> tuple[str, str]:
+        credentials: Final = self._credentials if self._credentials is not None else self._credentials_resolver()
+        if credentials is None:
+            raise RuntimeError("Unable to resolve AWS credentials for ElastiCache IAM Redis authentication")
+        self._credentials = credentials
+
+        frozen_credentials: Final = credentials.get_frozen_credentials()
+        if frozen_credentials is None:
+            raise RuntimeError("Unable to resolve AWS credentials for ElastiCache IAM Redis authentication")
+
+        try:
+            from botocore.auth import SigV4QueryAuth
+            from botocore.awsrequest import AWSRequest
+        except ImportError as e:
+            raise ImportError(
+                "botocore is required for ElastiCache IAM Redis authentication. Install it with: pip install boto3"
+            ) from e
+
+        request: Final = AWSRequest(
+            method="GET",
+            url=(f"https://{self._cache_name}/?Action=connect&User={quote(self._user_name, safe='')}"),
+        )
+        SigV4QueryAuth(
+            frozen_credentials,
+            _ELASTICACHE_SERVICE_NAME,
+            self._region,
+            expires=self._token_lifetime_seconds,
+        ).add_auth(request)
+        return self._user_name, request.url.removeprefix("https://")
+
+    def get_credentials(self) -> tuple[str, str]:
+        return self._get_credentials()
+
+    async def get_credentials_async(self) -> tuple[str, str]:
+        return await asyncio.to_thread(self._get_credentials)
+
+
 class AzureADCredentialProvider(CredentialProvider):
     """
     redis.credentials.CredentialProvider implementation that supplies Azure AD
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index c22bb76629d..99103ff3706 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -2427,6 +2427,10 @@ class CoordinationRedisParams(LiteLLMPydanticObjectBase):
     )
     sentinel_password: str | None = Field(None, description="password for the sentinel nodes")
     service_name: str | None = Field(None, description="sentinel service name")
+    aws_iam_auth: bool | str | None = Field(None, description="enable AWS ElastiCache IAM authentication")
+    aws_iam_user_name: str | None = Field(None, description="AWS ElastiCache IAM user name")
+    aws_iam_cache_name: str | None = Field(None, description="AWS ElastiCache cache name")
+    aws_iam_region: str | None = Field(None, description="AWS region for ElastiCache IAM authentication")
 
     def has_connection_target(self) -> bool:
         return any(value is not None for value in (self.host, self.url, self.startup_nodes, self.sentinel_nodes))
diff --git a/litellm/types/management_endpoints/cache_settings_endpoints.py b/litellm/types/management_endpoints/cache_settings_endpoints.py
index 32b32991449..10aece6efa4 100644
--- a/litellm/types/management_endpoints/cache_settings_endpoints.py
+++ b/litellm/types/management_endpoints/cache_settings_endpoints.py
@@ -237,4 +237,40 @@ CACHE_SETTINGS_FIELDS: Final[list[CacheSettingsField]] = [
         ui_field_name="SSL Check Hostname",
         redis_type=None,
     ),
+    CacheSettingsField(
+        field_name="aws_iam_auth",
+        field_type="Boolean",
+        field_value=None,
+        field_description="Enable AWS ElastiCache IAM authentication",
+        field_default=False,
+        ui_field_name="AWS IAM Authentication",
+        redis_type=None,
+    ),
+    CacheSettingsField(
+        field_name="aws_iam_user_name",
+        field_type="String",
+        field_value=None,
+        field_description="AWS ElastiCache IAM user name",
+        field_default=None,
+        ui_field_name="AWS IAM User Name",
+        redis_type=None,
+    ),
+    CacheSettingsField(
+        field_name="aws_iam_cache_name",
+        field_type="String",
+        field_value=None,
+        field_description="AWS ElastiCache cache name",
+        field_default=None,
+        ui_field_name="AWS IAM Cache Name",
+        redis_type=None,
+    ),
+    CacheSettingsField(
+        field_name="aws_iam_region",
+        field_type="String",
+        field_value=None,
+        field_description="AWS region for ElastiCache IAM authentication",
+        field_default=None,
+        ui_field_name="AWS IAM Region",
+        redis_type=None,
+    ),
 ]
diff --git a/litellm/types/management_endpoints/coordination_redis_endpoints.py b/litellm/types/management_endpoints/coordination_redis_endpoints.py
index 30033346ed7..86b32752cbb 100644
--- a/litellm/types/management_endpoints/coordination_redis_endpoints.py
+++ b/litellm/types/management_endpoints/coordination_redis_endpoints.py
@@ -102,4 +102,33 @@ COORDINATION_REDIS_SETTINGS_FIELDS: Final[list[CoordinationRedisSettingsField]]
         ui_field_name="Service Name",
         section="sentinel",
     ),
+    CoordinationRedisSettingsField(
+        field_name="aws_iam_auth",
+        field_type="Boolean",
+        field_description="Enable AWS ElastiCache IAM authentication",
+        field_default=False,
+        ui_field_name="AWS IAM Authentication",
+        section="connection",
+    ),
+    CoordinationRedisSettingsField(
+        field_name="aws_iam_user_name",
+        field_type="String",
+        field_description="AWS ElastiCache IAM user name",
+        ui_field_name="AWS IAM User Name",
+        section="connection",
+    ),
+    CoordinationRedisSettingsField(
+        field_name="aws_iam_cache_name",
+        field_type="String",
+        field_description="AWS ElastiCache cache name",
+        ui_field_name="AWS IAM Cache Name",
+        section="connection",
+    ),
+    CoordinationRedisSettingsField(
+        field_name="aws_iam_region",
+        field_type="String",
+        field_description="AWS region for ElastiCache IAM authentication",
+        ui_field_name="AWS IAM Region",
+        section="connection",
+    ),
 ]
diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index a96e8541e06..c99a3a074fb 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -24,6 +24,7 @@ from litellm._redis import (
 )
 from litellm._redis_credential_provider import (
     AzureADCredentialProvider,
+    ElastiCacheIAMCredentialProvider,
     GCPIAMCredentialProvider,
     _token_cache,
 )
@@ -78,6 +79,8 @@ def clean_redis_environment(monkeypatch):
         "REDIS_URL",
         "REDIS_CLUSTER_NODES",
         "REDIS_SENTINEL_NODES",
+        "AWS_REGION",
+        "AWS_DEFAULT_REGION",
         *_get_redis_env_kwarg_mapping(),
     ):
         monkeypatch.delenv(var, raising=False)
@@ -110,6 +113,17 @@ def test_credential_provider_is_not_environment_derived():
     assert "credential_provider" not in mapping.values()
 
 
+def test_aws_iam_settings_are_environment_derived():
+    allowed = _get_redis_kwargs()
+    mapping = _get_redis_env_kwarg_mapping()
+
+    assert {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} <= allowed
+    assert mapping["REDIS_AWS_IAM_AUTH"] == "aws_iam_auth"
+    assert mapping["REDIS_AWS_IAM_USER_NAME"] == "aws_iam_user_name"
+    assert mapping["REDIS_AWS_IAM_CACHE_NAME"] == "aws_iam_cache_name"
+    assert mapping["REDIS_AWS_IAM_REGION"] == "aws_iam_region"
+
+
 def test_sync_direct_preserves_credential_provider_identity(clean_redis_environment):
     provider = _StubCredentialProvider()
 
@@ -300,6 +314,180 @@ def test_gcp_kwargs_never_survive_client_logic(clean_redis_environment, override
     assert "gcp_ssl_ca_certs" not in redis_kwargs
 
 
+def test_aws_iam_environment_settings_install_provider(clean_redis_environment, monkeypatch):
+    monkeypatch.setenv("REDIS_AWS_IAM_AUTH", "true")
+    monkeypatch.setenv("REDIS_AWS_IAM_USER_NAME", "iam-user")
+    monkeypatch.setenv("REDIS_AWS_IAM_CACHE_NAME", "cache.example.com")
+    monkeypatch.setenv("REDIS_AWS_IAM_REGION", "us-east-1")
+
+    redis_kwargs = _get_redis_client_logic(host="cache.example.com", port=6379)
+
+    assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
+    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+
+
+def test_aws_iam_settings_are_removed_for_url_and_static_credentials(clean_redis_environment):
+    redis_kwargs = _get_redis_client_logic(
+        url="rediss://url-user:url-pass@cache.example.com:6380",
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+        username="static-user",
+        password="static-password",
+    )
+
+    assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
+    assert redis_kwargs["url"] == "rediss://cache.example.com:6380"
+    assert "username" not in redis_kwargs
+    assert "password" not in redis_kwargs
+    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+
+
+@pytest.mark.parametrize("missing", ["aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"])
+def test_aws_iam_missing_setting_fails_closed(clean_redis_environment, missing):
+    settings = {
+        "aws_iam_auth": True,
+        "aws_iam_user_name": "iam-user",
+        "aws_iam_cache_name": "cache.example.com",
+        "aws_iam_region": "us-east-1",
+    }
+    settings[missing] = None
+
+    with pytest.raises(ValueError, match=missing):
+        _get_redis_client_logic(host="cache.example.com", port=6379, **settings)
+
+
+@pytest.mark.parametrize("region_var", ["AWS_REGION", "AWS_DEFAULT_REGION"])
+def test_aws_iam_region_falls_back_to_environment(clean_redis_environment, monkeypatch, region_var):
+    monkeypatch.setenv(region_var, "sa-east-1")
+
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+    )
+
+    provider = redis_kwargs["credential_provider"]
+    assert isinstance(provider, ElastiCacheIAMCredentialProvider)
+    assert provider._region == "sa-east-1"
+
+
+def test_aws_iam_region_prefers_aws_region_over_default_region(clean_redis_environment, monkeypatch):
+    monkeypatch.setenv("AWS_REGION", "sa-east-1")
+    monkeypatch.setenv("AWS_DEFAULT_REGION", "eu-west-1")
+
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+    )
+
+    assert redis_kwargs["credential_provider"]._region == "sa-east-1"
+
+
+def test_aws_iam_region_prefers_explicit_over_environment(clean_redis_environment, monkeypatch):
+    monkeypatch.setenv("AWS_REGION", "sa-east-1")
+
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="explicit-region",
+    )
+
+    assert redis_kwargs["credential_provider"]._region == "explicit-region"
+
+
+def test_aws_iam_settings_map_to_distinct_provider_fields(clean_redis_environment):
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user-value",
+        aws_iam_cache_name="iam-cache-value",
+        aws_iam_region="iam-region-value",
+    )
+
+    provider = redis_kwargs["credential_provider"]
+    assert isinstance(provider, ElastiCacheIAMCredentialProvider)
+    assert provider._user_name == "iam-user-value"
+    assert provider._cache_name == "iam-cache-value"
+    assert provider._region == "iam-region-value"
+
+
+@pytest.mark.parametrize("aws_iam_auth", [False, "false"])
+def test_aws_iam_auth_disabled_does_not_install_provider(clean_redis_environment, aws_iam_auth):
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        aws_iam_auth=aws_iam_auth,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
+
+    assert "credential_provider" not in redis_kwargs
+    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+
+
+def test_explicit_provider_wins_over_aws_iam(clean_redis_environment):
+    provider = _StubCredentialProvider()
+
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        credential_provider=provider,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
+
+    assert redis_kwargs["credential_provider"] is provider
+    assert "aws_iam_auth" not in redis_kwargs
+
+
+def test_gcp_wins_over_aws_iam(clean_redis_environment):
+    with patch("litellm._redis.create_gcp_iam_redis_connect_func") as mock_gcp:
+        mock_gcp.return_value = _gcp_marker_callback()
+        redis_kwargs = _get_redis_client_logic(
+            host="cache.example.com",
+            port=6379,
+            gcp_service_account="sa@example.com",
+            aws_iam_auth=True,
+            aws_iam_user_name="iam-user",
+            aws_iam_cache_name="cache.example.com",
+            aws_iam_region="us-east-1",
+        )
+
+    assert "credential_provider" not in redis_kwargs
+    assert redis_kwargs["redis_connect_func"] is mock_gcp.return_value
+
+
+def test_azure_wins_over_aws_iam(clean_redis_environment):
+    with patch("litellm._redis.create_azure_ad_redis_connect_func") as mock_azure:
+        mock_azure.return_value = MagicMock()
+        redis_kwargs = _get_redis_client_logic(
+            host="cache.example.com",
+            port=6379,
+            azure_redis_ad_token="true",
+            aws_iam_auth=True,
+            aws_iam_user_name="iam-user",
+            aws_iam_cache_name="cache.example.com",
+            aws_iam_region="us-east-1",
+        )
+
+    assert "credential_provider" not in redis_kwargs
+    assert redis_kwargs["redis_connect_func"] is mock_azure.return_value
+
+
 def test_provider_keeps_the_rest_of_the_url_intact(clean_redis_environment):
     provider = _StubCredentialProvider()
 
@@ -1530,9 +1718,11 @@ def test_async_sentinel_keeps_the_credential_provider_off_the_monitors(markers,
         "redis_connect_func": SimpleNamespace(**markers),
     }
 
-    with patch("litellm._redis.async_redis.Sentinel") as mock_sentinel_cls:
-        with patch("litellm._redis._get_redis_client_logic", return_value=redis_kwargs):
-            get_redis_async_client()
+    with (
+        patch("litellm._redis.async_redis.Sentinel") as mock_sentinel_cls,
+        patch("litellm._redis._get_redis_client_logic", return_value=redis_kwargs),
+    ):
+        get_redis_async_client()
 
     sentinel_kwargs = mock_sentinel_cls.call_args[1]["sentinel_kwargs"]
     assert sentinel_kwargs["password"] == sentinel_password
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
new file mode 100644
index 00000000000..6299d4d42e0
--- /dev/null
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -0,0 +1,122 @@
+import asyncio
+from types import SimpleNamespace
+from urllib.parse import parse_qs, urlsplit
+
+import pytest
+
+from litellm._redis_credential_provider import (
+    ElastiCacheIAMCredentialProvider,
+    _BotocoreCredentials,
+)
+
+
+class _FakeCredentials:
+    def __init__(self, access_key: str) -> None:
+        self.access_key = access_key
+        self.secret_key = "synthetic-secret"
+        self.token = "synthetic-session-token"
+
+    def get_frozen_credentials(self):
+        return self
+
+
+class _FakeResolver:
+    def __init__(self, credentials: _BotocoreCredentials | None) -> None:
+        self.credentials = credentials
+        self.calls = 0
+
+    def __call__(self):
+        self.calls += 1
+        return self.credentials
+
+
+class _RotatingFakeCredentials:
+    def __init__(self) -> None:
+        self.calls = 0
+
+    def __bool__(self) -> bool:
+        return False
+
+    def get_frozen_credentials(self):
+        self.calls += 1
+        return SimpleNamespace(
+            access_key=f"AKIA-SYNTHETIC-{self.calls}",
+            secret_key="synthetic-secret",
+            token="synthetic-session-token",
+        )
+
+
+def test_elasticache_provider_signs_expected_query():
+    resolver = _FakeResolver(_FakeCredentials("AKIA-SYNTHETIC"))
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=resolver,
+    )
+
+    user_name, token = provider.get_credentials()
+    parsed = urlsplit("https://" + token)
+    query = parse_qs(parsed.query)
+
+    assert user_name == "iam-user"
+    assert parsed.netloc == "cache.example.com"
+    assert query["Action"] == ["connect"]
+    assert query["User"] == ["iam-user"]
+    assert query["X-Amz-Expires"] == ["900"]
+    assert "elasticache" in query["X-Amz-Credential"][0]
+    assert query["X-Amz-Credential"][0].split("/")[2] == "us-east-1"
+    assert not token.startswith("https://")
+
+
+def test_elasticache_provider_resolves_credentials_once_but_refreshes_signature():
+    rotating_credentials = _RotatingFakeCredentials()
+    resolver = _FakeResolver(rotating_credentials)
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=resolver,
+    )
+
+    first = provider.get_credentials()
+    second = provider.get_credentials()
+    async_result = asyncio.run(provider.get_credentials_async())
+
+    assert first[0] == second[0] == async_result[0] == "iam-user"
+    assert first[1] != second[1]
+    assert async_result[1] != second[1]
+    assert resolver.calls == 1
+    assert rotating_credentials.calls == 3
+
+
+def test_elasticache_provider_reports_missing_credentials():
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(None),
+    )
+
+    with pytest.raises(RuntimeError, match="Unable to resolve AWS credentials"):
+        provider.get_credentials()
+
+
+def test_elasticache_provider_recovers_after_a_failed_resolution():
+    resolver = _FakeResolver(None)
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=resolver,
+    )
+
+    with pytest.raises(RuntimeError, match="Unable to resolve AWS credentials"):
+        provider.get_credentials()
+
+    resolver.credentials = _FakeCredentials("AKIA-SYNTHETIC")
+    user_name, token = provider.get_credentials()
+
+    assert user_name == "iam-user"
+    assert token
+    assert resolver.calls == 2

From 604b9edc533ec236eaa3563e61e5fade4bfd6279 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 15:58:02 -0400
Subject: [PATCH 048/298] test(redis): cover AWS IAM provider install on async
 cluster nodes

No existing test combined aws_iam_auth with startup_nodes, the shape
ElastiCache/Valkey Serverless deployments actually use.
---
 tests/test_litellm/test_redis.py | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index c99a3a074fb..21c23ba7866 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -488,6 +488,20 @@ def test_azure_wins_over_aws_iam(clean_redis_environment):
     assert redis_kwargs["redis_connect_func"] is mock_azure.return_value
 
 
+def test_async_cluster_installs_aws_iam_provider(clean_redis_environment):
+    startup_nodes = [{"host": "cluster-node", "port": 6379}]
+
+    client = get_redis_async_client(
+        startup_nodes=startup_nodes,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
+
+    assert isinstance(client.connection_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
+
+
 def test_provider_keeps_the_rest_of_the_url_intact(clean_redis_environment):
     provider = _StubCredentialProvider()
 

From f66891d80f4c7ce4d47a5ddb4ce499e5df21065a Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 19:19:01 -0400
Subject: [PATCH 049/298] fix(redis): type ElastiCache IAM configuration

Generated with AI

Co-Authored-By: Claude Code
---
 litellm/_redis.py                             | 41 ++++++++++---------
 litellm/_redis_credential_provider.py         | 30 ++++++--------
 .../test_redis_credential_provider.py         | 25 +++++------
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 20 +++++++++
 4 files changed, 65 insertions(+), 51 deletions(-)

diff --git a/litellm/_redis.py b/litellm/_redis.py
index e289cc3b6c3..2fd8a7100e3 100644
--- a/litellm/_redis.py
+++ b/litellm/_redis.py
@@ -279,25 +279,24 @@ def _is_true(value: object | None) -> bool:
     return value is True or (isinstance(value, str) and value.lower() == "true")
 
 
-def _build_elasticache_iam_provider(redis_kwargs: dict) -> ElastiCacheIAMCredentialProvider | None:
-    if not _is_true(redis_kwargs.get("aws_iam_auth")):
-        return None
-
-    required_settings: Final = {
-        "aws_iam_user_name": redis_kwargs.get("aws_iam_user_name"),
-        "aws_iam_cache_name": redis_kwargs.get("aws_iam_cache_name"),
-        "aws_iam_region": redis_kwargs.get("aws_iam_region")
-        or get_secret_str("AWS_REGION")
-        or get_secret_str("AWS_DEFAULT_REGION"),
-    }
-    missing_settings: Final = tuple(name for name, value in required_settings.items() if not value)
+def _build_elasticache_iam_provider(
+    user_name: object | None,
+    cache_name: object | None,
+    region: object | None,
+) -> ElastiCacheIAMCredentialProvider:
+    required_settings: Final = (
+        ("aws_iam_user_name", user_name),
+        ("aws_iam_cache_name", cache_name),
+        ("aws_iam_region", region),
+    )
+    missing_settings: Final = tuple(name for name, value in required_settings if not value)
     if missing_settings:
         raise ValueError("AWS ElastiCache IAM Redis authentication requires: " + ", ".join(missing_settings))
 
     return ElastiCacheIAMCredentialProvider(
-        user_name=str(required_settings["aws_iam_user_name"]),
-        cache_name=str(required_settings["aws_iam_cache_name"]),
-        region=str(required_settings["aws_iam_region"]),
+        user_name=str(user_name),
+        cache_name=str(cache_name),
+        region=str(region),
     )
 
 
@@ -605,10 +604,14 @@ def _get_redis_client_logic(**env_overrides):
                 "for Redis. Using Azure AD. Remove one to avoid misconfiguration."
             )
         elif _aws_iam_enabled:
-            aws_provider: Final = _build_elasticache_iam_provider(redis_kwargs)
-            if aws_provider is not None:
-                verbose_logger.debug("Setting up AWS ElastiCache IAM authentication for Redis.")
-                redis_kwargs["credential_provider"] = aws_provider
+            verbose_logger.debug("Setting up AWS ElastiCache IAM authentication for Redis.")
+            redis_kwargs["credential_provider"] = _build_elasticache_iam_provider(
+                user_name=redis_kwargs.get("aws_iam_user_name"),
+                cache_name=redis_kwargs.get("aws_iam_cache_name"),
+                region=redis_kwargs.get("aws_iam_region")
+                or get_secret_str("AWS_REGION")
+                or get_secret_str("AWS_DEFAULT_REGION"),
+            )
 
     redis_kwargs.pop("gcp_service_account", None)
     redis_kwargs.pop("gcp_ssl_ca_certs", None)
diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index a20bbfc530c..85759af2a88 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -1,11 +1,19 @@
+from __future__ import annotations
+
 import asyncio
 import threading
 import time
-from typing import Any, Final, Protocol
+from collections.abc import Callable
+from typing import TYPE_CHECKING, Any, Final, Protocol
 from urllib.parse import quote
 
 from redis.credentials import CredentialProvider
 
+if TYPE_CHECKING:
+    from botocore.credentials import Credentials
+else:
+    Credentials = Any  # rebind-ok: runtime alias for the type-checking-only botocore import
+
 # Azure AD scope for Redis Cache for Azure.
 AZURE_REDIS_SCOPE: Final = "https://redis.azure.com/.default"
 
@@ -122,38 +130,24 @@ _ELASTICACHE_SERVICE_NAME: Final = "elasticache"
 _ELASTICACHE_TOKEN_TTL_SECONDS: Final = 900
 
 
-class _FrozenBotocoreCredentials(Protocol):
-    access_key: str
-    secret_key: str
-    token: str | None
-
-
-class _BotocoreCredentials(Protocol):
-    def get_frozen_credentials(self) -> _FrozenBotocoreCredentials: ...
-
-
-class _BotocoreCredentialsResolver(Protocol):
-    def __call__(self) -> _BotocoreCredentials | None: ...
-
-
 class ElastiCacheIAMCredentialProvider(CredentialProvider):
     def __init__(
         self,
         user_name: str,
         cache_name: str,
         region: str,
-        credentials_resolver: _BotocoreCredentialsResolver | None = None,
+        credentials_resolver: Callable[[], Credentials | None] | None = None,
         token_lifetime_seconds: int = _ELASTICACHE_TOKEN_TTL_SECONDS,
     ) -> None:
         self._user_name = user_name
         self._cache_name = cache_name
         self._region = region
         self._credentials_resolver = credentials_resolver or self._resolve_credentials
-        self._credentials: _BotocoreCredentials | None = None
+        self._credentials: Credentials | None = None
         self._token_lifetime_seconds = token_lifetime_seconds
 
     @staticmethod
-    def _resolve_credentials() -> Any:
+    def _resolve_credentials() -> Credentials | None:
         try:
             import botocore.session
         except ImportError as e:
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
index 6299d4d42e0..de4afb7c313 100644
--- a/tests/test_litellm/test_redis_credential_provider.py
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -4,10 +4,7 @@ from urllib.parse import parse_qs, urlsplit
 
 import pytest
 
-from litellm._redis_credential_provider import (
-    ElastiCacheIAMCredentialProvider,
-    _BotocoreCredentials,
-)
+from litellm._redis_credential_provider import ElastiCacheIAMCredentialProvider
 
 
 class _FakeCredentials:
@@ -20,16 +17,6 @@ class _FakeCredentials:
         return self
 
 
-class _FakeResolver:
-    def __init__(self, credentials: _BotocoreCredentials | None) -> None:
-        self.credentials = credentials
-        self.calls = 0
-
-    def __call__(self):
-        self.calls += 1
-        return self.credentials
-
-
 class _RotatingFakeCredentials:
     def __init__(self) -> None:
         self.calls = 0
@@ -46,6 +33,16 @@ class _RotatingFakeCredentials:
         )
 
 
+class _FakeResolver:
+    def __init__(self, credentials: _FakeCredentials | _RotatingFakeCredentials | None) -> None:
+        self.credentials = credentials
+        self.calls = 0
+
+    def __call__(self):
+        self.calls += 1
+        return self.credentials
+
+
 def test_elasticache_provider_signs_expected_query():
     resolver = _FakeResolver(_FakeCredentials("AKIA-SYNTHETIC"))
     provider = ElastiCacheIAMCredentialProvider(
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6d62ce2b675..9ca0df396b7 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -26357,6 +26357,26 @@ export interface components {
          *     independently of the response-cache backend in `litellm_settings.cache_params`.
          */
         CoordinationRedisParams: {
+            /**
+             * Aws Iam Auth
+             * @description enable AWS ElastiCache IAM authentication
+             */
+            aws_iam_auth?: boolean | string | null;
+            /**
+             * Aws Iam Cache Name
+             * @description AWS ElastiCache cache name
+             */
+            aws_iam_cache_name?: string | null;
+            /**
+             * Aws Iam Region
+             * @description AWS region for ElastiCache IAM authentication
+             */
+            aws_iam_region?: string | null;
+            /**
+             * Aws Iam User Name
+             * @description AWS ElastiCache IAM user name
+             */
+            aws_iam_user_name?: string | null;
             /**
              * Host
              * @description Redis hostname

From bb043fe29a7f680f8a5aee1ba5998f3fdb26e561 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 19:48:03 -0400
Subject: [PATCH 050/298] test(redis): cover ElastiCache IAM failures

Generated with AI

Co-Authored-By: Claude Code
---
 tests/test_litellm/test_redis.py              | 52 ++++++--------
 .../test_redis_credential_provider.py         | 70 +++++++++++++++++++
 2 files changed, 93 insertions(+), 29 deletions(-)

diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index 21c23ba7866..43fb7563233 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -455,37 +455,33 @@ def test_explicit_provider_wins_over_aws_iam(clean_redis_environment):
 
 
 def test_gcp_wins_over_aws_iam(clean_redis_environment):
-    with patch("litellm._redis.create_gcp_iam_redis_connect_func") as mock_gcp:
-        mock_gcp.return_value = _gcp_marker_callback()
-        redis_kwargs = _get_redis_client_logic(
-            host="cache.example.com",
-            port=6379,
-            gcp_service_account="sa@example.com",
-            aws_iam_auth=True,
-            aws_iam_user_name="iam-user",
-            aws_iam_cache_name="cache.example.com",
-            aws_iam_region="us-east-1",
-        )
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        gcp_service_account="sa@example.com",
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
 
     assert "credential_provider" not in redis_kwargs
-    assert redis_kwargs["redis_connect_func"] is mock_gcp.return_value
+    assert redis_kwargs["redis_connect_func"]._gcp_service_account == "sa@example.com"
 
 
 def test_azure_wins_over_aws_iam(clean_redis_environment):
-    with patch("litellm._redis.create_azure_ad_redis_connect_func") as mock_azure:
-        mock_azure.return_value = MagicMock()
-        redis_kwargs = _get_redis_client_logic(
-            host="cache.example.com",
-            port=6379,
-            azure_redis_ad_token="true",
-            aws_iam_auth=True,
-            aws_iam_user_name="iam-user",
-            aws_iam_cache_name="cache.example.com",
-            aws_iam_region="us-east-1",
-        )
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        azure_redis_ad_token="true",
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
 
     assert "credential_provider" not in redis_kwargs
-    assert redis_kwargs["redis_connect_func"] is mock_azure.return_value
+    assert redis_kwargs["redis_connect_func"]._azure_redis_ad_token is True
 
 
 def test_async_cluster_installs_aws_iam_provider(clean_redis_environment):
@@ -1732,11 +1728,9 @@ def test_async_sentinel_keeps_the_credential_provider_off_the_monitors(markers,
         "redis_connect_func": SimpleNamespace(**markers),
     }
 
-    with (
-        patch("litellm._redis.async_redis.Sentinel") as mock_sentinel_cls,
-        patch("litellm._redis._get_redis_client_logic", return_value=redis_kwargs),
-    ):
-        get_redis_async_client()
+    with patch("litellm._redis.async_redis.Sentinel") as mock_sentinel_cls:
+        with patch("litellm._redis._get_redis_client_logic", return_value=redis_kwargs):
+            get_redis_async_client()
 
     sentinel_kwargs = mock_sentinel_cls.call_args[1]["sentinel_kwargs"]
     assert sentinel_kwargs["password"] == sentinel_password
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
index de4afb7c313..336e30e12c6 100644
--- a/tests/test_litellm/test_redis_credential_provider.py
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -1,4 +1,6 @@
 import asyncio
+import builtins
+import sys
 from types import SimpleNamespace
 from urllib.parse import parse_qs, urlsplit
 
@@ -87,6 +89,41 @@ def test_elasticache_provider_resolves_credentials_once_but_refreshes_signature(
     assert rotating_credentials.calls == 3
 
 
+def test_elasticache_provider_uses_botocore_session_credentials(monkeypatch):
+    credentials = _FakeCredentials("AKIA-SYNTHETIC")
+    monkeypatch.setattr("botocore.session.get_session", lambda: SimpleNamespace(get_credentials=lambda: credentials))
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+    )
+
+    user_name, token = provider.get_credentials()
+
+    assert user_name == "iam-user"
+    assert "AKIA-SYNTHETIC" in token
+
+
+def test_elasticache_provider_reports_missing_botocore(monkeypatch):
+    original_import = builtins.__import__
+
+    def import_without_botocore(name, *args, **kwargs):
+        if name == "botocore.session":
+            raise ImportError("synthetic missing dependency")
+        return original_import(name, *args, **kwargs)
+
+    monkeypatch.delitem(sys.modules, "botocore.session", raising=False)
+    monkeypatch.setattr(builtins, "__import__", import_without_botocore)
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+    )
+
+    with pytest.raises(ImportError, match="pip install boto3"):
+        provider.get_credentials()
+
+
 def test_elasticache_provider_reports_missing_credentials():
     provider = ElastiCacheIAMCredentialProvider(
         user_name="iam-user",
@@ -99,6 +136,39 @@ def test_elasticache_provider_reports_missing_credentials():
         provider.get_credentials()
 
 
+def test_elasticache_provider_reports_missing_frozen_credentials():
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(SimpleNamespace(get_frozen_credentials=lambda: None)),
+    )
+
+    with pytest.raises(RuntimeError, match="Unable to resolve AWS credentials"):
+        provider.get_credentials()
+
+
+def test_elasticache_provider_reports_missing_signing_dependency(monkeypatch):
+    original_import = builtins.__import__
+
+    def import_without_botocore_auth(name, *args, **kwargs):
+        if name == "botocore.auth":
+            raise ImportError("synthetic missing dependency")
+        return original_import(name, *args, **kwargs)
+
+    monkeypatch.delitem(sys.modules, "botocore.auth", raising=False)
+    monkeypatch.setattr(builtins, "__import__", import_without_botocore_auth)
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache.example.com",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(_FakeCredentials("AKIA-SYNTHETIC")),
+    )
+
+    with pytest.raises(ImportError, match="pip install boto3"):
+        provider.get_credentials()
+
+
 def test_elasticache_provider_recovers_after_a_failed_resolution():
     resolver = _FakeResolver(None)
     provider = ElastiCacheIAMCredentialProvider(

From 921c263876600776be8dd69980f683b2c9ea3940 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 20:21:03 -0400
Subject: [PATCH 051/298] fix(proxy): validate coordination Redis mappings

Generated with AI

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .../management_endpoints/coordination_redis_endpoints.py      | 2 +-
 litellm/proxy/proxy_server.py                                 | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/management_endpoints/coordination_redis_endpoints.py b/litellm/proxy/management_endpoints/coordination_redis_endpoints.py
index 86ce336c7a3..88dc09ab001 100644
--- a/litellm/proxy/management_endpoints/coordination_redis_endpoints.py
+++ b/litellm/proxy/management_endpoints/coordination_redis_endpoints.py
@@ -140,7 +140,7 @@ def _merge_over_saved(
 def _validated_params(settings: Mapping[str, object]) -> CoordinationRedisParams:
     """Validate settings the way startup does: resolve env refs, then require a connection target."""
     try:
-        params: Final = CoordinationRedisParams(**_resolve_env_refs(settings))
+        params: Final = CoordinationRedisParams.model_validate(_resolve_env_refs(settings))
     except ValidationError as e:
         invalid_fields: Final = sorted({str(error["loc"][0]) for error in e.errors() if error["loc"]})
         raise HTTPException(
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 9269fd48e6c..c21df8ce931 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -4906,7 +4906,7 @@ class ProxyConfig:
         if not isinstance(raw_params, dict):
             raise ValueError("general_settings.coordination_redis must be a mapping of Redis connection params")
 
-        coordination_params: Final = CoordinationRedisParams(**_resolve_coordination_redis_env_refs(raw_params))
+        coordination_params: Final = CoordinationRedisParams.model_validate(_resolve_coordination_redis_env_refs(raw_params))
         if not coordination_params.has_connection_target():
             raise ValueError(
                 "general_settings.coordination_redis needs a connection target: "
@@ -9234,7 +9234,7 @@ class ProxyStartupEvent:
         if persisted is None:
             return None
 
-        coordination_params: Final = CoordinationRedisParams(**_resolve_coordination_redis_env_refs(persisted))
+        coordination_params: Final = CoordinationRedisParams.model_validate(_resolve_coordination_redis_env_refs(persisted))
         if not coordination_params.has_connection_target():
             verbose_proxy_logger.warning(
                 "coordination_redis saved in the database names no connection target; ignoring it."

From 9763bd80ae442533d234e733cf334e3e1565681e Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 20:26:26 -0400
Subject: [PATCH 052/298] style(proxy): format coordination Redis validation

Generated with AI

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 litellm/proxy/proxy_server.py | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index c21df8ce931..de10fde45c0 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -4906,7 +4906,9 @@ class ProxyConfig:
         if not isinstance(raw_params, dict):
             raise ValueError("general_settings.coordination_redis must be a mapping of Redis connection params")
 
-        coordination_params: Final = CoordinationRedisParams.model_validate(_resolve_coordination_redis_env_refs(raw_params))
+        coordination_params: Final = CoordinationRedisParams.model_validate(
+            _resolve_coordination_redis_env_refs(raw_params)
+        )
         if not coordination_params.has_connection_target():
             raise ValueError(
                 "general_settings.coordination_redis needs a connection target: "
@@ -9234,7 +9236,9 @@ class ProxyStartupEvent:
         if persisted is None:
             return None
 
-        coordination_params: Final = CoordinationRedisParams.model_validate(_resolve_coordination_redis_env_refs(persisted))
+        coordination_params: Final = CoordinationRedisParams.model_validate(
+            _resolve_coordination_redis_env_refs(persisted)
+        )
         if not coordination_params.has_connection_target():
             verbose_proxy_logger.warning(
                 "coordination_redis saved in the database names no connection target; ignoring it."

From a7ad6023d6a52ed035b638c4b3ab867c27a3b65b Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 26 Aug 2026 21:14:07 -0400
Subject: [PATCH 053/298] ci: retry CodSpeed result upload

Generated with AI

Co-Authored-By: Claude Code <noreply@anthropic.com>

From 0217a137fe3f8793163140fdb4d2f1fa4d132bbf Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Thu, 27 Aug 2026 13:49:12 -0400
Subject: [PATCH 054/298] fix(redis): require TLS for ElastiCache IAM auth

---
 litellm/_redis.py                |  9 ++++
 tests/test_litellm/test_redis.py | 78 ++++++++++++++++++++++++++++++++
 2 files changed, 87 insertions(+)

diff --git a/litellm/_redis.py b/litellm/_redis.py
index 2fd8a7100e3..50900b2977b 100644
--- a/litellm/_redis.py
+++ b/litellm/_redis.py
@@ -279,6 +279,13 @@ def _is_true(value: object | None) -> bool:
     return value is True or (isinstance(value, str) and value.lower() == "true")
 
 
+def _uses_tls(redis_kwargs: Mapping[str, object]) -> bool:
+    if redis_kwargs.get("startup_nodes") is not None:
+        return _is_true(redis_kwargs.get("ssl"))
+    url: Final = redis_kwargs.get("url")
+    return urlsplit(url).scheme.lower() == "rediss" if isinstance(url, str) else _is_true(redis_kwargs.get("ssl"))
+
+
 def _build_elasticache_iam_provider(
     user_name: object | None,
     cache_name: object | None,
@@ -604,6 +611,8 @@ def _get_redis_client_logic(**env_overrides):
                 "for Redis. Using Azure AD. Remove one to avoid misconfiguration."
             )
         elif _aws_iam_enabled:
+            if not _uses_tls(redis_kwargs):
+                raise ValueError("AWS ElastiCache IAM Redis authentication requires TLS")
             verbose_logger.debug("Setting up AWS ElastiCache IAM authentication for Redis.")
             redis_kwargs["credential_provider"] = _build_elasticache_iam_provider(
                 user_name=redis_kwargs.get("aws_iam_user_name"),
diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index 43fb7563233..f2eda9a5753 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -319,6 +319,7 @@ def test_aws_iam_environment_settings_install_provider(clean_redis_environment,
     monkeypatch.setenv("REDIS_AWS_IAM_USER_NAME", "iam-user")
     monkeypatch.setenv("REDIS_AWS_IAM_CACHE_NAME", "cache.example.com")
     monkeypatch.setenv("REDIS_AWS_IAM_REGION", "us-east-1")
+    monkeypatch.setenv("REDIS_SSL", "true")
 
     redis_kwargs = _get_redis_client_logic(host="cache.example.com", port=6379)
 
@@ -326,6 +327,77 @@ def test_aws_iam_environment_settings_install_provider(clean_redis_environment,
     assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
 
 
+@pytest.mark.parametrize(
+    "transport",
+    [
+        pytest.param({"host": "cache.example.com", "port": 6379}, id="host_without_ssl"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": False}, id="host_ssl_false"),
+        pytest.param({"url": "redis://cache.example.com:6379", "ssl": True}, id="plaintext_url"),
+        pytest.param(
+            {"startup_nodes": [{"host": "cache.example.com", "port": 6379}]},
+            id="cluster_without_ssl",
+        ),
+        pytest.param(
+            {
+                "url": "rediss://cache.example.com:6379",
+                "startup_nodes": [{"host": "cache.example.com", "port": 6379}],
+            },
+            id="cluster_without_ssl_ignores_url_scheme",
+        ),
+        pytest.param(
+            {
+                "sentinel_nodes": [("sentinel.example.com", 26379)],
+                "service_name": "cache",
+            },
+            id="sentinel_without_ssl",
+        ),
+    ],
+)
+def test_aws_iam_auth_rejects_non_tls_connections(clean_redis_environment, transport):
+    with pytest.raises(ValueError, match="requires TLS"):
+        _get_redis_client_logic(
+            **transport,
+            aws_iam_auth=True,
+            aws_iam_user_name="iam-user",
+            aws_iam_cache_name="cache.example.com",
+            aws_iam_region="us-east-1",
+        )
+
+
+@pytest.mark.parametrize(
+    "transport",
+    [
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": True}, id="host"),
+        pytest.param({"url": "rediss://cache.example.com:6379"}, id="url"),
+        pytest.param(
+            {
+                "startup_nodes": [{"host": "cache.example.com", "port": 6379}],
+                "ssl": True,
+            },
+            id="cluster",
+        ),
+        pytest.param(
+            {
+                "sentinel_nodes": [("sentinel.example.com", 26379)],
+                "service_name": "cache",
+                "ssl": True,
+            },
+            id="sentinel",
+        ),
+    ],
+)
+def test_aws_iam_auth_accepts_tls_connections(clean_redis_environment, transport):
+    redis_kwargs = _get_redis_client_logic(
+        **transport,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache.example.com",
+        aws_iam_region="us-east-1",
+    )
+
+    assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
+
+
 def test_aws_iam_settings_are_removed_for_url_and_static_credentials(clean_redis_environment):
     redis_kwargs = _get_redis_client_logic(
         url="rediss://url-user:url-pass@cache.example.com:6380",
@@ -351,6 +423,7 @@ def test_aws_iam_missing_setting_fails_closed(clean_redis_environment, missing):
         "aws_iam_user_name": "iam-user",
         "aws_iam_cache_name": "cache.example.com",
         "aws_iam_region": "us-east-1",
+        "ssl": True,
     }
     settings[missing] = None
 
@@ -365,6 +438,7 @@ def test_aws_iam_region_falls_back_to_environment(clean_redis_environment, monke
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
         port=6379,
+        ssl=True,
         aws_iam_auth=True,
         aws_iam_user_name="iam-user",
         aws_iam_cache_name="cache.example.com",
@@ -382,6 +456,7 @@ def test_aws_iam_region_prefers_aws_region_over_default_region(clean_redis_envir
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
         port=6379,
+        ssl=True,
         aws_iam_auth=True,
         aws_iam_user_name="iam-user",
         aws_iam_cache_name="cache.example.com",
@@ -396,6 +471,7 @@ def test_aws_iam_region_prefers_explicit_over_environment(clean_redis_environmen
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
         port=6379,
+        ssl=True,
         aws_iam_auth=True,
         aws_iam_user_name="iam-user",
         aws_iam_cache_name="cache.example.com",
@@ -409,6 +485,7 @@ def test_aws_iam_settings_map_to_distinct_provider_fields(clean_redis_environmen
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
         port=6379,
+        ssl=True,
         aws_iam_auth=True,
         aws_iam_user_name="iam-user-value",
         aws_iam_cache_name="iam-cache-value",
@@ -489,6 +566,7 @@ def test_async_cluster_installs_aws_iam_provider(clean_redis_environment):
 
     client = get_redis_async_client(
         startup_nodes=startup_nodes,
+        ssl=True,
         aws_iam_auth=True,
         aws_iam_user_name="iam-user",
         aws_iam_cache_name="cache.example.com",

From f1cd2b03caac2c544866be984089039aa1228956 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Mon, 31 Aug 2026 13:49:55 -0400
Subject: [PATCH 055/298] fix(redis): type signed ElastiCache IAM URL

---
 litellm/_redis_credential_provider.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index 85759af2a88..4d728ef21b6 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -4,7 +4,7 @@ import asyncio
 import threading
 import time
 from collections.abc import Callable
-from typing import TYPE_CHECKING, Any, Final, Protocol
+from typing import TYPE_CHECKING, Any, Final, Protocol, cast
 from urllib.parse import quote
 
 from redis.credentials import CredentialProvider
@@ -185,7 +185,7 @@ class ElastiCacheIAMCredentialProvider(CredentialProvider):
             self._region,
             expires=self._token_lifetime_seconds,
         ).add_auth(request)
-        return self._user_name, request.url.removeprefix("https://")
+        return self._user_name, cast(str, request.url).removeprefix("https://")
 
     def get_credentials(self) -> tuple[str, str]:
         return self._get_credentials()

From aca81c263ccd6660bffcf05115e4971eb92412c8 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Mon, 31 Aug 2026 14:07:04 -0400
Subject: [PATCH 056/298] fix(redis): validate signed ElastiCache IAM URL

---
 litellm/_redis_credential_provider.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index 4d728ef21b6..4441d318373 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -4,7 +4,7 @@ import asyncio
 import threading
 import time
 from collections.abc import Callable
-from typing import TYPE_CHECKING, Any, Final, Protocol, cast
+from typing import TYPE_CHECKING, Any, Final, Protocol
 from urllib.parse import quote
 
 from redis.credentials import CredentialProvider
@@ -185,7 +185,10 @@ class ElastiCacheIAMCredentialProvider(CredentialProvider):
             self._region,
             expires=self._token_lifetime_seconds,
         ).add_auth(request)
-        return self._user_name, cast(str, request.url).removeprefix("https://")
+        signed_url: Final = request.url
+        if signed_url is None:
+            raise RuntimeError("Unable to generate AWS ElastiCache IAM credentials")
+        return self._user_name, signed_url.removeprefix("https://")
 
     def get_credentials(self) -> tuple[str, str]:
         return self._get_credentials()

From cd4073895ff9884d6fa77337fe6ac4c62dc029ec Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 9 Sep 2026 10:03:26 -0400
Subject: [PATCH 057/298] refactor(redis): type botocore credentials without
 Any

Deferred annotation evaluation keeps the type-checking-only botocore
import off the runtime path, so the alias only reintroduced typing.Any,
which the strict ruff budget now bans
---
 litellm/_redis_credential_provider.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index 4441d318373..15f625dc8b4 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -4,15 +4,13 @@ import asyncio
 import threading
 import time
 from collections.abc import Callable
-from typing import TYPE_CHECKING, Any, Final, Protocol
+from typing import TYPE_CHECKING, Final, Protocol
 from urllib.parse import quote
 
 from redis.credentials import CredentialProvider
 
 if TYPE_CHECKING:
     from botocore.credentials import Credentials
-else:
-    Credentials = Any  # rebind-ok: runtime alias for the type-checking-only botocore import
 
 # Azure AD scope for Redis Cache for Azure.
 AZURE_REDIS_SCOPE: Final = "https://redis.azure.com/.default"

From 2b0711e4f518dc796395972896aa5c3e6608b965 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 9 Sep 2026 10:06:22 -0400
Subject: [PATCH 058/298] style(redis): restore the Azure AD marker comment

The comment documents that the raw Azure client id, tenant id and secret
are deliberately kept off the connect function, so this branch should
never have dropped it
---
 litellm/_redis.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/litellm/_redis.py b/litellm/_redis.py
index 50900b2977b..d77043a6dfd 100644
--- a/litellm/_redis.py
+++ b/litellm/_redis.py
@@ -598,6 +598,11 @@ def _get_redis_client_logic(**env_overrides):
                 azure_tenant_id=_azure_tenant_id,
                 azure_client_secret=_azure_client_secret,
             )
+            # Marker for async paths to detect Azure AD auth. The live credential
+            # object is attached separately as `_azure_credential` by
+            # `create_azure_ad_redis_connect_func`; the raw client_id/tenant_id/secret
+            # are intentionally NOT exposed on the function to avoid leaking
+            # credentials via inspection or logging.
             redis_kwargs["redis_connect_func"]._azure_redis_ad_token = True
 
         if _aws_iam_enabled and _gcp_service_account is not None:

From bf73c49d737b0ee1d4274a36a1846a8628de3478 Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 9 Sep 2026 10:17:53 -0400
Subject: [PATCH 059/298] refactor(redis): drop unreachable frozen credentials
 guard

---
 litellm/_redis_credential_provider.py                |  2 --
 tests/test_litellm/test_redis_credential_provider.py | 12 ------------
 2 files changed, 14 deletions(-)

diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index 15f625dc8b4..dd49a6793ec 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -162,8 +162,6 @@ class ElastiCacheIAMCredentialProvider(CredentialProvider):
         self._credentials = credentials
 
         frozen_credentials: Final = credentials.get_frozen_credentials()
-        if frozen_credentials is None:
-            raise RuntimeError("Unable to resolve AWS credentials for ElastiCache IAM Redis authentication")
 
         try:
             from botocore.auth import SigV4QueryAuth
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
index 336e30e12c6..9a58722b04e 100644
--- a/tests/test_litellm/test_redis_credential_provider.py
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -136,18 +136,6 @@ def test_elasticache_provider_reports_missing_credentials():
         provider.get_credentials()
 
 
-def test_elasticache_provider_reports_missing_frozen_credentials():
-    provider = ElastiCacheIAMCredentialProvider(
-        user_name="iam-user",
-        cache_name="cache.example.com",
-        region="us-east-1",
-        credentials_resolver=_FakeResolver(SimpleNamespace(get_frozen_credentials=lambda: None)),
-    )
-
-    with pytest.raises(RuntimeError, match="Unable to resolve AWS credentials"):
-        provider.get_credentials()
-
-
 def test_elasticache_provider_reports_missing_signing_dependency(monkeypatch):
     original_import = builtins.__import__
 

From c4fc20bcf933606d0ffc91a47036dc16df7059ea Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 9 Sep 2026 14:43:58 -0400
Subject: [PATCH 060/298] fix(redis): accept every truthy flag and sign
 serverless ElastiCache caches

The ElastiCache IAM gate read `aws_iam_auth` and `ssl` with a helper that
only accepted the literal string "true", while the kwarg coercion that runs
later accepts "true", "1" and "yes". Type coercion happens after the gate, so
`REDIS_AWS_IAM_AUTH=1` silently skipped IAM auth and `REDIS_SSL=1` made the
"requires TLS" check fail closed on a connection that was in fact TLS. Both
helpers now share `_str_to_bool`.

AWS signs serverless cache tokens with an extra `ResourceType=ServerlessCache`
query parameter, so tokens minted for a serverless cache were rejected. Adds an
`aws_iam_serverless` setting (`REDIS_AWS_IAM_SERVERLESS`) that puts the
parameter into the signed URL, and lowercases the cache name because
ElastiCache lowercases it at creation time.
---
 litellm/_redis.py                             | 51 ++++++------
 litellm/_redis_credential_provider.py         | 17 ++--
 litellm/proxy/_types.py                       |  3 +
 .../cache_settings_endpoints.py               |  9 ++
 .../coordination_redis_endpoints.py           |  8 ++
 tests/test_litellm/test_redis.py              | 82 +++++++++++++++++--
 .../test_redis_credential_provider.py         | 54 ++++++++++++
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  5 ++
 8 files changed, 192 insertions(+), 37 deletions(-)

diff --git a/litellm/_redis.py b/litellm/_redis.py
index d77043a6dfd..c5acdcb038b 100644
--- a/litellm/_redis.py
+++ b/litellm/_redis.py
@@ -39,6 +39,14 @@ from ._logging import verbose_logger
 
 AZURE_REDIS_SCOPE: Final = "https://redis.azure.com/.default"
 
+_AWS_IAM_KWARG_NAMES: Final = (
+    "aws_iam_auth",
+    "aws_iam_user_name",
+    "aws_iam_cache_name",
+    "aws_iam_region",
+    "aws_iam_serverless",
+)
+
 
 def _unwrapped_init_args(cls: type) -> frozenset[str]:
     """Every parameter on a single class's own ``__init__``, decorator-unwrapped.
@@ -76,10 +84,7 @@ def _get_redis_kwargs():
         "azure_client_id",
         "azure_tenant_id",
         "azure_client_secret",
-        "aws_iam_auth",
-        "aws_iam_user_name",
-        "aws_iam_cache_name",
-        "aws_iam_region",
+        *_AWS_IAM_KWARG_NAMES,
     }
 
     available_args: Final = {x for x in _unwrapped_init_args(redis.Redis) if x not in exclude_args} | include_args
@@ -275,22 +280,25 @@ def _redis_kwargs_from_environment():
     return return_dict
 
 
-def _is_true(value: object | None) -> bool:
-    return value is True or (isinstance(value, str) and value.lower() == "true")
+def _coerces_to_true(value: object | None) -> bool:
+    return _str_to_bool(value) if isinstance(value, str) else bool(value)
 
 
 def _uses_tls(redis_kwargs: Mapping[str, object]) -> bool:
     if redis_kwargs.get("startup_nodes") is not None:
-        return _is_true(redis_kwargs.get("ssl"))
+        return _coerces_to_true(redis_kwargs.get("ssl"))
     url: Final = redis_kwargs.get("url")
-    return urlsplit(url).scheme.lower() == "rediss" if isinstance(url, str) else _is_true(redis_kwargs.get("ssl"))
+    if isinstance(url, str):
+        return urlsplit(url).scheme.lower() == "rediss"
+    return _coerces_to_true(redis_kwargs.get("ssl"))
 
 
-def _build_elasticache_iam_provider(
-    user_name: object | None,
-    cache_name: object | None,
-    region: object | None,
-) -> ElastiCacheIAMCredentialProvider:
+def _build_elasticache_iam_provider(redis_kwargs: Mapping[str, object]) -> ElastiCacheIAMCredentialProvider:
+    user_name: Final = redis_kwargs.get("aws_iam_user_name")
+    cache_name: Final = redis_kwargs.get("aws_iam_cache_name")
+    region: Final = (
+        redis_kwargs.get("aws_iam_region") or get_secret_str("AWS_REGION") or get_secret_str("AWS_DEFAULT_REGION")
+    )
     required_settings: Final = (
         ("aws_iam_user_name", user_name),
         ("aws_iam_cache_name", cache_name),
@@ -304,6 +312,7 @@ def _build_elasticache_iam_provider(
         user_name=str(user_name),
         cache_name=str(cache_name),
         region=str(region),
+        is_serverless=_coerces_to_true(redis_kwargs.get("aws_iam_serverless")),
     )
 
 
@@ -577,7 +586,7 @@ def _get_redis_client_logic(**env_overrides):
         _azure_redis_ad_token: Final = redis_kwargs.get("azure_redis_ad_token") or get_secret("REDIS_AZURE_AD_TOKEN")
 
         _azure_ad_enabled: Final = _azure_redis_ad_token is not None and str(_azure_redis_ad_token).lower() == "true"
-        _aws_iam_enabled: Final = _is_true(redis_kwargs.get("aws_iam_auth"))
+        _aws_iam_enabled: Final = _coerces_to_true(redis_kwargs.get("aws_iam_auth"))
 
         if _azure_ad_enabled and _gcp_service_account is not None:
             verbose_logger.warning(
@@ -619,13 +628,7 @@ def _get_redis_client_logic(**env_overrides):
             if not _uses_tls(redis_kwargs):
                 raise ValueError("AWS ElastiCache IAM Redis authentication requires TLS")
             verbose_logger.debug("Setting up AWS ElastiCache IAM authentication for Redis.")
-            redis_kwargs["credential_provider"] = _build_elasticache_iam_provider(
-                user_name=redis_kwargs.get("aws_iam_user_name"),
-                cache_name=redis_kwargs.get("aws_iam_cache_name"),
-                region=redis_kwargs.get("aws_iam_region")
-                or get_secret_str("AWS_REGION")
-                or get_secret_str("AWS_DEFAULT_REGION"),
-            )
+            redis_kwargs["credential_provider"] = _build_elasticache_iam_provider(redis_kwargs)
 
     redis_kwargs.pop("gcp_service_account", None)
     redis_kwargs.pop("gcp_ssl_ca_certs", None)
@@ -635,10 +638,8 @@ def _get_redis_client_logic(**env_overrides):
     redis_kwargs.pop("azure_client_id", None)
     redis_kwargs.pop("azure_tenant_id", None)
     redis_kwargs.pop("azure_client_secret", None)
-    redis_kwargs.pop("aws_iam_auth", None)
-    redis_kwargs.pop("aws_iam_user_name", None)
-    redis_kwargs.pop("aws_iam_cache_name", None)
-    redis_kwargs.pop("aws_iam_region", None)
+    for aws_iam_key in _AWS_IAM_KWARG_NAMES:
+        redis_kwargs.pop(aws_iam_key, None)
 
     if redis_kwargs.get("credential_provider") is not None:
         redis_kwargs.pop("redis_connect_func", None)
diff --git a/litellm/_redis_credential_provider.py b/litellm/_redis_credential_provider.py
index dd49a6793ec..7d90f944657 100644
--- a/litellm/_redis_credential_provider.py
+++ b/litellm/_redis_credential_provider.py
@@ -5,7 +5,7 @@ import threading
 import time
 from collections.abc import Callable
 from typing import TYPE_CHECKING, Final, Protocol
-from urllib.parse import quote
+from urllib.parse import urlencode
 
 from redis.credentials import CredentialProvider
 
@@ -126,6 +126,7 @@ class GCPIAMCredentialProvider(CredentialProvider):
 
 _ELASTICACHE_SERVICE_NAME: Final = "elasticache"
 _ELASTICACHE_TOKEN_TTL_SECONDS: Final = 900
+_ELASTICACHE_SERVERLESS_RESOURCE_TYPE: Final = "ServerlessCache"
 
 
 class ElastiCacheIAMCredentialProvider(CredentialProvider):
@@ -134,12 +135,14 @@ class ElastiCacheIAMCredentialProvider(CredentialProvider):
         user_name: str,
         cache_name: str,
         region: str,
+        is_serverless: bool = False,
         credentials_resolver: Callable[[], Credentials | None] | None = None,
         token_lifetime_seconds: int = _ELASTICACHE_TOKEN_TTL_SECONDS,
     ) -> None:
         self._user_name = user_name
-        self._cache_name = cache_name
+        self._cache_name = cache_name.lower()
         self._region = region
+        self._is_serverless = is_serverless
         self._credentials_resolver = credentials_resolver or self._resolve_credentials
         self._credentials: Credentials | None = None
         self._token_lifetime_seconds = token_lifetime_seconds
@@ -171,10 +174,14 @@ class ElastiCacheIAMCredentialProvider(CredentialProvider):
                 "botocore is required for ElastiCache IAM Redis authentication. Install it with: pip install boto3"
             ) from e
 
-        request: Final = AWSRequest(
-            method="GET",
-            url=(f"https://{self._cache_name}/?Action=connect&User={quote(self._user_name, safe='')}"),
+        query: Final = urlencode(
+            (
+                ("Action", "connect"),
+                ("User", self._user_name),
+                *((("ResourceType", _ELASTICACHE_SERVERLESS_RESOURCE_TYPE),) if self._is_serverless else ()),
+            )
         )
+        request: Final = AWSRequest(method="GET", url=f"https://{self._cache_name}/?{query}")
         SigV4QueryAuth(
             frozen_credentials,
             _ELASTICACHE_SERVICE_NAME,
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 99103ff3706..07e4515059a 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -2431,6 +2431,9 @@ class CoordinationRedisParams(LiteLLMPydanticObjectBase):
     aws_iam_user_name: str | None = Field(None, description="AWS ElastiCache IAM user name")
     aws_iam_cache_name: str | None = Field(None, description="AWS ElastiCache cache name")
     aws_iam_region: str | None = Field(None, description="AWS region for ElastiCache IAM authentication")
+    aws_iam_serverless: bool | str | None = Field(
+        None, description="the ElastiCache cache is serverless rather than a self-designed cluster"
+    )
 
     def has_connection_target(self) -> bool:
         return any(value is not None for value in (self.host, self.url, self.startup_nodes, self.sentinel_nodes))
diff --git a/litellm/types/management_endpoints/cache_settings_endpoints.py b/litellm/types/management_endpoints/cache_settings_endpoints.py
index 10aece6efa4..cb05f3a50ac 100644
--- a/litellm/types/management_endpoints/cache_settings_endpoints.py
+++ b/litellm/types/management_endpoints/cache_settings_endpoints.py
@@ -273,4 +273,13 @@ CACHE_SETTINGS_FIELDS: Final[list[CacheSettingsField]] = [
         ui_field_name="AWS IAM Region",
         redis_type=None,
     ),
+    CacheSettingsField(
+        field_name="aws_iam_serverless",
+        field_type="Boolean",
+        field_value=None,
+        field_description="The ElastiCache cache is serverless rather than a self-designed cluster",
+        field_default=False,
+        ui_field_name="AWS IAM Serverless Cache",
+        redis_type=None,
+    ),
 ]
diff --git a/litellm/types/management_endpoints/coordination_redis_endpoints.py b/litellm/types/management_endpoints/coordination_redis_endpoints.py
index 86b32752cbb..d70a921a22f 100644
--- a/litellm/types/management_endpoints/coordination_redis_endpoints.py
+++ b/litellm/types/management_endpoints/coordination_redis_endpoints.py
@@ -131,4 +131,12 @@ COORDINATION_REDIS_SETTINGS_FIELDS: Final[list[CoordinationRedisSettingsField]]
         ui_field_name="AWS IAM Region",
         section="connection",
     ),
+    CoordinationRedisSettingsField(
+        field_name="aws_iam_serverless",
+        field_type="Boolean",
+        field_description="The ElastiCache cache is serverless rather than a self-designed cluster",
+        field_default=False,
+        ui_field_name="AWS IAM Serverless Cache",
+        section="connection",
+    ),
 ]
diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index f2eda9a5753..5337ed825a7 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -113,15 +113,25 @@ def test_credential_provider_is_not_environment_derived():
     assert "credential_provider" not in mapping.values()
 
 
+_AWS_IAM_SETTINGS = {
+    "aws_iam_auth",
+    "aws_iam_user_name",
+    "aws_iam_cache_name",
+    "aws_iam_region",
+    "aws_iam_serverless",
+}
+
+
 def test_aws_iam_settings_are_environment_derived():
     allowed = _get_redis_kwargs()
     mapping = _get_redis_env_kwarg_mapping()
 
-    assert {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} <= allowed
+    assert _AWS_IAM_SETTINGS <= allowed
     assert mapping["REDIS_AWS_IAM_AUTH"] == "aws_iam_auth"
     assert mapping["REDIS_AWS_IAM_USER_NAME"] == "aws_iam_user_name"
     assert mapping["REDIS_AWS_IAM_CACHE_NAME"] == "aws_iam_cache_name"
     assert mapping["REDIS_AWS_IAM_REGION"] == "aws_iam_region"
+    assert mapping["REDIS_AWS_IAM_SERVERLESS"] == "aws_iam_serverless"
 
 
 def test_sync_direct_preserves_credential_provider_identity(clean_redis_environment):
@@ -319,12 +329,15 @@ def test_aws_iam_environment_settings_install_provider(clean_redis_environment,
     monkeypatch.setenv("REDIS_AWS_IAM_USER_NAME", "iam-user")
     monkeypatch.setenv("REDIS_AWS_IAM_CACHE_NAME", "cache.example.com")
     monkeypatch.setenv("REDIS_AWS_IAM_REGION", "us-east-1")
-    monkeypatch.setenv("REDIS_SSL", "true")
+    monkeypatch.setenv("REDIS_AWS_IAM_SERVERLESS", "1")
+    monkeypatch.setenv("REDIS_SSL", "1")
 
     redis_kwargs = _get_redis_client_logic(host="cache.example.com", port=6379)
 
-    assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
-    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+    provider = redis_kwargs["credential_provider"]
+    assert isinstance(provider, ElastiCacheIAMCredentialProvider)
+    assert provider._is_serverless is True
+    assert not _AWS_IAM_SETTINGS & redis_kwargs.keys()
 
 
 @pytest.mark.parametrize(
@@ -332,6 +345,9 @@ def test_aws_iam_environment_settings_install_provider(clean_redis_environment,
     [
         pytest.param({"host": "cache.example.com", "port": 6379}, id="host_without_ssl"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": False}, id="host_ssl_false"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "false"}, id="host_ssl_false_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "0"}, id="host_ssl_zero_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "no"}, id="host_ssl_no_string"),
         pytest.param({"url": "redis://cache.example.com:6379", "ssl": True}, id="plaintext_url"),
         pytest.param(
             {"startup_nodes": [{"host": "cache.example.com", "port": 6379}]},
@@ -368,6 +384,13 @@ def test_aws_iam_auth_rejects_non_tls_connections(clean_redis_environment, trans
     "transport",
     [
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": True}, id="host"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "true"}, id="host_ssl_true_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "1"}, id="host_ssl_one_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "yes"}, id="host_ssl_yes_string"),
+        pytest.param(
+            {"startup_nodes": [{"host": "cache.example.com", "port": 6379}], "ssl": "1"},
+            id="cluster_ssl_one_string",
+        ),
         pytest.param({"url": "rediss://cache.example.com:6379"}, id="url"),
         pytest.param(
             {
@@ -413,7 +436,7 @@ def test_aws_iam_settings_are_removed_for_url_and_static_credentials(clean_redis
     assert redis_kwargs["url"] == "rediss://cache.example.com:6380"
     assert "username" not in redis_kwargs
     assert "password" not in redis_kwargs
-    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+    assert not _AWS_IAM_SETTINGS & redis_kwargs.keys()
 
 
 @pytest.mark.parametrize("missing", ["aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"])
@@ -499,7 +522,7 @@ def test_aws_iam_settings_map_to_distinct_provider_fields(clean_redis_environmen
     assert provider._region == "iam-region-value"
 
 
-@pytest.mark.parametrize("aws_iam_auth", [False, "false"])
+@pytest.mark.parametrize("aws_iam_auth", [None, False, "", "false", "0", "no"])
 def test_aws_iam_auth_disabled_does_not_install_provider(clean_redis_environment, aws_iam_auth):
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
@@ -511,7 +534,52 @@ def test_aws_iam_auth_disabled_does_not_install_provider(clean_redis_environment
     )
 
     assert "credential_provider" not in redis_kwargs
-    assert not {"aws_iam_auth", "aws_iam_user_name", "aws_iam_cache_name", "aws_iam_region"} & redis_kwargs.keys()
+    assert not _AWS_IAM_SETTINGS & redis_kwargs.keys()
+
+
+@pytest.mark.parametrize("aws_iam_auth", [True, "true", "True", "TRUE", "1", "yes"])
+def test_aws_iam_auth_enabled_by_any_truthy_flag(clean_redis_environment, aws_iam_auth):
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        ssl=True,
+        aws_iam_auth=aws_iam_auth,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache-name",
+        aws_iam_region="us-east-1",
+    )
+
+    assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
+
+
+@pytest.mark.parametrize(
+    "aws_iam_serverless, expected",
+    [
+        pytest.param(None, False, id="unset"),
+        pytest.param(False, False, id="bool_false"),
+        pytest.param("false", False, id="string_false"),
+        pytest.param("0", False, id="string_zero"),
+        pytest.param(True, True, id="bool_true"),
+        pytest.param("true", True, id="string_true"),
+        pytest.param("1", True, id="string_one"),
+    ],
+)
+def test_aws_iam_serverless_flag_reaches_the_provider(clean_redis_environment, aws_iam_serverless, expected):
+    redis_kwargs = _get_redis_client_logic(
+        host="cache.example.com",
+        port=6379,
+        ssl=True,
+        aws_iam_auth=True,
+        aws_iam_user_name="iam-user",
+        aws_iam_cache_name="cache-name",
+        aws_iam_region="us-east-1",
+        aws_iam_serverless=aws_iam_serverless,
+    )
+
+    provider = redis_kwargs["credential_provider"]
+    assert isinstance(provider, ElastiCacheIAMCredentialProvider)
+    assert provider._is_serverless is expected
+    assert "aws_iam_serverless" not in redis_kwargs
 
 
 def test_explicit_provider_wins_over_aws_iam(clean_redis_environment):
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
index 9a58722b04e..e71fc5d530d 100644
--- a/tests/test_litellm/test_redis_credential_provider.py
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -175,3 +175,57 @@ def test_elasticache_provider_recovers_after_a_failed_resolution():
     assert user_name == "iam-user"
     assert token
     assert resolver.calls == 2
+
+
+@pytest.mark.parametrize(
+    "provider_kwargs, expected_resource_type",
+    [
+        pytest.param({}, None, id="default_is_self_designed"),
+        pytest.param({"is_serverless": False}, None, id="self_designed"),
+        pytest.param({"is_serverless": True}, ["ServerlessCache"], id="serverless"),
+    ],
+)
+def test_elasticache_provider_signs_resource_type_only_for_serverless(provider_kwargs, expected_resource_type):
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="cache-name",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(_FakeCredentials("AKIA-SYNTHETIC")),
+        **provider_kwargs,
+    )
+
+    _, token = provider.get_credentials()
+    query = parse_qs(urlsplit("https://" + token).query)
+
+    assert query.get("ResourceType") == expected_resource_type
+    assert query["X-Amz-Signature"]
+
+
+def test_elasticache_provider_lowercases_the_cache_name():
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name="iam-user",
+        cache_name="Mixed-Case-Cache",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(_FakeCredentials("AKIA-SYNTHETIC")),
+    )
+
+    _, token = provider.get_credentials()
+
+    assert urlsplit("https://" + token).netloc == "mixed-case-cache"
+
+
+def test_elasticache_provider_encodes_reserved_characters_in_the_user_name():
+    user_name = "iam user/with+reserved&chars"
+    provider = ElastiCacheIAMCredentialProvider(
+        user_name=user_name,
+        cache_name="cache-name",
+        region="us-east-1",
+        credentials_resolver=_FakeResolver(_FakeCredentials("AKIA-SYNTHETIC")),
+    )
+
+    returned_user_name, token = provider.get_credentials()
+    query = parse_qs(urlsplit("https://" + token).query)
+
+    assert returned_user_name == user_name
+    assert query["User"] == [user_name]
+    assert query["Action"] == ["connect"]
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 9ca0df396b7..0448f8373c1 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -26372,6 +26372,11 @@ export interface components {
              * @description AWS region for ElastiCache IAM authentication
              */
             aws_iam_region?: string | null;
+            /**
+             * Aws Iam Serverless
+             * @description the ElastiCache cache is serverless rather than a self-designed cluster
+             */
+            aws_iam_serverless?: boolean | string | null;
             /**
              * Aws Iam User Name
              * @description AWS ElastiCache IAM user name

From f0e3e031c3fd79acf04db3bca41c4f2f5d1f12ec Mon Sep 17 00:00:00 2001
From: eugene-yao-zocdoc <eugene.yao@zocdoc.com>
Date: Wed, 9 Sep 2026 15:01:06 -0400
Subject: [PATCH 061/298] test(redis): pin ElastiCache IAM signing and TLS
 coercion invariants

Strengthens the serverless test to assert ResourceType is signed rather
than merely present, ties _uses_tls to the redis-py kwarg coercion so the
two cannot drift, locks the stripped-kwarg name tuple to the test's
expectations, and adds "off" and "True" sentinel flag values.

Renames the provider builder's parameter to redis_settings.
---
 tests/test_litellm/test_redis.py              | 15 ++++++++++++++-
 .../test_redis_credential_provider.py         | 19 ++++++++++++-------
 2 files changed, 26 insertions(+), 8 deletions(-)

diff --git a/tests/test_litellm/test_redis.py b/tests/test_litellm/test_redis.py
index 5337ed825a7..0e8c86d26df 100644
--- a/tests/test_litellm/test_redis.py
+++ b/tests/test_litellm/test_redis.py
@@ -10,13 +10,16 @@ from redis.credentials import CredentialProvider
 
 import litellm
 from litellm._redis import (
+    _AWS_IAM_KWARG_NAMES,
     _async_auth_kwargs,
+    _coerce_redis_kwargs_types,
     _get_redis_client_logic,
     _get_redis_cluster_kwargs,
     _get_redis_env_kwarg_mapping,
     _get_redis_kwargs,
     _get_redis_url_kwargs,
     _pretty_print_redis_config,
+    _uses_tls,
     get_redis_async_client,
     get_redis_client,
     get_redis_connection_pool,
@@ -31,6 +34,7 @@ from litellm._redis_credential_provider import (
 from litellm.caching.redis_cache import RedisCache
 from litellm.caching.redis_cluster_cache import RedisClusterCache
 from litellm.constants import REDIS_CLUSTER_HEALTH_CHECK_INTERVAL
+from litellm.proxy._types import CoordinationRedisParams
 
 
 class _StubCredentialProvider(CredentialProvider):
@@ -127,6 +131,8 @@ def test_aws_iam_settings_are_environment_derived():
     mapping = _get_redis_env_kwarg_mapping()
 
     assert _AWS_IAM_SETTINGS <= allowed
+    assert set(_AWS_IAM_KWARG_NAMES) == _AWS_IAM_SETTINGS
+    assert {f for f in CoordinationRedisParams.model_fields if f.startswith("aws_iam_")} == _AWS_IAM_SETTINGS
     assert mapping["REDIS_AWS_IAM_AUTH"] == "aws_iam_auth"
     assert mapping["REDIS_AWS_IAM_USER_NAME"] == "aws_iam_user_name"
     assert mapping["REDIS_AWS_IAM_CACHE_NAME"] == "aws_iam_cache_name"
@@ -348,6 +354,7 @@ def test_aws_iam_environment_settings_install_provider(clean_redis_environment,
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "false"}, id="host_ssl_false_string"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "0"}, id="host_ssl_zero_string"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "no"}, id="host_ssl_no_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "off"}, id="host_ssl_off_string"),
         pytest.param({"url": "redis://cache.example.com:6379", "ssl": True}, id="plaintext_url"),
         pytest.param(
             {"startup_nodes": [{"host": "cache.example.com", "port": 6379}]},
@@ -385,6 +392,7 @@ def test_aws_iam_auth_rejects_non_tls_connections(clean_redis_environment, trans
     [
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": True}, id="host"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "true"}, id="host_ssl_true_string"),
+        pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "True"}, id="host_ssl_true_capitalized"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "1"}, id="host_ssl_one_string"),
         pytest.param({"host": "cache.example.com", "port": 6379, "ssl": "yes"}, id="host_ssl_yes_string"),
         pytest.param(
@@ -421,6 +429,11 @@ def test_aws_iam_auth_accepts_tls_connections(clean_redis_environment, transport
     assert isinstance(redis_kwargs["credential_provider"], ElastiCacheIAMCredentialProvider)
 
 
+@pytest.mark.parametrize("ssl", ["true", "True", "TRUE", "1", "yes", "YES", "false", "0", "no", "off", "", "maybe"])
+def test_tls_detection_agrees_with_the_ssl_kwarg_coercion(ssl):
+    assert _uses_tls({"ssl": ssl}) is _coerce_redis_kwargs_types({"ssl": ssl})["ssl"]
+
+
 def test_aws_iam_settings_are_removed_for_url_and_static_credentials(clean_redis_environment):
     redis_kwargs = _get_redis_client_logic(
         url="rediss://url-user:url-pass@cache.example.com:6380",
@@ -522,7 +535,7 @@ def test_aws_iam_settings_map_to_distinct_provider_fields(clean_redis_environmen
     assert provider._region == "iam-region-value"
 
 
-@pytest.mark.parametrize("aws_iam_auth", [None, False, "", "false", "0", "no"])
+@pytest.mark.parametrize("aws_iam_auth", [None, False, "", "false", "0", "no", "off"])
 def test_aws_iam_auth_disabled_does_not_install_provider(clean_redis_environment, aws_iam_auth):
     redis_kwargs = _get_redis_client_logic(
         host="cache.example.com",
diff --git a/tests/test_litellm/test_redis_credential_provider.py b/tests/test_litellm/test_redis_credential_provider.py
index e71fc5d530d..96b1933b0e3 100644
--- a/tests/test_litellm/test_redis_credential_provider.py
+++ b/tests/test_litellm/test_redis_credential_provider.py
@@ -178,14 +178,14 @@ def test_elasticache_provider_recovers_after_a_failed_resolution():
 
 
 @pytest.mark.parametrize(
-    "provider_kwargs, expected_resource_type",
+    "provider_kwargs, expected_operation_params",
     [
-        pytest.param({}, None, id="default_is_self_designed"),
-        pytest.param({"is_serverless": False}, None, id="self_designed"),
-        pytest.param({"is_serverless": True}, ["ServerlessCache"], id="serverless"),
+        pytest.param({}, frozenset({"Action", "User"}), id="default_is_self_designed"),
+        pytest.param({"is_serverless": False}, frozenset({"Action", "User"}), id="self_designed"),
+        pytest.param({"is_serverless": True}, frozenset({"Action", "User", "ResourceType"}), id="serverless"),
     ],
 )
-def test_elasticache_provider_signs_resource_type_only_for_serverless(provider_kwargs, expected_resource_type):
+def test_elasticache_provider_signs_resource_type_only_for_serverless(provider_kwargs, expected_operation_params):
     provider = ElastiCacheIAMCredentialProvider(
         user_name="iam-user",
         cache_name="cache-name",
@@ -195,9 +195,14 @@ def test_elasticache_provider_signs_resource_type_only_for_serverless(provider_k
     )
 
     _, token = provider.get_credentials()
-    query = parse_qs(urlsplit("https://" + token).query)
+    query_string = urlsplit("https://" + token).query
+    param_names = tuple(pair.split("=", 1)[0] for pair in query_string.split("&"))
+    first_auth_param = next(i for i, name in enumerate(param_names) if name.startswith("X-Amz-"))
+    query = parse_qs(query_string)
 
-    assert query.get("ResourceType") == expected_resource_type
+    assert frozenset(param_names[:first_auth_param]) == expected_operation_params
+    assert all(name.startswith("X-Amz-") for name in param_names[first_auth_param:])
+    assert query.get("ResourceType") == (["ServerlessCache"] if "ResourceType" in expected_operation_params else None)
     assert query["X-Amz-Signature"]
 
 

From 153c962e15aa4a9506abc8dd7989b9d05f864faf Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 11:49:57 -0700
Subject: [PATCH 062/298] feat(router): log classifier input and masked source
 request

---
 litellm/integrations/custom_logger.py         |  11 ++
 .../litellm_core_utils/classifier_logging.py  |  59 ++++++++
 litellm/litellm_core_utils/litellm_logging.py |  27 +++-
 litellm/litellm_core_utils/redact_messages.py |  10 ++
 litellm/llms/openai/openai.py                 |   2 +
 .../spend_management_endpoints.py             |  20 ++-
 .../spend_tracking/spend_tracking_utils.py    |   5 +
 .../complexity_router/complexity_router.py    |  11 +-
 litellm/types/utils.py                        |   8 +-
 tests/e2e/coverage_registry/reliability.yaml  |   1 +
 tests/e2e/router/test_classifier_audit_e2e.py | 143 ++++++++++++++++++
 .../test_classifier_logging.py                |  38 +++++
 .../test_litellm_logging.py                   | 121 ++++++++++++++-
 .../test_redact_messages.py                   |  24 +++
 .../test_spend_management_endpoints.py        |  23 +++
 .../test_spend_tracking_utils.py              |  24 +++
 .../router_strategy/test_complexity_router.py |  23 +++
 .../ClassifierAuditView.test.tsx              |  56 +++++++
 .../LogDetailsDrawer/ClassifierAuditView.tsx  |  52 +++++++
 .../LogDetailsDrawer/LogDetailContent.tsx     |  53 +++----
 20 files changed, 673 insertions(+), 38 deletions(-)
 create mode 100644 litellm/litellm_core_utils/classifier_logging.py
 create mode 100644 tests/e2e/router/test_classifier_audit_e2e.py
 create mode 100644 tests/test_litellm/litellm_core_utils/test_classifier_logging.py
 create mode 100644 ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.test.tsx
 create mode 100644 ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.tsx

diff --git a/litellm/integrations/custom_logger.py b/litellm/integrations/custom_logger.py
index 8f03e08f02d..473bf223105 100644
--- a/litellm/integrations/custom_logger.py
+++ b/litellm/integrations/custom_logger.py
@@ -927,6 +927,17 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
 
         # Handle turn_off_message_logging - redact messages and responses (if not already excluded)
         if turn_off_message_logging:
+            from litellm.litellm_core_utils.classifier_logging import CLASSIFIER_AUDIT_FIELDS, without_classifier_audit
+
+            for field in CLASSIFIER_AUDIT_FIELDS:
+                standard_logging_object_copy.pop(field, None)
+            params: Final = model_call_details_copy.get("litellm_params")
+            request: Final = params.get("proxy_server_request") if isinstance(params, dict) else None
+            if isinstance(params, dict) and isinstance(request, dict):
+                model_call_details_copy["litellm_params"] = {
+                    **params,
+                    "proxy_server_request": without_classifier_audit(request),
+                }
             redacted_str: Final = "redacted-by-litellm"
 
             if "messages" not in (excluded_fields or []) and standard_logging_object_copy.get("messages") is not None:
diff --git a/litellm/litellm_core_utils/classifier_logging.py b/litellm/litellm_core_utils/classifier_logging.py
new file mode 100644
index 00000000000..b9cb52a190d
--- /dev/null
+++ b/litellm/litellm_core_utils/classifier_logging.py
@@ -0,0 +1,59 @@
+from collections.abc import Mapping
+from typing import Final
+
+from pydantic import JsonValue, TypeAdapter, ValidationError
+
+from litellm.constants import INTERNAL_CALL_ORIGIN_METADATA_KEY
+from litellm.litellm_core_utils.safe_json_dumps import safe_dumps
+from litellm.litellm_core_utils.sensitive_data_masker import redact_credentials_in_payload
+from litellm.types.utils import AUTOROUTER_CLASSIFIER_CALL_ORIGIN, ClassifierAudit
+
+CLASSIFIER_AUDIT_FIELDS: Final = ("classifier_input", "originating_request_masked")
+_JSON_OBJECT: Final = TypeAdapter(dict[str, JsonValue])
+
+
+def classifier_input_snapshot(value: object, *, openai_sdk: bool = False) -> Mapping[str, JsonValue] | None:
+    if openai_sdk and isinstance(value, Mapping):
+        body: Final = {
+            key: item for key, item in value.items() if key not in ("extra_headers", "extra_query", "extra_body")
+        }
+        extra_body: Final = value.get("extra_body")
+        return classifier_input_snapshot({**body, **extra_body} if isinstance(extra_body, Mapping) else body)
+    try:
+        return (
+            _JSON_OBJECT.validate_json(value)
+            if isinstance(value, (str, bytes))
+            else _JSON_OBJECT.validate_python(value)
+        )
+    except ValidationError:
+        return None
+
+
+def is_classifier_call(call_type: str, params: Mapping[str, object]) -> bool:
+    return call_type in ("completion", "acompletion") and any(
+        isinstance(metadata := params.get(key), Mapping)
+        and metadata.get(INTERNAL_CALL_ORIGIN_METADATA_KEY) == AUTOROUTER_CLASSIFIER_CALL_ORIGIN
+        for key in ("metadata", "litellm_metadata")
+    )
+
+
+def masked_originating_request(request_kwargs: Mapping[str, object] | None) -> Mapping[str, JsonValue] | None:
+    request: Final = (request_kwargs or {}).get("proxy_server_request")
+    body: Final = request.get("body") if isinstance(request, Mapping) else None
+    if not isinstance(body, Mapping):
+        return None
+    serializable: Final = classifier_input_snapshot(safe_dumps(body))
+    return classifier_input_snapshot(redact_credentials_in_payload(serializable)) if serializable is not None else None
+
+
+def classifier_audit_fields(payload: Mapping[str, object]) -> ClassifierAudit:
+    classifier_input: Final = classifier_input_snapshot(payload.get("classifier_input"))
+    originating_request: Final = classifier_input_snapshot(payload.get("originating_request_masked"))
+    return {
+        **(ClassifierAudit(classifier_input=classifier_input) if classifier_input is not None else {}),
+        **(ClassifierAudit(originating_request_masked=originating_request) if originating_request is not None else {}),
+    }
+
+
+def without_classifier_audit(payload: Mapping[str, object]) -> dict[str, object]:
+    return {key: value for key, value in payload.items() if key not in CLASSIFIER_AUDIT_FIELDS}
diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py
index cb9209be267..f85aa32829f 100644
--- a/litellm/litellm_core_utils/litellm_logging.py
+++ b/litellm/litellm_core_utils/litellm_logging.py
@@ -17,7 +17,7 @@ from types import MappingProxyType, TracebackType
 from typing import TYPE_CHECKING, Any, Final, Literal, Optional, Union, cast
 
 from httpx import Response
-from pydantic import BaseModel
+from pydantic import BaseModel, JsonValue
 
 import litellm
 from litellm import (
@@ -64,6 +64,11 @@ from litellm.integrations.custom_logger import CustomLogger
 from litellm.integrations.deepeval.deepeval import DeepEvalLogger
 from litellm.integrations.mlflow import MlflowLogger
 from litellm.integrations.sqs import SQSLogger
+from litellm.litellm_core_utils.classifier_logging import (
+    classifier_audit_fields,
+    classifier_input_snapshot,
+    is_classifier_call,
+)
 from litellm.litellm_core_utils.core_helpers import is_expected_client_error, reconstruct_model_name
 from litellm.litellm_core_utils.get_litellm_params import get_litellm_params
 from litellm.litellm_core_utils.internal_call_metadata import (
@@ -89,6 +94,7 @@ from litellm.litellm_core_utils.redact_messages import (
     redact_message_input_output_from_custom_logger,
     redact_message_input_output_from_logging,
     redact_streaming_responses_for_custom_logger,
+    should_redact_message_logging,
 )
 from litellm.llms.base_llm.ocr.transformation import OCRResponse
 from litellm.llms.base_llm.search.transformation import SearchResponse
@@ -473,6 +479,7 @@ class Logging(LiteLLMLoggingBaseClass):
     stream_options = None
     litellm_request_debug: bool = False
     streamed_anthropic_message_id: str | None = None
+    classifier_input: Mapping[str, JsonValue] | None = None
 
     def __init__(
         self,
@@ -1211,6 +1218,14 @@ class Logging(LiteLLMLoggingBaseClass):
         self.model_call_details["api_key"] = api_key
         self.model_call_details["additional_args"] = additional_args
         self.model_call_details["log_event_type"] = "pre_api_call"
+        if is_classifier_call(self.call_type, self.model_call_details.get("litellm_params") or {}):
+            self.classifier_input = (
+                None
+                if should_redact_message_logging(self.model_call_details)
+                else classifier_input_snapshot(
+                    additional_args.get("complete_input_dict"), openai_sdk=additional_args.get("openai_sdk") is True
+                )
+            )
         if model:  # if model name was changes pre-call, overwrite the initial model call name with the new one
             self.model_call_details["model"] = model
         self.model_call_details["litellm_params"]["api_base"] = self._get_masked_api_base(
@@ -6293,6 +6308,16 @@ def get_standard_logging_object_payload(
         )
 
         payload: Final[StandardLoggingPayload] = StandardLoggingPayload(
+            **(
+                classifier_audit_fields(
+                    {
+                        "classifier_input": logging_obj.classifier_input,
+                        "originating_request_masked": proxy_server_request.get("originating_request_masked"),
+                    }
+                )
+                if is_classifier_call(call_type or "", litellm_params) and not should_redact_message_logging(kwargs)
+                else {}
+            ),
             id=str(id),
             litellm_call_id=kwargs.get("litellm_call_id") or litellm_params.get("litellm_call_id"),
             trace_id=StandardLoggingPayloadSetup.get_standard_logging_payload_trace_id(
diff --git a/litellm/litellm_core_utils/redact_messages.py b/litellm/litellm_core_utils/redact_messages.py
index a567854d767..c97566c21a8 100644
--- a/litellm/litellm_core_utils/redact_messages.py
+++ b/litellm/litellm_core_utils/redact_messages.py
@@ -16,6 +16,7 @@ from typing import TYPE_CHECKING, Any, Final
 import litellm
 from litellm.constants import REDACTED_BY_LITELLM
 from litellm.integrations.custom_logger import CustomLogger
+from litellm.litellm_core_utils.classifier_logging import CLASSIFIER_AUDIT_FIELDS, without_classifier_audit
 from litellm.litellm_core_utils.core_helpers import (
     get_metadata_variable_name_from_kwargs,
 )
@@ -183,6 +184,9 @@ def _redact_standard_logging_object(model_call_details: dict):
 
     redacted_str: Final = REDACTED_BY_LITELLM
 
+    for field in CLASSIFIER_AUDIT_FIELDS:
+        standard_logging_object.pop(field, None)
+
     if standard_logging_object.get("messages") is not None:
         standard_logging_object["messages"] = [{"role": "user", "content": redacted_str}]
 
@@ -254,6 +258,12 @@ def perform_redaction(model_call_details: dict, result, redact_streaming_respons
     copy via redact_streaming_responses_for_custom_logger instead.
     """
     # Redact model_call_details
+    for field in CLASSIFIER_AUDIT_FIELDS:
+        model_call_details.pop(field, None)
+    params: Final = model_call_details.get("litellm_params")
+    request: Final = params.get("proxy_server_request") if isinstance(params, dict) else None
+    if isinstance(params, dict) and isinstance(request, Mapping):
+        model_call_details["litellm_params"] = {**params, "proxy_server_request": without_classifier_audit(request)}
     model_call_details["messages"] = [{"role": "user", "content": REDACTED_BY_LITELLM}]
     model_call_details["prompt"] = ""
     model_call_details["input"] = ""
diff --git a/litellm/llms/openai/openai.py b/litellm/llms/openai/openai.py
index edc8d64d9c2..5f04ebe0c01 100644
--- a/litellm/llms/openai/openai.py
+++ b/litellm/llms/openai/openai.py
@@ -797,6 +797,7 @@ class OpenAIChatCompletion(BaseLLM, BaseOpenAILLM):
                                 "api_base": openai_client._base_url._uri_reference,
                                 "acompletion": acompletion,
                                 "complete_input_dict": data,
+                                "openai_sdk": True,
                             },
                         )
 
@@ -938,6 +939,7 @@ class OpenAIChatCompletion(BaseLLM, BaseOpenAILLM):
                         "api_base": openai_aclient._base_url._uri_reference,
                         "acompletion": True,
                         "complete_input_dict": data,
+                        "openai_sdk": True,
                     },
                 )
 
diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index f8831ca4152..ee43972309b 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -26,7 +26,8 @@ from typing_extensions import ReadOnly
 
 import litellm
 from litellm._logging import verbose_proxy_logger
-from litellm.constants import LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME
+from litellm.constants import LITELLM_TRUNCATED_PAYLOAD_FIELD, LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME
+from litellm.litellm_core_utils.classifier_logging import classifier_audit_fields, classifier_input_snapshot
 from litellm.proxy._types import *
 from litellm.proxy._types import ProviderBudgetResponse, ProviderBudgetResponseObject
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
@@ -3099,7 +3100,11 @@ async def _resolve_request_response_payload(
     proxy_server_request: Final = row.get("proxy_server_request")
 
     pg_payload: Final = RequestResponsePayload(messages, response, proxy_server_request)
-    if (
+    stored_request: Final = classifier_input_snapshot(proxy_server_request)
+    truncated_audit: Final = bool(stored_request and classifier_audit_fields(stored_request)) and (
+        LITELLM_TRUNCATED_PAYLOAD_FIELD in str(proxy_server_request)
+    )
+    if not truncated_audit and (
         _spend_log_field_has_content(messages)
         or _spend_log_field_has_content(response)
         or _spend_log_field_has_content(proxy_server_request)
@@ -3124,10 +3129,19 @@ async def _resolve_request_response_payload(
     if payload is None:
         return pg_payload
 
+    cold_audit: Final = classifier_audit_fields(payload)
+    resolved_request: Final = (
+        {**(classifier_input_snapshot(payload.get("proxy_server_request")) or stored_request or {}), **cold_audit}
+        if cold_audit
+        else payload.get("proxy_server_request")
+    )
+    if truncated_audit:
+        return RequestResponsePayload(messages, response, resolved_request if cold_audit else proxy_server_request)
+
     return RequestResponsePayload(
         messages=payload.get("messages"),
         response=payload.get("response"),
-        proxy_server_request=payload.get("proxy_server_request"),
+        proxy_server_request=resolved_request,
     )
 
 
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index a21d761996f..da55d1cb153 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -22,6 +22,7 @@ from litellm.constants import (
 from litellm.constants import (
     MAX_STRING_LENGTH_PROMPT_IN_DB as DEFAULT_MAX_STRING_LENGTH_PROMPT_IN_DB,
 )
+from litellm.litellm_core_utils.classifier_logging import classifier_audit_fields
 from litellm.litellm_core_utils.core_helpers import (
     get_litellm_metadata_from_kwargs,
     reconstruct_model_name,
@@ -1251,6 +1252,10 @@ def _get_proxy_server_request_for_spend_logs_payload(
         if _proxy_server_request is not None:
             _request_body = _proxy_server_request.get("body", {}) or {}
 
+            standard_payload: Final = (kwargs or {}).get("standard_logging_object")
+            if isinstance(standard_payload, Mapping):
+                _request_body = {**_request_body, **classifier_audit_fields(standard_payload)}
+
             if kwargs is not None:
                 realtime_tools: Final = kwargs.get("realtime_tools")
                 if realtime_tools:
diff --git a/litellm/router_strategy/complexity_router/complexity_router.py b/litellm/router_strategy/complexity_router/complexity_router.py
index faafcea404a..162fcf2efb0 100644
--- a/litellm/router_strategy/complexity_router/complexity_router.py
+++ b/litellm/router_strategy/complexity_router/complexity_router.py
@@ -36,6 +36,7 @@ from litellm.constants import (
     SESSION_ID_GENERATED_METADATA_KEY,
 )
 from litellm.integrations.custom_logger import CustomLogger
+from litellm.litellm_core_utils.classifier_logging import masked_originating_request
 from litellm.litellm_core_utils.core_helpers import (
     _get_parent_otel_span_from_kwargs,
     get_metadata_variable_name_from_kwargs,
@@ -1924,11 +1925,8 @@ class ComplexityRouter(CustomLogger):
         Call the configured classifier model with a system/user role split and prior-turn context.
 
         Builds a structured classification prompt with:
-        - System message: the stable classifier rubric AND the caller's own system prompt (task
-          constraints). This is the largest, most repeated part of the call, so keeping it in the
-          system role lets the provider prompt-cache it across a session's classifier calls.
-        - User message: the variable payload -- a few prior user turns for context and the current
-          ask to classify.
+        - System message: the stable classifier rubric.
+        - User message: the caller's system prompt quoted as task context, prior turns, and the current ask.
 
         Args:
             prompt: The current user ask text (already extracted as the real human ask, not tool results)
@@ -2005,12 +2003,13 @@ class ComplexityRouter(CustomLogger):
             classifier_call_params = MappingProxyType({"reasoning_effort": llm_config.reasoning_effort})
 
         proxy_server_request: Final = {
+            "originating_request_masked": masked_originating_request(request_kwargs),
             "body": {
                 "model": llm_config.model,
                 "messages": messages_for_call,
                 "response_format": response_format,
                 **classifier_call_params,
-            }
+            },
         }
 
         classifier_timeout_s: Final[float] = llm_config.timeout_ms / 1000
diff --git a/litellm/types/utils.py b/litellm/types/utils.py
index ab0cc5f959c..58b940227f8 100644
--- a/litellm/types/utils.py
+++ b/litellm/types/utils.py
@@ -35,6 +35,7 @@ from pydantic import (
     BaseModel,
     ConfigDict,
     Field,
+    JsonValue,
     PrivateAttr,
     SkipValidation,
     field_serializer,
@@ -3373,7 +3374,12 @@ class StandardAuditLogPayload(TypedDict):
     updated_values: str | None
 
 
-class StandardLoggingPayload(TypedDict):
+class ClassifierAudit(TypedDict, total=False):
+    classifier_input: ReadOnly[Mapping[str, JsonValue]]
+    originating_request_masked: ReadOnly[Mapping[str, JsonValue]]
+
+
+class StandardLoggingPayload(ClassifierAudit):
     id: str
     trace_id: str  # Trace multiple LLM calls belonging to same overall request (e.g. fallbacks/retries)
     session_id: str  # End-user/conversation session id (litellm_session_id), independent of trace_id
diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 6b69677d490..4d40f19e67b 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -1,4 +1,5 @@
 # Reliability & Performance (behavior features). Grounded in litellm/router.py + router_strategy/ + router_utils/.
+- {id: reliability.routing.classifier_audit.separates_provider_input_and_source, module: reliability, tier: P1, behavior: routing, variant: classifier_audit, assertions: [separates_provider_input_and_source], exercised_on: [chat_completions, messages, responses], source: "litellm/litellm_core_utils/classifier_logging.py", rationale: "Classifier spend details distinguish provider input from the credential-masked originating request across all three request surfaces"}
 - {id: reliability.fallback.5xx.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: "5xx", assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:2024", rationale: "Reroute on provider 5xx to alternate deployment"}
 - {id: reliability.fallback.context_window.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: context_window, assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:6108", rationale: "Fallback when model exceeds context limit"}
 - {id: reliability.fallback.content_policy.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: content_policy, assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:6023", rationale: "Reroute on content-policy violation"}
diff --git a/tests/e2e/router/test_classifier_audit_e2e.py b/tests/e2e/router/test_classifier_audit_e2e.py
new file mode 100644
index 00000000000..6b444441477
--- /dev/null
+++ b/tests/e2e/router/test_classifier_audit_e2e.py
@@ -0,0 +1,143 @@
+import json
+import os
+from collections.abc import Iterator
+from contextlib import ExitStack
+from dataclasses import dataclass
+from typing import Final, Literal
+
+import pytest
+from pydantic import BaseModel, Field, JsonValue, TypeAdapter
+
+from e2e_config import unique_marker
+from e2e_http import AnthropicHeaders, NoBody, unwrap
+from models import ChatMessage, KeyGenerateBody, LiteLLMParamsBody
+from proxy_client import ProxyClient
+
+pytestmark = pytest.mark.e2e
+
+
+class AuditMetadata(BaseModel):
+    source_marker: str
+    authorization: str = "synthetic-audit-secret"
+
+
+class AuditHeaders(AnthropicHeaders):
+    enable_redaction: str | None = Field(default=None, serialization_alias="x-litellm-enable-message-redaction")
+
+
+class AuditRequest(BaseModel):
+    model: str
+    messages: list[ChatMessage] | None = None
+    system: str | None = None
+    instructions: str | None = None
+    input: str | None = None
+    max_tokens: int | None = None
+    max_output_tokens: int | None = None
+    metadata: AuditMetadata | None = None
+    litellm_metadata: AuditMetadata | None = None
+
+
+class AuditResponse(BaseModel):
+    id: str
+
+
+class AuditDetail(BaseModel):
+    proxy_server_request: dict[str, JsonValue] | str | None = None
+    response: dict[str, JsonValue] | str | None = None
+
+
+@dataclass(frozen=True, slots=True)
+class AuditDeployment:
+    alias: str
+    key: str
+
+
+@pytest.fixture
+def audit_deployment(proxy: ProxyClient, provider: str) -> Iterator[AuditDeployment]:
+    marker: Final = unique_marker()
+    classifier: Final = f"audit-classifier-{marker}"
+    target: Final = f"audit-target-{marker}"
+    alias: Final = f"audit-router-{marker}"
+    model: Final = os.environ.get(
+        f"E2E_CHEAP_{provider.upper()}_MODEL", "gpt-5.6" if provider == "openai" else "claude-haiku-4-5"
+    )
+    params: Final = LiteLLMParamsBody(
+        model=f"{provider}/{model}",
+        api_key=os.environ.get(f"{provider.upper()}_API_KEY") or f"os.environ/{provider.upper()}_API_KEY",
+        api_base=os.environ.get(f"{provider.upper()}_API_BASE"),
+    )
+    with ExitStack() as stack:
+        for name in (classifier, target):
+            stack.callback(proxy.delete_model, proxy.create_model(name, params))
+        stack.callback(proxy.delete_model, proxy.create_model(alias, LiteLLMParamsBody(
+            model="auto_router/complexity_router",
+            complexity_router_config={
+                "classifier_type": "llm",
+                "classifier_llm_config": {"model": classifier, "timeout_ms": 30000},
+                "tiers": {tier: target for tier in ("SIMPLE", "MEDIUM", "COMPLEX", "REASONING")},
+            },
+        )))
+        key: Final = proxy.generate_key(KeyGenerateBody(models=[alias, classifier, target]))
+        stack.callback(proxy.delete_key, key)
+        yield AuditDeployment(alias, key)
+
+
+class TestClassifierAudit:
+    @pytest.mark.covers(
+        "reliability.routing.classifier_audit.separates_provider_input_and_source",
+        exercised_on=("chat_completions", "messages", "responses"),
+    )
+    @pytest.mark.parametrize("surface", ["chat_completions", "messages", "responses"])
+    @pytest.mark.parametrize("provider", ["openai", "anthropic"])
+    @pytest.mark.parametrize("redact", [False, True])
+    def test_classifier_audit_separates_input_and_masked_source(
+        self, proxy: ProxyClient, audit_deployment: AuditDeployment, surface: Literal["chat_completions", "messages", "responses"],
+        redact: bool,
+    ) -> None:
+        marker: Final = unique_marker()
+        source_marker: Final = f"source-only-{marker}"
+        prompt: Final = f"Reply with hello. Request label {marker}"
+        metadata: Final = AuditMetadata(source_marker=source_marker)
+        body: Final = AuditRequest(
+            model=audit_deployment.alias,
+            messages=[ChatMessage(role="user", content=prompt)] if surface != "responses" else None,
+            input=prompt if surface == "responses" else None,
+            system="Be concise" if surface == "messages" else None,
+            instructions="Be concise" if surface == "responses" else None,
+            max_tokens=128 if surface != "responses" else None,
+            max_output_tokens=128 if surface == "responses" else None,
+            metadata=metadata if surface != "responses" else None,
+            litellm_metadata=metadata if surface == "responses" else None,
+        )
+        path: Final = {"chat_completions": "/chat/completions", "messages": "/v1/messages", "responses": "/v1/responses"}[surface]
+        response: Final = unwrap(proxy.transport.post(
+            path, headers=AuditHeaders(authorization=f"Bearer {audit_deployment.key}", enable_redaction="true" if redact else None),
+            json=body, response_type=AuditResponse,
+        ))
+        assert response.id
+        rows: Final = proxy.poll_logs_for_key(audit_deployment.key, min_rows=2)
+        assert len(rows) == 2, "Expected a classifier spend row and a routed response spend row"
+        details: Final = tuple(
+            unwrap(proxy.transport.get(
+                f"/spend/logs/ui/{row.request_id}", headers=proxy.transport.master,
+                params=NoBody(), response_type=AuditDetail,
+            )) for row in rows
+        )
+        adapter: Final = TypeAdapter(dict[str, JsonValue])
+        requests: Final = tuple(
+            adapter.validate_json(detail.proxy_server_request) if isinstance(detail.proxy_server_request, str)
+            else detail.proxy_server_request or {} for detail in details
+        )
+        audits: Final = tuple(item for item in requests if "classifier_input" in item)
+        if redact:
+            assert audits == ()
+            assert all("originating_request_masked" not in item for item in requests)
+            return
+        assert len(audits) == 1, "The audit belongs only to the classifier call"
+        audit: Final = audits[0]
+        assert marker in json.dumps(audit["classifier_input"])
+        assert source_marker not in json.dumps(audit["classifier_input"])
+        assert source_marker in json.dumps(audit["originating_request_masked"])
+        assert "synthetic-audit-secret" not in json.dumps(audit)
+        assert audit_deployment.alias in json.dumps(audit["originating_request_masked"])
+        assert any("tier" in str(detail.response) for detail in details)
diff --git a/tests/test_litellm/litellm_core_utils/test_classifier_logging.py b/tests/test_litellm/litellm_core_utils/test_classifier_logging.py
new file mode 100644
index 00000000000..c923225c750
--- /dev/null
+++ b/tests/test_litellm/litellm_core_utils/test_classifier_logging.py
@@ -0,0 +1,38 @@
+from typing import Final
+
+import pytest
+
+from litellm.litellm_core_utils.classifier_logging import classifier_input_snapshot, masked_originating_request
+
+
+@pytest.mark.parametrize("encoded", [False, True])
+def test_classifier_snapshot_preserves_provider_shape_and_is_independent(encoded: bool) -> None:
+    import json
+
+    provider_body: Final = {"system": [{"text": "rubric"}], "messages": [{"role": "user", "content": "ask"}]}
+    snapshot: Final = classifier_input_snapshot(json.dumps(provider_body) if encoded else provider_body)
+    assert snapshot == provider_body
+    provider_body["messages"][0]["content"] = "later mutation"
+    assert snapshot == {"system": [{"text": "rubric"}], "messages": [{"role": "user", "content": "ask"}]}
+
+
+def test_originating_snapshot_masks_nested_credentials_without_altering_source() -> None:
+    body: Final = {
+        "model": "router",
+        "input": [{"type": "message", "role": "user", "content": "source-only"}],
+        "api_key": "short",
+        "metadata": {"nested": [{"Authorization": "Bearer secret", "access_token": 123}]},
+    }
+    snapshot: Final = masked_originating_request({"proxy_server_request": {"body": body}})
+    assert snapshot is not None
+    assert snapshot["model"] == "router"
+    assert snapshot["input"] == body["input"]
+    assert snapshot["api_key"] == "REDACTED"
+    assert snapshot["metadata"] == {"nested": [{"Authorization": "REDACTED", "access_token": "REDACTED"}]}
+    assert body["api_key"] == "short"
+    assert body["metadata"]["nested"][0]["Authorization"] == "Bearer secret"
+
+
+@pytest.mark.parametrize("value", [None, "not-json", [], {"messages": object()}])
+def test_invalid_provider_payload_is_not_reported_as_captured(value: object) -> None:
+    assert classifier_input_snapshot(value) is None
diff --git a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
index 6aa77745e3d..28545bb2349 100644
--- a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
+++ b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
@@ -3,7 +3,7 @@ import contextlib
 import datetime
 import os
 import sys
-from typing import Literal
+from typing import Final, Literal
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -6801,3 +6801,122 @@ def test_get_error_information_redacts_provider_key_from_upstream_url():
     assert "REDACTED" in result["traceback"]
     assert "REDACTED" in result["error_message"]
     assert result["error_code"] == "400"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("provider", ["openai", "anthropic", "bedrock"])
+async def test_classifier_audit_matches_provider_transport(provider: str) -> None:
+    import json
+
+    from openai import AsyncOpenAI
+
+    from litellm.litellm_core_utils.classifier_logging import classifier_input_snapshot
+    from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler
+
+    outbound: Final = asyncio.Queue()
+    logs: Final = asyncio.Queue()
+
+    def respond(request: httpx.Request) -> httpx.Response:
+        outbound.put_nowait(json.loads(request.content))
+        content: Final = '{"tier":"SIMPLE"}'
+        if provider == "anthropic":
+            return httpx.Response(200, json={
+                "id": "msg-audit", "type": "message", "role": "assistant", "model": "claude-haiku-4-5",
+                "content": [{"type": "text", "text": content}], "stop_reason": "end_turn",
+                "usage": {"input_tokens": 10, "output_tokens": 5},
+            })
+        if provider == "bedrock":
+            return httpx.Response(200, json={
+                "output": {"message": {"role": "assistant", "content": [{"text": content}]}},
+                "stopReason": "end_turn", "usage": {"inputTokens": 10, "outputTokens": 5, "totalTokens": 15},
+                "metrics": {"latencyMs": 1},
+            })
+        return httpx.Response(200, json={
+            "id": "chatcmpl-audit", "object": "chat.completion", "created": 0, "model": "gpt-5.6",
+            "choices": [{"index": 0, "message": {"role": "assistant", "content": content}, "finish_reason": "stop"}],
+            "usage": {"prompt_tokens": 10, "completion_tokens": 5, "total_tokens": 15},
+        })
+
+    async def capture(kwargs, response_obj, start_time, end_time):
+        logs.put_nowait(kwargs["standard_logging_object"])
+
+    async with httpx.AsyncClient(transport=httpx.MockTransport(respond)) as http_client:
+        handler: Final = AsyncHTTPHandler()
+        await handler.close()
+        handler.client = http_client
+        client: Final = AsyncOpenAI(api_key="transport-only", http_client=http_client) if provider == "openai" else handler
+        model: Final = {
+            "openai": "openai/gpt-5.6",
+            "anthropic": "anthropic/claude-haiku-4-5",
+            "bedrock": "bedrock/anthropic.claude-haiku-4-5-20251001-v1:0",
+        }[provider]
+
+        async def run(marker: str) -> None:
+            await litellm.acompletion(
+                model=model, api_key="transport-only", client=client, max_tokens=128,
+                aws_access_key_id="transport-only", aws_secret_access_key="transport-only", aws_region_name="us-east-1",
+                messages=[{"role": "system", "content": "classifier-rubric"}, {"role": "user", "content": marker}],
+                metadata={"internal_call_origin": "autorouter_classifier"},
+                proxy_server_request={"body": {}, "originating_request_masked": {"input": f"source-only-{marker}"}},
+                success_callback=[capture], num_retries=0,
+                **({"extra_body": {"audit_context": "provider-extra"}, "extra_headers": {"X-Audit": "header-only-secret"}}
+                   if provider == "openai" else {}),
+            )
+
+        await asyncio.gather(run("request-one"), run("request-two"))
+        requests: Final = await asyncio.wait_for(asyncio.gather(outbound.get(), outbound.get()), timeout=10)
+        payloads: Final = await asyncio.wait_for(asyncio.gather(logs.get(), logs.get()), timeout=10)
+        for payload in payloads:
+            snapshot: Final = payload["classifier_input"]
+            assert snapshot in requests
+            assert "source-only" not in json.dumps(snapshot)
+            assert "classifier-rubric" in json.dumps(snapshot)
+            assert "transport-only" not in json.dumps(snapshot)
+            assert "header-only-secret" not in json.dumps(snapshot)
+            assert "SIMPLE" in json.dumps(payload["response"])
+            marker: Final = "request-one" if "request-one" in json.dumps(snapshot) else "request-two"
+            assert payload["originating_request_masked"] == {"input": f"source-only-{marker}"}
+            assert classifier_input_snapshot(snapshot) is not None
+        if provider != "openai":
+            assert all("system" in request for request in requests)
+
+
+@pytest.mark.parametrize("redaction", ["none", "global", "request", "header"])
+@pytest.mark.parametrize("status", ["success", "failure"])
+def test_classifier_audit_obeys_message_logging_before_payload_emission(logging_obj, monkeypatch, redaction, status):
+    from litellm.litellm_core_utils.litellm_logging import get_standard_logging_object_payload
+
+    monkeypatch.setattr(litellm, "turn_off_message_logging", redaction == "global")
+    params: Final = {
+        "metadata": {"internal_call_origin": "autorouter_classifier", **(
+            {"headers": {"x-litellm-enable-message-redaction": "true"}} if redaction == "header" else {}
+        )},
+        "proxy_server_request": {"body": {}, "originating_request_masked": {"input": "source-only"}},
+    }
+    logging_obj.model_call_details["litellm_params"] = params
+    logging_obj.model_call_details["standard_callback_dynamic_params"] = (
+        {"turn_off_message_logging": True} if redaction == "request" else {}
+    )
+    logging_obj.pre_call(
+        input=[], api_key=None, additional_args={"complete_input_dict": {"system": "rubric", "messages": []}}
+    )
+    now: Final = datetime.datetime.now()
+    payload: Final = get_standard_logging_object_payload(
+        kwargs={**logging_obj.model_call_details, "call_type": "completion"}, init_response_obj={},
+        start_time=now, end_time=now, logging_obj=logging_obj, status=status,
+    )
+    assert payload is not None
+    if redaction == "none":
+        assert payload["classifier_input"] == {"system": "rubric", "messages": []}
+        assert payload["originating_request_masked"] == {"input": "source-only"}
+    else:
+        assert "classifier_input" not in payload
+        assert "originating_request_masked" not in payload
+
+
+@pytest.mark.parametrize("call_type,origin", [("completion", None), ("aembedding", "autorouter_classifier")])
+def test_classifier_audit_is_not_added_to_other_calls(logging_obj, call_type, origin):
+    logging_obj.call_type = call_type
+    logging_obj.model_call_details["litellm_params"] = {"metadata": {"internal_call_origin": origin}}
+    logging_obj.pre_call(input=[], api_key=None, additional_args={"complete_input_dict": {"input": "embedding"}})
+    assert logging_obj.classifier_input is None
diff --git a/tests/test_litellm/litellm_core_utils/test_redact_messages.py b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
index 3be0bae4120..1ba9901aab0 100644
--- a/tests/test_litellm/litellm_core_utils/test_redact_messages.py
+++ b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
@@ -6,6 +6,7 @@ but litellm_params["litellm_metadata"] is None.
 """
 
 import threading
+from typing import Final
 from types import SimpleNamespace
 
 import pytest
@@ -776,6 +777,29 @@ class TestPerformRedaction:
 
         assert response_obj.choices[0].message.content == "secret content"
 
+
+@pytest.mark.parametrize("callback_only", [False, True])
+def test_classifier_audit_redaction_removes_both_fields_and_source_carrier(callback_only: bool) -> None:
+    audit: Final = {"classifier_input": {"system": "private rubric"}, "originating_request_masked": {"input": "private source"}}
+    details: Final = {
+        "standard_logging_object": {**audit, "messages": [], "response": {}},
+        "litellm_params": {"proxy_server_request": {"body": {}, "originating_request_masked": audit["originating_request_masked"]}},
+    }
+    logger: Final = CustomLogger()
+    logger.turn_off_message_logging = True
+    if callback_only:
+        redacted: Final = logger.redact_standard_logging_payload_from_model_call_details(details)
+        assert "classifier_input" not in redacted["standard_logging_object"]
+        assert "originating_request_masked" not in redacted["standard_logging_object"]
+        assert "originating_request_masked" not in redacted["litellm_params"]["proxy_server_request"]
+        assert details["standard_logging_object"]["classifier_input"] == audit["classifier_input"]
+        assert details["litellm_params"]["proxy_server_request"]["originating_request_masked"] == audit["originating_request_masked"]
+    else:
+        perform_redaction(details, result=None)
+        assert "classifier_input" not in details["standard_logging_object"]
+        assert "originating_request_masked" not in details["standard_logging_object"]
+        assert "originating_request_masked" not in details["litellm_params"]["proxy_server_request"]
+
     def test_unredactable_result_is_not_deepcopied(self):
         """A result shape no branch can redact must not be deepcopied.
 
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index 329a33eb440..a65209b1456 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -5703,6 +5703,29 @@ def _cold_storage_handler(payload):
     return ColdStorageHandler(cold_storage_logger=logger), logger
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("cold_has_audit", [False, True])
+async def test_resolve_payload_recovers_truncated_classifier_audit_without_losing_existing_fields(cold_has_audit):
+    full_audit = {"classifier_input": {"system": "full rubric"}, "originating_request_masked": {"input": "source"}}
+    truncated_request = {"model": "classifier", "classifier_input": {"system": "litellm_truncated"}}
+    handler, logger = _cold_storage_handler({
+        "proxy_server_request": {"body": {}}, **(full_audit if cold_has_audit else {}),
+    })
+    row = {
+        "messages": '[{"role":"user","content":"ask"}]', "response": '{"tier":"SIMPLE"}',
+        "proxy_server_request": json.dumps(truncated_request), "metadata": {"cold_storage_object_key": "k/audit.json"},
+    }
+    resolved = await spend_management_endpoints._resolve_request_response_payload(row, cold_storage_handler=handler)
+    assert logger.requested_object_keys == ["k/audit.json"]
+    assert resolved.messages == row["messages"]
+    assert resolved.response == row["response"]
+    if cold_has_audit:
+        assert resolved.proxy_server_request["classifier_input"] == full_audit["classifier_input"]
+        assert resolved.proxy_server_request["originating_request_masked"] == full_audit["originating_request_masked"]
+    else:
+        assert resolved.proxy_server_request == row["proxy_server_request"]
+
+
 @pytest.mark.parametrize(
     "value, expected",
     [
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index 5a79560b972..adc15870968 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -67,6 +67,30 @@ def _get_additional_usage_values_for_usage(usage: litellm.Usage) -> dict:
     return metadata["additional_usage_values"]
 
 
+@pytest.mark.parametrize("store_prompts,redact", [(True, False), (False, False), (True, True)])
+def test_classifier_audit_spend_storage_obeys_privacy_and_truncation(monkeypatch, store_prompts, redact):
+    from litellm.proxy import proxy_server
+
+    monkeypatch.setattr(proxy_server, "general_settings", {"store_prompts_in_spend_logs": store_prompts})
+    audit: Final = {
+        "classifier_input": {"system": "rubric" * 1000, "messages": [{"role": "user", "content": "ask"}]},
+        "originating_request_masked": {"input": "source-only", "api_key": "REDACTED"},
+    }
+    stored: Final = json.loads(_get_proxy_server_request_for_spend_logs_payload(
+        metadata={}, litellm_params={"proxy_server_request": {"body": {"model": "classifier"}}},
+        kwargs={"standard_logging_object": audit, "standard_callback_dynamic_params": {"turn_off_message_logging": redact}},
+    ))
+    if not store_prompts or redact:
+        assert "classifier_input" not in stored
+        assert "originating_request_masked" not in stored
+    else:
+        assert stored["classifier_input"]["messages"] == audit["classifier_input"]["messages"]
+        assert LITELLM_TRUNCATED_PAYLOAD_FIELD in json.dumps(stored["classifier_input"])
+        assert stored["originating_request_masked"]["input"] == "source-only"
+        assert stored["model"] == "classifier"
+        assert audit["classifier_input"]["system"] == "rubric" * 1000
+
+
 def test_get_logging_payload_maps_openai_cached_tokens_to_cache_read_input_tokens():
     additional_usage_values = _get_additional_usage_values_for_usage(
         litellm.Usage(
diff --git a/tests/test_litellm/router_strategy/test_complexity_router.py b/tests/test_litellm/router_strategy/test_complexity_router.py
index 51103297c58..45b2faea126 100644
--- a/tests/test_litellm/router_strategy/test_complexity_router.py
+++ b/tests/test_litellm/router_strategy/test_complexity_router.py
@@ -2940,6 +2940,29 @@ class TestLLMClassifier:
             "REASONING",
         ]
 
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("source_body", [
+        {"model": "router", "messages": [{"role": "user", "content": "source-only"}]},
+        {"model": "router", "system": "source-only", "messages": [{"role": "user", "content": "ask"}]},
+        {"model": "router", "instructions": "source-only", "input": "ask"},
+    ])
+    async def test_classifier_source_is_masked_and_separate_from_provider_input(
+        self, llm_complexity_router, mock_router_instance, source_body
+    ):
+        mock_router_instance.acompletion = AsyncMock(return_value=_llm_response('{"tier": "SIMPLE"}'))
+        outcome = await llm_complexity_router.aclassify(
+            "classify-this-ask", request_kwargs={"proxy_server_request": {
+                "body": {**source_body, "metadata": {"authorization": "source-secret"}}
+            }}
+        )
+        assert outcome.cause == "llm_classifier"
+        call_kwargs = mock_router_instance.acompletion.call_args.kwargs
+        source = call_kwargs["proxy_server_request"]["originating_request_masked"]
+        assert source == {**source_body, "metadata": {"authorization": "REDACTED"}}
+        assert "source-only" not in str(call_kwargs["messages"])
+        assert "source-only" not in str(call_kwargs["proxy_server_request"]["body"])
+        assert "classify-this-ask" in str(call_kwargs["messages"])
+
     @pytest.mark.asyncio
     @pytest.mark.parametrize("reasoning_effort", [None, "none", "low"], ids=["omitted", "none", "low"])
     async def test_classifier_reasoning_effort_reaches_only_classifier_call(
diff --git a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.test.tsx b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.test.tsx
new file mode 100644
index 00000000000..86e98de5557
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.test.tsx
@@ -0,0 +1,56 @@
+import { render, screen, within } from "@testing-library/react";
+import userEvent from "@testing-library/user-event";
+import { describe, expect, it, vi } from "vitest";
+import { ClassifierAuditView } from "./ClassifierAuditView";
+
+vi.mock("./JsonViewer", () => ({
+  JsonViewer: ({ data }: { data: unknown }) => <pre>{JSON.stringify(data)}</pre>,
+}));
+
+describe("ClassifierAuditView", () => {
+  it("separates and copies the provider input, source request, and returned verdict", async () => {
+    const user = userEvent.setup();
+    const input = { system: "classification rubric", messages: [{ role: "user", content: "classify this" }] };
+    render(
+      <ClassifierAuditView
+        request={{ classifier_input: input, originating_request_masked: { input: "source-only", api_key: "REDACTED" } }}
+        response={{ tier: "SIMPLE", reason: "a greeting" }}
+      />,
+    );
+    const classifier = within(screen.getByRole("region", { name: "Classifier input" }));
+    expect(classifier.getByText(/classification rubric/)).toBeInTheDocument();
+    expect(classifier.queryByText(/source-only/)).not.toBeInTheDocument();
+    expect(
+      within(screen.getByRole("region", { name: "Originating request, credentials masked" })).getByText(/source-only/),
+    ).toBeInTheDocument();
+    expect(
+      within(screen.getByRole("region", { name: "Classifier response" })).getByText(/a greeting/),
+    ).toBeInTheDocument();
+    await user.click(classifier.getByRole("button", { name: "Copy Classifier input" }));
+    expect(await navigator.clipboard.readText()).toBe(JSON.stringify(input, null, 2));
+  });
+
+  it("does not present legacy source messages as captured classifier input", () => {
+    render(<ClassifierAuditView request={{ messages: [{ content: "legacy source" }] }} response={undefined} />);
+    expect(screen.getAllByText("Not captured or message logging disabled")).toHaveLength(3);
+    expect(screen.queryByRole("button", { name: "Copy Classifier input" })).not.toBeInTheDocument();
+  });
+
+  it("labels truncated input without marking a complete source request as truncated", () => {
+    render(
+      <ClassifierAuditView
+        request={{
+          classifier_input: { system: "partial rubric...litellm_truncated" },
+          originating_request_masked: { input: "source" },
+        }}
+        response={{ tier: "SIMPLE" }}
+      />,
+    );
+    expect(within(screen.getByRole("region", { name: "Classifier input" })).getByRole("status")).toHaveTextContent(
+      "This stored copy is truncated",
+    );
+    expect(
+      within(screen.getByRole("region", { name: "Originating request, credentials masked" })).queryByRole("status"),
+    ).not.toBeInTheDocument();
+  });
+});
diff --git a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.tsx b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.tsx
new file mode 100644
index 00000000000..913700efa9b
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/ClassifierAuditView.tsx
@@ -0,0 +1,52 @@
+import CopyButton from "@/components/shared/CopyButton";
+import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
+import type { ReactNode } from "react";
+import { JsonViewer } from "./JsonViewer";
+
+interface ClassifierAuditViewProps {
+  request: Record<string, unknown>;
+  response: unknown;
+}
+
+export function ClassifierAuditView({ request, response }: ClassifierAuditViewProps) {
+  return (
+    <div className="mb-6 space-y-4">
+      <AuditField title="Classifier input" value={request.classifier_input}>
+        Provider request payload. A cached call or disabled message logging may have no capture.
+      </AuditField>
+      <AuditField title="Originating request, credentials masked" value={request.originating_request_masked}>
+        Comparison only. This source request was not appended to the classifier input.
+      </AuditField>
+      <AuditField title="Classifier response" value={response}>
+        The returned verdict and any explanation supplied by the classifier. Later routing rules may change the tier.
+      </AuditField>
+    </div>
+  );
+}
+
+function AuditField({ title, value, children }: { title: string; value: unknown; children: ReactNode }) {
+  const serialized = JSON.stringify(value);
+  const truncated = serialized?.includes("litellm_truncated") ?? false;
+
+  return (
+    <Card size="sm" role="region" aria-label={title}>
+      <CardHeader>
+        <CardTitle>{title}</CardTitle>
+        {value != null && <CopyButton value={JSON.stringify(value, null, 2)} label={`Copy ${title}`} />}
+      </CardHeader>
+      <CardContent>
+        <p className="mb-3 text-sm text-muted-foreground">{children}</p>
+        {truncated && (
+          <p role="status" className="mb-3 text-sm text-warning">
+            This stored copy is truncated. The complete payload is unavailable from the configured log storage.
+          </p>
+        )}
+        {value == null ? (
+          <p className="text-sm text-muted-foreground">Not captured or message logging disabled</p>
+        ) : (
+          <JsonViewer data={value} mode="formatted" />
+        )}
+      </CardContent>
+    </Card>
+  );
+}
diff --git a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
index 186cb66592b..e29f2810926 100644
--- a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
@@ -48,6 +48,8 @@ import {
 } from "./constants";
 import { ToolsSection } from "../ToolsSection";
 import { PrettyMessagesView } from "./PrettyMessagesView";
+import { ClassifierAuditView } from "./ClassifierAuditView";
+import { AUTOROUTER_CLASSIFIER_ORIGIN } from "./ClassifyTag";
 
 export interface LogDetailContentProps {
   logEntry: LogEntry;
@@ -68,6 +70,9 @@ export function LogDetailContent({ logEntry, isLoadingDetails = false, accessTok
   const metadata = logEntry.metadata || {};
   const hasError = metadata.status === "failure";
   const errorInfo = hasError ? metadata.error_information : null;
+  const isClassifier =
+    metadata.internal_call_origin === AUTOROUTER_CLASSIFIER_ORIGIN &&
+    (logEntry.call_type === "completion" || logEntry.call_type === "acompletion");
 
   const hasMessages = checkHasMessages(logEntry.messages);
   const hasResponse = checkHasResponse(logEntry.response);
@@ -196,7 +201,11 @@ export function LogDetailContent({ logEntry, isLoadingDetails = false, accessTok
             Loading request &amp; response data...
           </div>
         </div>
-      ) : (
+      ) : null}
+      {!isLoadingDetails && isClassifier && (
+        <ClassifierAuditView request={getRawRequest()} response={getFormattedResponse()} />
+      )}
+      {!isLoadingDetails && !isClassifier && (
         <RequestResponseSection
           hasResponse={hasResponse}
           hasError={hasError}
@@ -541,22 +550,20 @@ function MetricsSection({ logEntry, metadata }: { logEntry: LogEntry; metadata:
             )}
 
             <DescriptionItem label="Retries">
-              {metadata?.attempted_retries !== undefined && metadata?.attempted_retries !== null ? (
-                metadata.attempted_retries > 0 ? (
-                  <>
-                    {metadata.attempted_retries}
-                    {metadata.max_retries !== undefined && metadata.max_retries !== null
-                      ? ` / ${metadata.max_retries}`
-                      : ""}
-                  </>
-                ) : (
-                  <Badge variant="secondary" className="bg-success/15 text-success">
-                    None
-                  </Badge>
-                )
-              ) : (
-                "-"
+              {metadata?.attempted_retries != null && metadata.attempted_retries > 0 && (
+                <>
+                  {metadata.attempted_retries}
+                  {metadata.max_retries !== undefined && metadata.max_retries !== null
+                    ? ` / ${metadata.max_retries}`
+                    : ""}
+                </>
               )}
+              {metadata?.attempted_retries != null && metadata.attempted_retries <= 0 && (
+                <Badge variant="secondary" className="bg-success/15 text-success">
+                  None
+                </Badge>
+              )}
+              {metadata?.attempted_retries == null && "-"}
             </DescriptionItem>
 
             <DescriptionItem label="Start Time">
@@ -602,16 +609,10 @@ function RequestResponseSection({
   const totalTokens = promptTokens + completionTokens;
   const costBreakdown = logEntry.metadata?.cost_breakdown;
   const useCostBreakdown = costBreakdown?.input_cost !== undefined && costBreakdown?.output_cost !== undefined;
-  const inputCost = useCostBreakdown
-    ? costBreakdown!.input_cost ?? 0
-    : totalTokens > 0
-      ? (totalSpend * promptTokens) / totalTokens
-      : 0;
-  const outputCost = useCostBreakdown
-    ? costBreakdown!.output_cost ?? 0
-    : totalTokens > 0
-      ? (totalSpend * completionTokens) / totalTokens
-      : 0;
+  const estimatedInputCost = totalTokens > 0 ? (totalSpend * promptTokens) / totalTokens : 0;
+  const estimatedOutputCost = totalTokens > 0 ? (totalSpend * completionTokens) / totalTokens : 0;
+  const inputCost = useCostBreakdown ? costBreakdown!.input_cost ?? 0 : estimatedInputCost;
+  const outputCost = useCostBreakdown ? costBreakdown!.output_cost ?? 0 : estimatedOutputCost;
 
   return (
     <div className="bg-card rounded-lg shadow-sm w-full max-w-full overflow-hidden mb-6">

From 60c7dd8348cb1634784efd908afa046233858585 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 19:13:49 +0000
Subject: [PATCH 063/298] fix(model_prices): add deepseek-flash and gpt-live-1,
 bill DeepSeek legacy flash aliases at Flash rates

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 77 +++++++++++++++----
 model_prices_and_context_window.json          | 77 +++++++++++++++----
 tests/test_litellm/test_utils.py              | 31 ++++++--
 3 files changed, 146 insertions(+), 39 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index d8160a3d842..7f3e0565f88 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -56459,17 +56459,43 @@
         "supports_reasoning": true,
         "source": "https://serverless.tensormesh.ai/v1/models/openrouter"
     },
-    "deepseek-v4-flash": {
+    "deepseek-flash": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
+        "source": "https://api-docs.deepseek.com/quick_start/pricing",
+        "supported_endpoints": [
+            "/v1/chat/completions"
+        ],
+        "supports_assistant_prefill": true,
+        "supports_function_calling": true,
+        "supports_native_streaming": true,
+        "supports_parallel_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
+    "deepseek-v4-flash": {
+        "cache_creation_input_token_cost": 0.0,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
+        "litellm_provider": "deepseek",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56487,15 +56513,15 @@
     },
     "deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56539,15 +56565,15 @@
     },
     "deepseek/deepseek-v4-flash": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56565,15 +56591,15 @@
     },
     "deepseek/deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56929,6 +56955,23 @@
         ],
         "supports_audio_input": true
     },
+    "gpt-live-1": {
+        "input_cost_per_second": 0.0008333333333333334,
+        "litellm_provider": "openai",
+        "mode": "realtime",
+        "source": "https://developers.openai.com/api/docs/models/gpt-live-1",
+        "supported_modalities": [
+            "text",
+            "audio"
+        ],
+        "supported_output_modalities": [
+            "text",
+            "audio"
+        ],
+        "supports_audio_input": true,
+        "supports_audio_output": true,
+        "supports_function_calling": true
+    },
     "gpt-realtime-translate": {
         "input_cost_per_second": 0.0005666666666666667,
         "litellm_provider": "openai",
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index d8160a3d842..7f3e0565f88 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -56459,17 +56459,43 @@
         "supports_reasoning": true,
         "source": "https://serverless.tensormesh.ai/v1/models/openrouter"
     },
-    "deepseek-v4-flash": {
+    "deepseek-flash": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
+        "source": "https://api-docs.deepseek.com/quick_start/pricing",
+        "supported_endpoints": [
+            "/v1/chat/completions"
+        ],
+        "supports_assistant_prefill": true,
+        "supports_function_calling": true,
+        "supports_native_streaming": true,
+        "supports_parallel_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
+    "deepseek-v4-flash": {
+        "cache_creation_input_token_cost": 0.0,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
+        "litellm_provider": "deepseek",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56487,15 +56513,15 @@
     },
     "deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56539,15 +56565,15 @@
     },
     "deepseek/deepseek-v4-flash": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56565,15 +56591,15 @@
     },
     "deepseek/deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
-        "cache_read_input_token_cost": 1.4e-08,
-        "input_cost_per_token": 4.4e-07,
-        "input_cost_per_token_cache_hit": 1.4e-08,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
         "litellm_provider": "deepseek",
         "max_input_tokens": 1000000,
         "max_output_tokens": 393216,
         "max_tokens": 393216,
         "mode": "chat",
-        "output_cost_per_token": 1.32e-06,
+        "output_cost_per_token": 1.2e-06,
         "source": "https://api-docs.deepseek.com/quick_start/pricing",
         "supported_endpoints": [
             "/v1/chat/completions"
@@ -56929,6 +56955,23 @@
         ],
         "supports_audio_input": true
     },
+    "gpt-live-1": {
+        "input_cost_per_second": 0.0008333333333333334,
+        "litellm_provider": "openai",
+        "mode": "realtime",
+        "source": "https://developers.openai.com/api/docs/models/gpt-live-1",
+        "supported_modalities": [
+            "text",
+            "audio"
+        ],
+        "supported_output_modalities": [
+            "text",
+            "audio"
+        ],
+        "supports_audio_input": true,
+        "supports_audio_output": true,
+        "supports_function_calling": true
+    },
     "gpt-realtime-translate": {
         "input_cost_per_second": 0.0005666666666666667,
         "litellm_provider": "openai",
diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index 8b186be43e5..34b7f263dcd 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -4071,7 +4071,7 @@ def test_deepseek_v4_models_in_cost_map():
     configured in model_prices_and_context_window.json.
 
     Prices sourced from https://api-docs.deepseek.com/quick_start/pricing:
-    - deepseek-v4-flash: $0.44/M input, $1.32/M output
+    - deepseek-v4-flash: $0.30/M input, $1.20/M output
     - deepseek-v4-pro:   $1.32/M input, $3.96/M output
 
     Closes https://github.com/BerriAI/litellm/issues/26709
@@ -4085,7 +4085,7 @@ def test_deepseek_v4_models_in_cost_map():
 
     # --- bare model names ---
     for key, expected_input, expected_output, expected_cache in [
-        ("deepseek-v4-flash", 4.4e-07, 1.32e-06, 1.4e-08),
+        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
         ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
     ]:
         info = model_cost.get(key)
@@ -4101,7 +4101,7 @@ def test_deepseek_v4_models_in_cost_map():
 
     # --- provider-prefixed names ---
     for key, expected_input, expected_output, expected_cache in [
-        ("deepseek/deepseek-v4-flash", 4.4e-07, 1.32e-06, 1.4e-08),
+        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
         ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
     ]:
         info = model_cost.get(key)
@@ -4129,7 +4129,7 @@ def test_deepseek_v4_models_in_backup_cost_map():
 
     # --- bare model names ---
     for key, expected_input, expected_output, expected_cache in [
-        ("deepseek-v4-flash", 4.4e-07, 1.32e-06, 1.4e-08),
+        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
         ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
     ]:
         info = model_cost.get(key)
@@ -4143,7 +4143,7 @@ def test_deepseek_v4_models_in_backup_cost_map():
 
     # --- provider-prefixed names ---
     for key, expected_input, expected_output, expected_cache in [
-        ("deepseek/deepseek-v4-flash", 4.4e-07, 1.32e-06, 1.4e-08),
+        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
         ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
     ]:
         info = model_cost.get(key)
@@ -4155,6 +4155,27 @@ def test_deepseek_v4_models_in_backup_cost_map():
         assert info["cache_read_input_token_cost"] == expected_cache
 
 
+def test_deepseek_flash_completion_cost():
+    from litellm.types.utils import ModelResponse
+
+    response = ModelResponse(
+        model="deepseek-flash",
+        usage=Usage(
+            prompt_tokens=1_000_000,
+            completion_tokens=1_000_000,
+            total_tokens=2_000_000,
+        ),
+    )
+
+    cost = litellm.completion_cost(
+        completion_response=response,
+        model="deepseek-flash",
+        custom_llm_provider="deepseek",
+    )
+
+    assert cost == pytest.approx(1.50, abs=1e-9)
+
+
 _FIREWORKS_MODELS = [
     (
         "accounts/fireworks/models/glm-5p2",

From 896f0dff2e0f59d8d1d2ac8cc0c75c1ee611f881 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 19:14:28 +0000
Subject: [PATCH 064/298] fix(model_prices): add provider-prefixed
 deepseek/deepseek-flash

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 26 +++++++++++++++++++
 model_prices_and_context_window.json          | 26 +++++++++++++++++++
 2 files changed, 52 insertions(+)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 7f3e0565f88..91a24bfae2e 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -56563,6 +56563,32 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "deepseek/deepseek-flash": {
+        "cache_creation_input_token_cost": 0.0,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
+        "litellm_provider": "deepseek",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 1.2e-06,
+        "source": "https://api-docs.deepseek.com/quick_start/pricing",
+        "supported_endpoints": [
+            "/v1/chat/completions"
+        ],
+        "supports_assistant_prefill": true,
+        "supports_function_calling": true,
+        "supports_native_streaming": true,
+        "supports_parallel_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "deepseek/deepseek-v4-flash": {
         "cache_creation_input_token_cost": 0.0,
         "cache_read_input_token_cost": 6e-09,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 7f3e0565f88..91a24bfae2e 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -56563,6 +56563,32 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "deepseek/deepseek-flash": {
+        "cache_creation_input_token_cost": 0.0,
+        "cache_read_input_token_cost": 6e-09,
+        "input_cost_per_token": 3e-07,
+        "input_cost_per_token_cache_hit": 6e-09,
+        "litellm_provider": "deepseek",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 1.2e-06,
+        "source": "https://api-docs.deepseek.com/quick_start/pricing",
+        "supported_endpoints": [
+            "/v1/chat/completions"
+        ],
+        "supports_assistant_prefill": true,
+        "supports_function_calling": true,
+        "supports_native_streaming": true,
+        "supports_parallel_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "deepseek/deepseek-v4-flash": {
         "cache_creation_input_token_cost": 0.0,
         "cache_read_input_token_cost": 6e-09,

From 41a147f2a0abfe1455e9560252c090d175d650d3 Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 12:22:17 -0700
Subject: [PATCH 065/298] fix(router): normalize Azure classifier audit
 payloads

---
 litellm/llms/azure/azure.py                   |  2 ++
 .../test_litellm_logging.py                   | 19 ++++++++++++++-----
 2 files changed, 16 insertions(+), 5 deletions(-)

diff --git a/litellm/llms/azure/azure.py b/litellm/llms/azure/azure.py
index 46a9dd1a531..587165e6991 100644
--- a/litellm/llms/azure/azure.py
+++ b/litellm/llms/azure/azure.py
@@ -323,6 +323,7 @@ class AzureChatCompletion(BaseAzureLLM, BaseLLM):
                         "api_version": api_version,
                         "api_base": api_base,
                         "complete_input_dict": data,
+                        "openai_sdk": True,
                     },
                 )
                 if not isinstance(max_retries, int):
@@ -429,6 +430,7 @@ class AzureChatCompletion(BaseAzureLLM, BaseLLM):
                     "api_base": api_base,
                     "acompletion": True,
                     "complete_input_dict": data,
+                    "openai_sdk": True,
                 },
             )
 
diff --git a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
index 28545bb2349..6de0fd3d4e0 100644
--- a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
+++ b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
@@ -6804,11 +6804,11 @@ def test_get_error_information_redacts_provider_key_from_upstream_url():
 
 
 @pytest.mark.asyncio
-@pytest.mark.parametrize("provider", ["openai", "anthropic", "bedrock"])
+@pytest.mark.parametrize("provider", ["openai", "azure", "anthropic", "bedrock"])
 async def test_classifier_audit_matches_provider_transport(provider: str) -> None:
     import json
 
-    from openai import AsyncOpenAI
+    from openai import AsyncAzureOpenAI, AsyncOpenAI
 
     from litellm.litellm_core_utils.classifier_logging import classifier_input_snapshot
     from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler
@@ -6844,9 +6844,17 @@ async def test_classifier_audit_matches_provider_transport(provider: str) -> Non
         handler: Final = AsyncHTTPHandler()
         await handler.close()
         handler.client = http_client
-        client: Final = AsyncOpenAI(api_key="transport-only", http_client=http_client) if provider == "openai" else handler
+        client: Final = (
+            AsyncAzureOpenAI(
+                api_key="transport-only", azure_endpoint="https://azure.invalid",
+                api_version="2025-04-01-preview", http_client=http_client,
+            )
+            if provider == "azure" else AsyncOpenAI(api_key="transport-only", http_client=http_client)
+            if provider == "openai" else handler
+        )
         model: Final = {
             "openai": "openai/gpt-5.6",
+            "azure": "azure/gpt-5.6",
             "anthropic": "anthropic/claude-haiku-4-5",
             "bedrock": "bedrock/anthropic.claude-haiku-4-5-20251001-v1:0",
         }[provider]
@@ -6859,8 +6867,9 @@ async def test_classifier_audit_matches_provider_transport(provider: str) -> Non
                 metadata={"internal_call_origin": "autorouter_classifier"},
                 proxy_server_request={"body": {}, "originating_request_masked": {"input": f"source-only-{marker}"}},
                 success_callback=[capture], num_retries=0,
+                **({"api_base": "https://azure.invalid", "api_version": "2025-04-01-preview"} if provider == "azure" else {}),
                 **({"extra_body": {"audit_context": "provider-extra"}, "extra_headers": {"X-Audit": "header-only-secret"}}
-                   if provider == "openai" else {}),
+                   if provider in ("openai", "azure") else {}),
             )
 
         await asyncio.gather(run("request-one"), run("request-two"))
@@ -6877,7 +6886,7 @@ async def test_classifier_audit_matches_provider_transport(provider: str) -> Non
             marker: Final = "request-one" if "request-one" in json.dumps(snapshot) else "request-two"
             assert payload["originating_request_masked"] == {"input": f"source-only-{marker}"}
             assert classifier_input_snapshot(snapshot) is not None
-        if provider != "openai":
+        if provider not in ("openai", "azure"):
             assert all("system" in request for request in requests)
 
 

From ace6de88a4cb3dc052908f394f64c17a73e5b816 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 19:31:11 +0000
Subject: [PATCH 066/298] fix(tests): load local model costs for DeepSeek flash
 regression

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 tests/test_litellm/test_utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index 34b7f263dcd..a2d430e8807 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -4155,6 +4155,7 @@ def test_deepseek_v4_models_in_backup_cost_map():
         assert info["cache_read_input_token_cost"] == expected_cache
 
 
+@pytest.mark.usefixtures("local_model_cost_map")
 def test_deepseek_flash_completion_cost():
     from litellm.types.utils import ModelResponse
 

From 33954d9cfe3eb887c26ab6a26dcd928ef213638a Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 12:35:59 -0700
Subject: [PATCH 067/298] refactor(router): validate classifier snapshots
 without recursion

---
 litellm/litellm_core_utils/classifier_logging.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/litellm/litellm_core_utils/classifier_logging.py b/litellm/litellm_core_utils/classifier_logging.py
index b9cb52a190d..c0c93161099 100644
--- a/litellm/litellm_core_utils/classifier_logging.py
+++ b/litellm/litellm_core_utils/classifier_logging.py
@@ -13,13 +13,13 @@ _JSON_OBJECT: Final = TypeAdapter(dict[str, JsonValue])
 
 
 def classifier_input_snapshot(value: object, *, openai_sdk: bool = False) -> Mapping[str, JsonValue] | None:
-    if openai_sdk and isinstance(value, Mapping):
-        body: Final = {
-            key: item for key, item in value.items() if key not in ("extra_headers", "extra_query", "extra_body")
-        }
-        extra_body: Final = value.get("extra_body")
-        return classifier_input_snapshot({**body, **extra_body} if isinstance(extra_body, Mapping) else body)
     try:
+        if openai_sdk and isinstance(value, Mapping):
+            body: Final = {
+                key: item for key, item in value.items() if key not in ("extra_headers", "extra_query", "extra_body")
+            }
+            extra_body: Final = value.get("extra_body")
+            return _JSON_OBJECT.validate_python({**body, **extra_body} if isinstance(extra_body, Mapping) else body)
         return (
             _JSON_OBJECT.validate_json(value)
             if isinstance(value, (str, bytes))

From 83b1e9e0d7ac48e4806a91d1e1d7587725a82039 Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 12:46:50 -0700
Subject: [PATCH 068/298] test(router): keep classifier E2E verification local

---
 tests/e2e/coverage_registry/reliability.yaml  |   1 -
 tests/e2e/router/test_classifier_audit_e2e.py | 143 ------------------
 2 files changed, 144 deletions(-)
 delete mode 100644 tests/e2e/router/test_classifier_audit_e2e.py

diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 4d40f19e67b..6b69677d490 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -1,5 +1,4 @@
 # Reliability & Performance (behavior features). Grounded in litellm/router.py + router_strategy/ + router_utils/.
-- {id: reliability.routing.classifier_audit.separates_provider_input_and_source, module: reliability, tier: P1, behavior: routing, variant: classifier_audit, assertions: [separates_provider_input_and_source], exercised_on: [chat_completions, messages, responses], source: "litellm/litellm_core_utils/classifier_logging.py", rationale: "Classifier spend details distinguish provider input from the credential-masked originating request across all three request surfaces"}
 - {id: reliability.fallback.5xx.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: "5xx", assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:2024", rationale: "Reroute on provider 5xx to alternate deployment"}
 - {id: reliability.fallback.context_window.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: context_window, assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:6108", rationale: "Fallback when model exceeds context limit"}
 - {id: reliability.fallback.content_policy.routes_to_fallback, module: reliability, tier: P0, behavior: fallback, variant: content_policy, assertions: [routes_to_fallback], exercised_on: [chat_completions, messages], source: "litellm/router.py:6023", rationale: "Reroute on content-policy violation"}
diff --git a/tests/e2e/router/test_classifier_audit_e2e.py b/tests/e2e/router/test_classifier_audit_e2e.py
deleted file mode 100644
index 6b444441477..00000000000
--- a/tests/e2e/router/test_classifier_audit_e2e.py
+++ /dev/null
@@ -1,143 +0,0 @@
-import json
-import os
-from collections.abc import Iterator
-from contextlib import ExitStack
-from dataclasses import dataclass
-from typing import Final, Literal
-
-import pytest
-from pydantic import BaseModel, Field, JsonValue, TypeAdapter
-
-from e2e_config import unique_marker
-from e2e_http import AnthropicHeaders, NoBody, unwrap
-from models import ChatMessage, KeyGenerateBody, LiteLLMParamsBody
-from proxy_client import ProxyClient
-
-pytestmark = pytest.mark.e2e
-
-
-class AuditMetadata(BaseModel):
-    source_marker: str
-    authorization: str = "synthetic-audit-secret"
-
-
-class AuditHeaders(AnthropicHeaders):
-    enable_redaction: str | None = Field(default=None, serialization_alias="x-litellm-enable-message-redaction")
-
-
-class AuditRequest(BaseModel):
-    model: str
-    messages: list[ChatMessage] | None = None
-    system: str | None = None
-    instructions: str | None = None
-    input: str | None = None
-    max_tokens: int | None = None
-    max_output_tokens: int | None = None
-    metadata: AuditMetadata | None = None
-    litellm_metadata: AuditMetadata | None = None
-
-
-class AuditResponse(BaseModel):
-    id: str
-
-
-class AuditDetail(BaseModel):
-    proxy_server_request: dict[str, JsonValue] | str | None = None
-    response: dict[str, JsonValue] | str | None = None
-
-
-@dataclass(frozen=True, slots=True)
-class AuditDeployment:
-    alias: str
-    key: str
-
-
-@pytest.fixture
-def audit_deployment(proxy: ProxyClient, provider: str) -> Iterator[AuditDeployment]:
-    marker: Final = unique_marker()
-    classifier: Final = f"audit-classifier-{marker}"
-    target: Final = f"audit-target-{marker}"
-    alias: Final = f"audit-router-{marker}"
-    model: Final = os.environ.get(
-        f"E2E_CHEAP_{provider.upper()}_MODEL", "gpt-5.6" if provider == "openai" else "claude-haiku-4-5"
-    )
-    params: Final = LiteLLMParamsBody(
-        model=f"{provider}/{model}",
-        api_key=os.environ.get(f"{provider.upper()}_API_KEY") or f"os.environ/{provider.upper()}_API_KEY",
-        api_base=os.environ.get(f"{provider.upper()}_API_BASE"),
-    )
-    with ExitStack() as stack:
-        for name in (classifier, target):
-            stack.callback(proxy.delete_model, proxy.create_model(name, params))
-        stack.callback(proxy.delete_model, proxy.create_model(alias, LiteLLMParamsBody(
-            model="auto_router/complexity_router",
-            complexity_router_config={
-                "classifier_type": "llm",
-                "classifier_llm_config": {"model": classifier, "timeout_ms": 30000},
-                "tiers": {tier: target for tier in ("SIMPLE", "MEDIUM", "COMPLEX", "REASONING")},
-            },
-        )))
-        key: Final = proxy.generate_key(KeyGenerateBody(models=[alias, classifier, target]))
-        stack.callback(proxy.delete_key, key)
-        yield AuditDeployment(alias, key)
-
-
-class TestClassifierAudit:
-    @pytest.mark.covers(
-        "reliability.routing.classifier_audit.separates_provider_input_and_source",
-        exercised_on=("chat_completions", "messages", "responses"),
-    )
-    @pytest.mark.parametrize("surface", ["chat_completions", "messages", "responses"])
-    @pytest.mark.parametrize("provider", ["openai", "anthropic"])
-    @pytest.mark.parametrize("redact", [False, True])
-    def test_classifier_audit_separates_input_and_masked_source(
-        self, proxy: ProxyClient, audit_deployment: AuditDeployment, surface: Literal["chat_completions", "messages", "responses"],
-        redact: bool,
-    ) -> None:
-        marker: Final = unique_marker()
-        source_marker: Final = f"source-only-{marker}"
-        prompt: Final = f"Reply with hello. Request label {marker}"
-        metadata: Final = AuditMetadata(source_marker=source_marker)
-        body: Final = AuditRequest(
-            model=audit_deployment.alias,
-            messages=[ChatMessage(role="user", content=prompt)] if surface != "responses" else None,
-            input=prompt if surface == "responses" else None,
-            system="Be concise" if surface == "messages" else None,
-            instructions="Be concise" if surface == "responses" else None,
-            max_tokens=128 if surface != "responses" else None,
-            max_output_tokens=128 if surface == "responses" else None,
-            metadata=metadata if surface != "responses" else None,
-            litellm_metadata=metadata if surface == "responses" else None,
-        )
-        path: Final = {"chat_completions": "/chat/completions", "messages": "/v1/messages", "responses": "/v1/responses"}[surface]
-        response: Final = unwrap(proxy.transport.post(
-            path, headers=AuditHeaders(authorization=f"Bearer {audit_deployment.key}", enable_redaction="true" if redact else None),
-            json=body, response_type=AuditResponse,
-        ))
-        assert response.id
-        rows: Final = proxy.poll_logs_for_key(audit_deployment.key, min_rows=2)
-        assert len(rows) == 2, "Expected a classifier spend row and a routed response spend row"
-        details: Final = tuple(
-            unwrap(proxy.transport.get(
-                f"/spend/logs/ui/{row.request_id}", headers=proxy.transport.master,
-                params=NoBody(), response_type=AuditDetail,
-            )) for row in rows
-        )
-        adapter: Final = TypeAdapter(dict[str, JsonValue])
-        requests: Final = tuple(
-            adapter.validate_json(detail.proxy_server_request) if isinstance(detail.proxy_server_request, str)
-            else detail.proxy_server_request or {} for detail in details
-        )
-        audits: Final = tuple(item for item in requests if "classifier_input" in item)
-        if redact:
-            assert audits == ()
-            assert all("originating_request_masked" not in item for item in requests)
-            return
-        assert len(audits) == 1, "The audit belongs only to the classifier call"
-        audit: Final = audits[0]
-        assert marker in json.dumps(audit["classifier_input"])
-        assert source_marker not in json.dumps(audit["classifier_input"])
-        assert source_marker in json.dumps(audit["originating_request_masked"])
-        assert "synthetic-audit-secret" not in json.dumps(audit)
-        assert audit_deployment.alias in json.dumps(audit["originating_request_masked"])
-        assert any("tier" in str(detail.response) for detail in details)

From 81f1778f535d3542e89e2b30eaf61b10a42cb4a8 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 13:05:58 -0700
Subject: [PATCH 069/298] feat(proxy): gate organization endpoints on an
 enterprise license

The Admin UI and the docs already present Organizations as an enterprise
feature, but every /organization route served unlicensed proxies. A router
level dependency now enforces the license on all of them, and it resolves
the auth dependency first so a bad key still gets 401 rather than 403.

Claude-Session: https://claude.ai/code/session_01Se8ERtsqMQ3eVzWiLVMyNS
---
 .../organization_endpoints.py                 | 18 ++++++-
 .../test_organization_endpoints.py            | 54 +++++++++++++++++++
 2 files changed, 71 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/management_endpoints/organization_endpoints.py b/litellm/proxy/management_endpoints/organization_endpoints.py
index 1e711b036d2..96e946424bd 100644
--- a/litellm/proxy/management_endpoints/organization_endpoints.py
+++ b/litellm/proxy/management_endpoints/organization_endpoints.py
@@ -80,7 +80,23 @@ if TYPE_CHECKING:
     from prisma.models import LiteLLM_OrganizationTable as PrismaOrganizationTable
     from prisma.models import LiteLLM_UserTable as PrismaUserTable
 
-router: Final = APIRouter()
+
+async def _enterprise_license_required(
+    _user_api_key_dict: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)],
+) -> None:
+    from litellm.proxy.proxy_server import premium_user
+
+    if not premium_user:
+        raise HTTPException(
+            status_code=403,
+            detail={
+                "error": "Organizations are only available for LiteLLM Enterprise users. "
+                f"{CommonProxyErrors.not_premium_user.value}"
+            },
+        )
+
+
+router: Final = APIRouter(dependencies=[Depends(_enterprise_license_required)])
 
 
 class _ObjectPermissionRow(Protocol):
diff --git a/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
index 4d13e054e46..328030a17f8 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
@@ -1226,3 +1226,57 @@ def test_v2_update_organization_is_in_openapi_schema():
     v2_path = app.openapi()["paths"]["/v2/organization/{organization_id}"]
     assert v2_path["patch"]["tags"] == ["organization management"]
     assert "OrganizationUpdateRequestV2" in json.dumps(v2_path["patch"]["requestBody"])
+
+
+def _organization_route_targets() -> list[tuple[str, str]]:
+    from fastapi.routing import APIRoute
+
+    from litellm.proxy.management_endpoints.organization_endpoints import router
+
+    return [
+        (method, route.path.replace("{organization_id}", "org-under-test"))
+        for route in router.routes
+        if isinstance(route, APIRoute)
+        for method in sorted(route.methods - {"HEAD", "OPTIONS"})
+    ]
+
+
+def _organization_test_client() -> TestClient:
+    from fastapi import FastAPI
+
+    from litellm.proxy._types import LitellmUserRoles, UserAPIKeyAuth
+    from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
+    from litellm.proxy.management_endpoints.organization_endpoints import router
+
+    app = FastAPI()
+    app.include_router(router)
+    app.dependency_overrides[user_api_key_auth] = lambda: UserAPIKeyAuth(
+        api_key="sk-test", user_role=LitellmUserRoles.PROXY_ADMIN
+    )
+    return TestClient(app, raise_server_exceptions=False)
+
+
+@pytest.mark.parametrize(("method", "path"), _organization_route_targets())
+def test_organization_routes_are_blocked_without_enterprise_license(monkeypatch, method, path):
+    """Every /organization route is enterprise-only, even for a proxy admin."""
+    import litellm.proxy.proxy_server as proxy_server
+
+    monkeypatch.setattr(proxy_server, "premium_user", False, raising=False)
+
+    response = _organization_test_client().request(method, path, json={})
+
+    assert response.status_code == 403
+    assert "Organizations" in response.json()["detail"]["error"]
+
+
+@pytest.mark.parametrize(("method", "path"), _organization_route_targets())
+def test_organization_routes_pass_the_license_gate_with_enterprise_license(monkeypatch, method, path):
+    """With a license the gate is transparent: whatever fails next, it is not the license check."""
+    import litellm.proxy.proxy_server as proxy_server
+
+    monkeypatch.setattr(proxy_server, "premium_user", True, raising=False)
+    monkeypatch.setattr(proxy_server, "prisma_client", None, raising=False)
+
+    response = _organization_test_client().request(method, path, json={})
+
+    assert "LiteLLM Enterprise" not in response.text

From 55ab5ee53d48ef165886de31144b1e172f8208e1 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:08:46 -0700
Subject: [PATCH 070/298] fix(mcp): preserve identity checks across cached
 OAuth credentials

---
 AGENTS.md                                     |  2 +
 litellm/proxy/_experimental/mcp_server/db.py  | 34 +++++---
 .../mcp_server/oauth2_token_cache.py          | 25 ++++--
 .../mcp_server/oauth_identity_binding.py      |  2 +-
 .../authz_code_refresher.py                   | 11 +++
 .../outbound_credentials/oauth_token_store.py |  1 +
 .../per_user_oauth_store.py                   | 33 ++++++--
 .../outbound_credentials/token_cache_codec.py | 36 ++++++--
 .../outbound_credentials/v2_token_store.py    |  2 +
 .../test_authz_code_refresher.py              | 18 ++--
 .../test_per_user_oauth_store.py              | 82 +++++++++++++++++--
 .../test_token_cache_codec.py                 | 14 ++++
 .../mcp_server/test_db_credentials.py         | 75 +++++++++++++++++
 .../mcp_server/test_oauth_identity_binding.py | 30 +++++--
 14 files changed, 311 insertions(+), 54 deletions(-)

diff --git a/AGENTS.md b/AGENTS.md
index 41921fdff4d..a1e8f6f618d 100644
--- a/AGENTS.md
+++ b/AGENTS.md
@@ -1 +1,3 @@
 Read @CLAUDE.md for coding guidelines
+
+Before requesting maintainer review, verify the current PR tip passes required CI and code coverage, meets Greptile confidence of at least 4/5, and has acceptable Veria and Bugbot reviews. Inspect warnings and findings, fix actionable issues, and rerun the affected checks and reviewers after changes. Record evidence for any false positive or unavailable review; never treat a pending or missing bot result as a pass. Do not lower coverage thresholds or lint budgets to satisfy a check
diff --git a/litellm/proxy/_experimental/mcp_server/db.py b/litellm/proxy/_experimental/mcp_server/db.py
index 08f83aeb756..789b2ffaef4 100644
--- a/litellm/proxy/_experimental/mcp_server/db.py
+++ b/litellm/proxy/_experimental/mcp_server/db.py
@@ -6,6 +6,7 @@ from collections.abc import Awaitable, Callable, Iterable, Mapping, Sequence
 from datetime import datetime, timedelta, timezone
 from typing import TYPE_CHECKING, Any, Final, Literal, Protocol, TypedDict, cast
 
+from fastapi import HTTPException
 from typing_extensions import ReadOnly
 
 from litellm._logging import verbose_proxy_logger
@@ -1692,13 +1693,18 @@ async def refresh_user_oauth_token(
         )
         return None
 
-    binding_proof: Final = await enforce_oauth_identity_binding(
-        server=server,
-        token_response=body,
-        litellm_user_id=user_id,
-        grant_type="refresh_token",
-        refresh_ownership=RefreshTokenPresented(refresh_token),
-    )
+    try:
+        binding_proof: Final = await enforce_oauth_identity_binding(
+            server=server,
+            token_response=body,
+            litellm_user_id=user_id,
+            grant_type="refresh_token",
+            refresh_ownership=RefreshTokenPresented(refresh_token),
+        )
+    except HTTPException as exc:
+        if exc.status_code != 403:
+            raise
+        return None
 
     access_token: Final[str | None] = body.get("access_token")
     if not access_token:
@@ -1812,8 +1818,14 @@ async def resolve_user_oauth_access_token(
 
         binding: Final = server.oauth_identity_binding
         enforce_binding: Final = binding is not None and binding.mode == "enforce"
-        if enforce_binding:
-            await mcp_per_user_token_cache.delete(user_id, server_id)
+        if prefetched_creds is None and enforce_binding and binding is not None:
+            bound_token: Final = await mcp_per_user_token_cache.get_token(user_id, server_id)
+            if bound_token is not None:
+                if await credential_binding_matches(
+                    binding, user_id, server_id, {"identity_binding_proof": bound_token.identity_binding_proof}
+                ):
+                    return bound_token.access_token
+                await mcp_per_user_token_cache.delete(user_id, server_id)
         if prefetched_creds is None and not enforce_binding:
             cached_token: Final = await mcp_per_user_token_cache.get(user_id, server_id)
             if cached_token is not None:
@@ -1848,7 +1860,9 @@ async def resolve_user_oauth_access_token(
         access_token: Final[str] = cred["access_token"]
         if prefetched_creds is None:
             ttl: Final = _compute_per_user_token_ttl(server, _remaining_token_seconds(cred.get("expires_at")))
-            await mcp_per_user_token_cache.set(user_id, server_id, access_token, ttl)
+            await mcp_per_user_token_cache.set(
+                user_id, server_id, access_token, ttl, identity_binding_proof=cred.get("identity_binding_proof")
+            )
         return access_token
     except Exception as e:
         verbose_proxy_logger.warning(
diff --git a/litellm/proxy/_experimental/mcp_server/oauth2_token_cache.py b/litellm/proxy/_experimental/mcp_server/oauth2_token_cache.py
index a4ef970b87a..42edc2999ab 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth2_token_cache.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth2_token_cache.py
@@ -28,6 +28,8 @@ from litellm.proxy._experimental.mcp_server.oauth_utils import (
     build_upstream_oauth2_token_request,
     resolve_upstream_resource,
 )
+from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import OAuthToken
+from litellm.proxy._experimental.mcp_server.outbound_credentials.token_cache_codec import OAuthTokenCacheCodec
 from litellm.proxy.common_utils.encrypt_decrypt_utils import (
     decrypt_value_helper,
     encrypt_value_helper,
@@ -233,8 +235,17 @@ class MCPPerUserTokenCache:
     def _cache_key(self, user_id: str, server_id: str) -> str:
         return f"{MCP_PER_USER_TOKEN_REDIS_KEY_PREFIX}:{user_id}:{server_id}"
 
+    def _codec(self) -> OAuthTokenCacheCodec:
+        return OAuthTokenCacheCodec(
+            encrypt_value_helper,
+            lambda blob: decrypt_value_helper(blob, key="mcp_per_user_token", exception_type="debug"),
+        )
+
     async def get(self, user_id: str, server_id: str) -> str | None:
-        """Return the plaintext access_token, or None on miss/error."""
+        token: Final = await self.get_token(user_id, server_id)
+        return token.access_token if token is not None else None
+
+    async def get_token(self, user_id: str, server_id: str) -> OAuthToken | None:
         try:
             from litellm.proxy.proxy_server import user_api_key_cache  # noqa: PLC0415
 
@@ -242,12 +253,7 @@ class MCPPerUserTokenCache:
             encrypted: Final = await user_api_key_cache.async_get_cache(key)
             if encrypted is None:
                 return None
-            plaintext: Final = decrypt_value_helper(
-                encrypted,
-                key="mcp_per_user_token",
-                exception_type="debug",
-            )
-            return plaintext or None
+            return self._codec().decode(encrypted)
         except Exception as exc:
             verbose_logger.debug(
                 "MCPPerUserTokenCache.get failed for user=%s server=%s: %s",
@@ -263,13 +269,16 @@ class MCPPerUserTokenCache:
         server_id: str,
         access_token: str,
         ttl: int,
+        identity_binding_proof: str | None = None,
     ) -> None:
         """Store NaCl-encrypted access_token in Redis with the given TTL."""
         try:
             from litellm.proxy.proxy_server import user_api_key_cache  # noqa: PLC0415
 
             key: Final = self._cache_key(user_id, server_id)
-            encrypted: Final = encrypt_value_helper(access_token)
+            encrypted: Final = self._codec().encode(
+                OAuthToken(access_token=access_token, identity_binding_proof=identity_binding_proof)
+            )
             await user_api_key_cache.async_set_cache(key, encrypted, ttl=ttl)
             verbose_logger.debug(
                 "MCPPerUserTokenCache.set: cached token for user=%s server=%s ttl=%ds",
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
index 7ca9e6a23df..f02e6c85d9b 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_identity_binding.py
@@ -342,7 +342,7 @@ async def _evaluate_binding(
     claims: Final = _decode_id_token(id_token, binding, signing_key)
     if isinstance(claims, _BindingRejection):
         return claims
-    if grant_type == "authorization_code":
+    if grant_type == "authorization_code" and (binding.mode == "enforce" or expected_nonce is not None):
         nonce: Final = claims.get("nonce")
         if not expected_nonce or not isinstance(nonce, str) or not hmac.compare_digest(nonce, expected_nonce):
             return _BindingRejection(
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
index 824459fd9b9..af1e82eab82 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/authz_code_refresher.py
@@ -14,6 +14,8 @@ import time
 from collections.abc import Awaitable, Callable
 from typing import TYPE_CHECKING, Final, Protocol
 
+from fastapi import HTTPException
+
 from litellm._logging import verbose_logger
 from litellm.proxy._experimental.mcp_server.auth.token_endpoint_auth import (
     TokenEndpointAuthConfigError,
@@ -93,6 +95,14 @@ class AuthorizationCodeRefresher:
         self._identity_validator = identity_validator
 
     async def refresh(self, user_id: str, server_id: str, token: OAuthToken) -> OAuthToken | None:
+        try:
+            return await self._refresh(user_id, server_id, token)
+        except HTTPException as exc:
+            if exc.status_code != 403:
+                raise
+            return None
+
+    async def _refresh(self, user_id: str, server_id: str, token: OAuthToken) -> OAuthToken | None:
         if token.refresh_token is None:
             return None
         server: Final = self._server_lookup(server_id)
@@ -162,4 +172,5 @@ class AuthorizationCodeRefresher:
             expires_at=self._clock() + expires_in if expires_in is not None else None,
             refresh_token=new_refresh,
             scopes=scopes,
+            identity_binding_proof=binding_proof,
         )
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/oauth_token_store.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/oauth_token_store.py
index e0cd9e8e5ed..0ac4296f498 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/oauth_token_store.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/oauth_token_store.py
@@ -41,6 +41,7 @@ class OAuthToken:
     expires_at: float | None = None
     refresh_token: str | None = None
     scopes: tuple[str, ...] = ()
+    identity_binding_proof: str | None = None
 
     def __repr__(self) -> str:
         has_refresh: Final = self.refresh_token is not None
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
index efcc613c539..2897c3e8e4a 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/per_user_oauth_store.py
@@ -12,6 +12,7 @@ from __future__ import annotations
 
 import asyncio
 from collections.abc import Callable, Mapping
+from functools import partial
 from typing import TYPE_CHECKING, Final
 
 from litellm._logging import verbose_logger
@@ -39,7 +40,6 @@ from litellm.proxy._experimental.mcp_server.outbound_credentials.token_cache_cod
     OAuthTokenCacheCodec,
 )
 from litellm.proxy._experimental.mcp_server.outbound_credentials.v2_token_store import (
-    CredentialReader,
     V2PerUserTokenStore,
 )
 
@@ -146,12 +146,26 @@ def _runtime_backend_and_coordinator() -> tuple[TokenCacheBackend | None, Refres
     return backend, coordinator, True
 
 
+async def _read_bound_credential(
+    server_lookup: ServerLookup, user_id: str, server_id: str
+) -> Mapping[str, object] | None:
+    credential: Final = await _read_credential(user_id, server_id)
+    server: Final = server_lookup(server_id)
+    binding: Final = server.oauth_identity_binding if server else None
+    if credential is not None and binding is not None and binding.mode == "enforce":
+        if not await credential_binding_matches(binding, user_id, server_id, credential):
+            return None
+    return credential
+
+
 def _build_per_user_oauth_token_store(
     server_lookup: ServerLookup,
 ) -> tuple[CachedOAuthTokenStore, bool]:
     backend, coordinator, uses_redis = _runtime_backend_and_coordinator()
     refresher: Final = AuthorizationCodeRefresher(server_lookup, _post_token_endpoint, _persist_credential)
-    refreshing: Final = RefreshingTokenStore(V2PerUserTokenStore(_read_credential), refresher, coordinator=coordinator)
+    refreshing: Final = RefreshingTokenStore(
+        V2PerUserTokenStore(partial(_read_bound_credential, server_lookup)), refresher, coordinator=coordinator
+    )
     return CachedOAuthTokenStore(refreshing, default_ttl_seconds=_DEFAULT_TTL_SECONDS, backend=backend), uses_redis
 
 
@@ -176,10 +190,8 @@ class LazyPerUserOAuthTokenStore:
         *,
         store_builder: StoreBuilder = _build_per_user_oauth_token_store,
         redis_available: Callable[[], bool] = _redis_cache_is_available,
-        credential_reader: CredentialReader = _read_credential,
     ) -> None:
         self._server_lookup = server_lookup
-        self._credential_reader = credential_reader
         self._store_builder = store_builder
         self._redis_available = redis_available
         self._store: InvalidatableOAuthTokenStore | None = None
@@ -188,13 +200,18 @@ class LazyPerUserOAuthTokenStore:
         self._local_fetches = 0
 
     async def fetch(self, user_id: str, server_id: str) -> OAuthToken | None:
+        token: Final = await self._fetch_token(user_id, server_id)
         server: Final = self._server_lookup(server_id)
         binding: Final = server.oauth_identity_binding if server else None
-        if binding is not None and binding.mode == "enforce":
-            credential: Final = await self._credential_reader(user_id, server_id)
-            await self.invalidate(user_id, server_id)
-            if credential is None or not await credential_binding_matches(binding, user_id, server_id, credential):
+        if token is not None and binding is not None and binding.mode == "enforce":
+            if not await credential_binding_matches(
+                binding, user_id, server_id, {"identity_binding_proof": token.identity_binding_proof}
+            ):
+                await self.invalidate(user_id, server_id)
                 return None
+        return token
+
+    async def _fetch_token(self, user_id: str, server_id: str) -> OAuthToken | None:
         if self._uses_redis:
             store = self._store
             if store is not None:
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/token_cache_codec.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/token_cache_codec.py
index 14cc309b685..56dc3f19cdd 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/token_cache_codec.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/token_cache_codec.py
@@ -1,24 +1,26 @@
 """Serialize + encrypt boundary for caching an OAuth token in a shared (Redis) cache.
 
-A cross-replica cache must serialize the token, and a plaintext bearer in Redis is a leak, so this
-encrypts the value (NaCl in production via the injected ``encrypt``, identity in tests). It caches
-**only** the ``access_token``: the hot path needs just the bearer, expiry is carried by the cache
-entry's TTL (set from the token's ``expires_at`` by the cache), and the long-lived refresh_token stays
-in the DB - the refresh path is always a cache miss that re-reads it - so it never reaches Redis. A
-decoded token therefore carries only the bearer (``expires_at`` and ``refresh_token`` both None); the
-TTL, not the value, bounds its life. An empty/undecryptable blob (e.g. master-key rotation) is a miss.
+Shared cache values contain an encrypted access token and optional identity-binding proof.
+Refresh tokens remain in the database; cache TTL bounds the access token's lifetime.
+Legacy bearer-only entries decode without proof and cannot satisfy identity enforcement.
 """
 
 from __future__ import annotations
 
+import json
 from collections.abc import Callable
 from dataclasses import dataclass
 from typing import Final
 
+from pydantic import TypeAdapter, ValidationError
+
 from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import (
     OAuthToken,
 )
 
+_BOUND_PREFIX: Final = "litellm-bound-oauth-v1:"
+_BOUND_PAYLOAD: Final = TypeAdapter(dict[str, str])
+
 
 @dataclass(frozen=True, slots=True)
 class OAuthTokenCacheCodec:
@@ -26,10 +28,30 @@ class OAuthTokenCacheCodec:
     decrypt: Callable[[str], str | None]
 
     def encode(self, token: OAuthToken) -> str:
+        if token.identity_binding_proof is not None:
+            return self.encrypt(
+                _BOUND_PREFIX
+                + json.dumps(
+                    {
+                        "access_token": token.access_token,
+                        "identity_binding_proof": token.identity_binding_proof,
+                    }
+                )
+            )
         return self.encrypt(token.access_token)
 
     def decode(self, blob: str) -> OAuthToken | None:
         access_token: Final = self.decrypt(blob)
         if not access_token:
             return None
+        if access_token.startswith(_BOUND_PREFIX):
+            try:
+                payload: Final = _BOUND_PAYLOAD.validate_json(access_token[len(_BOUND_PREFIX) :])
+            except ValidationError:
+                return None
+            bearer: Final = payload.get("access_token")
+            proof: Final = payload.get("identity_binding_proof")
+            if not bearer or not proof:
+                return None
+            return OAuthToken(access_token=bearer, identity_binding_proof=proof)
         return OAuthToken(access_token=access_token, refresh_token=None)
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/v2_token_store.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/v2_token_store.py
index 4d88ec8b025..0f18931d118 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/v2_token_store.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/v2_token_store.py
@@ -46,11 +46,13 @@ def _to_oauth_token(payload: Mapping[str, object]) -> OAuthToken | None:
         return None
     refresh_token: Final = payload.get("refresh_token")
     expires_at: Final = payload.get("expires_at")
+    binding_proof: Final = payload.get("identity_binding_proof")
     return OAuthToken(
         access_token=access_token,
         expires_at=_iso_to_epoch(expires_at) if isinstance(expires_at, str) else None,
         refresh_token=refresh_token if isinstance(refresh_token, str) else None,
         scopes=_to_scopes(payload.get("scopes")),
+        identity_binding_proof=binding_proof if isinstance(binding_proof, str) else None,
     )
 
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
index 16707f6ace8..df068b60338 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_authz_code_refresher.py
@@ -293,17 +293,18 @@ async def test_refresh_uses_admin_entered_token_url_when_issuer_yield_empties_re
 @pytest.mark.asyncio
 async def test_identity_rejection_never_persists_or_returns_refreshed_token():
     from unittest.mock import AsyncMock
+
     from fastapi import HTTPException
 
     validator = AsyncMock(side_effect=HTTPException(status_code=403, detail="oauth_principal_mismatch"))
     persist = AsyncMock()
     refresher = AuthorizationCodeRefresher(
-        _lookup(_Server()), _endpoint({"access_token": "foreign-token", "id_token": "foreign-identity"}),
-        persist, identity_validator=validator,
+        _lookup(_Server()),
+        _endpoint({"access_token": "foreign-token", "id_token": "foreign-identity"}),
+        persist,
+        identity_validator=validator,
     )
-    with pytest.raises(HTTPException) as error:
-        await refresher.refresh("alice", "srv", OAuthToken(access_token="old", refresh_token="old-rt"))
-    assert error.value.status_code == 403
+    assert await refresher.refresh("alice", "srv", OAuthToken(access_token="old", refresh_token="old-rt")) is None
     persist.assert_not_awaited()
 
 
@@ -314,10 +315,13 @@ async def test_verified_refresh_preserves_binding_proof_in_storage():
     validator = AsyncMock(return_value="verified-binding")
     persist = AsyncMock()
     refresher = AuthorizationCodeRefresher(
-        _lookup(_Server()), _endpoint({"access_token": "new", "refresh_token": "rotated"}),
-        persist, identity_validator=validator,
+        _lookup(_Server()),
+        _endpoint({"access_token": "new", "refresh_token": "rotated"}),
+        persist,
+        identity_validator=validator,
     )
     token = await refresher.refresh("alice", "srv", OAuthToken(access_token="old", refresh_token="old-rt"))
     assert token.access_token == "new"
     assert token.refresh_token == "rotated"
+    assert token.identity_binding_proof == "verified-binding"
     assert persist.await_args.kwargs["identity_binding_proof"] == "verified-binding"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
index bd190b09c82..e7308884060 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_per_user_oauth_store.py
@@ -254,20 +254,86 @@ async def test_enforcement_invalidates_cached_legacy_credentials_before_use():
     from litellm.types.mcp_server.mcp_server_manager import MCPOAuthIdentityBinding, MCPServer
 
     server = MCPServer(
-        server_id="srv", name="srv", transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+        server_id="srv",
+        name="srv",
+        transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2,
         oauth_identity_binding=MCPOAuthIdentityBinding(
-            mode="enforce", issuer="https://idp.example.com", audiences=["client"],
+            mode="enforce",
+            issuer="https://idp.example.com",
+            audiences=["client"],
         ),
     )
     cached = _RecordingStore("belongs-to-bob")
 
-    async def read_legacy(user_id, server_id):
-        return {"access_token": "belongs-to-bob", "refresh_token": "bobs-refresh"}
-
     store = LazyPerUserOAuthTokenStore(
-        lambda server_id: server, store_builder=lambda lookup: (cached, False),
-        redis_available=lambda: False, credential_reader=read_legacy,
+        lambda server_id: server,
+        store_builder=lambda lookup: (cached, False),
+        redis_available=lambda: False,
     )
     assert await store.fetch("alice", "srv") is None
-    assert cached.calls == []
+    assert cached.calls == [("alice", "srv")]
     assert cached.invalidations == [("alice", "srv")]
+
+
+@pytest.mark.asyncio
+async def test_enforced_cache_hit_avoids_credential_read_and_rejects_changed_policy(monkeypatch):
+    from unittest.mock import AsyncMock
+
+    from litellm.proxy._experimental.mcp_server.oauth_identity_binding import current_binding_proof
+    from litellm.proxy._experimental.mcp_server.outbound_credentials import per_user_oauth_store as module
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    server = MCPServer(
+        server_id="srv",
+        name="srv",
+        transport="http",
+        auth_type="oauth2",
+        oauth_identity_binding={
+            "mode": "enforce",
+            "issuer": "https://idp.example",
+            "audiences": ["client"],
+            "caller_field": "user_id",
+            "principal_claim": "sub",
+        },
+    )
+    proof = await current_binding_proof(server.oauth_identity_binding, "alice", "srv")
+    read = AsyncMock(return_value={"access_token": "alice-token", "identity_binding_proof": proof})
+    monkeypatch.setattr(module, "_read_credential", read)
+    monkeypatch.setattr(module, "_runtime_backend_and_coordinator", lambda: (None, None, False))
+    store = LazyPerUserOAuthTokenStore(lambda _: server, redis_available=lambda: False)
+    assert (await store.fetch("alice", "srv")).access_token == "alice-token"
+    assert (await store.fetch("alice", "srv")).access_token == "alice-token"
+    read.assert_awaited_once_with("alice", "srv")
+    server.oauth_identity_binding = server.oauth_identity_binding.model_copy(update={"audiences": ["changed"]})
+    assert await store.fetch("alice", "srv") is None
+    read.assert_awaited_once()
+    assert await store.fetch("alice", "srv") is None
+    assert read.await_count == 2
+
+
+@pytest.mark.asyncio
+async def test_expired_unverified_credential_never_reaches_refresh(monkeypatch):
+    from unittest.mock import AsyncMock
+
+    from litellm.proxy._experimental.mcp_server.outbound_credentials import per_user_oauth_store as module
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    server = MCPServer(
+        server_id="srv",
+        name="srv",
+        transport="http",
+        auth_type="oauth2",
+        token_url="https://idp.example/token",
+        oauth_identity_binding={"mode": "enforce", "issuer": "https://idp.example", "audiences": ["client"]},
+    )
+    read = AsyncMock(
+        return_value={"access_token": "bob", "refresh_token": "bob-refresh", "expires_at": "2000-01-01T00:00:00Z"}
+    )
+    post = AsyncMock()
+    monkeypatch.setattr(module, "_read_credential", read)
+    monkeypatch.setattr(module, "_post_token_endpoint", post)
+    monkeypatch.setattr(module, "_runtime_backend_and_coordinator", lambda: (None, None, False))
+    store = LazyPerUserOAuthTokenStore(lambda _: server, redis_available=lambda: False)
+    assert await store.fetch("alice", "srv") is None
+    post.assert_not_awaited()
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_token_cache_codec.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_token_cache_codec.py
index 17a7e13af03..12a04c4b4dc 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_token_cache_codec.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_token_cache_codec.py
@@ -52,3 +52,17 @@ def test_undecryptable_blob_is_a_miss():
 def test_empty_plaintext_is_a_miss():
     codec = OAuthTokenCacheCodec(encrypt=lambda s: s, decrypt=lambda b: b)
     assert codec.decode("") is None
+
+
+def test_bound_token_round_trip_preserves_proof_without_refresh_secret():
+    codec = _wrapping_codec()
+    blob = codec.encode(OAuthToken("alice-token", refresh_token="private-refresh", identity_binding_proof="proof"))
+    assert "private-refresh" not in blob
+    decoded = codec.decode(blob)
+    assert decoded == OAuthToken("alice-token", identity_binding_proof="proof")
+
+
+def test_malformed_bound_entries_fail_closed():
+    codec = _wrapping_codec()
+    for payload in ("not-json", "{}", '{"access_token":"at"}', '{"access_token":1,"identity_binding_proof":"p"}'):
+        assert codec.decode("enc:litellm-bound-oauth-v1:" + payload) is None
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
index 8e2adbeb06e..60a5e1a22bb 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_db_credentials.py
@@ -1629,3 +1629,78 @@ async def test_enforcement_rejects_preexisting_unverified_credential():
         cred={"access_token": "belongs-to-bob", "refresh_token": "bobs-refresh-token"},
     )
     assert result is None
+
+
+@pytest.mark.asyncio
+async def test_refresh_identity_rejection_returns_reauthentication_without_persisting(monkeypatch):
+    from fastapi import HTTPException
+    from litellm.proxy._experimental.mcp_server import db as module
+
+    validator = AsyncMock(side_effect=HTTPException(status_code=403, detail="oauth_principal_mismatch"))
+    monkeypatch.setattr(module, "enforce_oauth_identity_binding", validator)
+    result, captured = await _run_refresh(
+        monkeypatch, _refresh_server(), {"access_token": "bob", "refresh_token": "rotated"}
+    )
+    assert result is None
+    assert captured["data"]["grant_type"] == "refresh_token"
+    module.store_user_oauth_credential.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_verified_legacy_cache_reads_avoid_database_and_reject_policy_changes(monkeypatch):
+    from litellm.caching.caching import DualCache
+    from litellm.proxy import proxy_server
+    from litellm.proxy._experimental.mcp_server import db as module
+    from litellm.proxy._experimental.mcp_server.oauth2_token_cache import mcp_per_user_token_cache
+    from litellm.proxy._experimental.mcp_server.oauth_identity_binding import current_binding_proof
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    server = MCPServer(
+        server_id="srv",
+        name="srv",
+        transport="http",
+        auth_type="oauth2",
+        oauth_identity_binding={
+            "mode": "enforce",
+            "issuer": "https://idp.example",
+            "audiences": ["client"],
+            "caller_field": "user_id",
+            "principal_claim": "sub",
+        },
+    )
+    proof = await current_binding_proof(server.oauth_identity_binding, "alice", "srv")
+    monkeypatch.setattr(proxy_server, "user_api_key_cache", DualCache())
+    read = AsyncMock(return_value=None)
+    monkeypatch.setattr(module, "get_user_oauth_credential", read)
+    monkeypatch.setattr(proxy_server, "prisma_client", MagicMock())
+    await mcp_per_user_token_cache.set("alice", "srv", "alice-token", 60, identity_binding_proof=proof)
+    assert await module.resolve_user_oauth_access_token("alice", server) == "alice-token"
+    assert await module.resolve_user_oauth_access_token("alice", server) == "alice-token"
+    read.assert_not_awaited()
+    server.oauth_identity_binding = server.oauth_identity_binding.model_copy(update={"audiences": ["changed"]})
+    assert await module.resolve_user_oauth_access_token("alice", server) is None
+    read.assert_awaited_once()
+    assert await mcp_per_user_token_cache.get_token("alice", "srv") is None
+
+
+@pytest.mark.asyncio
+async def test_unverified_legacy_cache_cannot_bypass_enforcement(monkeypatch):
+    from litellm.caching.caching import DualCache
+    from litellm.proxy import proxy_server
+    from litellm.proxy._experimental.mcp_server import db as module
+    from litellm.proxy._experimental.mcp_server.oauth2_token_cache import mcp_per_user_token_cache
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    server = MCPServer(
+        server_id="srv",
+        name="srv",
+        transport="http",
+        auth_type="oauth2",
+        oauth_identity_binding={"mode": "enforce", "issuer": "https://idp.example", "audiences": ["client"]},
+    )
+    monkeypatch.setattr(proxy_server, "user_api_key_cache", DualCache())
+    monkeypatch.setattr(proxy_server, "prisma_client", MagicMock())
+    monkeypatch.setattr(module, "get_user_oauth_credential", AsyncMock(return_value={"access_token": "bob"}))
+    await mcp_per_user_token_cache.set("alice", "srv", "bob", 60)
+    assert await module.resolve_user_oauth_access_token("alice", server) is None
+    assert await mcp_per_user_token_cache.get("alice", "srv") is None
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
index 6f291865e20..0036035f448 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_oauth_identity_binding.py
@@ -13,14 +13,14 @@ from pydantic import ValidationError
 
 from litellm.proxy._experimental.mcp_server.oauth_identity_binding import (
     RefreshOwnershipProven,
-    VerifiedRefreshToken,
     RefreshTokenPresented,
-    current_binding_proof,
+    VerifiedRefreshToken,
     _discover_jwks_url,
     _fetch_issuer_jwks,
     _load_caller_principal,
     _load_stored_refresh_token,
     _select_signing_key,
+    current_binding_proof,
     enforce_oauth_identity_binding,
 )
 from litellm.types.mcp import MCPAuth, MCPTransport
@@ -471,19 +471,20 @@ async def test_refresh_with_mismatched_id_token_rejected():
 
 
 @pytest.mark.asyncio
-async def test_audit_mode_logs_but_does_not_reject():
+async def test_audit_mode_logs_but_does_not_reject(caplog):
     token: Final = _sign_id_token({"email": "mallory@example.com", "email_verified": True})
     result: Final = await enforce_oauth_identity_binding(
         server=_server(mode="audit"),
         token_response={"access_token": "at", "id_token": token},
         litellm_user_id="user-a",
         grant_type="authorization_code",
-        expected_nonce="test-nonce",
         refresh_ownership=None,
         jwks_fetcher=_jwks_fetcher,
         caller_principal_loader=_caller_loader("alice@example.com"),
     )
     assert result is None
+    assert "oauth_principal_mismatch" in caplog.text
+    assert "nonce" not in caplog.text
 
 
 @pytest.mark.asyncio
@@ -642,6 +643,25 @@ async def test_binding_proof_rejects_changed_user_or_policy():
 def test_identity_binding_rejects_modes_without_gateway_credential_custody(auth_type):
     with pytest.raises(ValidationError, match="gateway-managed per-user"):
         MCPServer(
-            server_id="srv", name="srv", transport=MCPTransport.http, auth_type=auth_type,
+            server_id="srv",
+            name="srv",
+            transport=MCPTransport.http,
+            auth_type=auth_type,
             oauth_identity_binding=_server().oauth_identity_binding,
         )
+
+
+@pytest.mark.asyncio
+async def test_audit_matching_login_without_nonce_does_not_report_failure(caplog):
+    token: Final = _sign_id_token({"email": "alice@example.com", "email_verified": True})
+    result: Final = await enforce_oauth_identity_binding(
+        server=_server(mode="audit"),
+        token_response={"access_token": "at", "id_token": token},
+        litellm_user_id="user-a",
+        grant_type="authorization_code",
+        refresh_ownership=None,
+        jwks_fetcher=_jwks_fetcher,
+        caller_principal_loader=_caller_loader("alice@example.com"),
+    )
+    assert result is None
+    assert "oauth_identity_binding audit" not in caplog.text

From c2176c786e0fc1fed274ade46bbf901fa33c34a3 Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 13:12:04 -0700
Subject: [PATCH 071/298] fix(router): redact cookies and preserve legacy
 classifier logs

---
 .../sensitive_data_masker.py                  |  1 +
 .../test_classifier_logging.py                | 13 +++++
 .../test_sensitive_data_masker.py             |  9 +++-
 ui/litellm-dashboard/eslint-suppressions.json |  5 --
 ... => LogDetailContent.integration.test.tsx} | 51 +++++++++++++++++++
 .../LogDetailsDrawer/LogDetailContent.tsx     | 15 +++---
 6 files changed, 80 insertions(+), 14 deletions(-)
 rename ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/{LogDetailContent.test.tsx => LogDetailContent.integration.test.tsx} (89%)

diff --git a/litellm/litellm_core_utils/sensitive_data_masker.py b/litellm/litellm_core_utils/sensitive_data_masker.py
index 22dd4170963..b4c1beea33e 100644
--- a/litellm/litellm_core_utils/sensitive_data_masker.py
+++ b/litellm/litellm_core_utils/sensitive_data_masker.py
@@ -15,6 +15,7 @@ _DEFAULT_SENSITIVE_PATTERNS: Final = frozenset(
         "token",
         "auth",
         "authorization",
+        "cookie",
         "credential",
         # Plural form: Vertex uses ``vertex_credentials``; segment-exact
         # matching otherwise misses it because "credential" != "credentials".
diff --git a/tests/test_litellm/litellm_core_utils/test_classifier_logging.py b/tests/test_litellm/litellm_core_utils/test_classifier_logging.py
index c923225c750..ccf14ff06c7 100644
--- a/tests/test_litellm/litellm_core_utils/test_classifier_logging.py
+++ b/tests/test_litellm/litellm_core_utils/test_classifier_logging.py
@@ -33,6 +33,19 @@ def test_originating_snapshot_masks_nested_credentials_without_altering_source()
     assert body["metadata"]["nested"][0]["Authorization"] == "Bearer secret"
 
 
+@pytest.mark.parametrize("header", ["Cookie", "cookie", "COOKIE", "sEt-CoOkIe"])
+def test_originating_snapshot_redacts_cookie_headers_shared_with_caller_metadata(header: str) -> None:
+    headers: Final = {header: "session=synthetic-session-credential", "content-type": "application/json"}
+    body: Final = {"messages": [{"role": "user", "content": "hello"}], "metadata": {"headers": headers}}
+    snapshot: Final = masked_originating_request({"proxy_server_request": {"body": body, "headers": headers}})
+    assert snapshot == {
+        "messages": [{"role": "user", "content": "hello"}],
+        "metadata": {"headers": {header: "REDACTED", "content-type": "application/json"}},
+    }
+    assert headers[header] == "session=synthetic-session-credential"
+    assert body["metadata"]["headers"][header] == "session=synthetic-session-credential"
+
+
 @pytest.mark.parametrize("value", [None, "not-json", [], {"messages": object()}])
 def test_invalid_provider_payload_is_not_reported_as_captured(value: object) -> None:
     assert classifier_input_snapshot(value) is None
diff --git a/tests/test_litellm/litellm_core_utils/test_sensitive_data_masker.py b/tests/test_litellm/litellm_core_utils/test_sensitive_data_masker.py
index c8b6772d965..1551c3fd6e6 100644
--- a/tests/test_litellm/litellm_core_utils/test_sensitive_data_masker.py
+++ b/tests/test_litellm/litellm_core_utils/test_sensitive_data_masker.py
@@ -358,7 +358,12 @@ def test_redact_credentials_in_payload_leaves_no_fragment_of_the_secret():
             "azure_ad_token": fake_token,
             "aws_secret_access_key": "fake-aws-secret-0000",
             "vertex_credentials": {"private_key": "fake-pem"},
-            "extra_headers": {"Authorization": "Bearer fake-bearer-0000", "x-request-id": "abc123"},
+            "extra_headers": {
+                "Authorization": "Bearer fake-bearer-0000",
+                "Cookie": "session=fake-session",
+                "Set-Cookie": "session=fake-session; HttpOnly",
+                "x-request-id": "abc123",
+            },
             "model": "gpt-4o-mini",
             "max_tokens": 17,
             "temperature": 0.25,
@@ -373,6 +378,8 @@ def test_redact_credentials_in_payload_leaves_no_fragment_of_the_secret():
     assert "fake-bearer-0000" not in str(result)
     assert result["api_key"] == "REDACTED"
     assert result["extra_headers"]["Authorization"] == "REDACTED"
+    assert result["extra_headers"]["Cookie"] == "REDACTED"
+    assert result["extra_headers"]["Set-Cookie"] == "REDACTED"
     assert result["extra_headers"]["x-request-id"] == "abc123"
     assert result["model"] == "gpt-4o-mini"
     assert result["max_tokens"] == 17
diff --git a/ui/litellm-dashboard/eslint-suppressions.json b/ui/litellm-dashboard/eslint-suppressions.json
index 76ac60a6453..e2a08a40bcb 100644
--- a/ui/litellm-dashboard/eslint-suppressions.json
+++ b/ui/litellm-dashboard/eslint-suppressions.json
@@ -2325,11 +2325,6 @@
       "count": 4
     }
   },
-  "src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx": {
-    "no-nested-ternary": {
-      "count": 3
-    }
-  },
   "src/components/view_logs/LogDetailsDrawer/LogDetailsDrawer.tsx": {
     "no-nested-ternary": {
       "count": 2
diff --git a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.test.tsx b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.integration.test.tsx
similarity index 89%
rename from ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.test.tsx
rename to ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.integration.test.tsx
index e0d6a1d41e0..d538b16d6a2 100644
--- a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.test.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.integration.test.tsx
@@ -272,6 +272,57 @@ describe("LogDetailContent", () => {
     expect(screen.queryByRole("tab", { name: "Request" })).not.toBeInTheDocument();
   });
 
+  it.each(["object", "serialized", "messages only", "null captures"])(
+    "preserves request inspection and copying for classifier logs with %s data",
+    async (shape) => {
+      const user = userEvent.setup();
+      const messages = [{ role: "user", content: "legacy classifier prompt" }];
+      const request = {
+        messages,
+        temperature: 0.5,
+        ...(shape === "null captures" ? { classifier_input: null, originating_request_masked: null } : {}),
+      };
+      const storedRequest = shape === "serialized" ? JSON.stringify(request) : request;
+      const logEntry: Partial<LogEntry> = {
+        call_type: "acompletion",
+        messages,
+        proxy_server_request: shape === "messages only" ? undefined : storedRequest,
+        metadata: { status: "success", internal_call_origin: "autorouter_classifier" },
+      };
+      render(<LogDetailContent logEntry={createLogEntry(logEntry)} />);
+
+      expect(screen.getByText("legacy classifier prompt")).toBeInTheDocument();
+      expect(screen.queryByRole("region", { name: "Classifier input" })).not.toBeInTheDocument();
+      await user.click(screen.getByRole("tab", { name: "JSON", exact: true }));
+      await user.click(screen.getByRole("button", { name: "Copy JSON", exact: true }));
+      expect(await navigator.clipboard.readText()).toBe(
+        JSON.stringify(shape === "messages only" ? messages : request, null, 2),
+      );
+    },
+  );
+
+  it.each(["classifier_input", "originating_request_masked"])(
+    "shows partial classifier audits when only %s is captured",
+    (field) => {
+      render(
+        <LogDetailContent
+          logEntry={createLogEntry({
+            call_type: "acompletion",
+            proxy_server_request: JSON.stringify({
+              [field]: { messages: [{ role: "user", content: "captured prompt" }] },
+            }),
+            metadata: { status: "success", internal_call_origin: "autorouter_classifier" },
+          })}
+        />,
+      );
+
+      expect(screen.getByRole("region", { name: "Classifier input" })).toBeInTheDocument();
+      expect(screen.getByRole("region", { name: "Originating request, credentials masked" })).toBeInTheDocument();
+      expect(screen.getByText("Not captured or message logging disabled")).toBeInTheDocument();
+      expect(screen.queryByText("Request & Response")).not.toBeInTheDocument();
+    },
+  );
+
   it("should display Request and Response tabs when JSON view is selected", async () => {
     const user = userEvent.setup();
     render(<LogDetailContent logEntry={createLogEntry()} />);
diff --git a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
index e29f2810926..69be5425ea1 100644
--- a/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/LogDetailsDrawer/LogDetailContent.tsx
@@ -73,6 +73,9 @@ export function LogDetailContent({ logEntry, isLoadingDetails = false, accessTok
   const isClassifier =
     metadata.internal_call_origin === AUTOROUTER_CLASSIFIER_ORIGIN &&
     (logEntry.call_type === "completion" || logEntry.call_type === "acompletion");
+  const rawRequest = formatData(logEntry.proxy_server_request || logEntry.messages);
+  const hasClassifierAudit =
+    isClassifier && (rawRequest?.classifier_input != null || rawRequest?.originating_request_masked != null);
 
   const hasMessages = checkHasMessages(logEntry.messages);
   const hasResponse = checkHasResponse(logEntry.response);
@@ -93,10 +96,6 @@ export function LogDetailContent({ logEntry, isLoadingDetails = false, accessTok
   // Vector store data
   const hasVectorStoreData = checkHasVectorStoreData(metadata);
 
-  const getRawRequest = () => {
-    return formatData(logEntry.proxy_server_request || logEntry.messages);
-  };
-
   const getFormattedResponse = () => {
     if (hasError && errorInfo) {
       return {
@@ -202,14 +201,14 @@ export function LogDetailContent({ logEntry, isLoadingDetails = false, accessTok
           </div>
         </div>
       ) : null}
-      {!isLoadingDetails && isClassifier && (
-        <ClassifierAuditView request={getRawRequest()} response={getFormattedResponse()} />
+      {!isLoadingDetails && hasClassifierAudit && (
+        <ClassifierAuditView request={rawRequest} response={getFormattedResponse()} />
       )}
-      {!isLoadingDetails && !isClassifier && (
+      {!isLoadingDetails && !hasClassifierAudit && (
         <RequestResponseSection
           hasResponse={hasResponse}
           hasError={hasError}
-          getRawRequest={getRawRequest}
+          getRawRequest={() => rawRequest}
           getFormattedResponse={getFormattedResponse}
           logEntry={logEntry}
         />

From cc401c40419c71fe1fff24323d6165716f03cf3c Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:16:01 -0700
Subject: [PATCH 072/298] fix(ui): skip organization fetches when the session
 is not premium

---
 .../organizations/useOrganizations.test.ts    | 52 ++++++++++++++++---
 .../hooks/organizations/useOrganizations.ts   |  9 ++--
 2 files changed, 51 insertions(+), 10 deletions(-)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts b/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts
index 960afe7392c..5448b7182d7 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.test.ts
@@ -81,7 +81,7 @@ describe("useOrganizations", () => {
       userRole: "Admin",
       token: "test-token",
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -181,7 +181,7 @@ describe("useOrganizations", () => {
       userRole: "Admin",
       token: null,
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -197,6 +197,26 @@ describe("useOrganizations", () => {
     expect(organizationListCall).not.toHaveBeenCalled();
   });
 
+  it("does not call the organization API when the session is not premium", async () => {
+    mockUseAuthorized.mockReturnValue({
+      accessToken: "test-access-token",
+      userId: "test-user-id",
+      userRole: "Admin",
+      token: "test-token",
+      userEmail: "test@example.com",
+      premiumUser: false,
+      disabledPersonalKeyCreation: null,
+      showSSOBanner: false,
+    });
+
+    const { result } = renderHook(() => useOrganizations(), { wrapper });
+
+    expect(result.current.isLoading).toBe(false);
+    expect(result.current.data).toBeUndefined();
+    expect(result.current.isFetched).toBe(false);
+    expect(organizationListCall).not.toHaveBeenCalled();
+  });
+
   it("should not execute query when userId is missing", async () => {
     // Mock missing userId
     mockUseAuthorized.mockReturnValue({
@@ -205,7 +225,7 @@ describe("useOrganizations", () => {
       userRole: "Admin",
       token: "test-token",
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -229,7 +249,7 @@ describe("useOrganizations", () => {
       userRole: null,
       token: "test-token",
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -253,7 +273,7 @@ describe("useOrganizations", () => {
       userRole: null,
       token: null,
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -335,7 +355,7 @@ describe("useOrganization", () => {
       userRole: "Admin",
       token: "test-token",
       userEmail: "test@example.com",
-      premiumUser: false,
+      premiumUser: true,
       disabledPersonalKeyCreation: null,
       showSSOBanner: false,
     });
@@ -356,6 +376,26 @@ describe("useOrganization", () => {
     expect(result.current.isLoading).toBe(false);
   });
 
+  it("does not call the organization info API when the session is not premium", () => {
+    mockUseAuthorized.mockReturnValue({
+      accessToken: "test-access-token",
+      userId: "test-user-id",
+      userRole: "Admin",
+      token: "test-token",
+      userEmail: "test@example.com",
+      premiumUser: false,
+      disabledPersonalKeyCreation: null,
+      showSSOBanner: false,
+    });
+
+    const { result } = renderHook(() => useOrganization("org-1"), { wrapper });
+
+    expect(result.current.isLoading).toBe(false);
+    expect(result.current.data).toBeUndefined();
+    expect(result.current.isFetched).toBe(false);
+    expect(organizationInfoCall).not.toHaveBeenCalled();
+  });
+
   it("falls through to the detail API call when no cached list contains the organization", async () => {
     (organizationInfoCall as any).mockResolvedValue(mockOrganizations[0]);
     queryClient.setQueryData(organizationKeys.list({ filters: { org_id: "org-2" } }), [mockOrganizations[1]]);
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts b/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts
index 734c1986f8f..98053fdf038 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/hooks/organizations/useOrganizations.ts
@@ -11,9 +11,10 @@ export interface OrganizationListFilters {
 }
 
 export const useOrganizations = (filters?: OrganizationListFilters): UseQueryResult<Organization[]> => {
-  const { accessToken, userId, userRole } = useAuthorized();
+  const { accessToken, userId, userRole, premiumUser } = useAuthorized();
   const orgId = filters?.org_id || null;
   const orgAlias = filters?.org_alias || null;
+  const hasSession = Boolean(accessToken && userId && userRole);
   return useQuery<Organization[]>({
     queryKey: organizationKeys.list(
       orgId || orgAlias
@@ -21,16 +22,16 @@ export const useOrganizations = (filters?: OrganizationListFilters): UseQueryRes
         : {},
     ),
     queryFn: async () => await organizationListCall(accessToken!, orgId, orgAlias),
-    enabled: Boolean(accessToken && userId && userRole),
+    enabled: hasSession && premiumUser === true,
   });
 };
 
 export const useOrganization = (organizationID?: string) => {
   const queryClient = useQueryClient();
-  const { accessToken } = useAuthorized();
+  const { accessToken, premiumUser } = useAuthorized();
   return useQuery<Organization>({
     queryKey: organizationKeys.detail(organizationID!),
-    enabled: Boolean(accessToken && organizationID),
+    enabled: Boolean(accessToken && organizationID) && premiumUser === true,
 
     queryFn: async () => {
       if (!accessToken || !organizationID) {

From 8deb465346317baf550acb948ff2c72bdf8b9315 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:18:52 -0700
Subject: [PATCH 073/298] fix(realtime): dial Azure's GA realtime upstream for
 GA clients

Azure realtime defaulted to the beta upstream whenever realtime_protocol
was not configured, so a GA client's session.update (session.type,
output_modalities, nested audio) was forwarded unchanged to
/openai/realtime and Azure rejected it with "Unknown parameter:
'session.type'" on gpt-realtime and gpt-realtime-1.5. The unset default
now follows the client the way the OpenAI handler already does: a client
that sends OpenAI-Beta: realtime=v1 keeps the beta upstream, any other
client gets /openai/v1/realtime. An explicit realtime_protocol in
litellm_params or LITELLM_AZURE_REALTIME_PROTOCOL still wins.
---
 litellm/realtime_api/main.py                 | 22 ++++++--
 tests/test_litellm/realtime_api/test_main.py | 59 +++++++++++++++++++-
 2 files changed, 74 insertions(+), 7 deletions(-)

diff --git a/litellm/realtime_api/main.py b/litellm/realtime_api/main.py
index b824a5928c6..5310efba1c4 100644
--- a/litellm/realtime_api/main.py
+++ b/litellm/realtime_api/main.py
@@ -14,6 +14,7 @@ from litellm.constants import (
     request_timeout,
 )
 from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
+from litellm.litellm_core_utils.realtime_streaming import client_sent_openai_beta_realtime_header
 from litellm.llms.base_llm.realtime.transformation import BaseRealtimeConfig
 from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler
 from litellm.llms.xai.common_utils import XAIModelInfo
@@ -413,14 +414,14 @@ async def _arealtime(
 
         api_version = api_version or litellm_params.api_version or "2024-10-01-preview"
 
-        realtime_protocol = (
+        configured_realtime_protocol: Final = (
             kwargs.get("realtime_protocol")
             or litellm_params.get("realtime_protocol")
             or os.environ.get("LITELLM_AZURE_REALTIME_PROTOCOL")
         )
-        if realtime_protocol is None and (query_params or {}).get("intent") == "transcription":
-            realtime_protocol = "GA"
-        realtime_protocol = realtime_protocol or "beta"
+        realtime_protocol: Final = _azure_realtime_protocol_for_client(
+            configured_realtime_protocol, query_params=query_params, websocket=websocket
+        )
         resolved_azure_ad_token: Final = (
             None if api_key else get_azure_ad_token(GenericLiteLLMParams(**kwargs, azure_ad_token=azure_ad_token))
         )
@@ -576,6 +577,19 @@ def _is_transcription_only_realtime_model(model: str, custom_llm_provider: str)
 _TRANSCRIPTION_QUERY_PARAMS: Final[RealtimeQueryParams] = {"intent": "transcription"}
 
 
+def _azure_realtime_protocol_for_client(
+    configured_protocol: object,
+    *,
+    query_params: RealtimeQueryParams | None,
+    websocket: "WebSocket",
+) -> str:
+    if isinstance(configured_protocol, str) and configured_protocol:
+        return configured_protocol
+    if (query_params or {}).get("intent") == "transcription":
+        return "GA"
+    return "beta" if client_sent_openai_beta_realtime_header(websocket) else "GA"
+
+
 def _azure_realtime_health_protocol(
     model: str, realtime_protocol: str | None, model_params: Mapping[str, object]
 ) -> tuple[str, RealtimeQueryParams | None]:
diff --git a/tests/test_litellm/realtime_api/test_main.py b/tests/test_litellm/realtime_api/test_main.py
index 761e87ac764..8a9abe819e5 100644
--- a/tests/test_litellm/realtime_api/test_main.py
+++ b/tests/test_litellm/realtime_api/test_main.py
@@ -327,7 +327,60 @@ async def test_arealtime_azure_ai_on_a_foundry_host_connects_to_the_azure_openai
             api_key="fake-key",
             litellm_logging_obj=FakeLogging(),
         )
-    assert connect.url == (
-        "wss://my-project.services.ai.azure.com/openai/realtime"
-        "?api-version=2024-10-01-preview&deployment=gpt-realtime-mini"
+    assert connect.url == "wss://my-project.services.ai.azure.com/openai/v1/realtime?model=gpt-realtime-mini"
+
+
+class _ClientWebSocketWithHeaders:
+    def __init__(self, headers: tuple[tuple[bytes, bytes], ...]) -> None:
+        self.scope: Final = {"headers": headers}
+
+
+_GA_CLIENT: Final = _ClientWebSocketWithHeaders(headers=())
+_BETA_CLIENT: Final = _ClientWebSocketWithHeaders(headers=((b"openai-beta", b"realtime=v1"),))
+
+
+async def _azure_backend_url_dialed_for(websocket: _ClientWebSocketWithHeaders, **kwargs: object) -> str | None:
+    connect: Final = _ConnectThatStopsAfterCapturingTheUrl()
+    with patch("websockets.connect", connect):
+        await realtime_main._arealtime.__wrapped__(
+            model="azure/gpt-realtime",
+            websocket=websocket,
+            api_base="https://my-endpoint.openai.azure.com",
+            api_key="fake-key",
+            litellm_logging_obj=FakeLogging(),
+            **kwargs,
+        )
+    return connect.url
+
+
+@pytest.mark.asyncio
+async def test_arealtime_azure_ga_client_without_beta_header_dials_the_ga_upstream(monkeypatch):
+    monkeypatch.delenv("LITELLM_AZURE_REALTIME_PROTOCOL", raising=False)
+    assert (
+        await _azure_backend_url_dialed_for(_GA_CLIENT)
+        == "wss://my-endpoint.openai.azure.com/openai/v1/realtime?model=gpt-realtime"
+    )
+
+
+@pytest.mark.asyncio
+async def test_arealtime_azure_beta_header_client_keeps_the_beta_upstream(monkeypatch):
+    monkeypatch.delenv("LITELLM_AZURE_REALTIME_PROTOCOL", raising=False)
+    assert await _azure_backend_url_dialed_for(_BETA_CLIENT) == (
+        "wss://my-endpoint.openai.azure.com/openai/realtime?api-version=2024-10-01-preview&deployment=gpt-realtime"
+    )
+
+
+@pytest.mark.asyncio
+async def test_arealtime_azure_explicit_beta_protocol_wins_over_a_ga_client(monkeypatch):
+    monkeypatch.delenv("LITELLM_AZURE_REALTIME_PROTOCOL", raising=False)
+    assert await _azure_backend_url_dialed_for(_GA_CLIENT, realtime_protocol="beta") == (
+        "wss://my-endpoint.openai.azure.com/openai/realtime?api-version=2024-10-01-preview&deployment=gpt-realtime"
+    )
+
+
+@pytest.mark.asyncio
+async def test_arealtime_azure_env_beta_protocol_wins_over_a_ga_client(monkeypatch):
+    monkeypatch.setenv("LITELLM_AZURE_REALTIME_PROTOCOL", "beta")
+    assert await _azure_backend_url_dialed_for(_GA_CLIENT) == (
+        "wss://my-endpoint.openai.azure.com/openai/realtime?api-version=2024-10-01-preview&deployment=gpt-realtime"
     )

From 93bd3d61b56a167b794c6b8cc2dcc6dcefaf4a47 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:20:49 -0700
Subject: [PATCH 074/298] fix(mcp): preserve verified identity when warming
 OAuth cache

---
 .../mcp_server/discoverable_endpoints.py      |  1 +
 .../mcp_server/test_discoverable_endpoints.py | 43 +++++++++++++++++++
 2 files changed, 44 insertions(+)

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index c8e02be308b..920fe17e43e 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -634,6 +634,7 @@ async def _store_per_user_token_server_side(
         server_id=server.server_id,
         access_token=access_token,
         ttl=ttl,
+        identity_binding_proof=identity_binding_proof,
     )
 
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 42187cb1771..ff649075468 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -11103,3 +11103,46 @@ async def test_identity_bound_authorization_carries_nonce_and_caller_through_cal
     assert sealed.upstream_code == "upstream-code"
     assert sealed.oauth_nonce == query["nonce"][0]
     assert returned["state"] == ["client-state"]
+
+
+@pytest.mark.asyncio
+async def test_enforced_login_warms_verified_token_readable_without_database_lookup(monkeypatch):
+    from types import SimpleNamespace
+    from litellm.caching.caching import DualCache
+    from litellm.proxy import proxy_server
+    from litellm.proxy._experimental.mcp_server import db, mcp_server_manager
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import _store_per_user_token_server_side
+    from litellm.proxy._experimental.mcp_server.oauth2_token_cache import mcp_per_user_token_cache
+    from litellm.proxy._experimental.mcp_server.oauth_identity_binding import current_binding_proof
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.dual_cache_token_backend import DualCacheTokenCacheBackend
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import CachedOAuthTokenStore
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.per_user_oauth_store import LazyPerUserOAuthTokenStore
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.v2_token_store import V2PerUserTokenStore
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    server = MCPServer(
+        server_id="srv", name="srv", transport="http", auth_type="oauth2",
+        oauth_identity_binding={"mode": "enforce", "issuer": "https://idp.example", "audiences": ["client"],
+                                "caller_field": "user_id", "principal_claim": "sub"},
+    )
+    proof = await current_binding_proof(server.oauth_identity_binding, "alice", "srv")
+    cache = DualCache()
+    monkeypatch.setenv("LITELLM_SALT_KEY", "test-cache-warm-encryption-salt")
+    monkeypatch.setattr(proxy_server, "user_api_key_cache", cache)
+    monkeypatch.setattr(proxy_server, "prisma_client", MagicMock())
+    monkeypatch.setattr(mcp_server_manager, "global_mcp_server_manager", SimpleNamespace(invalidate_user_oauth_token_cache=AsyncMock()))
+    monkeypatch.setattr(db, "store_user_oauth_credential", AsyncMock())
+    await _store_per_user_token_server_side(
+        server=server, user_id="alice", token_response={"access_token": "alice-token", "refresh_token": "private", "expires_in": 3600},
+        identity_binding_proof=proof,
+    )
+    read = AsyncMock(return_value=None)
+    cached = CachedOAuthTokenStore(
+        V2PerUserTokenStore(read), default_ttl_seconds=300, backend=DualCacheTokenCacheBackend(cache, mcp_per_user_token_cache._codec()),
+    )
+    store = LazyPerUserOAuthTokenStore(lambda _: server, store_builder=lambda _: (cached, True), redis_available=lambda: True)
+    token = await store.fetch("alice", "srv")
+    assert token is not None and token.access_token == "alice-token"
+    assert token.identity_binding_proof == proof
+    assert token.refresh_token is None
+    read.assert_not_awaited()

From 126dc37de412df372604814b6674fab45635760d Mon Sep 17 00:00:00 2001
From: moe-berri <moe@berri.ai>
Date: Thu, 10 Sep 2026 13:33:36 -0700
Subject: [PATCH 075/298] fix(logging): reconstruct classifier audit redaction
 payloads

---
 litellm/integrations/custom_logger.py         | 46 ++++------
 .../litellm_core_utils/classifier_logging.py  |  2 +-
 litellm/litellm_core_utils/redact_messages.py | 24 ++---
 .../spend_tracking/spend_tracking_utils.py    |  4 +-
 .../test_redact_messages.py                   | 90 ++++++++++++++-----
 5 files changed, 96 insertions(+), 70 deletions(-)

diff --git a/litellm/integrations/custom_logger.py b/litellm/integrations/custom_logger.py
index 473bf223105..df3237bff07 100644
--- a/litellm/integrations/custom_logger.py
+++ b/litellm/integrations/custom_logger.py
@@ -897,10 +897,9 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
 
         This is useful for logging payloads that contain sensitive information.
         """
-        from copy import copy
-
         import litellm
         from litellm import Choices, Message, ModelResponse
+        from litellm.litellm_core_utils.classifier_logging import CLASSIFIER_AUDIT_FIELDS, without_classifier_audit
 
         turn_off_message_logging: Final[bool] = getattr(self, "turn_off_message_logging", False)
         excluded_fields: Final[list[str] | None] = getattr(litellm, "standard_logging_payload_excluded_fields", None)
@@ -909,41 +908,25 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
         if turn_off_message_logging is False and not excluded_fields:
             return model_call_details
 
-        # Only make a shallow copy of the top-level dict to avoid deepcopy issues
-        # with complex objects like AuthenticationError that may be present
-        model_call_details_copy: Final = copy(model_call_details)
         standard_logging_object: Final = model_call_details.get("standard_logging_object")
         if standard_logging_object is None:
-            return model_call_details_copy
+            return model_call_details.copy()
 
         # Make a copy of just the standard_logging_object to avoid modifying the original
-        standard_logging_object_copy: Final = copy(standard_logging_object)
-
-        # Handle excluded fields - remove them entirely from the payload
-        if excluded_fields:
-            for field in excluded_fields:
-                if field in standard_logging_object_copy:
-                    del standard_logging_object_copy[field]
+        standard_logging_object_copy: Final = {
+            key: value
+            for key, value in standard_logging_object.items()
+            if key not in (excluded_fields or ()) and not (turn_off_message_logging and key in CLASSIFIER_AUDIT_FIELDS)
+        }
 
         # Handle turn_off_message_logging - redact messages and responses (if not already excluded)
         if turn_off_message_logging:
-            from litellm.litellm_core_utils.classifier_logging import CLASSIFIER_AUDIT_FIELDS, without_classifier_audit
-
-            for field in CLASSIFIER_AUDIT_FIELDS:
-                standard_logging_object_copy.pop(field, None)
-            params: Final = model_call_details_copy.get("litellm_params")
-            request: Final = params.get("proxy_server_request") if isinstance(params, dict) else None
-            if isinstance(params, dict) and isinstance(request, dict):
-                model_call_details_copy["litellm_params"] = {
-                    **params,
-                    "proxy_server_request": without_classifier_audit(request),
-                }
             redacted_str: Final = "redacted-by-litellm"
 
-            if "messages" not in (excluded_fields or []) and standard_logging_object_copy.get("messages") is not None:
+            if "messages" not in (excluded_fields or ()) and standard_logging_object_copy.get("messages") is not None:
                 standard_logging_object_copy["messages"] = [Message(content=redacted_str).model_dump()]
 
-            if "response" not in (excluded_fields or []) and standard_logging_object_copy.get("response") is not None:
+            if "response" not in (excluded_fields or ()) and standard_logging_object_copy.get("response") is not None:
                 response: Final = standard_logging_object_copy["response"]
                 # Check if this is a ResponsesAPIResponse (has "output" field)
                 if isinstance(response, dict) and "output" in response:
@@ -967,8 +950,15 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
                     model_response_dict: Final = model_response.model_dump()
                     standard_logging_object_copy["response"] = model_response_dict
 
-        model_call_details_copy["standard_logging_object"] = standard_logging_object_copy
-        return model_call_details_copy
+        redacted_details: Final = {**model_call_details, "standard_logging_object": standard_logging_object_copy}
+        params: Final = model_call_details.get("litellm_params")
+        request: Final = params.get("proxy_server_request") if isinstance(params, dict) else None
+        if turn_off_message_logging and isinstance(params, dict) and isinstance(request, dict):
+            return {
+                **redacted_details,
+                "litellm_params": {**params, "proxy_server_request": without_classifier_audit(request)},
+            }
+        return redacted_details
 
     async def get_proxy_server_request_from_cold_storage_with_object_key(
         self,
diff --git a/litellm/litellm_core_utils/classifier_logging.py b/litellm/litellm_core_utils/classifier_logging.py
index c0c93161099..4cbfdb8cd49 100644
--- a/litellm/litellm_core_utils/classifier_logging.py
+++ b/litellm/litellm_core_utils/classifier_logging.py
@@ -38,7 +38,7 @@ def is_classifier_call(call_type: str, params: Mapping[str, object]) -> bool:
 
 
 def masked_originating_request(request_kwargs: Mapping[str, object] | None) -> Mapping[str, JsonValue] | None:
-    request: Final = (request_kwargs or {}).get("proxy_server_request")
+    request: Final = request_kwargs.get("proxy_server_request") if request_kwargs is not None else None
     body: Final = request.get("body") if isinstance(request, Mapping) else None
     if not isinstance(body, Mapping):
         return None
diff --git a/litellm/litellm_core_utils/redact_messages.py b/litellm/litellm_core_utils/redact_messages.py
index c97566c21a8..9d22a5ddef5 100644
--- a/litellm/litellm_core_utils/redact_messages.py
+++ b/litellm/litellm_core_utils/redact_messages.py
@@ -16,7 +16,7 @@ from typing import TYPE_CHECKING, Any, Final
 import litellm
 from litellm.constants import REDACTED_BY_LITELLM
 from litellm.integrations.custom_logger import CustomLogger
-from litellm.litellm_core_utils.classifier_logging import CLASSIFIER_AUDIT_FIELDS, without_classifier_audit
+from litellm.litellm_core_utils.classifier_logging import without_classifier_audit
 from litellm.litellm_core_utils.core_helpers import (
     get_metadata_variable_name_from_kwargs,
 )
@@ -171,22 +171,13 @@ def redacted_standard_logging_payload(payload: Mapping[str, object]) -> Mapping[
     payload, but the failure path does not, so a callback that batches both has to redact
     the ones it is handed.
     """
-    redacted: Final = copy.deepcopy(dict(payload))  # mutable-ok: redacted in place below
-    _redact_standard_logging_object({"standard_logging_object": redacted})  # mutable-ok: the callee's shape
-    return redacted
+    return _redact_standard_logging_object(payload)
 
 
-def _redact_standard_logging_object(model_call_details: dict):
-    """Redact messages and response inside standard_logging_object if present."""
-    standard_logging_object: Final = model_call_details.get("standard_logging_object")
-    if standard_logging_object is None:
-        return
-
+def _redact_standard_logging_object(payload: Mapping[str, object]) -> dict[str, object]:
+    standard_logging_object: Final = copy.deepcopy(without_classifier_audit(payload))
     redacted_str: Final = REDACTED_BY_LITELLM
 
-    for field in CLASSIFIER_AUDIT_FIELDS:
-        standard_logging_object.pop(field, None)
-
     if standard_logging_object.get("messages") is not None:
         standard_logging_object["messages"] = [{"role": "user", "content": redacted_str}]
 
@@ -207,6 +198,7 @@ def _redact_standard_logging_object(model_call_details: dict):
         else:
             # For other formats (empty dict, None, etc.), use simple text format
             standard_logging_object["response"] = {"text": redacted_str}
+    return standard_logging_object
 
 
 def _redact_tool_calls_dict(message: Mapping[str, object]) -> None:
@@ -258,8 +250,6 @@ def perform_redaction(model_call_details: dict, result, redact_streaming_respons
     copy via redact_streaming_responses_for_custom_logger instead.
     """
     # Redact model_call_details
-    for field in CLASSIFIER_AUDIT_FIELDS:
-        model_call_details.pop(field, None)
     params: Final = model_call_details.get("litellm_params")
     request: Final = params.get("proxy_server_request") if isinstance(params, dict) else None
     if isinstance(params, dict) and isinstance(request, Mapping):
@@ -267,7 +257,9 @@ def perform_redaction(model_call_details: dict, result, redact_streaming_respons
     model_call_details["messages"] = [{"role": "user", "content": REDACTED_BY_LITELLM}]
     model_call_details["prompt"] = ""
     model_call_details["input"] = ""
-    _redact_standard_logging_object(model_call_details)
+    standard_logging_object: Final = model_call_details.get("standard_logging_object")
+    if isinstance(standard_logging_object, Mapping):
+        model_call_details["standard_logging_object"] = _redact_standard_logging_object(standard_logging_object)
     redact_vertex_ai_metadata_from_litellm_params(model_call_details)
 
     # Redact streaming response
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index da55d1cb153..360b24575bf 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -22,7 +22,7 @@ from litellm.constants import (
 from litellm.constants import (
     MAX_STRING_LENGTH_PROMPT_IN_DB as DEFAULT_MAX_STRING_LENGTH_PROMPT_IN_DB,
 )
-from litellm.litellm_core_utils.classifier_logging import classifier_audit_fields
+from litellm.litellm_core_utils.classifier_logging import classifier_audit_fields, without_classifier_audit
 from litellm.litellm_core_utils.core_helpers import (
     get_litellm_metadata_from_kwargs,
     reconstruct_model_name,
@@ -1277,7 +1277,7 @@ def _get_proxy_server_request_for_spend_logs_payload(
 
                 # If redaction is enabled, convert to serializable dict before redacting
                 if should_redact_message_logging(model_call_details=model_call_details):
-                    _request_body = _convert_mapping_to_json_serializable(_request_body)
+                    _request_body = _convert_mapping_to_json_serializable(without_classifier_audit(_request_body))
                     perform_redaction(model_call_details=_request_body, result=None)
 
             _request_body = _sanitize_request_body_for_spend_logs_payload(_request_body)
diff --git a/tests/test_litellm/litellm_core_utils/test_redact_messages.py b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
index 1ba9901aab0..76092e96307 100644
--- a/tests/test_litellm/litellm_core_utils/test_redact_messages.py
+++ b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
@@ -17,6 +17,7 @@ from litellm.litellm_core_utils.redact_messages import (
     _redact_responses_api_output,
     perform_redaction,
     redact_streaming_responses_for_custom_logger,
+    redacted_standard_logging_payload,
     should_redact_message_logging,
 )
 from litellm.responses.main import mock_responses_api_response
@@ -777,29 +778,6 @@ class TestPerformRedaction:
 
         assert response_obj.choices[0].message.content == "secret content"
 
-
-@pytest.mark.parametrize("callback_only", [False, True])
-def test_classifier_audit_redaction_removes_both_fields_and_source_carrier(callback_only: bool) -> None:
-    audit: Final = {"classifier_input": {"system": "private rubric"}, "originating_request_masked": {"input": "private source"}}
-    details: Final = {
-        "standard_logging_object": {**audit, "messages": [], "response": {}},
-        "litellm_params": {"proxy_server_request": {"body": {}, "originating_request_masked": audit["originating_request_masked"]}},
-    }
-    logger: Final = CustomLogger()
-    logger.turn_off_message_logging = True
-    if callback_only:
-        redacted: Final = logger.redact_standard_logging_payload_from_model_call_details(details)
-        assert "classifier_input" not in redacted["standard_logging_object"]
-        assert "originating_request_masked" not in redacted["standard_logging_object"]
-        assert "originating_request_masked" not in redacted["litellm_params"]["proxy_server_request"]
-        assert details["standard_logging_object"]["classifier_input"] == audit["classifier_input"]
-        assert details["litellm_params"]["proxy_server_request"]["originating_request_masked"] == audit["originating_request_masked"]
-    else:
-        perform_redaction(details, result=None)
-        assert "classifier_input" not in details["standard_logging_object"]
-        assert "originating_request_masked" not in details["standard_logging_object"]
-        assert "originating_request_masked" not in details["litellm_params"]["proxy_server_request"]
-
     def test_unredactable_result_is_not_deepcopied(self):
         """A result shape no branch can redact must not be deepcopied.
 
@@ -882,3 +860,69 @@ class TestRedactStreamingResponsesForCustomLogger:
 
         assert result_details is model_call_details
         assert response_obj.choices[0].message.content == "secret content"
+
+
+@pytest.mark.parametrize("callback_only", [False, True])
+def test_classifier_audit_redaction_removes_both_fields_and_source_carrier(callback_only: bool) -> None:
+    audit: Final = {"classifier_input": {"system": "private rubric"}, "originating_request_masked": {"input": "private source"}}
+    standard_payload: Final = {
+        **audit,
+        "messages": [{"role": "user", "content": "private prompt"}],
+        "response": {"choices": [{"message": {"content": "private answer"}}]},
+        "model": "classifier",
+    }
+    details: Final = {
+        "standard_logging_object": standard_payload,
+        "litellm_params": {"proxy_server_request": {"body": {}, "originating_request_masked": audit["originating_request_masked"]}},
+    }
+    logger: Final = CustomLogger()
+    logger.turn_off_message_logging = True
+    if callback_only:
+        redacted: Final = logger.redact_standard_logging_payload_from_model_call_details(details)
+        assert "classifier_input" not in redacted["standard_logging_object"]
+        assert "originating_request_masked" not in redacted["standard_logging_object"]
+        assert "originating_request_masked" not in redacted["litellm_params"]["proxy_server_request"]
+        assert details["standard_logging_object"]["classifier_input"] == audit["classifier_input"]
+        assert details["litellm_params"]["proxy_server_request"]["originating_request_masked"] == audit["originating_request_masked"]
+    else:
+        perform_redaction(details, result=None)
+        assert "classifier_input" not in details["standard_logging_object"]
+        assert "originating_request_masked" not in details["standard_logging_object"]
+        assert "originating_request_masked" not in details["litellm_params"]["proxy_server_request"]
+
+    assert standard_payload["classifier_input"] == audit["classifier_input"]
+    assert standard_payload["originating_request_masked"] == audit["originating_request_masked"]
+    assert standard_payload["messages"][0]["content"] == "private prompt"
+    assert standard_payload["response"]["choices"][0]["message"]["content"] == "private answer"
+
+
+@pytest.mark.parametrize("excluded", [False, True])
+def test_classifier_callback_redaction_preserves_exclusions(monkeypatch: pytest.MonkeyPatch, excluded: bool) -> None:
+    monkeypatch.setattr(litellm, "standard_logging_payload_excluded_fields", ["messages", "response"] if excluded else [])
+    payload: Final = {
+        "classifier_input": {"system": "private rubric"},
+        "originating_request_masked": {"input": "private source"},
+        "messages": [{"role": "user", "content": "private prompt"}],
+        "response": {"choices": [{"message": {"content": "private answer"}}]},
+        "model": "classifier",
+    }
+    logger: Final = CustomLogger()
+    logger.turn_off_message_logging = True
+    redacted: Final = logger.redact_standard_logging_payload_from_model_call_details({"standard_logging_object": payload})
+    stored: Final = redacted["standard_logging_object"]
+    assert "classifier_input" not in stored
+    assert "originating_request_masked" not in stored
+    assert stored["model"] == "classifier"
+    assert ("messages" not in stored) is excluded
+    assert ("response" not in stored) is excluded
+    if not excluded:
+        assert stored["messages"][0]["content"] == "redacted-by-litellm"
+        assert stored["response"]["choices"][0]["message"]["content"] == "redacted-by-litellm"
+
+    failure_payload: Final = redacted_standard_logging_payload(payload)
+    assert "classifier_input" not in failure_payload
+    assert "originating_request_masked" not in failure_payload
+    assert failure_payload["messages"][0]["content"] == "redacted-by-litellm"
+    assert failure_payload["response"]["choices"][0]["message"]["content"] == "redacted-by-litellm"
+    assert payload["classifier_input"] == {"system": "private rubric"}
+    assert payload["response"]["choices"][0]["message"]["content"] == "private answer"

From 4de441c18100c39bdcca627b1051af40d9ff2849 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:41:37 -0700
Subject: [PATCH 076/298] test(ui): render TeamSSOSettings under a premium
 session so the organization dropdown tests fetch

---
 .../src/components/TeamSSOSettings.test.tsx         | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/ui/litellm-dashboard/src/components/TeamSSOSettings.test.tsx b/ui/litellm-dashboard/src/components/TeamSSOSettings.test.tsx
index 7b3153f6e13..4a042c32cda 100644
--- a/ui/litellm-dashboard/src/components/TeamSSOSettings.test.tsx
+++ b/ui/litellm-dashboard/src/components/TeamSSOSettings.test.tsx
@@ -8,6 +8,19 @@ import { toast } from "@/lib/toast";
 
 vi.mock("./networking");
 
+vi.mock("@/app/(dashboard)/hooks/useAuthorized", () => ({
+  default: () => ({
+    token: "test-token",
+    accessToken: "test-token",
+    userId: "test-user",
+    userEmail: "test-user@example.com",
+    userRole: "Admin",
+    premiumUser: true,
+    disabledPersonalKeyCreation: null,
+    showSSOBanner: false,
+  }),
+}));
+
 vi.mock("./common_components/budget_duration_dropdown", () => {
   const BudgetDurationDropdown = ({ value, onChange }: { value: string | null; onChange: (value: string) => void }) => (
     <select

From 8fe2094a5579e048c5d79f374f4a6ad7d7261326 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:46:13 -0700
Subject: [PATCH 077/298] refactor(realtime): move the Azure protocol picker
 into the Azure realtime handler

---
 litellm/llms/azure/realtime/handler.py | 23 +++++++++++++++++++++--
 litellm/realtime_api/main.py           | 18 ++----------------
 2 files changed, 23 insertions(+), 18 deletions(-)

diff --git a/litellm/llms/azure/realtime/handler.py b/litellm/llms/azure/realtime/handler.py
index e9913f0108d..88813c21cd9 100644
--- a/litellm/llms/azure/realtime/handler.py
+++ b/litellm/llms/azure/realtime/handler.py
@@ -6,17 +6,23 @@ This requires websockets, and is currently only supported on LiteLLM Proxy.
 
 from collections.abc import Mapping
 from types import MappingProxyType
-from typing import Any, Final, Protocol, cast
+from typing import TYPE_CHECKING, Any, Final, Protocol, cast
 
 from litellm._logging import _redact_string, verbose_proxy_logger
 from litellm.constants import REALTIME_WEBSOCKET_MAX_MESSAGE_SIZE_BYTES
 from litellm.types.realtime import RealtimeQueryParams
 
 from ....litellm_core_utils.litellm_logging import Logging as LiteLLMLogging
-from ....litellm_core_utils.realtime_streaming import RealTimeStreaming
+from ....litellm_core_utils.realtime_streaming import (
+    RealTimeStreaming,
+    client_sent_openai_beta_realtime_header,
+)
 from ....llms.custom_httpx.http_handler import get_shared_realtime_ssl_context
 from ..azure import AzureChatCompletion
 
+if TYPE_CHECKING:
+    from fastapi import WebSocket
+
 # BACKEND_WS_URL = "ws://localhost:8080/v1/realtime?model=gpt-4o-realtime-preview-2024-10-01"
 
 
@@ -31,6 +37,19 @@ async def forward_messages(client_ws: Any, backend_ws: Any):
         pass
 
 
+def azure_realtime_protocol_for_client(
+    configured_protocol: object,
+    *,
+    query_params: RealtimeQueryParams | None,
+    websocket: "WebSocket",
+) -> str:
+    if isinstance(configured_protocol, str) and configured_protocol:
+        return configured_protocol
+    if (query_params or {}).get("intent") == "transcription":
+        return "GA"
+    return "beta" if client_sent_openai_beta_realtime_header(websocket) else "GA"
+
+
 class _ProxyClientWebSocket(Protocol):
     """Client-facing websocket handle: this path only closes it after a failed handshake."""
 
diff --git a/litellm/realtime_api/main.py b/litellm/realtime_api/main.py
index 5310efba1c4..d42e7e18b75 100644
--- a/litellm/realtime_api/main.py
+++ b/litellm/realtime_api/main.py
@@ -14,7 +14,6 @@ from litellm.constants import (
     request_timeout,
 )
 from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
-from litellm.litellm_core_utils.realtime_streaming import client_sent_openai_beta_realtime_header
 from litellm.llms.base_llm.realtime.transformation import BaseRealtimeConfig
 from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler
 from litellm.llms.xai.common_utils import XAIModelInfo
@@ -34,7 +33,7 @@ from litellm.utils import ProviderConfigManager
 from ..litellm_core_utils.get_litellm_params import get_litellm_params
 from ..litellm_core_utils.litellm_logging import Logging as LiteLLMLogging
 from ..llms.azure.common_utils import get_azure_ad_token
-from ..llms.azure.realtime.handler import AzureOpenAIRealtime
+from ..llms.azure.realtime.handler import AzureOpenAIRealtime, azure_realtime_protocol_for_client
 from ..llms.bedrock.realtime.handler import BedrockRealtime
 from ..llms.custom_httpx.http_handler import get_shared_realtime_ssl_context
 from ..llms.openai.realtime.handler import OpenAIRealtime
@@ -419,7 +418,7 @@ async def _arealtime(
             or litellm_params.get("realtime_protocol")
             or os.environ.get("LITELLM_AZURE_REALTIME_PROTOCOL")
         )
-        realtime_protocol: Final = _azure_realtime_protocol_for_client(
+        realtime_protocol: Final = azure_realtime_protocol_for_client(
             configured_realtime_protocol, query_params=query_params, websocket=websocket
         )
         resolved_azure_ad_token: Final = (
@@ -577,19 +576,6 @@ def _is_transcription_only_realtime_model(model: str, custom_llm_provider: str)
 _TRANSCRIPTION_QUERY_PARAMS: Final[RealtimeQueryParams] = {"intent": "transcription"}
 
 
-def _azure_realtime_protocol_for_client(
-    configured_protocol: object,
-    *,
-    query_params: RealtimeQueryParams | None,
-    websocket: "WebSocket",
-) -> str:
-    if isinstance(configured_protocol, str) and configured_protocol:
-        return configured_protocol
-    if (query_params or {}).get("intent") == "transcription":
-        return "GA"
-    return "beta" if client_sent_openai_beta_realtime_header(websocket) else "GA"
-
-
 def _azure_realtime_health_protocol(
     model: str, realtime_protocol: str | None, model_params: Mapping[str, object]
 ) -> tuple[str, RealtimeQueryParams | None]:

From 9da3e63ae9cbc0c5e4b1ceb6e3d3efe50662f5f8 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:50:34 -0700
Subject: [PATCH 078/298] fix(redis): log an open circuit breaker once instead
 of a traceback per request and count sync timeouts as timeouts

While the Redis circuit breaker is open every guarded call was refused with a bare
Exception that each swallowing catch site logged as an ERROR traceback, so a
sub-second latency blip turned into thousands of tracebacks per minute and pinned
every replica's CPU. The sync guard also recorded socket timeouts as hard
connectivity failures, so with least-busy routing the breaker opened on the first
slow replies and the timeout-only min-duration guard never applied.

Refusals now raise RedisCircuitBreakerOpenError, and the catch sites route it
through log_redis_failure, which logs a refusal at DEBUG and everything else at
the caller's level. The sync guard passes is_timeout like the async one.
---
 litellm/caching/caching.py                    |   9 +-
 litellm/caching/dual_cache.py                 |  30 ++---
 litellm/caching/redis_cache.py                |  21 +++-
 .../hooks/parallel_request_limiter_v3.py      |   6 +-
 litellm/router_strategy/least_busy.py         |  18 ++-
 tests/test_litellm/caching/test_dual_cache.py | 103 +++++++++++++++++-
 .../test_litellm/caching/test_redis_cache.py  |  22 ++++
 .../hooks/test_parallel_request_limiter_v3.py |  21 ++++
 .../router_strategy/test_least_busy.py        |  23 ++++
 9 files changed, 226 insertions(+), 27 deletions(-)

diff --git a/litellm/caching/caching.py b/litellm/caching/caching.py
index 884d095793c..d6dd2a073af 100644
--- a/litellm/caching/caching.py
+++ b/litellm/caching/caching.py
@@ -10,6 +10,7 @@
 import ast
 import hashlib
 import json
+import logging
 import time
 import traceback
 from collections.abc import Mapping
@@ -32,7 +33,7 @@ from .dual_cache import DualCache  # noqa: F401
 from .gcs_cache import GCSCache
 from .in_memory_cache import InMemoryCache
 from .qdrant_semantic_cache import QdrantSemanticCache
-from .redis_cache import RedisCache
+from .redis_cache import RedisCache, log_redis_failure
 from .redis_cluster_cache import RedisClusterCache
 from .redis_semantic_cache import RedisSemanticCache
 from .s3_cache import S3Cache
@@ -678,7 +679,7 @@ class Cache:
             cache_key, cached_data, kwargs = self._add_cache_logic(result=result, **kwargs)
             self.cache.set_cache(cache_key, cached_data, **kwargs)
         except Exception as e:
-            verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in add_cache", e)
 
     async def async_add_cache(self, result, dynamic_cache_object: BaseCache | None = None, **kwargs):
         """
@@ -697,7 +698,7 @@ class Cache:
                 else:
                     await self.cache.async_set_cache(cache_key, cached_data, **kwargs)
         except Exception as e:
-            verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in add_cache", e)
 
     def _convert_to_cached_embedding(
         self,
@@ -876,7 +877,7 @@ class Cache:
             else:
                 await self.cache.async_set_cache_pipeline(cache_list=cache_list, **kwargs)
         except Exception as e:
-            verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in add_cache", e)
 
     def should_use_cache(self, **kwargs):
         """
diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index ec17cc1d809..d4764f15e72 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -8,8 +8,8 @@ Has 4 primary methods:
     - async_get_cache
 """
 
+import logging
 import time
-import traceback
 from collections.abc import Sequence
 from threading import Lock
 from typing import TYPE_CHECKING, Any, Final
@@ -23,7 +23,7 @@ from litellm.constants import DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE
 
 from .base_cache import BaseCache
 from .in_memory_cache import InMemoryCache
-from .redis_cache import RedisCache
+from .redis_cache import RedisCache, log_redis_failure
 
 if TYPE_CHECKING:
     from opentelemetry.trace import Span as _Span
@@ -177,8 +177,8 @@ class DualCache(BaseCache):
 
             print_verbose(f"get cache: cache result: {result}")
             return result
-        except Exception:
-            verbose_logger.error(traceback.format_exc())
+        except Exception as e:
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in get_cache", e)
 
     def batch_get_cache(
         self,
@@ -217,8 +217,8 @@ class DualCache(BaseCache):
             return list(  # mutable-ok: public list contract
                 redis_result.get(key) if value is None else value for key, value in zip(keys, result)
             )
-        except Exception:
-            verbose_logger.error(traceback.format_exc())
+        except Exception as e:
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in batch_get_cache", e)
 
     async def async_get_cache(
         self,
@@ -250,8 +250,8 @@ class DualCache(BaseCache):
 
             print_verbose(f"get cache: cache result: {result}")
             return result
-        except Exception:
-            verbose_logger.error(traceback.format_exc())
+        except Exception as e:
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async_get_cache", e)
 
     def _reserve_redis_batch_keys(
         self,
@@ -339,8 +339,8 @@ class DualCache(BaseCache):
                             await self.in_memory_cache.async_set_cache(key, value, **self._backfill_kwargs(kwargs))
 
             return result
-        except Exception:
-            verbose_logger.error(traceback.format_exc())
+        except Exception as e:
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async_batch_get_cache", e)
 
     async def async_set_cache(self, key, value, local_only: bool = False, **kwargs):
         print_verbose(f"async set cache: cache key: {key}; local_only: {local_only}; value: {value}")
@@ -353,7 +353,7 @@ class DualCache(BaseCache):
             if self.redis_cache is not None and local_only is False:
                 await self.redis_cache.async_set_cache(key, value, **kwargs)
         except Exception as e:
-            verbose_logger.exception("LiteLLM Cache: Excepton async add_cache: %s", e)
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e)
 
     # async_batch_set_cache
     async def async_set_cache_pipeline(self, cache_list: list, local_only: bool = False, **kwargs):
@@ -372,7 +372,7 @@ class DualCache(BaseCache):
                     cache_list=cache_list, ttl=kwargs.pop("ttl", None), **kwargs
                 )
         except Exception as e:
-            verbose_logger.exception("LiteLLM Cache: Excepton async add_cache: %s", e)
+            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e)
 
     async def async_increment_cache(
         self,
@@ -439,8 +439,10 @@ class DualCache(BaseCache):
 
             return result
         except Exception as e:
-            verbose_logger.warning(
-                "Redis async_increment_cache_pipeline failed, falling back to in-memory result: %s",
+            log_redis_failure(
+                verbose_logger,
+                logging.WARNING,
+                "Redis async_increment_cache_pipeline failed, falling back to in-memory result",
                 e,
             )
             return result
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 106c1580110..ce1cc94c3d9 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -14,6 +14,7 @@ import functools
 import hashlib
 import inspect
 import json
+import logging
 import time
 from collections.abc import Awaitable, Callable, Sequence
 from contextvars import ContextVar
@@ -391,10 +392,26 @@ def _record_swallowed_redis_failure(breaker: RedisCircuitBreaker, exc: BaseExcep
     _swallowed_redis_failures.set(_swallowed_redis_failures.get() + 1)
 
 
+class RedisCircuitBreakerOpenError(Exception):
+    """Raised in place of a Redis call while the circuit breaker is open."""
+
+
+def log_redis_failure(logger: logging.Logger, level: int, message: str, exc: BaseException) -> None:
+    """Log a Redis failure the caller is about to swallow.
+
+    An open breaker refuses every call until Redis recovers and announced itself once when it
+    opened, so the calls it refuses are logged at debug instead of once per request at ``level``.
+    """
+    if isinstance(exc, RedisCircuitBreakerOpenError):
+        logger.debug("%s: %s", message, exc)
+        return
+    logger.log(level, "%s: %s", message, exc, exc_info=exc if level >= logging.ERROR else None)
+
+
 def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> int:
     """Reject the call if the breaker is open, else return the swallowed-failure count to compare against."""
     if breaker.is_open():
-        raise Exception(f"Redis circuit breaker is open — skipping {name}")
+        raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open — skipping {name}")
     return _swallowed_redis_failures.get()
 
 
@@ -440,7 +457,7 @@ def _run_under_circuit_breaker_sync(
         result: Final = call()
     except Exception as e:
         if _is_redis_health_failure(e):
-            breaker.record_failure()
+            breaker.record_failure(is_timeout=_is_redis_timeout_failure(e))
         raise
     _exit_circuit_breaker(breaker, swallowed_before)
     return result
diff --git a/litellm/proxy/hooks/parallel_request_limiter_v3.py b/litellm/proxy/hooks/parallel_request_limiter_v3.py
index c6c3dde4b6e..049722c2499 100644
--- a/litellm/proxy/hooks/parallel_request_limiter_v3.py
+++ b/litellm/proxy/hooks/parallel_request_limiter_v3.py
@@ -6,6 +6,7 @@ This is currently in development and not yet ready for production.
 
 import asyncio
 import binascii
+import logging
 import os
 import uuid
 from collections.abc import Awaitable, Callable, Mapping, Sequence, Set
@@ -26,6 +27,7 @@ from typing_extensions import NotRequired, ReadOnly
 
 from litellm import DualCache
 from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.constants import DYNAMIC_RATE_LIMIT_ERROR_THRESHOLD_PER_MINUTE, INTERNAL_CALL_ORIGIN_METADATA_KEY
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.litellm_core_utils.prompt_templates.common_utils import (
@@ -3856,7 +3858,9 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
             )
 
         except Exception as e:
-            verbose_proxy_logger.warning("TTL preservation failed, falling back to regular pipeline: %s", e)
+            log_redis_failure(
+                verbose_proxy_logger, logging.WARNING, "TTL preservation failed, falling back to regular pipeline", e
+            )
             # Fallback to regular pipeline on error
             await self.internal_usage_cache.dual_cache.async_increment_cache_pipeline(
                 increment_list=pipeline_operations,
diff --git a/litellm/router_strategy/least_busy.py b/litellm/router_strategy/least_busy.py
index 14e6592e1fd..0b73f4e31a7 100644
--- a/litellm/router_strategy/least_busy.py
+++ b/litellm/router_strategy/least_busy.py
@@ -1,3 +1,4 @@
+import logging
 from collections.abc import Mapping, Sequence
 from typing import Final
 
@@ -6,6 +7,7 @@ from typing_extensions import ReadOnly, TypedDict
 
 from litellm._logging import verbose_router_logger
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.integrations.custom_logger import CustomLogger
 
 IN_FLIGHT_COUNT_TTL_SECONDS: Final = 60 * 60
@@ -87,16 +89,22 @@ def _least_busy(
 
 
 def _warn_unreadable(model_group: str, error: Exception) -> None:
-    verbose_router_logger.warning(
-        "least-busy routing could not read the shared in-flight counts for %s, "
-        "falling back to this worker's own counts: %s",
-        model_group,
+    log_redis_failure(
+        verbose_router_logger,
+        logging.WARNING,
+        f"least-busy routing could not read the shared in-flight counts for {model_group}, "
+        "falling back to this worker's own counts",
         error,
     )
 
 
 def _warn_unwritable(key: str, error: Exception) -> None:
-    verbose_router_logger.warning("least-busy routing could not update the in-flight count under %s: %s", key, error)
+    log_redis_failure(
+        verbose_router_logger,
+        logging.WARNING,
+        f"least-busy routing could not update the in-flight count under {key}",
+        error,
+    )
 
 
 class LeastBusyLoggingHandler(CustomLogger):
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index ded3be26630..29b5d467b39 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -1,4 +1,5 @@
 import asyncio
+import logging
 import time
 import uuid
 from unittest.mock import AsyncMock, MagicMock, patch
@@ -7,7 +8,8 @@ import pytest
 
 from litellm.caching.dual_cache import DualCache
 from litellm.caching.in_memory_cache import InMemoryCache
-from litellm.caching.redis_cache import RedisCache
+from litellm.caching.redis_cache import RedisCache, _redis_circuit_breaker_guard, _redis_circuit_breaker_guard_sync
+from litellm.types.caching import RedisPipelineIncrementOperation
 
 
 @pytest.mark.asyncio
@@ -576,3 +578,102 @@ async def test_dual_cache_late_attach_redis_wires_writes_and_ttl_async():
     assert mock_redis.async_set_cache.call_args[0][:2] == (key_after, val_after)
 
     assert in_memory.get_cache(key_after) == val_after
+
+
+class _OpenBreakerRedis:
+    """A RedisCache whose breaker is open, so every guarded call is refused before it starts."""
+
+    def __init__(self) -> None:
+        from litellm.caching.redis_cache import RedisCircuitBreaker
+
+        self._circuit_breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+        for _ in range(3):
+            self._circuit_breaker.record_failure()
+
+    @_redis_circuit_breaker_guard
+    async def async_get_cache(self, key, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard
+    async def async_batch_get_cache(self, key_list, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard
+    async def async_set_cache(self, key, value, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard
+    async def async_set_cache_pipeline(self, cache_list, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard
+    async def async_increment_pipeline(self, increment_list, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard_sync
+    def get_cache(self, key, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard_sync
+    def batch_get_cache(self, key_list, **kwargs):
+        raise AssertionError("never reached")
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    "call",
+    [
+        lambda cache: cache.async_get_cache("k"),
+        lambda cache: cache.async_batch_get_cache(["k1", "k2"]),
+        lambda cache: cache.async_set_cache("k", "v"),
+        lambda cache: cache.async_set_cache_pipeline([("k", "v")]),
+        lambda cache: cache.async_increment_cache_pipeline(
+            increment_list=[RedisPipelineIncrementOperation(key="k", increment_value=1.0, ttl=60)]
+        ),
+    ],
+    ids=["get", "batch_get", "set", "set_pipeline", "increment_pipeline"],
+)
+async def test_an_open_circuit_breaker_is_not_an_error_per_request(caplog, call):
+    """While the breaker is open every request is refused by design, and the breaker already
+    said so once when it opened; logging each refusal as an ERROR traceback was the storm that
+    pinned every worker's CPU during a Redis latency blip."""
+    cache = DualCache(in_memory_cache=InMemoryCache(), redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    caplog.clear()
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM"):
+        await call(cache)
+
+    assert [record.levelno for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)
+
+
+@pytest.mark.parametrize(
+    "call",
+    [lambda cache: cache.get_cache("k"), lambda cache: cache.batch_get_cache(["k1", "k2"])],
+    ids=["get", "batch_get"],
+)
+def test_an_open_circuit_breaker_is_not_an_error_per_sync_request(caplog, call):
+    cache = DualCache(in_memory_cache=InMemoryCache(), redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    caplog.clear()
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM"):
+        call(cache)
+
+    assert [record.levelno for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)
+
+
+@pytest.mark.asyncio
+async def test_a_real_redis_failure_still_logs_an_error(caplog):
+    class _BrokenRedis:
+        async def async_get_cache(self, key, **kwargs):
+            raise ConnectionError("redis is down")
+
+    cache = DualCache(in_memory_cache=InMemoryCache(), redis_cache=_BrokenRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM"):
+        assert await cache.async_get_cache("k") is None
+
+    errors = [record for record in caplog.records if record.levelno == logging.ERROR]
+    assert [record.getMessage() for record in errors] == ["LiteLLM Cache: exception in async_get_cache: redis is down"]
+    assert errors[0].exc_info is not None
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 6b2df118611..b9d965a8942 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1013,3 +1013,25 @@ async def test_breaker_metrics_track_state_and_failure_class():
     breaker.record_success()
     assert sample("litellm_redis_circuit_breaker_state", {"state": "open"}) == open_gauge_before
     assert sample("litellm_redis_circuit_breaker_state", {"state": "closed"}) == closed_gauge_before + 1
+
+
+def test_sync_guard_counts_a_timeout_as_a_timeout():
+    """A sync Redis timeout must wait out the timeout-only min duration exactly like the async guard.
+
+    Recording it as a hard connectivity failure opened the breaker on the fifth slow reply,
+    which is how a latency blip took the shared cache out for every worker.
+    """
+    from redis.exceptions import TimeoutError as RedisTimeoutError
+
+    from litellm.caching.redis_cache import RedisCircuitBreaker, _run_under_circuit_breaker_sync
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60, timeout_min_duration=5.0)
+
+    def timing_out_call() -> str:
+        raise RedisTimeoutError("read timed out")
+
+    for _ in range(6):
+        with pytest.raises(RedisTimeoutError):
+            _run_under_circuit_breaker_sync(breaker, "op", timing_out_call)
+
+    assert breaker.is_open() is False
diff --git a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
index 6d382370f5f..0e1ee08d68f 100644
--- a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
+++ b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
@@ -6236,3 +6236,24 @@ async def test_post_call_success_hook_leaves_raw_provider_dict_untouched():
     )
 
     assert response == {"id": "msg_123", "type": "message", "role": "assistant", "content": []}
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_falls_back_to_the_pipeline_without_a_warning(caplog):
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+    from litellm.types.caching import RedisPipelineIncrementOperation
+
+    handler = _PROXY_MaxParallelRequestsHandler(internal_usage_cache=InternalUsageCache(DualCache()))
+
+    async def refused_script(keys, args):
+        raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+    handler.token_increment_script = refused_script
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        await handler.async_increment_tokens_with_ttl_preservation(
+            pipeline_operations=[RedisPipelineIncrementOperation(key="quiet_key", increment_value=10.0, ttl=60)]
+        )
+
+    assert await handler.internal_usage_cache.dual_cache.async_get_cache("quiet_key") == 10.0
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
diff --git a/tests/test_litellm/router_strategy/test_least_busy.py b/tests/test_litellm/router_strategy/test_least_busy.py
index 9efa526fc02..c2fa41f4ca8 100644
--- a/tests/test_litellm/router_strategy/test_least_busy.py
+++ b/tests/test_litellm/router_strategy/test_least_busy.py
@@ -1,9 +1,11 @@
+import logging
 from typing import Final
 
 import pytest
 
 from litellm.caching.caching import DualCache
 from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.router_strategy.least_busy import IN_FLIGHT_COUNT_TTL_SECONDS, LeastBusyLoggingHandler
 
 GROUP: Final = "least-busy-group"
@@ -185,3 +187,24 @@ def test_calls_without_a_deployment_are_ignored() -> None:
     worker.log_pre_api_call(model="m", messages=[], kwargs={})
 
     assert shared.counts == {}
+
+
+class OpenBreakerRedis(SharedRedisCounters):
+    def increment_with_floor(self, key: str, value: int, ttl: int) -> int:
+        raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+    def batch_get_counts(self, key_list: list[str]) -> tuple[int | None, ...]:
+        raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_falls_back_without_a_warning_per_request(caplog: pytest.LogCaptureFixture) -> None:
+    worker: Final = _worker(OpenBreakerRedis())
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Router"):
+        worker.log_pre_api_call(model="m", messages=[], kwargs=_call_kwargs("dep-a"))
+        picked: Final = worker.get_available_deployments(GROUP, HEALTHY)
+
+    assert picked is DEPLOYMENT_B
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert sum("circuit breaker is open" in record.getMessage() for record in caplog.records) == 2

From 4a3950cf678fa1b65acfc468c61ae3dcbb67b472 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:57:48 -0700
Subject: [PATCH 079/298] refactor(realtime): type the Azure protocol picker
 with the streaming module's websocket protocol

---
 litellm/litellm_core_utils/realtime_streaming.py | 8 ++++----
 litellm/llms/azure/realtime/handler.py           | 8 +++-----
 2 files changed, 7 insertions(+), 9 deletions(-)

diff --git a/litellm/litellm_core_utils/realtime_streaming.py b/litellm/litellm_core_utils/realtime_streaming.py
index 75046f2cf87..4923bdda305 100644
--- a/litellm/litellm_core_utils/realtime_streaming.py
+++ b/litellm/litellm_core_utils/realtime_streaming.py
@@ -90,12 +90,12 @@ class _ResponseDoneBody(TypedDict, total=False):
     output: ReadOnly[Sequence[Mapping[str, object]]]
 
 
-class _ScopedWebSocket(Protocol):
+class ScopedWebSocket(Protocol):
     @property
     def scope(self) -> _ASGIScope: ...
 
 
-class _ClientWebSocket(_ScopedWebSocket, Protocol):
+class _ClientWebSocket(ScopedWebSocket, Protocol):
     async def send_text(self, data: str) -> None: ...
     async def receive_text(self) -> str: ...
     async def close(self, code: int = 1000, reason: str | None = None) -> None: ...
@@ -1149,7 +1149,7 @@ class RealTimeStreaming:
         )
 
     @staticmethod
-    def _detect_beta_header(websocket: _ScopedWebSocket) -> bool:
+    def _detect_beta_header(websocket: ScopedWebSocket) -> bool:
         """Return True if the client sent 'OpenAI-Beta: realtime=v1'.
 
         Checks the raw ASGI scope headers so it works for both FastAPI WebSocket
@@ -1584,6 +1584,6 @@ class RealTimeStreaming:
             verbose_logger.debug("Could not relay the upstream close to the client: %s", e)
 
 
-def client_sent_openai_beta_realtime_header(websocket: _ScopedWebSocket) -> bool:
+def client_sent_openai_beta_realtime_header(websocket: ScopedWebSocket) -> bool:
     """True when the client WebSocket includes ``OpenAI-Beta: realtime=v1``."""
     return RealTimeStreaming._detect_beta_header(websocket)
diff --git a/litellm/llms/azure/realtime/handler.py b/litellm/llms/azure/realtime/handler.py
index 88813c21cd9..146915dd6fd 100644
--- a/litellm/llms/azure/realtime/handler.py
+++ b/litellm/llms/azure/realtime/handler.py
@@ -6,7 +6,7 @@ This requires websockets, and is currently only supported on LiteLLM Proxy.
 
 from collections.abc import Mapping
 from types import MappingProxyType
-from typing import TYPE_CHECKING, Any, Final, Protocol, cast
+from typing import Any, Final, Protocol, cast
 
 from litellm._logging import _redact_string, verbose_proxy_logger
 from litellm.constants import REALTIME_WEBSOCKET_MAX_MESSAGE_SIZE_BYTES
@@ -15,14 +15,12 @@ from litellm.types.realtime import RealtimeQueryParams
 from ....litellm_core_utils.litellm_logging import Logging as LiteLLMLogging
 from ....litellm_core_utils.realtime_streaming import (
     RealTimeStreaming,
+    ScopedWebSocket,
     client_sent_openai_beta_realtime_header,
 )
 from ....llms.custom_httpx.http_handler import get_shared_realtime_ssl_context
 from ..azure import AzureChatCompletion
 
-if TYPE_CHECKING:
-    from fastapi import WebSocket
-
 # BACKEND_WS_URL = "ws://localhost:8080/v1/realtime?model=gpt-4o-realtime-preview-2024-10-01"
 
 
@@ -41,7 +39,7 @@ def azure_realtime_protocol_for_client(
     configured_protocol: object,
     *,
     query_params: RealtimeQueryParams | None,
-    websocket: "WebSocket",
+    websocket: ScopedWebSocket,
 ) -> str:
     if isinstance(configured_protocol, str) and configured_protocol:
         return configured_protocol

From 32b7daf69116907678c03f4d78f713080db52317 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 20:58:41 +0000
Subject: [PATCH 080/298] fix(caching): make an open Redis circuit breaker a
 quiet cache miss

An open breaker raised a generic Exception on every skipped call, and DualCache caught
it and logged a full ERROR traceback each time. Under load that became hundreds of
traceback formats per second on every replica and pinned the proxies at 100% CPU.

Raise a typed RedisCircuitBreakerOpenError instead and have DualCache return its
in-memory result without logging for it. Classify redis-py pool exhaustion
(ConnectionError chained from TimeoutError) as a timeout so a latency blip goes
through the duration gate. Track a breaker generation so a call admitted before the
breaker opened cannot close it, leaving that to the HALF_OPEN probe. Rate limit the
LoggingWorker callback-error traceback to one per interval so a stalled logging
backend cannot start a second traceback storm.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/dual_cache.py                 |  15 +-
 litellm/caching/redis_cache.py                |  76 ++++++++---
 litellm/constants.py                          |   1 +
 litellm/litellm_core_utils/logging_worker.py  |  23 +++-
 tests/test_litellm/caching/test_dual_cache.py |  62 +++++++++
 .../test_litellm/caching/test_redis_cache.py  | 128 ++++++++++++++++++
 .../litellm_core_utils/test_logging_worker.py |  45 ++++++
 7 files changed, 326 insertions(+), 24 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index ec17cc1d809..98c6da0f02f 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -23,7 +23,7 @@ from litellm.constants import DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE
 
 from .base_cache import BaseCache
 from .in_memory_cache import InMemoryCache
-from .redis_cache import RedisCache
+from .redis_cache import RedisCache, RedisCircuitBreakerOpenError
 
 if TYPE_CHECKING:
     from opentelemetry.trace import Span as _Span
@@ -250,6 +250,8 @@ class DualCache(BaseCache):
 
             print_verbose(f"get cache: cache result: {result}")
             return result
+        except RedisCircuitBreakerOpenError:
+            return None
         except Exception:
             verbose_logger.error(traceback.format_exc())
 
@@ -319,6 +321,9 @@ class DualCache(BaseCache):
                         redis_result: Final = await self.redis_cache.async_batch_get_cache(
                             sublist_keys, parent_otel_span=parent_otel_span
                         )
+                    except RedisCircuitBreakerOpenError:
+                        self._rollback_redis_batch_key_reservations(previous_access_times)
+                        return result
                     except Exception:
                         # Do not throttle subsequent callers if the Redis read fails.
                         self._rollback_redis_batch_key_reservations(previous_access_times)
@@ -352,6 +357,8 @@ class DualCache(BaseCache):
 
             if self.redis_cache is not None and local_only is False:
                 await self.redis_cache.async_set_cache(key, value, **kwargs)
+        except RedisCircuitBreakerOpenError:
+            return
         except Exception as e:
             verbose_logger.exception("LiteLLM Cache: Excepton async add_cache: %s", e)
 
@@ -371,6 +378,8 @@ class DualCache(BaseCache):
                 await self.redis_cache.async_set_cache_pipeline(
                     cache_list=cache_list, ttl=kwargs.pop("ttl", None), **kwargs
                 )
+        except RedisCircuitBreakerOpenError:
+            return
         except Exception as e:
             verbose_logger.exception("LiteLLM Cache: Excepton async add_cache: %s", e)
 
@@ -408,6 +417,8 @@ class DualCache(BaseCache):
                     refresh_ttl=refresh_ttl,
                 )
 
+            return result
+        except RedisCircuitBreakerOpenError:
             return result
         except Exception as e:
             verbose_logger.warning(
@@ -437,6 +448,8 @@ class DualCache(BaseCache):
                     parent_otel_span=parent_otel_span,
                 )
 
+            return result
+        except RedisCircuitBreakerOpenError:
             return result
         except Exception as e:
             verbose_logger.warning(
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 106c1580110..de4dcb5aa27 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -17,6 +17,7 @@ import json
 import time
 from collections.abc import Awaitable, Callable, Sequence
 from contextvars import ContextVar
+from dataclasses import dataclass
 from datetime import timedelta
 from typing import TYPE_CHECKING, Any, Final, Protocol, TypeVar, cast
 
@@ -148,6 +149,10 @@ def _get_call_stack_info(num_frames: int = 2) -> str:
         return "unknown"
 
 
+class RedisCircuitBreakerOpenError(Exception):
+    """Expected fast-fail while the breaker is open; optional-cache callers treat it as a miss."""
+
+
 class RedisCircuitBreaker:
     """
     Tracks Redis health for a RedisCache instance.
@@ -163,8 +168,12 @@ class RedisCircuitBreaker:
                              (no success or hard failure in between) that reaches
                              failure_threshold and spans timeout_min_duration seconds
       OPEN      -> HALF_OPEN after recovery_timeout seconds
-      HALF_OPEN -> CLOSED    on success
-      HALF_OPEN -> OPEN      on failure (resets timer)
+      HALF_OPEN -> CLOSED    on the recovery probe's success
+      HALF_OPEN -> OPEN      on the recovery probe's failure (resets timer)
+
+    Every OPEN transition starts a new generation. A call reports its outcome only for the
+    generation it was admitted under, so a success from a call that was already in flight
+    when the breaker opened cannot close it and the HALF_OPEN probe is the only call that can.
 
     Timeouts are accounted separately from hard connectivity failures because the async
     Redis timeout includes time waiting for the worker event loop to resume: one loop
@@ -194,9 +203,14 @@ class RedisCircuitBreaker:
         self._timeout_count = 0
         self._timeout_streak_started_at: float | None = None
         self._opened_at: float | None = None
+        self._generation = 0
         self._state = self.CLOSED
         _breaker_metrics().record_state_change(None, self._state)
 
+    @property
+    def generation(self) -> int:
+        return self._generation
+
     def is_open(self) -> bool:
         """Returns True if Redis calls should be skipped."""
         if not self.enabled:
@@ -241,18 +255,19 @@ class RedisCircuitBreaker:
             if self._state != self.OPEN:
                 verbose_logger.warning(
                     "Redis circuit breaker OPENED after %d consecutive failures"
-                    " (%d hard connectivity) — fast-failing Redis calls for %ds",
+                    " (%d hard connectivity), fast-failing Redis calls for %ds",
                     self._failure_count,
                     self._hard_failure_count,
                     self.recovery_timeout,
                 )
+                self._generation += 1
             self._set_state(self.OPEN)
 
     def record_success(self) -> None:
         if not self.enabled:
             return
         if self._state == self.HALF_OPEN:
-            verbose_logger.info("Redis circuit breaker CLOSED — Redis recovered")
+            verbose_logger.info("Redis circuit breaker CLOSED, Redis recovered")
         self._failure_count = 0
         self._hard_failure_count = 0
         self._timeout_count = 0
@@ -320,7 +335,10 @@ def _redis_timeout_error_types() -> tuple[type, ...]:
 
 
 def _is_redis_timeout_failure(exc: BaseException) -> bool:
-    return isinstance(exc, _redis_timeout_error_types())
+    """Follows __cause__: a blocking pool wait raises ConnectionError from asyncio.TimeoutError."""
+    if isinstance(exc, _redis_timeout_error_types()):
+        return True
+    return exc.__cause__ is not None and _is_redis_timeout_failure(exc.__cause__)
 
 
 class _BreakerMetrics:
@@ -391,23 +409,37 @@ def _record_swallowed_redis_failure(breaker: RedisCircuitBreaker, exc: BaseExcep
     _swallowed_redis_failures.set(_swallowed_redis_failures.get() + 1)
 
 
-def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> int:
-    """Reject the call if the breaker is open, else return the swallowed-failure count to compare against."""
+@dataclass(frozen=True, slots=True)
+class _BreakerAdmission:
+    swallowed_before: int
+    generation: int
+
+
+def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> _BreakerAdmission:
+    """Reject the call if the breaker is open, else snapshot what its outcome will be judged against."""
     if breaker.is_open():
-        raise Exception(f"Redis circuit breaker is open — skipping {name}")
-    return _swallowed_redis_failures.get()
+        raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open, skipping {name}")
+    return _BreakerAdmission(swallowed_before=_swallowed_redis_failures.get(), generation=breaker.generation)
 
 
-def _exit_circuit_breaker(breaker: RedisCircuitBreaker, swallowed_before: int) -> None:
-    """Record success only when nothing failed while the call ran.
+def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission) -> None:
+    """Record success only when nothing failed while the call ran and the breaker has not opened since.
 
     Several Redis methods catch their own connection errors and return a default, so a
     method that returned is not on its own proof of a healthy Redis.
     """
-    if _swallowed_redis_failures.get() == swallowed_before:
+    if admission.generation != breaker.generation:
+        return
+    if _swallowed_redis_failures.get() == admission.swallowed_before:
         breaker.record_success()
 
 
+def _fail_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission, exc: BaseException) -> None:
+    if admission.generation != breaker.generation or not _is_redis_health_failure(exc):
+        return
+    breaker.record_failure(is_timeout=_is_redis_timeout_failure(exc))
+
+
 async def _run_under_circuit_breaker(
     breaker: RedisCircuitBreaker,
     name: str,
@@ -418,14 +450,13 @@ async def _run_under_circuit_breaker(
     Shared by the method decorator and the Lua script executor so both feed the same
     health signal.
     """
-    swallowed_before: Final = _enter_circuit_breaker(breaker, name)
+    admission: Final = _enter_circuit_breaker(breaker, name)
     try:
         result: Final = await call()
     except Exception as e:
-        if _is_redis_health_failure(e):
-            breaker.record_failure(is_timeout=_is_redis_timeout_failure(e))
+        _fail_circuit_breaker(breaker, admission, e)
         raise
-    _exit_circuit_breaker(breaker, swallowed_before)
+    _exit_circuit_breaker(breaker, admission)
     return result
 
 
@@ -435,14 +466,13 @@ def _run_under_circuit_breaker_sync(
     call: Callable[[], _RedisCallResult],
 ) -> _RedisCallResult:
     """Run one blocking Redis call under a circuit breaker, feeding the same health signal as the async path."""
-    swallowed_before: Final = _enter_circuit_breaker(breaker, name)
+    admission: Final = _enter_circuit_breaker(breaker, name)
     try:
         result: Final = call()
     except Exception as e:
-        if _is_redis_health_failure(e):
-            breaker.record_failure()
+        _fail_circuit_breaker(breaker, admission, e)
         raise
-    _exit_circuit_breaker(breaker, swallowed_before)
+    _exit_circuit_breaker(breaker, admission)
     return result
 
 
@@ -1382,10 +1412,10 @@ class RedisCache(BaseCache):
         start_time: Final = time.time()
 
         try:
-            swallowed_before: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
+            admission: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
             _keys: Final = [self.check_and_fix_namespace(key=cache_key or "") for cache_key in _key_list]
             results: Final = self._run_redis_mget_operation(keys=_keys)
-            _exit_circuit_breaker(self._circuit_breaker, swallowed_before)
+            _exit_circuit_breaker(self._circuit_breaker, admission)
             end_time: Final = time.time()
             _duration: Final = end_time - start_time
             self.service_logger_obj.service_success_hook(
@@ -1409,6 +1439,8 @@ class RedisCache(BaseCache):
                 decoded_results[k] = v
 
             return decoded_results
+        except RedisCircuitBreakerOpenError:
+            return key_value_dict
         except Exception as e:
             failed_at: Final = time.time()
             self.service_logger_obj.service_failure_hook(
diff --git a/litellm/constants.py b/litellm/constants.py
index 0a7ef363e92..421419fecc0 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -571,6 +571,7 @@ ANTHROPIC_MESSAGES_MAX_DETACHED_STREAM_DRAINS: Final = int(
 LOGGING_WORKER_CONCURRENCY: Final = int(os.getenv("LOGGING_WORKER_CONCURRENCY", 100))  # Must be above 0
 LOGGING_WORKER_MAX_QUEUE_SIZE: Final = int(os.getenv("LOGGING_WORKER_MAX_QUEUE_SIZE", 50_000))
 LOGGING_WORKER_MAX_TIME_PER_COROUTINE: Final = float(os.getenv("LOGGING_WORKER_MAX_TIME_PER_COROUTINE", 20.0))
+LOGGING_WORKER_ERROR_TRACEBACK_INTERVAL_SECONDS: Final = 60.0
 LOGGING_WORKER_CLEAR_PERCENTAGE: Final = int(
     os.getenv("LOGGING_WORKER_CLEAR_PERCENTAGE", 50)
 )  # Percentage of queue to clear (default: 50%)
diff --git a/litellm/litellm_core_utils/logging_worker.py b/litellm/litellm_core_utils/logging_worker.py
index 1d74595781a..dfaace1bb10 100644
--- a/litellm/litellm_core_utils/logging_worker.py
+++ b/litellm/litellm_core_utils/logging_worker.py
@@ -6,6 +6,7 @@ import atexit
 import contextvars
 import inspect
 import logging
+import time
 from collections.abc import Coroutine, Iterator
 from typing import Final
 
@@ -16,6 +17,7 @@ from litellm.constants import (
     LOGGING_WORKER_AGGRESSIVE_CLEAR_COOLDOWN_SECONDS,
     LOGGING_WORKER_CLEAR_PERCENTAGE,
     LOGGING_WORKER_CONCURRENCY,
+    LOGGING_WORKER_ERROR_TRACEBACK_INTERVAL_SECONDS,
     LOGGING_WORKER_MAX_QUEUE_SIZE,
     LOGGING_WORKER_MAX_TIME_PER_COROUTINE,
     MAX_ITERATIONS_TO_CLEAR_QUEUE,
@@ -47,10 +49,14 @@ class LoggingWorker:
         timeout: float = LOGGING_WORKER_MAX_TIME_PER_COROUTINE,
         max_queue_size: int = LOGGING_WORKER_MAX_QUEUE_SIZE,
         concurrency: int = LOGGING_WORKER_CONCURRENCY,
+        error_traceback_interval: float = LOGGING_WORKER_ERROR_TRACEBACK_INTERVAL_SECONDS,
     ):
         self.timeout = timeout
         self.max_queue_size = max_queue_size
         self.concurrency = concurrency
+        self.error_traceback_interval = error_traceback_interval
+        self._last_error_traceback_at: float | None = None
+        self._errors_since_traceback: int = 0
         self._queue: asyncio.Queue[LoggingTask] | None = None
         self._worker_task: asyncio.Task | None = None
         self._running_tasks: set[asyncio.Task] = set()
@@ -163,7 +169,7 @@ class LoggingWorker:
                         timeout=self.timeout,
                     )
                 except Exception as e:
-                    verbose_logger.exception("LoggingWorker error: %s", e)
+                    self._log_task_error(e)
                 finally:
                     self._untrack_dequeued(task)
                     self._queue.task_done()
@@ -171,6 +177,21 @@ class LoggingWorker:
             # Always release semaphore, even if queue is None
             sem.release()
 
+    def _log_task_error(self, error: Exception) -> None:
+        """One traceback per interval: a stalled backend fails every in-flight task at once."""
+        now: Final = time.monotonic()
+        last_traceback_at: Final = self._last_error_traceback_at
+        if last_traceback_at is not None and now - last_traceback_at < self.error_traceback_interval:
+            self._errors_since_traceback += 1
+            return
+        verbose_logger.exception(
+            "LoggingWorker error (%d more suppressed since the last traceback): %r",
+            self._errors_since_traceback,
+            error,
+        )
+        self._last_error_traceback_at = now
+        self._errors_since_traceback = 0
+
     async def _worker_loop(self) -> None:
         """Main worker loop that gets tasks and schedules them to run concurrently."""
         try:
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index ded3be26630..46dd2687e48 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -1,4 +1,5 @@
 import asyncio
+import logging
 import time
 import uuid
 from unittest.mock import AsyncMock, MagicMock, patch
@@ -576,3 +577,64 @@ async def test_dual_cache_late_attach_redis_wires_writes_and_ttl_async():
     assert mock_redis.async_set_cache.call_args[0][:2] == (key_after, val_after)
 
     assert in_memory.get_cache(key_after) == val_after
+
+
+@pytest.fixture
+def dual_cache_with_open_breaker():
+    """A DualCache whose Redis tier is behind an already-open circuit breaker.
+
+    The Redis client is a mock that fails the test if anything reaches it, so every
+    guarded call has to be short-circuited by the breaker.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import _is_redis_timeout_failure
+    from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+
+    with (
+        patch("asyncio.get_running_loop", side_effect=RuntimeError("No running event loop")),
+        patch(  # test-quality-ok: RedisCache.__init__ builds its client eagerly, with no injection point
+            "litellm._redis.get_redis_client", return_value=MagicMock()
+        ),
+    ):
+        redis_cache = RedisCache(host="127.0.0.1", port=6379)
+    unreachable = AsyncMock()
+    unreachable.get.side_effect = AssertionError("an open breaker must not touch Redis")
+    unreachable.mget.side_effect = AssertionError("an open breaker must not touch Redis")
+    unreachable.set.side_effect = AssertionError("an open breaker must not touch Redis")
+    unreachable.pipeline.side_effect = AssertionError("an open breaker must not touch Redis")
+    for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
+        redis_cache._circuit_breaker.record_failure(is_timeout=_is_redis_timeout_failure(RedisConnectionError("refused")))
+    assert redis_cache._circuit_breaker.is_open() is True
+    with patch.object(redis_cache, "init_async_client", return_value=unreachable):
+        yield DualCache(in_memory_cache=InMemoryCache(), redis_cache=redis_cache)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    "call, expected",
+    [
+        pytest.param(lambda c: c.async_get_cache("lit7468"), lambda n: None, id="async_get_cache"),
+        pytest.param(
+            lambda c: c.async_batch_get_cache(["lit7468", "lit7460"]), lambda n: [None, None], id="async_batch_get_cache"
+        ),
+        pytest.param(lambda c: c.async_set_cache("lit7468", "v"), lambda n: None, id="async_set_cache"),
+        pytest.param(lambda c: c.async_set_cache_pipeline([("lit7468", "v")]), lambda n: None, id="async_set_cache_pipeline"),
+        pytest.param(lambda c: c.async_increment_cache("lit7468", 1.0, ttl=60), float, id="async_increment_cache"),
+    ],
+)
+async def test_open_breaker_is_a_quiet_cache_miss(dual_cache_with_open_breaker, call, expected, caplog):
+    """While the breaker is open, every cache operation must degrade to the in-memory result
+    without logging anything above DEBUG.
+
+    Before this, each skipped call raised a generic exception that DualCache caught and logged
+    as a full ERROR traceback. Under production request rates that was hundreds of stack
+    formats per second per replica, enough to pin every proxy at 100% CPU on a Redis blip.
+    """
+    caplog.set_level(logging.DEBUG, logger="LiteLLM")
+
+    for n in range(1, 51):
+        assert await call(dual_cache_with_open_breaker) == expected(n)
+
+    noisy = [r for r in caplog.records if r.levelno > logging.DEBUG]
+    assert noisy == [], f"an open breaker must be silent per call, got {[r.getMessage() for r in noisy]}"
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 6b2df118611..856f9b49c56 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1013,3 +1013,131 @@ async def test_breaker_metrics_track_state_and_failure_class():
     breaker.record_success()
     assert sample("litellm_redis_circuit_breaker_state", {"state": "open"}) == open_gauge_before
     assert sample("litellm_redis_circuit_breaker_state", {"state": "closed"}) == closed_gauge_before + 1
+
+
+@pytest.mark.asyncio
+async def test_pool_exhaustion_counts_as_a_timeout_not_a_hard_failure():
+    """redis-py reports a blocking pool that waited out its timeout as a ConnectionError
+    chained from the underlying TimeoutError. That is Redis being slow, the same signal as
+    a read timeout, so a burst of them must go through the duration gate instead of opening
+    the breaker on the fifth one as though Redis had refused the connection.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import (
+        RedisCircuitBreaker,
+        _is_redis_timeout_failure,
+        _run_under_circuit_breaker,
+    )
+
+    def pool_exhausted() -> RedisConnectionError:
+        """Built the way redis-py's BlockingConnectionPool.get_connection raises it."""
+        try:
+            try:
+                raise asyncio.TimeoutError()
+            except asyncio.TimeoutError as err:
+                raise RedisConnectionError("No connection available.") from err
+        except RedisConnectionError as chained:
+            return chained
+
+    assert _is_redis_timeout_failure(pool_exhausted()) is True
+    assert _is_redis_timeout_failure(RedisConnectionError("Connection refused")) is False
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60, timeout_min_duration=5.0)
+
+    async def pool_exhausted_call():
+        raise pool_exhausted()
+
+    for _ in range(breaker.failure_threshold + 1):
+        with pytest.raises(RedisConnectionError, match="No connection available"):
+            await _run_under_circuit_breaker(breaker, "op", pool_exhausted_call)
+
+    assert breaker.is_open() is False, "an instantaneous burst of pool waits must not open the breaker"
+
+
+@pytest.mark.asyncio
+async def test_success_admitted_before_the_breaker_opened_cannot_close_it():
+    """Only the HALF_OPEN recovery probe may close the breaker.
+
+    A call that was already in flight when the breaker opened knows nothing about whether
+    Redis has recovered. Letting its late success close the breaker made the state flap
+    OPEN -> CLOSED -> OPEN under load, and every OPEN transition re-logged the warning while
+    the next five failures each paid the full socket timeout again.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import (
+        RedisCircuitBreaker,
+        RedisCircuitBreakerOpenError,
+        _run_under_circuit_breaker,
+    )
+
+    breaker = RedisCircuitBreaker(failure_threshold=2, recovery_timeout=60)
+    release_slow_success = asyncio.Event()
+
+    async def slow_success():
+        await release_slow_success.wait()
+        return "ok"
+
+    async def refused():
+        raise RedisConnectionError("refused")
+
+    in_flight = asyncio.create_task(_run_under_circuit_breaker(breaker, "slow", slow_success))
+    await asyncio.sleep(0)
+    for _ in range(breaker.failure_threshold):
+        with pytest.raises(RedisConnectionError):
+            await _run_under_circuit_breaker(breaker, "op", refused)
+    assert breaker.is_open() is True
+
+    release_slow_success.set()
+    assert await in_flight == "ok"
+
+    assert breaker.is_open() is True, "a pre-open success is not a recovery probe"
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        await _run_under_circuit_breaker(breaker, "op", slow_success)
+
+
+@pytest.mark.asyncio
+async def test_open_breaker_raises_its_own_exception_type():
+    """Callers with an optional cache need to tell the expected fast-fail apart from a real error."""
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import (
+        RedisCircuitBreaker,
+        RedisCircuitBreakerOpenError,
+        _run_under_circuit_breaker,
+    )
+
+    breaker = RedisCircuitBreaker(failure_threshold=1, recovery_timeout=60)
+
+    async def refused():
+        raise RedisConnectionError("refused")
+
+    with pytest.raises(RedisConnectionError):
+        await _run_under_circuit_breaker(breaker, "op", refused)
+
+    with pytest.raises(RedisCircuitBreakerOpenError, match="circuit breaker is open"):
+        await _run_under_circuit_breaker(breaker, "op", refused)
+
+
+@pytest.mark.asyncio
+async def test_recovery_probe_still_closes_the_breaker():
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import RedisCircuitBreaker, _run_under_circuit_breaker
+
+    breaker = RedisCircuitBreaker(failure_threshold=1, recovery_timeout=0.05)
+
+    async def refused():
+        raise RedisConnectionError("refused")
+
+    async def recovered():
+        return "ok"
+
+    with pytest.raises(RedisConnectionError):
+        await _run_under_circuit_breaker(breaker, "op", refused)
+    assert breaker.is_open() is True
+
+    await asyncio.sleep(0.06)
+    assert await _run_under_circuit_breaker(breaker, "probe", recovered) == "ok"
+    assert breaker.is_open() is False
diff --git a/tests/test_litellm/litellm_core_utils/test_logging_worker.py b/tests/test_litellm/litellm_core_utils/test_logging_worker.py
index eb4e893adb8..f93a2e0b08a 100644
--- a/tests/test_litellm/litellm_core_utils/test_logging_worker.py
+++ b/tests/test_litellm/litellm_core_utils/test_logging_worker.py
@@ -525,3 +525,48 @@ class TestLoggingWorker:
         asyncio.run(rebind_on_second_loop())
 
         assert sorted(executed) == [0, 1, 2, 3, 4]
+
+    @pytest.mark.asyncio
+    async def test_callback_timeout_burst_logs_one_traceback_per_interval(self, caplog):
+        """A slow logging backend times out every in-flight callback at once. Logging a full
+        traceback for each of them turns that stall into a CPU-bound log storm on every replica,
+        so the worker must emit one traceback per interval and count the rest.
+        """
+        caplog.set_level(logging.DEBUG, logger="LiteLLM")
+        worker = LoggingWorker(timeout=0.05, max_queue_size=200, concurrency=100, error_traceback_interval=60.0)
+        worker.start()
+
+        async def stalled_callback():
+            await asyncio.sleep(10)
+
+        for _ in range(40):
+            worker.enqueue(stalled_callback())
+
+        await asyncio.sleep(0.5)
+        await worker.stop()
+
+        errors = [r for r in caplog.records if r.levelno >= logging.ERROR and "LoggingWorker error" in r.getMessage()]
+        assert len(errors) == 1, f"expected one traceback for the burst, got {len(errors)}"
+        assert errors[0].exc_info is not None
+
+    @pytest.mark.asyncio
+    async def test_error_traceback_resumes_after_interval_with_suppressed_count(self, caplog):
+        caplog.set_level(logging.DEBUG, logger="LiteLLM")
+        worker = LoggingWorker(timeout=0.05, max_queue_size=200, concurrency=100, error_traceback_interval=0.2)
+        worker.start()
+
+        async def stalled_callback():
+            await asyncio.sleep(10)
+
+        for _ in range(5):
+            worker.enqueue(stalled_callback())
+        await asyncio.sleep(0.3)
+        for _ in range(3):
+            worker.enqueue(stalled_callback())
+        await asyncio.sleep(0.3)
+        await worker.stop()
+
+        messages = [r.getMessage() for r in caplog.records if "LoggingWorker error" in r.getMessage()]
+        assert len(messages) == 2, messages
+        assert "(0 more suppressed" in messages[0]
+        assert "(4 more suppressed" in messages[1]

From ad607516a278baaa6501bd96d427724920a30484 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 13:59:15 -0700
Subject: [PATCH 081/298] fix(caching): log a refused async_increment as debug
 while the breaker is open

---
 litellm/caching/dual_cache.py                 | 6 ++++--
 tests/test_litellm/caching/test_dual_cache.py | 7 ++++++-
 2 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index d4764f15e72..78381f740c1 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -410,8 +410,10 @@ class DualCache(BaseCache):
 
             return result
         except Exception as e:
-            verbose_logger.warning(
-                "Redis async_increment_cache failed, falling back to in-memory result: %s",
+            log_redis_failure(
+                verbose_logger,
+                logging.WARNING,
+                "Redis async_increment_cache failed, falling back to in-memory result",
                 e,
             )
             return result
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index 29b5d467b39..b0c17507adb 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -610,6 +610,10 @@ class _OpenBreakerRedis:
     async def async_increment_pipeline(self, increment_list, **kwargs):
         raise AssertionError("never reached")
 
+    @_redis_circuit_breaker_guard
+    async def async_increment(self, key, value, **kwargs):
+        raise AssertionError("never reached")
+
     @_redis_circuit_breaker_guard_sync
     def get_cache(self, key, **kwargs):
         raise AssertionError("never reached")
@@ -630,8 +634,9 @@ class _OpenBreakerRedis:
         lambda cache: cache.async_increment_cache_pipeline(
             increment_list=[RedisPipelineIncrementOperation(key="k", increment_value=1.0, ttl=60)]
         ),
+        lambda cache: cache.async_increment_cache("k", 1.0),
     ],
-    ids=["get", "batch_get", "set", "set_pipeline", "increment_pipeline"],
+    ids=["get", "batch_get", "set", "set_pipeline", "increment_pipeline", "increment"],
 )
 async def test_an_open_circuit_breaker_is_not_an_error_per_request(caplog, call):
     """While the breaker is open every request is refused by design, and the breaker already

From 3b0ffaaa8d170fdb65031b1a87242a1b30141ff6 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:00:41 -0700
Subject: [PATCH 082/298] test(proxy): send valid organization requests so the
 licensed gate test proves the handler ran

---
 .../test_organization_endpoints.py            | 43 +++++++++++++++----
 1 file changed, 35 insertions(+), 8 deletions(-)

diff --git a/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
index 328030a17f8..7c3f4e2c6e9 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_organization_endpoints.py
@@ -1,7 +1,8 @@
 import asyncio
 import json
 from litellm._uuid import uuid
-from typing import Optional, cast
+from types import MappingProxyType
+from typing import Final, Mapping, Optional, cast
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -1241,15 +1242,36 @@ def _organization_route_targets() -> list[tuple[str, str]]:
     ]
 
 
+_ORGANIZATION_ROUTE_REQUESTS: Final[Mapping[tuple[str, str], Mapping[str, object]]] = MappingProxyType(
+    {
+        ("POST", "/organization/new"): {"json": {"organization_alias": "org-under-test"}},
+        ("DELETE", "/organization/delete"): {"json": {"organization_ids": ["org-under-test"]}},
+        ("GET", "/organization/info"): {"params": {"organization_id": "org-under-test"}},
+        ("POST", "/organization/info"): {"json": {"organizations": ["org-under-test"]}},
+        ("POST", "/organization/member_add"): {
+            "json": {"organization_id": "org-under-test", "member": {"user_id": "user-1", "role": "internal_user"}}
+        },
+        ("PATCH", "/organization/member_update"): {"json": {"organization_id": "org-under-test", "user_id": "user-1"}},
+        ("DELETE", "/organization/member_delete"): {"json": {"organization_id": "org-under-test", "user_id": "user-1"}},
+    }
+)
+
+
+def _organization_request(method: str, path: str) -> Mapping[str, object]:
+    return _ORGANIZATION_ROUTE_REQUESTS.get((method, path), {"json": {}})
+
+
 def _organization_test_client() -> TestClient:
     from fastapi import FastAPI
 
-    from litellm.proxy._types import LitellmUserRoles, UserAPIKeyAuth
+    from litellm.proxy._types import LitellmUserRoles, ProxyException, UserAPIKeyAuth
     from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
     from litellm.proxy.management_endpoints.organization_endpoints import router
+    from litellm.proxy.proxy_server import openai_exception_handler
 
     app = FastAPI()
     app.include_router(router)
+    app.add_exception_handler(ProxyException, openai_exception_handler)
     app.dependency_overrides[user_api_key_auth] = lambda: UserAPIKeyAuth(
         api_key="sk-test", user_role=LitellmUserRoles.PROXY_ADMIN
     )
@@ -1258,25 +1280,30 @@ def _organization_test_client() -> TestClient:
 
 @pytest.mark.parametrize(("method", "path"), _organization_route_targets())
 def test_organization_routes_are_blocked_without_enterprise_license(monkeypatch, method, path):
-    """Every /organization route is enterprise-only, even for a proxy admin."""
+    """Every /organization route is enterprise-only, even for a proxy admin sending a valid request."""
     import litellm.proxy.proxy_server as proxy_server
 
     monkeypatch.setattr(proxy_server, "premium_user", False, raising=False)
+    monkeypatch.setattr(proxy_server, "prisma_client", None, raising=False)
 
-    response = _organization_test_client().request(method, path, json={})
+    response = _organization_test_client().request(method, path, **_organization_request(method, path))
 
     assert response.status_code == 403
     assert "Organizations" in response.json()["detail"]["error"]
 
 
 @pytest.mark.parametrize(("method", "path"), _organization_route_targets())
-def test_organization_routes_pass_the_license_gate_with_enterprise_license(monkeypatch, method, path):
-    """With a license the gate is transparent: whatever fails next, it is not the license check."""
+def test_organization_routes_reach_their_handler_with_enterprise_license(monkeypatch, method, path):
+    """The same request a license refuses above now reaches the handler, which is the code reporting the missing database."""
     import litellm.proxy.proxy_server as proxy_server
+    from litellm.proxy._types import CommonProxyErrors
 
     monkeypatch.setattr(proxy_server, "premium_user", True, raising=False)
     monkeypatch.setattr(proxy_server, "prisma_client", None, raising=False)
 
-    response = _organization_test_client().request(method, path, json={})
+    response = _organization_test_client().request(method, path, **_organization_request(method, path))
 
-    assert "LiteLLM Enterprise" not in response.text
+    assert response.status_code == 500
+    assert any(
+        message in response.text for message in (CommonProxyErrors.db_not_connected_error.value, "No db connected")
+    )

From 1957bd388ed1c8771f767c01ccf25aabaf19ac37 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 21:15:02 +0000
Subject: [PATCH 083/298] fix(proxy): treat an open Redis breaker as a dropped
 spend counter update, not a cost tracking failure

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/proxy_server.py                 |  7 +++-
 .../proxy/proxy_server/test_spend_counters.py | 42 +++++++++++++++++++
 2 files changed, 47 insertions(+), 2 deletions(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 9269fd48e6c..ff8f8ac8647 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -240,6 +240,7 @@ import litellm._redis
 from litellm import Router
 from litellm._logging import _redact_string, verbose_proxy_logger, verbose_router_logger
 from litellm.caching.caching import DualCache, RedisCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.caching.redis_cluster_cache import RedisClusterCache
 from litellm.constants import (
     _REALTIME_BODY_CACHE_SIZE,
@@ -3369,9 +3370,11 @@ async def _apply_spend_counter_increments(pending: Sequence[_PendingSpendIncreme
     ]
     try:
         results: Final = await redis_cache.async_increment_pipeline(increment_list=increment_list)
-    except Exception:
+    except Exception as e:
         await asyncio.gather(*(_invalidate_spend_counter(counter_key=item.counter_key) for item in pending))
-        raise
+        if not isinstance(e, RedisCircuitBreakerOpenError):
+            raise
+        return
     for item, current_value in zip(pending, results or ()):
         spend_counter_cache.in_memory_cache.set_cache(key=item.counter_key, value=current_value)
 
diff --git a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
index c343652efd9..f5965838f05 100644
--- a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
+++ b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
@@ -1348,6 +1348,48 @@ async def test_is_spend_counter_cache_warm_redis_error_falls_back_to_in_memory(
     assert result is False
 
 
+# ---------------------------------------------------------------------------
+# _apply_spend_counter_increments
+# ---------------------------------------------------------------------------
+
+
+@pytest.mark.asyncio
+async def test_apply_spend_counter_increments_open_breaker_invalidates_and_returns(monkeypatch):
+    """An open Redis breaker fast-fails the pipeline on every request, so the callback
+    must not turn each one into a tracking-cost failure: drop the stale local copies
+    and return like a miss, without raising."""
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+
+    fake_cache = _make_spend_counter_cache()
+    fake_cache.redis_cache.async_increment_pipeline = AsyncMock(
+        side_effect=RedisCircuitBreakerOpenError("Redis circuit breaker is open, skipping async_increment_pipeline")
+    )
+    monkeypatch.setattr(ps, "spend_counter_cache", fake_cache)
+    pending: Final = (
+        ps._PendingSpendIncrement(counter_key="spend:key:k", increment=1.0),
+        ps._PendingSpendIncrement(counter_key="spend:team:t", increment=1.0),
+    )
+
+    await ps._apply_spend_counter_increments(pending=pending)
+
+    deleted: Final = sorted(call.kwargs["key"] for call in fake_cache.in_memory_cache.delete_cache.call_args_list)
+    assert deleted == ["spend:key:k", "spend:team:t"]
+    assert fake_cache.in_memory_cache.set_cache.called is False
+
+
+@pytest.mark.asyncio
+async def test_apply_spend_counter_increments_other_redis_error_invalidates_and_raises(monkeypatch):
+    fake_cache = _make_spend_counter_cache()
+    fake_cache.redis_cache.async_increment_pipeline = AsyncMock(side_effect=RuntimeError("incr fail"))
+    monkeypatch.setattr(ps, "spend_counter_cache", fake_cache)
+    pending: Final = (ps._PendingSpendIncrement(counter_key="spend:key:k", increment=1.0),)
+
+    with pytest.raises(RuntimeError):
+        await ps._apply_spend_counter_increments(pending=pending)
+
+    assert fake_cache.in_memory_cache.delete_cache.called is True
+
+
 # ---------------------------------------------------------------------------
 # _increment_spend_counter_cache
 # ---------------------------------------------------------------------------

From 05f459d898a6af2078eec9002789f88eec8d21b3 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:18:53 -0700
Subject: [PATCH 084/298] fix(redis): quiet every per-request Redis fallback
 while the breaker is open

---
 litellm/caching/dual_cache.py                 | 28 ++++++++---
 litellm/caching/redis_cache.py                |  6 ++-
 litellm/proxy/hooks/batch_enqueued_tokens.py  | 23 ++++++---
 .../hooks/max_budget_per_session_limiter.py   | 18 ++++---
 .../hooks/parallel_request_limiter_v3.py      | 47 +++++++++++++------
 litellm/proxy/hooks/sensitive_data_routing.py | 18 ++++---
 litellm/router.py                             |  7 ++-
 .../test_max_budget_per_session_limiter.py    | 36 ++++++++++++++
 .../hooks/test_parallel_request_limiter_v3.py | 21 +++++++++
 .../hooks/test_sensitive_data_routing.py      | 35 ++++++++++++++
 tests/test_litellm/test_router.py             | 31 ++++++++++++
 11 files changed, 228 insertions(+), 42 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index 78381f740c1..baabfad6852 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -178,7 +178,9 @@ class DualCache(BaseCache):
             print_verbose(f"get cache: cache result: {result}")
             return result
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in get_cache", e)
+            log_redis_failure(
+                verbose_logger, logging.ERROR, "LiteLLM Cache: exception in get_cache", e, with_traceback=True
+            )
 
     def batch_get_cache(
         self,
@@ -218,7 +220,9 @@ class DualCache(BaseCache):
                 redis_result.get(key) if value is None else value for key, value in zip(keys, result)
             )
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in batch_get_cache", e)
+            log_redis_failure(
+                verbose_logger, logging.ERROR, "LiteLLM Cache: exception in batch_get_cache", e, with_traceback=True
+            )
 
     async def async_get_cache(
         self,
@@ -251,7 +255,9 @@ class DualCache(BaseCache):
             print_verbose(f"get cache: cache result: {result}")
             return result
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async_get_cache", e)
+            log_redis_failure(
+                verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async_get_cache", e, with_traceback=True
+            )
 
     def _reserve_redis_batch_keys(
         self,
@@ -340,7 +346,13 @@ class DualCache(BaseCache):
 
             return result
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async_batch_get_cache", e)
+            log_redis_failure(
+                verbose_logger,
+                logging.ERROR,
+                "LiteLLM Cache: exception in async_batch_get_cache",
+                e,
+                with_traceback=True,
+            )
 
     async def async_set_cache(self, key, value, local_only: bool = False, **kwargs):
         print_verbose(f"async set cache: cache key: {key}; local_only: {local_only}; value: {value}")
@@ -353,7 +365,9 @@ class DualCache(BaseCache):
             if self.redis_cache is not None and local_only is False:
                 await self.redis_cache.async_set_cache(key, value, **kwargs)
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e)
+            log_redis_failure(
+                verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e, with_traceback=True
+            )
 
     # async_batch_set_cache
     async def async_set_cache_pipeline(self, cache_list: list, local_only: bool = False, **kwargs):
@@ -372,7 +386,9 @@ class DualCache(BaseCache):
                     cache_list=cache_list, ttl=kwargs.pop("ttl", None), **kwargs
                 )
         except Exception as e:
-            log_redis_failure(verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e)
+            log_redis_failure(
+                verbose_logger, logging.ERROR, "LiteLLM Cache: exception in async add_cache", e, with_traceback=True
+            )
 
     async def async_increment_cache(
         self,
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index ce1cc94c3d9..d938b94df43 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -396,7 +396,9 @@ class RedisCircuitBreakerOpenError(Exception):
     """Raised in place of a Redis call while the circuit breaker is open."""
 
 
-def log_redis_failure(logger: logging.Logger, level: int, message: str, exc: BaseException) -> None:
+def log_redis_failure(
+    logger: logging.Logger, level: int, message: str, exc: BaseException, with_traceback: bool = False
+) -> None:
     """Log a Redis failure the caller is about to swallow.
 
     An open breaker refuses every call until Redis recovers and announced itself once when it
@@ -405,7 +407,7 @@ def log_redis_failure(logger: logging.Logger, level: int, message: str, exc: Bas
     if isinstance(exc, RedisCircuitBreakerOpenError):
         logger.debug("%s: %s", message, exc)
         return
-    logger.log(level, "%s: %s", message, exc, exc_info=exc if level >= logging.ERROR else None)
+    logger.log(level, "%s: %s", message, exc, exc_info=exc if with_traceback else None)
 
 
 def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> int:
diff --git a/litellm/proxy/hooks/batch_enqueued_tokens.py b/litellm/proxy/hooks/batch_enqueued_tokens.py
index 32bccca2ab0..1a410593854 100644
--- a/litellm/proxy/hooks/batch_enqueued_tokens.py
+++ b/litellm/proxy/hooks/batch_enqueued_tokens.py
@@ -9,6 +9,7 @@ the reservation is refunded when the batch reaches a terminal state
 """
 
 import asyncio
+import logging
 import math
 import time
 import uuid
@@ -19,6 +20,7 @@ from typing import TYPE_CHECKING, Annotated, Final, Literal, Protocol, TypeAlias
 from pydantic import BaseModel, ConfigDict, Field, TypeAdapter, ValidationError
 
 from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.constants import BATCH_ENQUEUED_TOKEN_LIMIT_METADATA_KEY, BATCH_ENQUEUED_TOKEN_TTL_SECONDS
 from litellm.proxy._types import UserAPIKeyAuth
 
@@ -233,8 +235,11 @@ class BatchEnqueuedTokenStore:
             try:
                 return await self._reserve_via_redis(reserve_script, refund_script, tokens=tokens, scopes=scopes)
             except Exception as e:  # noqa: BLE001  # any Redis failure must fall back to the in-memory counters
-                verbose_proxy_logger.warning(
-                    "Redis enqueued-token reserve failed, falling back to in-memory: %s", str(e)
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "Redis enqueued-token reserve failed, falling back to in-memory",
+                    e,
                 )
         return await self._reserve_in_memory(tokens=tokens, scopes=scopes, span=litellm_parent_otel_span)
 
@@ -374,8 +379,11 @@ class BatchEnqueuedTokenStore:
                     (serialized, ttl),
                 )
             except Exception as e:  # noqa: BLE001  # any Redis failure must fall back to the in-memory record
-                verbose_proxy_logger.warning(
-                    "Redis enqueued-token reservation save failed, falling back to in-memory: %s", str(e)
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "Redis enqueued-token reservation save failed, falling back to in-memory",
+                    e,
                 )
             else:
                 return
@@ -421,8 +429,11 @@ class BatchEnqueuedTokenStore:
                 await pop_script((self._record_key(batch_id),), (BATCH_ENQUEUED_TOKEN_TTL_SECONDS,))
             )
         except Exception as e:  # noqa: BLE001  # any Redis failure must fall back to the in-memory record
-            verbose_proxy_logger.warning(
-                "Redis enqueued-token reservation pop failed, falling back to in-memory: %s", str(e)
+            log_redis_failure(
+                verbose_proxy_logger,
+                logging.WARNING,
+                "Redis enqueued-token reservation pop failed, falling back to in-memory",
+                e,
             )
             return None
 
diff --git a/litellm/proxy/hooks/max_budget_per_session_limiter.py b/litellm/proxy/hooks/max_budget_per_session_limiter.py
index 0b8e4e65258..e07b96e5773 100644
--- a/litellm/proxy/hooks/max_budget_per_session_limiter.py
+++ b/litellm/proxy/hooks/max_budget_per_session_limiter.py
@@ -14,11 +14,13 @@ Works across multiple proxy instances via DualCache (in-memory + Redis).
 Follows the same pattern as max_iterations_limiter.py.
 """
 
+import logging
 import os
 from typing import TYPE_CHECKING, Any, Final
 
 from litellm import DualCache
 from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.exceptions import RateLimitType
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.proxy._types import UserAPIKeyAuth
@@ -215,9 +217,11 @@ class _PROXY_MaxBudgetPerSessionHandler(CustomLogger):
                     return float(result)
                 return 0.0
             except Exception as e:
-                verbose_proxy_logger.warning(
-                    "MaxBudgetPerSessionHandler: Redis GET failed, falling back to in-memory: %s",
-                    str(e),
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "MaxBudgetPerSessionHandler: Redis GET failed, falling back to in-memory",
+                    e,
                 )
 
         result = await self.internal_usage_cache.async_get_cache(
@@ -239,9 +243,11 @@ class _PROXY_MaxBudgetPerSessionHandler(CustomLogger):
                 )
                 return float(result)
             except Exception as e:
-                verbose_proxy_logger.warning(
-                    "MaxBudgetPerSessionHandler: Redis INCRBYFLOAT failed, falling back to in-memory: %s",
-                    str(e),
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "MaxBudgetPerSessionHandler: Redis INCRBYFLOAT failed, falling back to in-memory",
+                    e,
                 )
 
         return await self._in_memory_increment_spend(cache_key, amount)
diff --git a/litellm/proxy/hooks/parallel_request_limiter_v3.py b/litellm/proxy/hooks/parallel_request_limiter_v3.py
index 049722c2499..c398abff099 100644
--- a/litellm/proxy/hooks/parallel_request_limiter_v3.py
+++ b/litellm/proxy/hooks/parallel_request_limiter_v3.py
@@ -1230,7 +1230,9 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                 )
                 all_cache_values.extend(group_cache_values)
             except Exception as e:
-                verbose_proxy_logger.warning("Redis Lua script failed for hash tag %s: %s", hash_tag, e)
+                log_redis_failure(
+                    verbose_proxy_logger, logging.WARNING, f"Redis Lua script failed for hash tag {hash_tag}", e
+                )
                 # Fallback to in-memory cache for this group
                 group_cache_values = await self.in_memory_cache_sliding_window(
                     keys=group_keys,
@@ -1477,7 +1479,9 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                     )
                     counts = [max(0, int(value)) for value in raw_counts]
                 except Exception as e:  # noqa: BLE001 - any Redis/Lua failure degrades to the local mirror, never a 500
-                    verbose_proxy_logger.warning("parallel_count_script failed, using local mirror: %s", e)
+                    log_redis_failure(
+                        verbose_proxy_logger, logging.WARNING, "parallel_count_script failed, using local mirror", e
+                    )
                     counts = await self._read_local_gauge_counts(gauge_keys, parent_otel_span)
             else:
                 counts = await self._read_local_gauge_counts(gauge_keys, parent_otel_span)
@@ -1507,7 +1511,12 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                     ],
                 )
             except Exception as e:  # noqa: BLE001 - any Redis/Lua failure degrades to in-memory enforcement, never a 500
-                verbose_proxy_logger.warning("parallel_acquire_script failed, falling back to in-memory gauge: %s", e)
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "parallel_acquire_script failed, falling back to in-memory gauge",
+                    e,
+                )
                 async with self._check_and_increment_lock:
                     return await self._acquire_parallel_slots_in_memory(gauges, slot_id, parent_otel_span)
             if int(raw[0]) == 1:
@@ -1633,7 +1642,12 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                     )
                 return
             except Exception as e:  # noqa: BLE001 - any Redis/Lua failure degrades to the in-memory release, never a 500
-                verbose_proxy_logger.warning("parallel_release_script failed, falling back to in-memory release: %s", e)
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "parallel_release_script failed, falling back to in-memory release",
+                    e,
+                )
 
         async with self._check_and_increment_lock:
             for counter_key in counter_keys:
@@ -1816,12 +1830,13 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                 # state ambiguous. Refund any prior groups so Redis returns
                 # to its pre-call state, then fall back to in-memory for the
                 # whole call (counters there are independent of Redis).
-                verbose_proxy_logger.error(
-                    "atomic_check_and_increment_by_n: Redis Lua execution failed (%s: %s). Refunding %s prior descriptors and falling back to in-memory enforcement — counters will diverge from Redis until window expires (window_size=%ss).",
-                    type(e).__name__,
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.ERROR,
+                    f"atomic_check_and_increment_by_n: Redis Lua execution failed ({type(e).__name__}). Refunding "
+                    f"{len(applied)} prior descriptors and falling back to in-memory enforcement, counters will "
+                    f"diverge from Redis until window expires (window_size={self.window_size}s)",
                     e,
-                    len(applied),
-                    self.window_size,
                 )
                 await self._refund_applied_descriptor_groups(applied)
                 flat_meta: list[AtomicCounterMeta] = [m for _k, _a, group_meta in descriptor_groups for m in group_meta]
@@ -1868,8 +1883,11 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                         value=-entry["increment"],
                     )
                 except Exception as e:
-                    verbose_proxy_logger.warning(
-                        "Failed to refund %s on cross-descriptor rollback: %s", entry["counter_key"], e
+                    log_redis_failure(
+                        verbose_proxy_logger,
+                        logging.WARNING,
+                        f"Failed to refund {entry['counter_key']} on cross-descriptor rollback",
+                        e,
                     )
 
     def _build_atomic_response(
@@ -3926,9 +3944,10 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
                     )
                     continue
                 except Exception as e:  # noqa: BLE001  # Redis failures use the plain increment fallback
-                    verbose_proxy_logger.warning(
-                        "Window-guarded token adjustment failed for %s: %s",
-                        operation["key"],
+                    log_redis_failure(
+                        verbose_proxy_logger,
+                        logging.WARNING,
+                        f"Window-guarded token adjustment failed for {operation['key']}",
                         e,
                     )
             if operation["increment_value"] > 0:
diff --git a/litellm/proxy/hooks/sensitive_data_routing.py b/litellm/proxy/hooks/sensitive_data_routing.py
index 4d846744b55..bc89dec7a11 100644
--- a/litellm/proxy/hooks/sensitive_data_routing.py
+++ b/litellm/proxy/hooks/sensitive_data_routing.py
@@ -10,11 +10,13 @@ this hook manages:
 Works across multiple proxy instances via DualCache (in-memory + Redis).
 """
 
+import logging
 import os
 from typing import TYPE_CHECKING, Any, Final
 
 from litellm._logging import verbose_proxy_logger
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.integrations.custom_guardrail import get_session_id_from_request_data
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.proxy._types import UserAPIKeyAuth
@@ -96,9 +98,11 @@ class _PROXY_SensitiveDataRoutingHandler(CustomLogger):
                     )
                     return routed_model
             except Exception as e:
-                verbose_proxy_logger.warning(
-                    "SensitiveDataRoutingHandler: Redis GET failed, falling back to in-memory: %s",
-                    str(e),
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "SensitiveDataRoutingHandler: Redis GET failed, falling back to in-memory",
+                    e,
                 )
 
         result = await self.internal_usage_cache.async_get_cache(
@@ -142,9 +146,11 @@ class _PROXY_SensitiveDataRoutingHandler(CustomLogger):
                     ttl=self.ttl,
                 )
             except Exception as e:
-                verbose_proxy_logger.warning(
-                    "SensitiveDataRoutingHandler: Redis SET failed, falling back to in-memory: %s",
-                    str(e),
+                log_redis_failure(
+                    verbose_proxy_logger,
+                    logging.WARNING,
+                    "SensitiveDataRoutingHandler: Redis SET failed, falling back to in-memory",
+                    e,
                 )
 
         await self.internal_usage_cache.async_set_cache(
diff --git a/litellm/router.py b/litellm/router.py
index 7ac8e889c2c..474a822ca1a 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -53,6 +53,7 @@ from litellm.caching.caching import (
     RedisCache,
     RedisClusterCache,
 )
+from litellm.caching.redis_cache import log_redis_failure
 from litellm.constants import (
     CLIENT_OUTPUT_CEILING_METADATA_KEY,
     CONSUMED_REQUEST_TAGS_METADATA_KEY,
@@ -13338,8 +13339,10 @@ class Router:
                 return await session_cache.async_get_cache(key=cache_key)
             return await session_cache.redis_cache.async_get_cache(key=cache_key)
         except Exception as e:  # noqa: BLE001  # an optional binding must not make routing depend on Redis
-            verbose_router_logger.warning(
-                "Failed to read Claude Code session router binding; using the requested model: %s",
+            log_redis_failure(
+                verbose_router_logger,
+                logging.WARNING,
+                "Failed to read Claude Code session router binding; using the requested model",
                 e,
             )
             return None
diff --git a/tests/test_litellm/proxy/hooks/test_max_budget_per_session_limiter.py b/tests/test_litellm/proxy/hooks/test_max_budget_per_session_limiter.py
index 879e2d65c7a..a1b3f313814 100644
--- a/tests/test_litellm/proxy/hooks/test_max_budget_per_session_limiter.py
+++ b/tests/test_litellm/proxy/hooks/test_max_budget_per_session_limiter.py
@@ -10,10 +10,12 @@ Tests that session-scoped budget tracking works correctly:
 
 from unittest.mock import patch
 
+import logging
 import pytest
 from fastapi import HTTPException
 
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import _redis_circuit_breaker_guard
 from litellm.proxy._types import UserAPIKeyAuth
 from litellm.proxy.hooks.max_budget_per_session_limiter import (
     _PROXY_MaxBudgetPerSessionHandler,
@@ -163,3 +165,37 @@ async def test_no_agent_id_passes():
         call_type="",
     )
     assert result is None
+
+
+class _OpenBreakerRedis:
+    def __init__(self) -> None:
+        from litellm.caching.redis_cache import RedisCircuitBreaker
+
+        self._circuit_breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+        for _ in range(3):
+            self._circuit_breaker.record_failure()
+
+    @_redis_circuit_breaker_guard
+    async def async_get_cache(self, key, **kwargs):
+        raise AssertionError("never reached")
+
+    def async_register_script(self, script):
+        @_redis_circuit_breaker_guard
+        async def refused(_self, keys, args):
+            raise AssertionError("never reached")
+
+        return lambda keys, args: refused(self, keys, args)
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_reads_session_spend_locally_without_a_warning(caplog):
+    cache = DualCache(redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    handler = _PROXY_MaxBudgetPerSessionHandler(internal_usage_cache=InternalUsageCache(cache))
+    caplog.clear()
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        spend = await handler._get_current_spend("{session_budget:quiet}:spend")
+
+    assert spend == 0.0
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)
diff --git a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
index 0e1ee08d68f..f97d89b34a2 100644
--- a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
+++ b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
@@ -6257,3 +6257,24 @@ async def test_an_open_circuit_breaker_falls_back_to_the_pipeline_without_a_warn
 
     assert await handler.internal_usage_cache.dual_cache.async_get_cache("quiet_key") == 10.0
     assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_reads_the_sliding_window_locally_without_a_warning(caplog):
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+
+    handler = _PROXY_MaxParallelRequestsHandler(internal_usage_cache=InternalUsageCache(DualCache()))
+
+    async def refused_script(keys, args):
+        raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+    handler.batch_rate_limiter_script = refused_script
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        values = await handler._execute_redis_batch_rate_limiter_script(
+            ["{quiet}:window", "{quiet}:counter"], now_int=int(time.time())
+        )
+
+    assert isinstance(values, list)
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)
diff --git a/tests/test_litellm/proxy/hooks/test_sensitive_data_routing.py b/tests/test_litellm/proxy/hooks/test_sensitive_data_routing.py
index 35c0f8deaf1..463d3c7ef5e 100644
--- a/tests/test_litellm/proxy/hooks/test_sensitive_data_routing.py
+++ b/tests/test_litellm/proxy/hooks/test_sensitive_data_routing.py
@@ -6,6 +6,7 @@ This feature allows guardrails to route requests to a different model
 All subsequent requests in the same session are routed to the same model.
 """
 
+import logging
 import asyncio
 from typing import Any, Dict, Optional
 from unittest.mock import AsyncMock, MagicMock, patch
@@ -13,12 +14,14 @@ from unittest.mock import AsyncMock, MagicMock, patch
 import pytest
 
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import _redis_circuit_breaker_guard
 from litellm.exceptions import SensitiveDataRouteException
 from litellm.integrations.custom_guardrail import (
     CustomGuardrail,
     get_session_id_from_request_data,
 )
 from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.utils import InternalUsageCache
 from litellm.proxy.hooks.sensitive_data_routing import (
     _PROXY_SensitiveDataRoutingHandler,
     SENSITIVE_ROUTING_CACHE_PREFIX,
@@ -1034,3 +1037,35 @@ class TestPreCallHookDeferredRouting:
         metrics_kwargs = prom._record_guardrail_metrics.call_args.kwargs
         assert metrics_kwargs["status"] == "intervened"
         assert metrics_kwargs["error_type"] is None
+
+
+class _OpenBreakerRedis:
+    def __init__(self) -> None:
+        from litellm.caching.redis_cache import RedisCircuitBreaker
+
+        self._circuit_breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+        for _ in range(3):
+            self._circuit_breaker.record_failure()
+
+    @_redis_circuit_breaker_guard
+    async def async_get_cache(self, key, **kwargs):
+        raise AssertionError("never reached")
+
+    @_redis_circuit_breaker_guard
+    async def async_set_cache(self, key, value, **kwargs):
+        raise AssertionError("never reached")
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_keeps_session_routing_in_memory_without_a_warning(caplog):
+    cache = DualCache(redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    handler = _PROXY_SensitiveDataRoutingHandler(internal_usage_cache=InternalUsageCache(cache))
+    caplog.clear()
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        await handler.set_session_routing("quiet-session", "safe-model")
+        routed = await handler._get_routed_model("quiet-session", None)
+
+    assert routed == "safe-model"
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index bfa62698223..d731ff01b5b 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -19,6 +19,8 @@ import respx
 
 
 import litellm
+from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import _redis_circuit_breaker_guard
 from litellm import Router
 from litellm.exceptions import MidStreamFallbackError
 from litellm.integrations.custom_guardrail import CustomGuardrail
@@ -15161,3 +15163,32 @@ def test_cached_model_info_lookups_match_uncached_and_reset_on_model_list_change
 
     assert router.cached_deployment_model_info("dep-a", "openai/gpt-4o")["max_output_tokens"] == 200
     assert router.cached_model_group_info("grp").max_output_tokens == 200
+
+
+class _OpenBreakerRedis:
+    def __init__(self) -> None:
+        from litellm.caching.redis_cache import RedisCircuitBreaker
+
+        self._circuit_breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+        for _ in range(3):
+            self._circuit_breaker.record_failure()
+
+    @_redis_circuit_breaker_guard
+    async def async_get_cache(self, key, **kwargs):
+        raise AssertionError("never reached")
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_skips_the_session_binding_without_a_warning(caplog):
+    router = litellm.Router(
+        model_list=[{"model_name": "haiku", "litellm_params": {"model": "anthropic/claude-haiku-4-5", "api_key": "k"}}]
+    )
+    router._claude_code_session_router_cache = DualCache(redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    caplog.clear()
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Router"):
+        binding = await router._get_claude_code_session_router_binding("quiet-session")
+
+    assert binding is None
+    assert [record.getMessage() for record in caplog.records if record.levelno >= logging.WARNING] == []
+    assert any("circuit breaker is open" in record.getMessage() for record in caplog.records)

From fe6f615c7add75fa5c54c2a33d15443aab391d25 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:18:54 -0700
Subject: [PATCH 085/298] fix(proxy): log rejected unknown-model requests under
 a placeholder model name

A request whose model field matched no configured model was rejected with 400 but its failure row still persisted the raw client string as the model, so a client that concatenated its prompt into the model field wrote that prompt into LiteLLM_SpendLogs and the daily spend tables, where /user/daily/activity/aggregated returned it as a breakdown.models key. The spend log payload now records such rejections under the constant unknown-model, keeping the failed request counted without persisting client input as a model name.
---
 litellm/constants.py                          |  2 ++
 .../spend_tracking/spend_tracking_utils.py    | 10 ++++--
 .../test_spend_tracking_utils.py              | 35 +++++++++++++++++++
 3 files changed, 45 insertions(+), 2 deletions(-)

diff --git a/litellm/constants.py b/litellm/constants.py
index 0a7ef363e92..33a46616c4e 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -1999,6 +1999,8 @@ NON_INFERENCE_CALL_TYPES: Final[frozenset[str]] = frozenset(
     }
 )
 
+UNKNOWN_MODEL_SPEND_LOG_MODEL: Final[str] = "unknown-model"
+
 # PTU reservation rollup writes rows to LiteLLM_DailyTeamSpend with this
 # sentinel api_key so PTU flat cost stays distinguishable from real per-request
 # spend under the table's composite unique constraint.
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index a21d761996f..ebe5b530e60 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -18,6 +18,7 @@ from litellm.constants import (
     LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME,
     REDACTED_BY_LITELM_STRING,
     SESSION_ID_OMITTED_METADATA_KEY,
+    UNKNOWN_MODEL_SPEND_LOG_MODEL,
 )
 from litellm.constants import (
     MAX_STRING_LENGTH_PROMPT_IN_DB as DEFAULT_MAX_STRING_LENGTH_PROMPT_IN_DB,
@@ -34,6 +35,7 @@ from litellm.litellm_core_utils.litellm_logging import (
 )
 from litellm.litellm_core_utils.safe_json_dumps import safe_dumps, strip_null_bytes
 from litellm.proxy._types import SpendLogsMetadata, SpendLogsPayload, SpendLogsRouterMetadata
+from litellm.proxy.route_llm_request import ProxyModelNotFoundError
 from litellm.proxy.spend_tracking.spend_log_error_logger import spend_log_error
 from litellm.proxy.utils import PrismaClient, hash_token
 from litellm.types.utils import (
@@ -335,6 +337,7 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
     if kwargs is None:
         kwargs = {}
 
+    rejected_as_unknown_model: Final = isinstance(response_obj, ProxyModelNotFoundError)
     if response_obj is None:
         response_obj = {}
     elif not isinstance(response_obj, BaseModel) and not isinstance(response_obj, dict):
@@ -433,8 +436,11 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
     )
     raw_model: Final = cast(str, kwargs.get("model") or "")
     model_name: Final = (
-        standard_logging_payload.get("model") if standard_logging_payload is not None else None
-    ) or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
+        UNKNOWN_MODEL_SPEND_LOG_MODEL
+        if rejected_as_unknown_model
+        else (standard_logging_payload.get("model") if standard_logging_payload is not None else None)
+        or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
+    )
     litellm_call_id: Final = cast(
         str | None,
         kwargs.get("litellm_call_id") or litellm_params.get("litellm_call_id"),
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index 5a79560b972..7a20b9ab026 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -17,10 +17,12 @@ from litellm.constants import (
     LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME,
     REDACTED_BY_LITELM_STRING,
     SESSION_ID_OMITTED_METADATA_KEY,
+    UNKNOWN_MODEL_SPEND_LOG_MODEL,
 )
 from litellm.litellm_core_utils.safe_json_dumps import safe_dumps
 from litellm.proxy._types import UserAPIKeyAuth
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
+from litellm.proxy.route_llm_request import ProxyModelNotFoundError
 from litellm.proxy.spend_tracking.spend_tracking_utils import (
     _get_messages_for_spend_logs_payload,
     _get_proxy_server_request_for_spend_logs_payload,
@@ -922,6 +924,39 @@ def test_safe_dumps_complex_metadata_like_object():
     assert parsed["model"] == "gpt-4"
 
 
+_RAW_MODEL_WITH_PROMPT: Final = "opus-4.6 Please summarize my medical records\nPatient has diabetes"
+
+
+@pytest.mark.parametrize(
+    ("rejection", "expected_model"),
+    [
+        (
+            ProxyModelNotFoundError(route="acompletion", model_name=_RAW_MODEL_WITH_PROMPT),
+            UNKNOWN_MODEL_SPEND_LOG_MODEL,
+        ),
+        (ValueError("provider timed out"), _RAW_MODEL_WITH_PROMPT),
+    ],
+)
+def test_get_logging_payload_replaces_model_only_when_router_rejected_it_as_unknown(
+    rejection: Exception, expected_model: str
+):
+    kwargs: Final = {
+        "model": _RAW_MODEL_WITH_PROMPT,
+        "messages": [{"role": "user", "content": "hi"}],
+        "call_type": "acompletion",
+        "litellm_params": {"metadata": {"user_api_key": "sk-test", "status": "failure"}},
+    }
+
+    payload: Final = get_logging_payload(
+        kwargs=kwargs,
+        response_obj=rejection,
+        start_time=datetime.datetime.now(timezone.utc),
+        end_time=datetime.datetime.now(timezone.utc),
+    )
+
+    assert payload["model"] == expected_model
+
+
 @patch("litellm.proxy.proxy_server.master_key", None)
 @patch("litellm.proxy.proxy_server.general_settings", {})
 def test_get_logging_payload_api_key_preserved_when_standard_logging_payload_is_none():

From 14b5915d4c74dcfc1490fb4e58caf3af42110253 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 21:24:29 +0000
Subject: [PATCH 086/298] fix(proxy): log the open-breaker TTL preservation
 fallback at debug instead of per request warning

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../hooks/parallel_request_limiter_v3.py      |  9 +++++--
 .../hooks/test_parallel_request_limiter_v3.py | 24 +++++++++++++++++++
 2 files changed, 31 insertions(+), 2 deletions(-)

diff --git a/litellm/proxy/hooks/parallel_request_limiter_v3.py b/litellm/proxy/hooks/parallel_request_limiter_v3.py
index c6c3dde4b6e..7fdc919de2c 100644
--- a/litellm/proxy/hooks/parallel_request_limiter_v3.py
+++ b/litellm/proxy/hooks/parallel_request_limiter_v3.py
@@ -26,6 +26,7 @@ from typing_extensions import NotRequired, ReadOnly
 
 from litellm import DualCache
 from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.constants import DYNAMIC_RATE_LIMIT_ERROR_THRESHOLD_PER_MINUTE, INTERNAL_CALL_ORIGIN_METADATA_KEY
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.litellm_core_utils.prompt_templates.common_utils import (
@@ -3856,8 +3857,12 @@ class _PROXY_MaxParallelRequestsHandler_v3(CustomLogger):
             )
 
         except Exception as e:
-            verbose_proxy_logger.warning("TTL preservation failed, falling back to regular pipeline: %s", e)
-            # Fallback to regular pipeline on error
+            log: Final = (
+                verbose_proxy_logger.debug
+                if isinstance(e, RedisCircuitBreakerOpenError)
+                else verbose_proxy_logger.warning
+            )
+            log("TTL preservation failed, falling back to regular pipeline: %s", e)
             await self.internal_usage_cache.dual_cache.async_increment_cache_pipeline(
                 increment_list=pipeline_operations,
                 litellm_parent_otel_span=parent_otel_span,
diff --git a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
index 6d382370f5f..2d49338753d 100644
--- a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
+++ b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
@@ -1795,6 +1795,30 @@ async def test_async_increment_tokens_fallback_behavior():
     ), "Fallback method should be called when Lua script is not available"
 
 
+@pytest.mark.asyncio
+async def test_async_increment_tokens_open_breaker_falls_back_without_warning(caplog):
+    """An open Redis breaker fast-fails the Lua script on every request, so it must fall
+    back to the regular pipeline quietly instead of emitting a WARNING per request."""
+    from unittest.mock import AsyncMock
+
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+
+    handler = _PROXY_MaxParallelRequestsHandler(internal_usage_cache=InternalUsageCache(DualCache()))
+    handler.token_increment_script = object()
+    handler._execute_token_increment_script = AsyncMock(
+        side_effect=RedisCircuitBreakerOpenError("Redis circuit breaker is open, skipping run_script")
+    )
+    fallback = AsyncMock()
+    handler.internal_usage_cache.dual_cache.async_increment_cache_pipeline = fallback
+    pipeline_operations = [RedisPipelineIncrementOperation(key="test_breaker_key", increment_value=10.0, ttl=60)]
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        await handler.async_increment_tokens_with_ttl_preservation(pipeline_operations=pipeline_operations)
+
+    assert fallback.await_count == 1
+    assert [r.levelno for r in caplog.records if "TTL preservation failed" in r.getMessage()] == [logging.DEBUG]
+
+
 # Redis Cluster Compatibility Tests
 def test_group_keys_by_hash_tag_regular_redis():
     """

From d62493a7794b1963c0c2ab541bda92d6dd896041 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:26:11 -0700
Subject: [PATCH 087/298] test(batch): prove an open Redis breaker keeps
 enqueued-token reservations quiet

---
 .../proxy/hooks/test_batch_enqueued_tokens.py | 28 +++++++++++++++++++
 1 file changed, 28 insertions(+)

diff --git a/tests/test_litellm/proxy/hooks/test_batch_enqueued_tokens.py b/tests/test_litellm/proxy/hooks/test_batch_enqueued_tokens.py
index edc921a40a3..e3e39a87009 100644
--- a/tests/test_litellm/proxy/hooks/test_batch_enqueued_tokens.py
+++ b/tests/test_litellm/proxy/hooks/test_batch_enqueued_tokens.py
@@ -7,6 +7,7 @@ response-shape helpers the v3 limiter's post-call hooks rely on.
 """
 
 import base64
+import logging
 import socket
 import uuid
 from collections.abc import Mapping, Sequence
@@ -16,6 +17,7 @@ from typing import Final
 import pytest
 
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.constants import BATCH_ENQUEUED_TOKEN_TTL_SECONDS
 from litellm.proxy._types import UserAPIKeyAuth
 from litellm.proxy.hooks.batch_enqueued_tokens import (
@@ -439,3 +441,29 @@ async def test_redis_lua_path_full_lifecycle():
     refill = await store.reserve(tokens=50, scopes=(key_scope, team_scope))
     assert isinstance(refill, BatchEnqueuedTokenReservation)
     await store.refund(refill)
+
+
+class _OpenBreakerRedis:
+    def async_register_script(self, script: str):
+        async def refused(keys: Sequence[str], args: Sequence[str | bytes | int | float]) -> object:
+            raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+        return refused
+
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_keeps_reservations_in_memory_without_a_warning(caplog):
+    scope = _scope(limit=100)
+    store = BatchEnqueuedTokenStore(
+        internal_usage_cache=InternalUsageCache(DualCache(redis_cache=_OpenBreakerRedis(), default_in_memory_ttl=60))  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    )
+
+    with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
+        reservation = await store.reserve(tokens=60, scopes=(scope,))
+        assert isinstance(reservation, BatchEnqueuedTokenReservation)
+        assert reservation.backend == "memory"
+        await store.save_reservation("batch_quiet", reservation)
+        assert await store.pop_reservation("batch_quiet") == reservation
+
+    assert not [record for record in caplog.records if record.levelno >= logging.WARNING]
+    assert sum("circuit breaker is open" in record.getMessage() for record in caplog.records) == 3

From c7d3a6a1d46d4e11c37df7caaa59f4fb582c4dea Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:31:48 -0700
Subject: [PATCH 088/298] refactor(redis): drop the narrative docstrings on the
 breaker helper and its tests

---
 litellm/caching/redis_cache.py                 | 7 +------
 tests/test_litellm/caching/test_dual_cache.py  | 5 -----
 tests/test_litellm/caching/test_redis_cache.py | 5 -----
 3 files changed, 1 insertion(+), 16 deletions(-)

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index d938b94df43..6b93529e456 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -393,17 +393,12 @@ def _record_swallowed_redis_failure(breaker: RedisCircuitBreaker, exc: BaseExcep
 
 
 class RedisCircuitBreakerOpenError(Exception):
-    """Raised in place of a Redis call while the circuit breaker is open."""
+    pass
 
 
 def log_redis_failure(
     logger: logging.Logger, level: int, message: str, exc: BaseException, with_traceback: bool = False
 ) -> None:
-    """Log a Redis failure the caller is about to swallow.
-
-    An open breaker refuses every call until Redis recovers and announced itself once when it
-    opened, so the calls it refuses are logged at debug instead of once per request at ``level``.
-    """
     if isinstance(exc, RedisCircuitBreakerOpenError):
         logger.debug("%s: %s", message, exc)
         return
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index b0c17507adb..eae8bbfdaff 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -581,8 +581,6 @@ async def test_dual_cache_late_attach_redis_wires_writes_and_ttl_async():
 
 
 class _OpenBreakerRedis:
-    """A RedisCache whose breaker is open, so every guarded call is refused before it starts."""
-
     def __init__(self) -> None:
         from litellm.caching.redis_cache import RedisCircuitBreaker
 
@@ -639,9 +637,6 @@ class _OpenBreakerRedis:
     ids=["get", "batch_get", "set", "set_pipeline", "increment_pipeline", "increment"],
 )
 async def test_an_open_circuit_breaker_is_not_an_error_per_request(caplog, call):
-    """While the breaker is open every request is refused by design, and the breaker already
-    said so once when it opened; logging each refusal as an ERROR traceback was the storm that
-    pinned every worker's CPU during a Redis latency blip."""
     cache = DualCache(in_memory_cache=InMemoryCache(), redis_cache=_OpenBreakerRedis())  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
     caplog.clear()
 
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index b9d965a8942..bcaa58c9c40 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1016,11 +1016,6 @@ async def test_breaker_metrics_track_state_and_failure_class():
 
 
 def test_sync_guard_counts_a_timeout_as_a_timeout():
-    """A sync Redis timeout must wait out the timeout-only min duration exactly like the async guard.
-
-    Recording it as a hard connectivity failure opened the breaker on the fifth slow reply,
-    which is how a latency blip took the shared cache out for every worker.
-    """
     from redis.exceptions import TimeoutError as RedisTimeoutError
 
     from litellm.caching.redis_cache import RedisCircuitBreaker, _run_under_circuit_breaker_sync

From ad78a8f8d0a4e6200a98d5ef0ddae252b1e5c154 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 21:35:49 +0000
Subject: [PATCH 089/298] refactor(caching): walk exception causes iteratively
 for the breaker timeout check

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/redis_cache.py | 21 ++++++++++++++++-----
 1 file changed, 16 insertions(+), 5 deletions(-)

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index de4dcb5aa27..742c7144784 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -15,7 +15,7 @@ import hashlib
 import inspect
 import json
 import time
-from collections.abc import Awaitable, Callable, Sequence
+from collections.abc import Awaitable, Callable, Iterator, Sequence
 from contextvars import ContextVar
 from dataclasses import dataclass
 from datetime import timedelta
@@ -334,11 +334,22 @@ def _redis_timeout_error_types() -> tuple[type, ...]:
     return (RedisTimeoutError, TimeoutError)
 
 
+_MAX_EXCEPTION_CAUSE_DEPTH: Final = 20
+
+
+def _exception_cause_chain(exc: BaseException) -> Iterator[BaseException]:
+    current = exc  # rebind-ok: advances one link per iteration of the bounded walk
+    for _ in range(_MAX_EXCEPTION_CAUSE_DEPTH):
+        yield current
+        if current.__cause__ is None:
+            return
+        current = current.__cause__
+
+
 def _is_redis_timeout_failure(exc: BaseException) -> bool:
-    """Follows __cause__: a blocking pool wait raises ConnectionError from asyncio.TimeoutError."""
-    if isinstance(exc, _redis_timeout_error_types()):
-        return True
-    return exc.__cause__ is not None and _is_redis_timeout_failure(exc.__cause__)
+    """Walks __cause__: a blocking pool wait raises ConnectionError from asyncio.TimeoutError."""
+    timeout_types: Final = _redis_timeout_error_types()
+    return any(isinstance(cause, timeout_types) for cause in _exception_cause_chain(exc))
 
 
 class _BreakerMetrics:

From 29145d13965df6aed5ebefa9e5ba8662321d54e8 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:37:39 -0700
Subject: [PATCH 090/298] test(limiter): inject the open-breaker Redis double
 instead of replacing script attributes

---
 .../hooks/test_parallel_request_limiter_v3.py | 36 +++++++++++--------
 1 file changed, 21 insertions(+), 15 deletions(-)

diff --git a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
index f97d89b34a2..10c0bb88a82 100644
--- a/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
+++ b/tests/test_litellm/proxy/hooks/test_parallel_request_limiter_v3.py
@@ -6238,17 +6238,28 @@ async def test_post_call_success_hook_leaves_raw_provider_dict_untouched():
     assert response == {"id": "msg_123", "type": "message", "role": "assistant", "content": []}
 
 
-@pytest.mark.asyncio
-async def test_an_open_circuit_breaker_falls_back_to_the_pipeline_without_a_warning(caplog):
-    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
-    from litellm.types.caching import RedisPipelineIncrementOperation
+class _OpenBreakerRedis:
+    def async_register_script(self, script: str):
+        async def refused(keys, args):
+            from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 
-    handler = _PROXY_MaxParallelRequestsHandler(internal_usage_cache=InternalUsageCache(DualCache()))
+            raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+
+        return refused
+
+    async def async_increment_pipeline(self, increment_list, **kwargs):
+        from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 
-    async def refused_script(keys, args):
         raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
 
-    handler.token_increment_script = refused_script
+
+@pytest.mark.asyncio
+async def test_an_open_circuit_breaker_falls_back_to_the_pipeline_without_a_warning(caplog):
+    from litellm.types.caching import RedisPipelineIncrementOperation
+
+    handler = _PROXY_MaxParallelRequestsHandler(
+        internal_usage_cache=InternalUsageCache(DualCache(redis_cache=_OpenBreakerRedis()))  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    )
 
     with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
         await handler.async_increment_tokens_with_ttl_preservation(
@@ -6261,14 +6272,9 @@ async def test_an_open_circuit_breaker_falls_back_to_the_pipeline_without_a_warn
 
 @pytest.mark.asyncio
 async def test_an_open_circuit_breaker_reads_the_sliding_window_locally_without_a_warning(caplog):
-    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
-
-    handler = _PROXY_MaxParallelRequestsHandler(internal_usage_cache=InternalUsageCache(DualCache()))
-
-    async def refused_script(keys, args):
-        raise RedisCircuitBreakerOpenError("Redis circuit breaker is open")
-
-    handler.batch_rate_limiter_script = refused_script
+    handler = _PROXY_MaxParallelRequestsHandler(
+        internal_usage_cache=InternalUsageCache(DualCache(redis_cache=_OpenBreakerRedis()))  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+    )
 
     with caplog.at_level(logging.DEBUG, logger="LiteLLM Proxy"):
         values = await handler._execute_redis_batch_rate_limiter_script(

From dbcb10c57d6546f232c31d1c0c73633edac449d0 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:42:39 -0700
Subject: [PATCH 091/298] test(store_model_in_db): expect the placeholder model
 on rejected unknown-model spend logs

The e2e suite asserted the pre-fix behavior (the raw client model string on the spend-log row). The fix in fe6f615c7a replaces it with unknown-model, so the assertion follows.
---
 tests/store_model_in_db_tests/test_openai_error_handling.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/store_model_in_db_tests/test_openai_error_handling.py b/tests/store_model_in_db_tests/test_openai_error_handling.py
index d3f38f93bf3..5de7c427d19 100644
--- a/tests/store_model_in_db_tests/test_openai_error_handling.py
+++ b/tests/store_model_in_db_tests/test_openai_error_handling.py
@@ -193,7 +193,7 @@ async def test_chat_completion_bad_model_with_spend_logs():
 
         # Verify the structure of the log entry
         assert log_entry["request_id"] == litellm_call_id
-        assert log_entry["model"] == "non-existent-model"
+        assert log_entry["model"] == "unknown-model"
         assert log_entry["model_group"] in ("", "non-existent-model")
         assert log_entry["spend"] == 0.0
         assert log_entry["total_tokens"] == 0

From df8a9c72ab44c9fa5552b1757f36d2fe99e39a7f Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 21:45:46 +0000
Subject: [PATCH 092/298] fix(caching): keep the sync Redis read and the
 top-level cache wrapper quiet when the breaker is open

The sync RedisCache.get_cache ran outside the breaker and logged with a stray positional
argument, so every failure printed a logging-module stack dump. Cache.add_cache and its
async twins logged a full traceback for the expected open-breaker fast fail

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/caching.py                    |  8 +++++-
 litellm/caching/dual_cache.py                 |  2 ++
 litellm/caching/redis_cache.py                |  4 ++-
 tests/test_litellm/caching/test_caching.py    | 26 +++++++++++++++++++
 tests/test_litellm/caching/test_dual_cache.py | 15 +++++++++++
 .../test_litellm/caching/test_redis_cache.py  | 23 +++++++++++++++-
 6 files changed, 75 insertions(+), 3 deletions(-)

diff --git a/litellm/caching/caching.py b/litellm/caching/caching.py
index 884d095793c..b5423998401 100644
--- a/litellm/caching/caching.py
+++ b/litellm/caching/caching.py
@@ -32,7 +32,7 @@ from .dual_cache import DualCache  # noqa: F401
 from .gcs_cache import GCSCache
 from .in_memory_cache import InMemoryCache
 from .qdrant_semantic_cache import QdrantSemanticCache
-from .redis_cache import RedisCache
+from .redis_cache import RedisCache, RedisCircuitBreakerOpenError
 from .redis_cluster_cache import RedisClusterCache
 from .redis_semantic_cache import RedisSemanticCache
 from .s3_cache import S3Cache
@@ -677,6 +677,8 @@ class Cache:
                 return
             cache_key, cached_data, kwargs = self._add_cache_logic(result=result, **kwargs)
             self.cache.set_cache(cache_key, cached_data, **kwargs)
+        except RedisCircuitBreakerOpenError as e:
+            verbose_logger.debug("LiteLLM Cache: skipped add_cache: %s", e)
         except Exception as e:
             verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
 
@@ -696,6 +698,8 @@ class Cache:
                     await dynamic_cache_object.async_set_cache(cache_key, cached_data, **kwargs)
                 else:
                     await self.cache.async_set_cache(cache_key, cached_data, **kwargs)
+        except RedisCircuitBreakerOpenError as e:
+            verbose_logger.debug("LiteLLM Cache: skipped add_cache: %s", e)
         except Exception as e:
             verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
 
@@ -875,6 +879,8 @@ class Cache:
                 await dynamic_cache_object.async_set_cache_pipeline(cache_list=cache_list, **kwargs)
             else:
                 await self.cache.async_set_cache_pipeline(cache_list=cache_list, **kwargs)
+        except RedisCircuitBreakerOpenError as e:
+            verbose_logger.debug("LiteLLM Cache: skipped add_cache: %s", e)
         except Exception as e:
             verbose_logger.exception("LiteLLM Cache: Excepton add_cache: %s", e)
 
diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index 98c6da0f02f..6fb918ce748 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -177,6 +177,8 @@ class DualCache(BaseCache):
 
             print_verbose(f"get cache: cache result: {result}")
             return result
+        except RedisCircuitBreakerOpenError:
+            return None
         except Exception:
             verbose_logger.error(traceback.format_exc())
 
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 742c7144784..6c19b018c1d 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -1364,6 +1364,7 @@ class RedisCache(BaseCache):
         except Exception:
             return ast.literal_eval(decoded)
 
+    @_redis_circuit_breaker_guard_sync
     def get_cache(self, key, parent_otel_span: Span | None = None, **kwargs):
         try:
             key = self.check_and_fix_namespace(key=key)
@@ -1384,7 +1385,8 @@ class RedisCache(BaseCache):
             return self._get_cache_logic(cached_response=cached_response)
         except Exception as e:
             # NON blocking - notify users Redis is throwing an exception
-            verbose_logger.error("litellm.caching.caching: get() - Got exception from REDIS: ", e)
+            verbose_logger.error("litellm.caching.caching: get() - Got exception from REDIS: %s", e)
+            _record_swallowed_redis_failure(self._circuit_breaker, e)
 
     def _run_redis_mget_operation(self, keys: list[str]) -> Sequence[bytes | str | None]:
         """
diff --git a/tests/test_litellm/caching/test_caching.py b/tests/test_litellm/caching/test_caching.py
index 4d0ec0fb677..5d326a9ece0 100644
--- a/tests/test_litellm/caching/test_caching.py
+++ b/tests/test_litellm/caching/test_caching.py
@@ -252,3 +252,29 @@ def test_exact_cache_key_includes_anthropic_messages_params(anthropic_param):
     assert baseline != cache.get_cache_key(
         model="claude-sonnet-4-5", messages=messages, **anthropic_param
     )
+
+
+@pytest.mark.asyncio
+async def test_async_add_cache_treats_an_open_breaker_as_a_quiet_skip(caplog):
+    """The top-level write wrapper logs a full ERROR traceback for any failure. An open Redis
+    breaker fails every write instantly, so under load that wrapper alone was hundreds of
+    stack formats per second per replica. Unexpected failures must still get the traceback.
+    """
+    from unittest.mock import AsyncMock
+
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+
+    caplog.set_level(logging.DEBUG, logger="LiteLLM")
+    cache = Cache(type=LiteLLMCacheType.LOCAL)
+    cache.cache.async_set_cache = AsyncMock(side_effect=RedisCircuitBreakerOpenError("open"))
+
+    await cache.async_add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+
+    assert [r.levelno for r in caplog.records if "add_cache" in r.getMessage()] == [logging.DEBUG]
+    cache.cache.async_set_cache.assert_awaited_once()
+
+    cache.cache.async_set_cache = AsyncMock(side_effect=OSError("disk full"))
+    await cache.async_add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+
+    errors = [r for r in caplog.records if r.levelno == logging.ERROR]
+    assert len(errors) == 1 and errors[0].exc_info is not None
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index 46dd2687e48..3e21362b3f0 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -638,3 +638,18 @@ async def test_open_breaker_is_a_quiet_cache_miss(dual_cache_with_open_breaker,
 
     noisy = [r for r in caplog.records if r.levelno > logging.DEBUG]
     assert noisy == [], f"an open breaker must be silent per call, got {[r.getMessage() for r in noisy]}"
+
+
+def test_open_breaker_is_a_quiet_cache_miss_on_the_sync_read_path(dual_cache_with_open_breaker, caplog):
+    """The sync read runs in the request thread pool for /v1/messages and /v1/responses, so it
+    must short-circuit on an open breaker like the async path instead of dialing Redis per call.
+    """
+    caplog.set_level(logging.DEBUG, logger="LiteLLM")
+    redis_client = dual_cache_with_open_breaker.redis_cache.redis_client
+    redis_client.get.side_effect = AssertionError("an open breaker must not touch Redis")
+
+    for _ in range(50):
+        assert dual_cache_with_open_breaker.get_cache("lit7468") is None
+
+    noisy = [r for r in caplog.records if r.levelno > logging.DEBUG]
+    assert noisy == [], f"an open breaker must be silent per call, got {[r.getMessage() for r in noisy]}"
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 856f9b49c56..1a884d44db1 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1,4 +1,5 @@
 import asyncio
+import logging
 from collections.abc import Iterator
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -646,7 +647,6 @@ def test_sync_batch_get_cache_survives_a_service_callback_that_raises(
     from concurrent.futures import ThreadPoolExecutor
 
     import litellm
-
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     cache, service_logger = sync_batch_cache_with_service_logger
@@ -1141,3 +1141,24 @@ async def test_recovery_probe_still_closes_the_breaker():
     await asyncio.sleep(0.06)
     assert await _run_under_circuit_breaker(breaker, "probe", recovered) == "ok"
     assert breaker.is_open() is False
+
+
+def test_sync_get_cache_failure_feeds_the_breaker_and_logs_a_well_formed_record(sync_batch_redis_cache, caplog):
+    """The sync read used to log with a stray positional arg, so every Redis failure produced a
+    `--- Logging error ---` stack dump on stderr, and it sat outside the breaker so it kept dialing
+    Redis on every request even after the async paths had opened it.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+
+    caplog.set_level(logging.ERROR, logger="LiteLLM")
+    sync_batch_redis_cache.redis_client.get.side_effect = RedisConnectionError("refused")
+
+    for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
+        assert sync_batch_redis_cache.get_cache("lit7468") is None
+
+    assert sync_batch_redis_cache._circuit_breaker.is_open() is True
+    assert sync_batch_redis_cache.redis_client.get.call_count == REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+    assert all("refused" in record.getMessage() for record in caplog.records)
+    assert len(caplog.records) == REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD

From 1987e6e290a8344515f595538e85c3ae00e69a96 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 14:54:46 -0700
Subject: [PATCH 093/298] test(proxy): pass the request to get_marketplace in
 the archive marketplace test

---
 .../proxy/anthropic_endpoints/test_claude_code_marketplace.py   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_litellm/proxy/anthropic_endpoints/test_claude_code_marketplace.py b/tests/test_litellm/proxy/anthropic_endpoints/test_claude_code_marketplace.py
index a7c2bd7ba20..a585666743f 100644
--- a/tests/test_litellm/proxy/anthropic_endpoints/test_claude_code_marketplace.py
+++ b/tests/test_litellm/proxy/anthropic_endpoints/test_claude_code_marketplace.py
@@ -481,7 +481,7 @@ async def test_archive_source_registers_and_is_served_verbatim_in_marketplace():
     assert response.action == "created"
     assert response.plugin.source == _ARCHIVE_SOURCE
 
-    marketplace = json.loads((await get_marketplace()).body)
+    marketplace = json.loads((await get_marketplace(request=MagicMock())).body)
     assert marketplace["plugins"] == [{"name": "s3-skill", "source": _ARCHIVE_SOURCE, "version": "1.0.0"}]
 
 

From 6632e8b74fecaeb569abdd12be43f6870b45c3b5 Mon Sep 17 00:00:00 2001
From: Kishorekarthik P <kishorekarthik.p@rently.com>
Date: Sat, 1 Aug 2026 12:57:22 +0530
Subject: [PATCH 094/298] fix(proxy): let internal users read request/response
 for their own spend logs

The Logs drawer gets messages/response from GET /spend/logs/ui/{request_id};
the list endpoint omits those heavy columns for every caller, admins included.
That detail route was missing from LiteLLMRoutes.spend_tracking_routes, and
check_route_access anchors patterns, so /spend/logs/ui never matched it. Every
internal_user got a 403 before the handler ran and the UI fell back to the
"Request/Response Data Not Available" banner, even on their own requests

Adds the route to spend_tracking_routes so internal_user, internal_user_view_only,
admin_viewer and org_admin all inherit it, and drops the now-redundant explicit
entry from admin_viewer_routes. The handler already authorizes non-admins per row
via _assert_user_can_view_request_id, so no handler-side scoping change is needed

That helper returned silently when no spend-log row existed, which the detail
handler treats as authorized before asking every custom logger for the payload by
raw request_id. With retention pruning the row can be gone while the payload is
still in cold storage, so opening the route would have let a non-admin read
another tenant's prompt out of S3/GCS. A missing row now falls through to the
same 403 as a foreign row, which also removes the exists-but-not-yours oracle

Fixes #34099
---
 litellm/proxy/_types.py                       |   9 +-
 .../spend_management_endpoints.py             |  12 +-
 .../proxy/auth/test_route_checks.py           |  76 +++++++
 .../test_spend_management_endpoints.py        | 186 ++++++++++++++++++
 4 files changed, 273 insertions(+), 10 deletions(-)

diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 23dc8237160..aa585120e5b 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -703,6 +703,7 @@ class LiteLLMRoutes(enum.Enum):
         "/spend/logs",
         "/spend/logs/v2",
         "/spend/logs/ui",
+        "/spend/logs/ui/{request_id}",
         "/spend/logs/session/ui",
         "/key/spend/report",
         "/user/spend/report",
@@ -932,10 +933,10 @@ class LiteLLMRoutes(enum.Enum):
             # PROXY_ADMIN_VIEW_ONLY — the route gate must match).
             "/customer/list",
             "/customer/info",
-            # UI Logs page detail drawer (single + session) and the filter facets.
-            # The list endpoint `/spend/logs/ui` is covered via
-            # spend_tracking_routes below.
-            "/spend/logs/ui/{logId}",
+            # UI Logs page session detail drawer and the end-user filter facet.
+            # The list endpoint `/spend/logs/ui` and the single-log detail route
+            # `/spend/logs/ui/{request_id}` are covered via spend_tracking_routes
+            # below.
             "/spend/logs/session/ui",
             "/management/v1/spend_logs/end_users",
             "/management/v1/spend_logs/users",
diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index f8831ca4152..88cdf37cabb 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -4633,16 +4633,16 @@ async def _assert_user_can_view_request_id(
     Verify the requesting non-admin user is allowed to view this spend-log row.
     Allowed when the log belongs to the user directly, or to one of their
     permitted teams (admin or ``/spend/logs`` permission).
-    Raises HTTP 403 if not.
+    Raises HTTP 403 if not, including when no spend-log row exists for the
+    request_id (e.g. it was pruned by retention), so a missing row can't be
+    used to read a payload out of cold storage via the detail endpoint.
     """
     row: Final = await _find_spend_log_row(prisma_client, request_id)
-    if row is None:
+
+    if row is not None and row.user is not None and row.user == user_api_key_dict.user_id:
         return
 
-    if row.user is not None and row.user == user_api_key_dict.user_id:
-        return
-
-    if row.team_id:
+    if row is not None and row.team_id:
         can_view: Final = await _can_team_member_view_log(
             prisma_client=prisma_client,
             user_api_key_dict=user_api_key_dict,
diff --git a/tests/test_litellm/proxy/auth/test_route_checks.py b/tests/test_litellm/proxy/auth/test_route_checks.py
index 4f2ff1582dd..38a0e85c1ea 100644
--- a/tests/test_litellm/proxy/auth/test_route_checks.py
+++ b/tests/test_litellm/proxy/auth/test_route_checks.py
@@ -2033,6 +2033,82 @@ def test_proxy_admin_viewer_can_access_logs_page_endpoints(route):
         )
 
 
+@pytest.mark.parametrize(
+    "user_role",
+    [LitellmUserRoles.INTERNAL_USER, LitellmUserRoles.INTERNAL_USER_VIEW_ONLY],
+)
+def test_internal_user_can_access_logs_drawer_detail_route(user_role):
+    """
+    The Logs drawer detail fetch (GET /spend/logs/ui/{request_id}) must pass
+    route_checks for plain internal users, not just admins — the handler
+    itself already self-authorizes row ownership via
+    _assert_user_can_view_request_id.
+    """
+    route = "/spend/logs/ui/abc-request-id"
+    user_obj = LiteLLM_UserTable(
+        user_id="internal_user",
+        user_email="user@example.com",
+        user_role=user_role.value,
+    )
+    valid_token = UserAPIKeyAuth(
+        user_id="internal_user",
+        user_role=user_role.value,
+    )
+    request = MagicMock(spec=Request)
+    request.query_params = {}
+
+    try:
+        RouteChecks.non_proxy_admin_allowed_routes_check(
+            user_obj=user_obj,
+            _user_role=user_role.value,
+            route=route,
+            request=request,
+            valid_token=valid_token,
+            request_data={},
+        )
+    except Exception as e:
+        pytest.fail(f"{user_role.value} should be able to access {route}. Got error: {str(e)}")
+
+
+@pytest.mark.parametrize(
+    "route_group_name",
+    [
+        "spend_tracking_routes",
+        "internal_user_routes",
+        "internal_user_view_only_routes",
+        "admin_viewer_routes",
+        "org_admin_allowed_routes",
+    ],
+)
+def test_logs_drawer_detail_route_in_every_route_group(route_group_name):
+    """
+    /spend/logs/ui/{request_id} must be reachable through
+    RouteChecks.check_route_access under each role's own route group, so a
+    partial revert (removing the route from `spend_tracking_routes` while
+    leaving `non_proxy_admin_allowed_routes_check` alone) is also caught.
+    """
+    from litellm.proxy._types import LiteLLMRoutes
+
+    allowed_routes = getattr(LiteLLMRoutes, route_group_name).value
+    assert RouteChecks.check_route_access(
+        route="/spend/logs/ui/req-34099", allowed_routes=allowed_routes
+    )
+
+
+def test_logs_drawer_detail_route_allowed_for_scoped_virtual_key():
+    """
+    A virtual key scoped to `allowed_routes=["spend_tracking_routes"]` must be
+    able to reach the Logs drawer detail route.
+    """
+    valid_token = UserAPIKeyAuth(
+        user_id="scoped_key_user",
+        allowed_routes=["spend_tracking_routes"],
+    )
+    assert RouteChecks.is_virtual_key_allowed_to_call_route(
+        route="/spend/logs/ui/req-34099", valid_token=valid_token
+    )
+
+
 @pytest.mark.parametrize("route", ADMIN_VIEWER_LOGS_PAGE_ROUTES)
 def test_internal_user_blocked_from_admin_viewer_logs_routes(route):
     """
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index 329a33eb440..53accfd08ee 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -455,6 +455,34 @@ async def test_assert_user_can_view_request_id_rejects_both_users_none():
     assert exc_info.value.status_code == 403
 
 
+@pytest.mark.asyncio
+async def test_assert_user_can_view_request_id_rejects_missing_row():
+    """
+    A request_id with no spend-log row (e.g. pruned by retention) must not
+    authorize reading the payload from cold storage; a missing row is not
+    the same as an owned row.
+    """
+
+    class MockSpendLogs:
+        async def find_unique(self, where, include=None):
+            return None
+
+    class MockDB:
+        def __init__(self):
+            self.litellm_spendlogs = MockSpendLogs()
+
+    class MockPrisma:
+        def __init__(self):
+            self.db = MockDB()
+
+    auth = UserAPIKeyAuth(user_role=LitellmUserRoles.INTERNAL_USER, user_id="user_1")
+    with pytest.raises(HTTPException) as exc_info:
+        await spend_management_endpoints._assert_user_can_view_request_id(
+            MockPrisma(), auth, "req-missing-row"
+        )
+    assert exc_info.value.status_code == 403
+
+
 def test_ui_view_request_response_forbids_non_admin_without_db(client, monkeypatch):
     """
     Without prisma, non-admins cannot be authorized to read request/response
@@ -6777,3 +6805,161 @@ async def test_ui_view_spend_logs_search_returns_flat_rows_when_grouping_by_sess
         assert "next_session_cursor" not in data
     finally:
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
+def _fake_prisma_with_owned_spend_log(owner_user_id, messages_json, response_json):
+    class _Row:
+        user = owner_user_id
+        team_id = None
+
+    class _SpendLogs:
+        async def find_unique(self, where, include=None):
+            return _Row()
+
+    class _DB:
+        def __init__(self):
+            self.litellm_spendlogs = _SpendLogs()
+
+        async def query_raw(self, _sql, *_args):
+            return [
+                {
+                    "messages": messages_json,
+                    "response": response_json,
+                    "proxy_server_request": "{}",
+                    "metadata": "{}",
+                }
+            ]
+
+    class _Prisma:
+        def __init__(self):
+            self.db = _DB()
+
+    return _Prisma()
+
+
+def test_ui_view_request_response_internal_user_owner_gets_payload(client, monkeypatch):
+    """
+    An internal_user who owns the spend-log row can fetch the Logs drawer
+    detail payload for their own request (regression for #34099, where the
+    route was blocked for INTERNAL_USER before reaching this ownership check).
+    """
+    messages_json = json.dumps([{"role": "user", "content": "hi"}])
+    response_json = json.dumps({"choices": [{"message": {"content": "hello"}}]})
+    monkeypatch.setattr(
+        "litellm.proxy.proxy_server.prisma_client",
+        _fake_prisma_with_owned_spend_log("user_a", messages_json, response_json),
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.INTERNAL_USER, user_id="user_a"
+    )
+    try:
+        response = client.get(
+            "/spend/logs/ui/req-owned-by-user-a",
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 200
+        body = response.json()
+        assert json.loads(body["messages"]) == [{"role": "user", "content": "hi"}]
+        assert json.loads(body["response"]) == {
+            "choices": [{"message": {"content": "hello"}}]
+        }
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
+class _RecordingAdditionalLoggingUtils:
+    """Injectable custom logger that records every request_id it's asked for."""
+
+    def __init__(self, payload):
+        self._payload = payload
+        self.requested_ids = []
+
+    async def get_request_response_payload(self, request_id, start_time_utc, end_time_utc):
+        self.requested_ids.append(request_id)
+        return self._payload
+
+
+def test_ui_view_request_response_internal_user_non_owner_forbidden(client, monkeypatch):
+    """
+    A different internal_user requesting someone else's row is forbidden;
+    guards against _assert_user_can_view_request_id being skipped in the
+    detail-drawer handler. Also proves the handler stops before it ever asks
+    a custom logger or the DB for the payload.
+    """
+    messages_json = json.dumps([{"role": "user", "content": "hi"}])
+    response_json = json.dumps({"choices": [{"message": {"content": "hello"}}]})
+    fake_prisma = _fake_prisma_with_owned_spend_log("user_a", messages_json, response_json)
+    original_query_raw = fake_prisma.db.query_raw
+    query_raw_calls = []
+
+    async def _spy_query_raw(*args, **kwargs):
+        query_raw_calls.append((args, kwargs))
+        return await original_query_raw(*args, **kwargs)
+
+    fake_prisma.db.query_raw = _spy_query_raw
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", fake_prisma)
+
+    custom_logger = _RecordingAdditionalLoggingUtils({"messages": "should-not-be-returned"})
+    monkeypatch.setattr(
+        litellm.logging_callback_manager,
+        "get_active_additional_logging_utils_from_custom_logger",
+        lambda: [custom_logger],
+    )
+
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.INTERNAL_USER, user_id="user_b"
+    )
+    try:
+        response = client.get(
+            "/spend/logs/ui/req-owned-by-user-a",
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 403
+        assert custom_logger.requested_ids == []
+        assert query_raw_calls == []
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
+def test_ui_view_request_response_internal_user_missing_row_forbidden(client, monkeypatch):
+    """
+    Regression for the fail-open in _assert_user_can_view_request_id: a
+    request_id with no spend-log row (e.g. pruned by retention) must be
+    denied before the handler ever consults a custom logger, otherwise a
+    non-admin who guesses/obtains a request_id could read another tenant's
+    payload out of cold storage. Fails if `if row is None: return` is
+    reintroduced.
+    """
+
+    class _SpendLogs:
+        async def find_unique(self, where, include=None):
+            return None
+
+    class _DB:
+        def __init__(self):
+            self.litellm_spendlogs = _SpendLogs()
+
+    from types import SimpleNamespace
+
+    fake_prisma = SimpleNamespace(db=_DB())
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", fake_prisma)
+
+    custom_logger = _RecordingAdditionalLoggingUtils({"messages": "should-not-be-returned"})
+    monkeypatch.setattr(
+        litellm.logging_callback_manager,
+        "get_active_additional_logging_utils_from_custom_logger",
+        lambda: [custom_logger],
+    )
+
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.INTERNAL_USER, user_id="user_a"
+    )
+    try:
+        response = client.get(
+            "/spend/logs/ui/req-pruned",
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 403
+        assert custom_logger.requested_ids == []
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)

From d98522b6f662fec6f600ab94817855cb7ff7edce Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 22:14:37 +0000
Subject: [PATCH 095/298] feat(proxy): share database connections across
 workers with an in-container pgbouncer (#39683)

* feat(proxy): share database connections across workers with an in-container pgbouncer

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): parse pgbouncer options iteratively to satisfy the recursion gate

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): refuse pgbouncer with token db auth and retry failed pooler restarts

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): build pgbouncer 1.25.2 from a pinned source archive and verify pooler replacements

The public Wolfi repository only carries pgbouncer 1.24.1-r3, which the image
scan rejects (CVE-2026-6664, CVE-2026-6665, CVE-2026-6666, CVE-2025-12819).
All three images now compile the checksummed 1.25.2 release in a builder stage.

The supervisor now waits for a replacement pooler to listen before treating it
as recovered, ends and retries one that never does, and takes the same lock for
stop() and spawn so no replacement can be started after shutdown began.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): refuse to start pgbouncer on a loopback port another process already owns

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): count pgbouncer ready only once its own unix socket answers, not any listener on the port

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): refuse pgbouncer older than 1.19, whose unix socket cannot vouch for the tcp port

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* feat(helm,terraform): expose the in-container pgbouncer pool for the componentized gateway

Add database.connectionPool to helm/litellm and gateway_connection_pool_* to
terraform/litellm/aws so the componentized gateway can receive the
LITELLM_PGBOUNCER_* env the classic image already honours. Both reject the
pool under IAM or Entra token auth at render/plan time: the pooler holds one
static database password for the life of the pod or task.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* feat(gateway): launch the componentized gateway image through a pgbouncer-aware supervisor (#40592)

The componentized gateway image started uvicorn directly, so the in-container
PgBouncer never ran for it: every worker opened its own Prisma pool to the
database. It also passed no keep-alive timeout, so behind a load balancer with
a 60s idle timeout uvicorn's 5s default closed idle connections first and the
balancer returned 502s on scale-out

gateway.launch assembles DATABASE_URL, starts PgBouncer once per pod when
LITELLM_PGBOUNCER_ENABLED is set, hands the workers the loopback URL and then
runs uvicorn on gateway.main:app with KEEPALIVE_TIMEOUT as --timeout-keep-alive.
The image builds PgBouncer 1.25.2 from a checksummed tarball, copies the
compiled Rust extension into the /app source tree it imports from (it was only
in site-packages, which PYTHONPATH=/app shadows) and asserts the native bridge
loads. The app user is added to stats_users so operators can read the PgBouncer
console with the application credentials

The supervisor returns the pooled URL instead of writing into the mapping it
was handed, a database user whose name PgBouncer would split into several
stats_users entries is refused before the config is written, and the launcher
tests drive main() with an injected serve callable

Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* docs(terraform): describe the gateway.launch pooler entrypoint in the aws module README

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): run pgbouncer exit hooks only in the parent and copy the CA into the runtime dir

Gunicorn workers inherit the parent's atexit table, so a recycled worker (max_requests) stopped the shared pooler and removed its runtime dir, then hung in the inherited Popen lock. The hooks now no-op unless os.getpid() is the process that started PgBouncer

A verified TLS upstream named the operator's CA bundle directly, which is often a 0600 root-owned file that nobody (the user PgBouncer drops to) cannot read, so every server connection failed with "failed to load CA". The bundle is copied into the runtime dir next to the ini and chowned with it

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* feat(terraform): run the gateway through gateway.launch and add the gcp connection-pool variables

Cloud Run and ECS overrode the image command with uvicorn gateway.main:app, which skips the supervisor that starts the in-container PgBouncer, so LITELLM_PGBOUNCER_ENABLED was inert on both stacks. Both now exec python -m gateway.launch (under ddtrace-run when USE_DDTRACE is set), and the gcp module gains gateway_connection_pool_enabled / gateway_pool_max_db_connections / gateway_pool_max_client_conn wired to the gateway service only

The test_launch password_env fixture now restores DATABASE_URL even when it was unset: monkeypatch.delenv records nothing for an absent var, so main() left postgresql://...@db.internal in the xdist worker's environ and the key-rotation e2e test in the same proxy-infra shard stopped skipping and tried to reach db.internal

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(pgbouncer): keep channel_binding and gssencmode off the loopback URL

Prisma would demand TLS channel binding from a pooler that only speaks
plain TCP on 127.0.0.1. Also pass the request the marketplace test
started needing after #40518 landed on top of #40496

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .github/workflows/test-unit.yml               |   1 +
 Dockerfile                                    |  19 +-
 docker/Dockerfile.database                    |  19 +-
 docker/Dockerfile.non_root                    |  19 +-
 gateway/Dockerfile                            |  28 +-
 gateway/launch.py                             |  71 ++
 helm/litellm-helm/templates/deployment.yaml   |   8 +
 .../tests/connection_pool_tests.yaml          |  61 ++
 helm/litellm-helm/values.yaml                 |  14 +
 helm/litellm/templates/_helpers.tpl           |  17 +
 .../litellm/templates/gateway/deployment.yaml |   3 +
 helm/litellm/tests/connection_pool_tests.yaml | 117 ++++
 helm/litellm/values.yaml                      |  20 +
 litellm/proxy/db/pgbouncer.py                 | 525 +++++++++++++++
 litellm/proxy/proxy_cli.py                    |  16 +
 terraform/litellm/aws/README.md               |  33 +
 terraform/litellm/aws/ecs.tf                  |  14 +-
 .../aws/tests/connection_pool.tftest.hcl      | 123 ++++
 terraform/litellm/aws/variables.tf            |  39 ++
 terraform/litellm/gcp/README.md               |  34 +
 terraform/litellm/gcp/cloudrun.tf             |  10 +-
 .../gcp/tests/connection_pool.tftest.hcl      | 135 ++++
 terraform/litellm/gcp/variables.tf            |  39 ++
 tests/test_gateway/test_launch.py             | 155 +++++
 tests/test_litellm/proxy/db/test_pgbouncer.py | 624 ++++++++++++++++++
 .../test_litellm/test_component_entrypoint.py |  72 +-
 26 files changed, 2195 insertions(+), 21 deletions(-)
 create mode 100644 gateway/launch.py
 create mode 100644 helm/litellm-helm/tests/connection_pool_tests.yaml
 create mode 100644 helm/litellm/tests/connection_pool_tests.yaml
 create mode 100644 litellm/proxy/db/pgbouncer.py
 create mode 100644 terraform/litellm/aws/tests/connection_pool.tftest.hcl
 create mode 100644 terraform/litellm/gcp/tests/connection_pool.tftest.hcl
 create mode 100644 tests/test_gateway/test_launch.py
 create mode 100644 tests/test_litellm/proxy/db/test_pgbouncer.py

diff --git a/.github/workflows/test-unit.yml b/.github/workflows/test-unit.yml
index cc606339a20..f55c87c2ae5 100644
--- a/.github/workflows/test-unit.yml
+++ b/.github/workflows/test-unit.yml
@@ -200,6 +200,7 @@ jobs:
               tests/test_litellm/proxy/types_utils
               tests/test_litellm/proxy/logging_endpoints
               tests/test_litellm/proxy/test_*.py
+              tests/test_gateway
             workers: 4
             reruns: 2
             timeout-minutes: 20
diff --git a/Dockerfile b/Dockerfile
index 0a92aa9a68c..759dac76795 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -8,9 +8,25 @@ ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:e624c5d5e42382ce7
 ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
 # Pinned by digest like the other base images; bump explicitly on Node upgrades.
 ARG UI_BUILD_IMAGE=node:24.19-alpine3.24@sha256:d32cdf619f63fe0471182d08996dd516c6275bb5fd31ae06e55a570bd9e1ad43
+# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x)
+ARG PGBOUNCER_VERSION=1.25.2
+ARG PGBOUNCER_SHA256=924ad35113fd0a71c8e2dbe85b5d03445532e2b7b37a9f8a48983beea238b332
 
 FROM $UV_IMAGE AS uvbin
 
+FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder
+ARG PGBOUNCER_VERSION
+ARG PGBOUNCER_SHA256
+USER root
+RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl
+WORKDIR /build
+RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \
+    echo "${PGBOUNCER_SHA256}  pgbouncer.tar.gz" | sha256sum -c - && \
+    tar xzf pgbouncer.tar.gz --strip-components=1 && \
+    ./configure --prefix=/usr/local --with-openssl=/usr && \
+    make -j"$(nproc)" pgbouncer && \
+    install -m 0755 pgbouncer /usr/local/bin/pgbouncer
+
 # Admin UI builder. Pinned to the build platform so the architecture-independent
 # Next.js static export compiles once natively even in a multi-arch build,
 # instead of once per target arch under QEMU.
@@ -110,7 +126,8 @@ USER root
 RUN echo "https://packages.wolfi.dev/os" >> /etc/apk/repositories
 
 # node (without npm) is required by the prisma CLI at runtime
-RUN apk add --no-cache bash openssl tzdata nodejs python-3.13 libsndfile
+RUN apk add --no-cache bash openssl tzdata nodejs python-3.13 libsndfile libevent
+COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer
 
 WORKDIR /app
 ENV PATH="/app/.venv/bin:${PATH}" \
diff --git a/docker/Dockerfile.database b/docker/Dockerfile.database
index e9ad2849bb2..b0bf935c616 100644
--- a/docker/Dockerfile.database
+++ b/docker/Dockerfile.database
@@ -8,9 +8,25 @@ ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:e624c5d5e42382ce7
 ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
 # Pinned by digest like the other base images; bump explicitly on Node upgrades.
 ARG UI_BUILD_IMAGE=node:24.19-alpine3.24@sha256:d32cdf619f63fe0471182d08996dd516c6275bb5fd31ae06e55a570bd9e1ad43
+# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x)
+ARG PGBOUNCER_VERSION=1.25.2
+ARG PGBOUNCER_SHA256=924ad35113fd0a71c8e2dbe85b5d03445532e2b7b37a9f8a48983beea238b332
 
 FROM $UV_IMAGE AS uvbin
 
+FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder
+ARG PGBOUNCER_VERSION
+ARG PGBOUNCER_SHA256
+USER root
+RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl
+WORKDIR /build
+RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \
+    echo "${PGBOUNCER_SHA256}  pgbouncer.tar.gz" | sha256sum -c - && \
+    tar xzf pgbouncer.tar.gz --strip-components=1 && \
+    ./configure --prefix=/usr/local --with-openssl=/usr && \
+    make -j"$(nproc)" pgbouncer && \
+    install -m 0755 pgbouncer /usr/local/bin/pgbouncer
+
 # Admin UI builder. Pinned to the build platform so the architecture-independent
 # Next.js static export compiles once natively even in a multi-arch build,
 # instead of once per target arch under QEMU.
@@ -101,7 +117,8 @@ FROM $LITELLM_RUNTIME_IMAGE AS runtime
 USER root
 
 # node (without npm) is required by the prisma CLI at runtime
-RUN apk add --no-cache bash openssl tzdata nodejs python-3.13 libsndfile
+RUN apk add --no-cache bash openssl tzdata nodejs python-3.13 libsndfile libevent
+COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer
 
 WORKDIR /app
 ENV PATH="/app/.venv/bin:${PATH}" \
diff --git a/docker/Dockerfile.non_root b/docker/Dockerfile.non_root
index edf20e8bbff..5d729046678 100644
--- a/docker/Dockerfile.non_root
+++ b/docker/Dockerfile.non_root
@@ -7,9 +7,25 @@ ARG PROXY_EXTRAS_SOURCE=published
 ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
 # Pinned by digest like the other base images; bump explicitly on Node upgrades.
 ARG UI_BUILD_IMAGE=node:24.19-alpine3.24@sha256:d32cdf619f63fe0471182d08996dd516c6275bb5fd31ae06e55a570bd9e1ad43
+# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x)
+ARG PGBOUNCER_VERSION=1.25.2
+ARG PGBOUNCER_SHA256=924ad35113fd0a71c8e2dbe85b5d03445532e2b7b37a9f8a48983beea238b332
 
 FROM $UV_IMAGE AS uvbin
 
+FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder
+ARG PGBOUNCER_VERSION
+ARG PGBOUNCER_SHA256
+USER root
+RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl
+WORKDIR /build
+RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \
+    echo "${PGBOUNCER_SHA256}  pgbouncer.tar.gz" | sha256sum -c - && \
+    tar xzf pgbouncer.tar.gz --strip-components=1 && \
+    ./configure --prefix=/usr/local --with-openssl=/usr && \
+    make -j"$(nproc)" pgbouncer && \
+    install -m 0755 pgbouncer /usr/local/bin/pgbouncer
+
 # Admin UI builder. Pinned to the build platform so the architecture-independent
 # Next.js static export compiles once natively even in a multi-arch build,
 # instead of once per target arch under QEMU.
@@ -128,8 +144,9 @@ RUN for i in 1 2 3; do \
       apk upgrade --no-cache && break || sleep 5; \
     done && \
     for i in 1 2 3; do \
-      apk add --no-cache python-3.13 bash openssl tzdata libsndfile nodejs && break || sleep 5; \
+      apk add --no-cache python-3.13 bash openssl tzdata libsndfile nodejs libevent && break || sleep 5; \
     done
+COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer
 
 # Copy only what runtime needs. The application is installed inside the venv;
 # the rest of the builder's /app is source and build metadata that must not
diff --git a/gateway/Dockerfile b/gateway/Dockerfile
index 308d70a6b26..33d3791dbba 100644
--- a/gateway/Dockerfile
+++ b/gateway/Dockerfile
@@ -1,9 +1,25 @@
 ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:e624c5d5e42382ce7165ddafcbbf8e6769a24cbd02ea6114b880b05ae5ba2a8d
 ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/wolfi-base@sha256:e624c5d5e42382ce7165ddafcbbf8e6769a24cbd02ea6114b880b05ae5ba2a8d
 ARG UV_IMAGE=ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
+# Checksum from https://www.pgbouncer.org/downloads/ (the Wolfi repo only carries 1.24.x)
+ARG PGBOUNCER_VERSION=1.25.2
+ARG PGBOUNCER_SHA256=924ad35113fd0a71c8e2dbe85b5d03445532e2b7b37a9f8a48983beea238b332
 
 FROM $UV_IMAGE AS uvbin
 
+FROM $LITELLM_BUILD_IMAGE AS pgbouncer-builder
+ARG PGBOUNCER_VERSION
+ARG PGBOUNCER_SHA256
+USER root
+RUN apk add --no-cache build-base pkgconf libevent-dev openssl-dev curl
+WORKDIR /build
+RUN curl -fsSL -o pgbouncer.tar.gz "https://www.pgbouncer.org/downloads/files/${PGBOUNCER_VERSION}/pgbouncer-${PGBOUNCER_VERSION}.tar.gz" && \
+    echo "${PGBOUNCER_SHA256}  pgbouncer.tar.gz" | sha256sum -c - && \
+    tar xzf pgbouncer.tar.gz --strip-components=1 && \
+    ./configure --prefix=/usr/local --with-openssl=/usr && \
+    make -j"$(nproc)" pgbouncer && \
+    install -m 0755 pgbouncer /usr/local/bin/pgbouncer
+
 # ---------- Builder ----------
 FROM $LITELLM_BUILD_IMAGE AS builder
 
@@ -61,6 +77,10 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         --extra bedrock-realtime \
         --python python3.13
 
+# PYTHONPATH=/app makes the source tree shadow the installed package, so the
+# compiled Rust extension must live next to the source or it is never imported.
+RUN cp "$(python -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')"/litellm/rust_bridge/_native*.so litellm/rust_bridge/
+
 RUN HOME=/opt/prisma XDG_CACHE_HOME=/opt/prisma/.cache PRISMA_BINARY_CACHE_DIR=/opt/prisma/binaries \
     npm_config_cache=/root/.npm \
     prisma generate --schema=./schema.prisma
@@ -73,7 +93,7 @@ FROM $LITELLM_RUNTIME_IMAGE AS runtime
 USER root
 
 RUN for i in 1 2 3; do \
-      apk add --no-cache bash openssl tzdata python-3.13 libsndfile libatomic && break; \
+      apk add --no-cache bash openssl tzdata python-3.13 libsndfile libatomic libevent && break; \
       [ $i = 3 ] && { echo "apk add failed after 3 retries" >&2; exit 1; }; \
       sleep 5; \
     done
@@ -90,15 +110,17 @@ ENV HOME=/home/nonroot \
 
 COPY --from=builder --chown=nonroot:nonroot /app /app
 COPY --from=builder /opt/prisma /opt/prisma
+COPY --from=pgbouncer-builder /usr/local/bin/pgbouncer /usr/local/bin/pgbouncer
 
 RUN find /app/.venv -type f -path "*/tornado/test/*" -delete && \
     find /app/.venv -type d -path "*/tornado/test" -delete && \
     chmod -R a+rX /opt/prisma && \
-    python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths"
+    python -c "from prisma.client import BINARY_PATHS; paths = list(BINARY_PATHS.query_engine.values()); assert paths and all(p.startswith('/opt/prisma/') for p in paths), paths" && \
+    python -c "import litellm; from litellm.rust_bridge.loader import native_bridge_available; assert litellm.__file__ == '/app/litellm/__init__.py', litellm.__file__; assert native_bridge_available()"
 
 USER nonroot
 
 EXPOSE 4000/tcp
 
-ENTRYPOINT ["sh", "-c", "exec /app/docker/component_entrypoint.sh uvicorn gateway.main:app --workers \"${NUM_WORKERS:-1}\" \"$@\"", "--"]
+ENTRYPOINT ["sh", "-c", "exec /app/docker/component_entrypoint.sh python -m gateway.launch --workers \"${NUM_WORKERS:-1}\" \"$@\"", "--"]
 CMD ["--host", "0.0.0.0", "--port", "4000"]
diff --git a/gateway/launch.py b/gateway/launch.py
new file mode 100644
index 00000000000..6b28fafdcf6
--- /dev/null
+++ b/gateway/launch.py
@@ -0,0 +1,71 @@
+"""Gateway supervisor: assemble DATABASE_URL, start the in-container PgBouncer, then run uvicorn.
+
+``gateway/main.py`` assembles ``DATABASE_URL`` inside every uvicorn worker, which
+is fine for a plain Postgres URL but not for the pooler: PgBouncer must be
+started exactly once per pod, before the workers fork, and the workers must be
+handed the loopback URL it listens on. A pre-existing ``DATABASE_URL`` wins in
+``DatabaseURLSettings.apply_to_env`` under password auth, so setting it here is
+enough for every worker to pick the pooled URL up unchanged.
+
+Run with:
+    python -m gateway.launch --workers 4 --host 0.0.0.0 --port 4000
+"""
+
+import os
+import sys
+from collections.abc import Callable, Mapping, Sequence
+from typing import Final
+
+from uvicorn.main import main as uvicorn_main
+
+from litellm.proxy.db.db_url_settings import DatabaseURLSettings
+from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings, start_in_container_pgbouncer
+
+GATEWAY_APP: Final = "gateway.main:app"
+KEEPALIVE_FLAG: Final = "--timeout-keep-alive"
+
+
+def uvicorn_argv(argv: Sequence[str], environ: Mapping[str, str]) -> tuple[str, ...]:
+    """Honor ``KEEPALIVE_TIMEOUT`` like ``proxy_cli.py`` does, unless the flag was passed explicitly."""
+    keepalive: Final = environ.get("KEEPALIVE_TIMEOUT")
+    if keepalive is None or any(arg == KEEPALIVE_FLAG or arg.startswith(f"{KEEPALIVE_FLAG}=") for arg in argv):
+        return (GATEWAY_APP, *argv)
+    return (GATEWAY_APP, *argv, KEEPALIVE_FLAG, keepalive)
+
+
+def pool_database_url(
+    settings: DatabaseURLSettings,
+    pgbouncer: PgBouncerSettings,
+    environ: Mapping[str, str],
+) -> str | PgBouncerError | None:
+    """Start the in-container PgBouncer and return its loopback URL, or None when ``pgbouncer.enabled`` is off.
+
+    The upstream URL is whatever ``apply_to_env`` assembled from the discrete
+    ``DATABASE_*`` vars (or an operator-pinned ``DATABASE_URL``). Token auth is
+    rejected by the pooler itself, since it holds one password for its lifetime.
+    """
+    if not pgbouncer.enabled:
+        return None
+    upstream_url: Final = environ.get("DATABASE_URL")
+    if upstream_url is None:
+        return PgBouncerError("LITELLM_PGBOUNCER_ENABLED is set but no DATABASE_URL could be assembled")
+    return start_in_container_pgbouncer(pgbouncer, upstream_url, token_auth_enabled=settings.token_auth() is not None)
+
+
+def _serve(argv: Sequence[str]) -> None:
+    uvicorn_main(tuple(argv), prog_name="uvicorn")
+
+
+def main(argv: Sequence[str], serve: Callable[[Sequence[str]], None] = _serve) -> None:
+    settings: Final = DatabaseURLSettings.from_env()
+    settings.apply_to_env()
+    pooled_url: Final = pool_database_url(settings, PgBouncerSettings(), os.environ)
+    if isinstance(pooled_url, PgBouncerError):
+        sys.exit(f"LiteLLM gateway: in-container pgbouncer could not start: {pooled_url.reason}")
+    if pooled_url is not None:
+        os.environ["DATABASE_URL"] = pooled_url
+    serve(uvicorn_argv(argv, os.environ))
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
diff --git a/helm/litellm-helm/templates/deployment.yaml b/helm/litellm-helm/templates/deployment.yaml
index f7c918a6827..834071eb9b2 100644
--- a/helm/litellm-helm/templates/deployment.yaml
+++ b/helm/litellm-helm/templates/deployment.yaml
@@ -117,6 +117,14 @@ spec:
             - name: DATABASE_URL_READ_REPLICA
               value: {{ .Values.db.readReplicaUrl | quote }}
             {{- end }}
+            {{- if .Values.db.connectionPool.enabled }}
+            - name: LITELLM_PGBOUNCER_ENABLED
+              value: "true"
+            - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+              value: {{ .Values.db.connectionPool.maxDbConnections | quote }}
+            - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+              value: {{ .Values.db.connectionPool.maxClientConn | quote }}
+            {{- end }}
             - name: PROXY_MASTER_KEY
               valueFrom:
                 secretKeyRef:
diff --git a/helm/litellm-helm/tests/connection_pool_tests.yaml b/helm/litellm-helm/tests/connection_pool_tests.yaml
new file mode 100644
index 00000000000..af23512dafc
--- /dev/null
+++ b/helm/litellm-helm/tests/connection_pool_tests.yaml
@@ -0,0 +1,61 @@
+suite: test in-container connection pool
+templates:
+  - deployment.yaml
+  - configmap-litellm.yaml
+tests:
+  - it: should not emit pgbouncer env vars by default
+    template: deployment.yaml
+    asserts:
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "20"
+
+  - it: should enable the pool with the default sizing when connectionPool.enabled is set
+    template: deployment.yaml
+    set:
+      db.connectionPool.enabled: true
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "20"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "1000"
+
+  - it: should pass custom sizing through as strings next to the worker count
+    template: deployment.yaml
+    set:
+      numWorkers: 4
+      db.connectionPool.enabled: true
+      db.connectionPool.maxDbConnections: 8
+      db.connectionPool.maxClientConn: 400
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "8"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "400"
+      - contains:
+          path: spec.template.spec.containers[0].args
+          content: "4"
diff --git a/helm/litellm-helm/values.yaml b/helm/litellm-helm/values.yaml
index 907f85de8fc..db596e2d68e 100644
--- a/helm/litellm-helm/values.yaml
+++ b/helm/litellm-helm/values.yaml
@@ -355,6 +355,20 @@ db:
   # only (e.g. when IAM_TOKEN_DB_AUTH supplies the token at runtime).
   readReplicaUrl: ""
 
+  # In-container connection pool (PgBouncer, transaction mode) shared by every
+  # worker in the pod. Without it each --num_workers worker opens its own
+  # connection_limit connections to Postgres, so a pod's footprint against the
+  # database's connection ceiling is workers x connection_limit and grows with
+  # every replica. With it, the pod holds at most maxDbConnections upstream
+  # connections no matter how many workers run; the workers connect to the pool
+  # over loopback, with no extra network hop. Migrations still go straight to
+  # Postgres. Starting profile for numWorkers: 4 is maxDbConnections: 20, so
+  # a database with a 5000-connection ceiling fits roughly 200 replicas.
+  connectionPool:
+    enabled: false
+    maxDbConnections: 20
+    maxClientConn: 1000
+
   # Use the Stackgres Helm chart to deploy an instance of a Stackgres cluster.
   #  The Stackgres Operator must already be installed within the target
   #  Kubernetes cluster.
diff --git a/helm/litellm/templates/_helpers.tpl b/helm/litellm/templates/_helpers.tpl
index c459512c7b9..4ad3cfe0484 100644
--- a/helm/litellm/templates/_helpers.tpl
+++ b/helm/litellm/templates/_helpers.tpl
@@ -360,6 +360,23 @@ harmless no-op for the Job and authoritative for the app pods.
 {{- end }}
 {{- end -}}
 
+{{/*
+In-container PgBouncer env for the gateway container. Fails at render time under IAM or Entra auth: the pooler holds one static password for the life of the pod.
+*/}}
+{{- define "litellm.connectionPoolEnv" -}}
+{{- if or .Values.database.writer.useIAMAuth .Values.database.writer.useAzureEntraAuth }}
+{{- fail "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password" }}
+{{- end }}
+{{- with .Values.database.connectionPool -}}
+- name: LITELLM_PGBOUNCER_ENABLED
+  value: "true"
+- name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+  value: {{ required "database.connectionPool.maxDbConnections is required when the pool is enabled" .maxDbConnections | quote }}
+- name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+  value: {{ required "database.connectionPool.maxClientConn is required when the pool is enabled" .maxClientConn | quote }}
+{{- end }}
+{{- end -}}
+
 {{/*
 PodDisruptionBudget shared by gateway, backend, and ui.
 
diff --git a/helm/litellm/templates/gateway/deployment.yaml b/helm/litellm/templates/gateway/deployment.yaml
index 9cb6b07e77b..1e9041f0a33 100644
--- a/helm/litellm/templates/gateway/deployment.yaml
+++ b/helm/litellm/templates/gateway/deployment.yaml
@@ -61,6 +61,9 @@ spec:
             - name: NUM_WORKERS
               value: {{ .Values.gateway.numWorkers | quote }}
             {{- end }}
+            {{- if .Values.database.connectionPool.enabled }}
+            {{- include "litellm.connectionPoolEnv" $ | nindent 12 }}
+            {{- end }}
             {{- if .Values.billingMetrics.enabled }}
             {{- include "litellm.billingMetricsEnv" . | nindent 12 }}
             {{- end }}
diff --git a/helm/litellm/tests/connection_pool_tests.yaml b/helm/litellm/tests/connection_pool_tests.yaml
new file mode 100644
index 00000000000..31be7575f3c
--- /dev/null
+++ b/helm/litellm/tests/connection_pool_tests.yaml
@@ -0,0 +1,117 @@
+suite: test in-container connection pool env vars
+templates:
+  - gateway/deployment.yaml
+  - gateway/configmap.yaml
+  - backend/deployment.yaml
+  - backend/configmap.yaml
+values:
+  - ./values/required.yaml
+tests:
+  - it: renders no pool env by default
+    template: gateway/deployment.yaml
+    asserts:
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+          any: true
+
+  - it: enabled pool renders the three pgbouncer vars with the configured sizes
+    template: gateway/deployment.yaml
+    set:
+      gateway.numWorkers: 4
+      database.connectionPool.enabled: true
+      database.connectionPool.maxDbConnections: 8
+      database.connectionPool.maxClientConn: 250
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "8"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "250"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: NUM_WORKERS
+            value: "4"
+
+  - it: enabled pool uses the chart default sizes
+    template: gateway/deployment.yaml
+    set:
+      database.connectionPool.enabled: true
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "20"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "1000"
+
+  - it: backend never gets the pool env
+    template: backend/deployment.yaml
+    set:
+      database.connectionPool.enabled: true
+    asserts:
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
+
+  - it: pool with IAM auth fails at render time
+    template: gateway/deployment.yaml
+    set:
+      database.connectionPool.enabled: true
+      database.writer.useIAMAuth: true
+    asserts:
+      - failedTemplate:
+          errorMessage: "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password"
+
+  - it: pool with Entra auth fails at render time
+    template: gateway/deployment.yaml
+    set:
+      database.connectionPool.enabled: true
+      database.writer.useAzureEntraAuth: true
+    asserts:
+      - failedTemplate:
+          errorMessage: "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password"
+
+  - it: IAM auth without the pool still renders
+    template: gateway/deployment.yaml
+    set:
+      database.writer.useIAMAuth: true
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: IAM_TOKEN_DB_AUTH
+            value: "true"
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
diff --git a/helm/litellm/values.yaml b/helm/litellm/values.yaml
index be1e6d43987..45ab5229f38 100644
--- a/helm/litellm/values.yaml
+++ b/helm/litellm/values.yaml
@@ -225,6 +225,26 @@ database:
       usernameKey: username
       passwordKey: password
 
+  # In-container connection pool (PgBouncer, transaction mode) shared by every
+  # gateway worker in the pod. Without it each of the `gateway.numWorkers`
+  # workers opens its own Prisma pool straight to Postgres, so a pod's
+  # footprint against the database's connection ceiling is
+  # numWorkers x connection_limit and grows with every replica. With it, the
+  # pod holds at most maxDbConnections upstream connections no matter how many
+  # workers run; the workers connect to the pool over loopback, with no extra
+  # network hop. The chart emits LITELLM_PGBOUNCER_ENABLED /
+  # LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS / LITELLM_PGBOUNCER_MAX_CLIENT_CONN on
+  # the gateway container only: the backend runs a single worker and the
+  # migrations Job must keep a direct connection. The pool holds a static
+  # password, so it cannot be combined with `database.writer.useIAMAuth` or
+  # `useAzureEntraAuth` (rendering fails). Starting profile for
+  # `gateway.numWorkers: 4` is maxDbConnections: 20, so a database with a
+  # 5000-connection ceiling fits roughly 200 gateway replicas.
+  connectionPool:
+    enabled: false
+    maxDbConnections: 20
+    maxClientConn: 1000
+
 # Optional Redis. Leave host empty to disable.
 #
 # This is the proxy's coordination store: cross-pod tpm/rpm rate limits, spend
diff --git a/litellm/proxy/db/pgbouncer.py b/litellm/proxy/db/pgbouncer.py
new file mode 100644
index 00000000000..7792867600c
--- /dev/null
+++ b/litellm/proxy/db/pgbouncer.py
@@ -0,0 +1,525 @@
+"""In-container PgBouncer shared by every proxy worker.
+
+Each uvicorn worker owns a Prisma query engine with its own pool of
+``connection_limit`` server connections, so the connections a pod holds open
+against Postgres scale as ``workers * connection_limit`` and a database with a
+fixed connection ceiling runs out of room as pods and workers are added.
+
+When ``LITELLM_PGBOUNCER_ENABLED`` is set, the supervisor process starts one
+PgBouncer next to the workers (no extra network hop: it listens on loopback
+inside the pod) in transaction pooling mode, points ``DATABASE_URL`` at it
+with ``pgbouncer=true`` so Prisma stops using server-side prepared statements,
+and keeps it running for the life of the proxy. Every worker's pool then
+becomes cheap client connections to PgBouncer while the upstream connection
+count is capped at ``LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS`` per pod, no matter
+how many workers run.
+
+Migrations and the schema diff run in the supervisor before the pooler is
+started, so they always go straight to Postgres. ``DATABASE_URL_READ_REPLICA``
+is left untouched.
+
+The pooler holds the database password from startup, so it cannot be combined
+with ``IAM_TOKEN_DB_AUTH`` or ``AZURE_POSTGRESQL_AUTH``: those rotate the
+password inside every worker on their own schedule, and PgBouncer would keep
+authenticating upstream with the expired token.
+"""
+
+from __future__ import annotations
+
+import atexit
+import os
+import re
+import shlex
+import shutil
+import socket
+import subprocess
+import tempfile
+import threading
+import time
+import urllib.parse
+from collections.abc import Callable, Mapping, Sequence
+from dataclasses import dataclass
+from pathlib import Path
+from types import MappingProxyType
+from typing import Final
+
+from pydantic import Field
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+from litellm._logging import verbose_proxy_logger
+from litellm.proxy.db.token_auth import AZURE_POSTGRESQL_AUTH_ENV_VAR, IAM_TOKEN_DB_AUTH_ENV_VAR
+
+PGBOUNCER_ENV_PREFIX: Final = "LITELLM_PGBOUNCER_"
+PGBOUNCER_LISTEN_ADDR: Final = "127.0.0.1"
+PGBOUNCER_INI_NAME: Final = "pgbouncer.ini"
+PGBOUNCER_USERLIST_NAME: Final = "userlist.txt"
+PGBOUNCER_CA_NAME: Final = "server-ca.pem"
+PGBOUNCER_RESTART_DELAY_SECONDS: Final = 1.0
+PGBOUNCER_READY_TIMEOUT_SECONDS: Final = 15.0
+PGBOUNCER_STOP_GRACE_SECONDS: Final = 10.0
+PGBOUNCER_UNPRIVILEGED_USER: Final = "nobody"
+PGBOUNCER_MIN_VERSION: Final = (1, 19)
+PGBOUNCER_VERSION_PATTERN: Final = re.compile(r"PgBouncer (\d+)\.(\d+)")
+PGBOUNCER_LIST_DELIMITER_PATTERN: Final = re.compile(r"[,\s]")
+PGBOUNCER_TOKEN_AUTH_CONFLICT: Final = (
+    f"the in-container pgbouncer cannot be combined with {IAM_TOKEN_DB_AUTH_ENV_VAR} or "
+    f"{AZURE_POSTGRESQL_AUTH_ENV_VAR}: each worker rotates the database password on its own schedule and the pooler "
+    "would keep using the expired token upstream. Disable the pooler or use a static database password"
+)
+
+# Prisma's client-side TLS params describe the hop to Postgres, which becomes
+# PgBouncer's server side. They move into ``server_tls_*`` and must not stay on
+# the loopback URL: the listener speaks plain TCP and Prisma would refuse it
+# under ``sslmode=require`` or ``channel_binding=require``.
+PRISMA_TLS_PARAM_KEYS: Final[frozenset[str]] = frozenset(
+    {"sslmode", "sslcert", "sslaccept", "sslidentity", "sslpassword", "channel_binding", "gssencmode"}
+)
+POOLED_URL_DROPPED_KEYS: Final[frozenset[str]] = PRISMA_TLS_PARAM_KEYS | frozenset(("options", "pgbouncer"))
+PGBOUNCER_SSLMODES: Final[frozenset[str]] = frozenset(
+    {"disable", "allow", "prefer", "require", "verify-ca", "verify-full"}
+)
+
+
+class PgBouncerSettings(BaseSettings):
+    """``LITELLM_PGBOUNCER_*`` env vars, read once in the supervisor."""
+
+    model_config = SettingsConfigDict(
+        env_prefix=PGBOUNCER_ENV_PREFIX, case_sensitive=False, extra="ignore", frozen=True
+    )
+
+    enabled: bool = False
+    port: int = Field(default=6432, ge=1, le=65535)
+    max_db_connections: int = Field(default=20, ge=1)
+    max_client_conn: int = Field(default=1000, ge=1)
+    binary: str = "pgbouncer"
+
+
+@dataclass(frozen=True, slots=True)
+class PgBouncerPlan:
+    ini: str
+    userlist: str
+    pooled_url: str
+    ca_source: str | None = None
+
+
+@dataclass(frozen=True, slots=True)
+class PgBouncerError:
+    reason: str
+
+
+def _single_quoted(value: str) -> str:
+    """Quote for SQL and for PgBouncer's ``[databases]`` connection string: both double a literal ``'``."""
+    return "'" + value.replace("'", "''") + "'"
+
+
+def _userlist_quote(value: str) -> str:
+    return '"' + value.replace('"', '""') + '"'
+
+
+def _option_settings(tokens: Sequence[str]) -> tuple[str, ...] | None:
+    """The ``name=value`` settings in a libpq ``options`` string, or None if it holds anything else.
+
+    Accepts ``-c name=value``, ``-cname=value`` and ``--name=value``; a
+    detached ``-c`` is folded into the token that follows it first.
+    """
+    folded: Final = tuple(
+        f"-c{tokens[index + 1]}" if token == "-c" and index + 1 < len(tokens) else token
+        for index, token in enumerate(tokens)
+        if index == 0 or tokens[index - 1] != "-c"
+    )
+    settings: Final = tuple(token[2:] for token in folded if token.startswith(("-c", "--")) and "=" in token[2:])
+    return settings if len(settings) == len(folded) else None
+
+
+def _connect_query(options: str) -> str | PgBouncerError:
+    """Turn Prisma's ``options=-c name=value ...`` startup param into ``SET`` statements.
+
+    PgBouncer rejects any ``-c`` setting in ``options`` that is not one of the
+    handful it tracks (``statement_timeout`` and ``lock_timeout`` are not), so
+    the settings are applied to each new server connection instead. Every
+    client shares them, which is what the single ``DATABASE_URL`` gave anyway.
+    """
+    settings: Final = _option_settings(tuple(shlex.split(options)))
+    if settings is None:
+        return PgBouncerError(f"cannot translate the DATABASE_URL options {options!r} into PgBouncer settings")
+    return "; ".join(
+        f"SET {name.strip()} TO {_single_quoted(value.strip())}"
+        for name, value in (setting.split("=", 1) for setting in settings)
+    )
+
+
+def _server_tls_settings(sslmode: str, sslcert: str, sslaccept: str, ca_path: Path) -> tuple[str, ...] | PgBouncerError:
+    """``server_tls_*`` lines naming ``ca_path``, the runtime-dir copy of the bundle: the original (or the
+    0600 root pinned by ``pin_bundle_root``) is often unreadable for the user PgBouncer drops to."""
+    if sslmode not in PGBOUNCER_SSLMODES:
+        return PgBouncerError(f"unsupported sslmode {sslmode!r} on DATABASE_URL")
+    verify: Final = sslmode in ("verify-ca", "verify-full") or (sslmode == "require" and sslaccept == "strict")
+    if verify and not sslcert:
+        return PgBouncerError(
+            "DATABASE_URL asks for a verified TLS connection but names no CA bundle; "
+            "add sslcert=<ca.pem> (or sslrootcert=) so the in-container PgBouncer can verify Postgres"
+        )
+    mode: Final = "verify-full" if verify else sslmode
+    return (f"server_tls_sslmode = {mode}", *((f"server_tls_ca_file = {ca_path}",) if sslcert else ()))
+
+
+def plan_pgbouncer(
+    upstream_url: str,
+    settings: PgBouncerSettings,
+    runtime_dir: Path,
+    run_as_user: str | None,
+) -> PgBouncerPlan | PgBouncerError:
+    """Render the PgBouncer config for ``upstream_url`` and the loopback URL Prisma uses instead.
+
+    Params describing Prisma's own pool (``connection_limit``, ``pool_timeout``,
+    ...) stay on the pooled URL; the TLS params and ``options`` describe the hop
+    to Postgres and move into the PgBouncer config. ``run_as_user`` is the
+    unprivileged user PgBouncer drops to when the proxy runs as root, which
+    PgBouncer itself refuses to do.
+    """
+    parsed: Final = urllib.parse.urlsplit(upstream_url)
+    params: Final[Mapping[str, str]] = MappingProxyType(
+        dict(urllib.parse.parse_qsl(parsed.query, keep_blank_values=True))
+    )
+    dbname: Final = urllib.parse.unquote(parsed.path.lstrip("/"))
+    username: Final = urllib.parse.unquote(parsed.username or "")
+    password: Final = None if parsed.password is None else urllib.parse.unquote(parsed.password)
+    if not parsed.hostname or not username or password is None or not dbname:
+        return PgBouncerError(
+            "DATABASE_URL must carry a host, user, password and database name for the in-container PgBouncer"
+        )
+    if PGBOUNCER_LIST_DELIMITER_PATTERN.search(username):
+        return PgBouncerError(
+            f"the database user {username!r} cannot be named in PgBouncer's stats_users list: "
+            "PgBouncer splits list settings on commas and whitespace and has no quoting for them"
+        )
+    if "sslidentity" in params:
+        return PgBouncerError("client certificates (sslidentity) are not supported with the in-container PgBouncer")
+    tls: Final = _server_tls_settings(
+        params.get("sslmode", "prefer"),
+        params.get("sslcert", ""),
+        params.get("sslaccept", ""),
+        runtime_dir / PGBOUNCER_CA_NAME,
+    )
+    if isinstance(tls, PgBouncerError):
+        return tls
+    connect_query: Final = _connect_query(params["options"]) if params.get("options") else ""
+    if isinstance(connect_query, PgBouncerError):
+        return connect_query
+    upstream: Final = " ".join(
+        (
+            f"host={_single_quoted(parsed.hostname)}",
+            f"port={parsed.port or 5432}",
+            f"dbname={_single_quoted(dbname)}",
+            f"user={_single_quoted(username)}",
+            f"password={_single_quoted(password)}",
+            *((f"connect_query={_single_quoted(connect_query)}",) if connect_query else ()),
+        )
+    )
+    ini: Final = "\n".join(
+        (
+            "[databases]",
+            f"{dbname} = {upstream}",
+            "",
+            "[pgbouncer]",
+            f"listen_addr = {PGBOUNCER_LISTEN_ADDR}",
+            f"listen_port = {settings.port}",
+            f"unix_socket_dir = {runtime_dir}",
+            f"auth_file = {runtime_dir / PGBOUNCER_USERLIST_NAME}",
+            "auth_type = scram-sha-256",
+            f"stats_users = {username}",
+            "pool_mode = transaction",
+            f"max_client_conn = {settings.max_client_conn}",
+            f"default_pool_size = {settings.max_db_connections}",
+            f"max_db_connections = {settings.max_db_connections}",
+            "ignore_startup_parameters = extra_float_digits",
+            *tls,
+            *((f"user = {run_as_user}",) if run_as_user else ()),
+            "",
+        )
+    )
+    userlist: Final = f"{_userlist_quote(username)} {_userlist_quote(password)}\n"
+    pooled_query: Final = urllib.parse.urlencode(
+        (*((key, value) for key, value in params.items() if key not in POOLED_URL_DROPPED_KEYS), ("pgbouncer", "true"))
+    )
+    credentials: Final = f"{urllib.parse.quote(username, safe='')}:{urllib.parse.quote(password, safe='')}"
+    pooled_url: Final = urllib.parse.urlunsplit(
+        parsed._replace(netloc=f"{credentials}@{PGBOUNCER_LISTEN_ADDR}:{settings.port}", query=pooled_query)
+    )
+    return PgBouncerPlan(ini=ini, userlist=userlist, pooled_url=pooled_url, ca_source=params.get("sslcert") or None)
+
+
+def write_pgbouncer_files(plan: PgBouncerPlan, runtime_dir: Path, run_as_user: str | None) -> Path | PgBouncerError:
+    """Write the ini, userlist (both hold the password, so mode 0600) and CA copy, and return the ini path.
+
+    ``run_as_user`` is the user PgBouncer drops to when started as root; it has
+    to own the files it re-reads on reload and the socket directory.
+    """
+    ini_path: Final = runtime_dir / PGBOUNCER_INI_NAME
+    userlist_path: Final = runtime_dir / PGBOUNCER_USERLIST_NAME
+    ca_path: Final = runtime_dir / PGBOUNCER_CA_NAME
+    if plan.ca_source is not None:
+        try:
+            shutil.copyfile(plan.ca_source, ca_path)
+        except OSError as error:
+            return PgBouncerError(f"cannot read the CA bundle {plan.ca_source!r} named by sslcert: {error}")
+    for path, content in ((userlist_path, plan.userlist), (ini_path, plan.ini)):
+        path.touch(mode=0o600)
+        path.write_text(content, encoding="utf-8")
+    if run_as_user is not None:
+        runtime_dir.chmod(0o700)
+        for path in (runtime_dir, ini_path, userlist_path, *((ca_path,) if plan.ca_source is not None else ())):
+            shutil.chown(path, user=run_as_user)
+    return ini_path
+
+
+def _port_open(port: int) -> bool:
+    try:
+        with socket.create_connection((PGBOUNCER_LISTEN_ADDR, port), timeout=0.5):
+            return True
+    except OSError:
+        return False
+
+
+def _unix_socket_open(path: Path) -> bool:
+    with socket.socket(socket.AF_UNIX) as probe:
+        probe.settimeout(0.5)
+        try:
+            probe.connect(str(path))
+        except OSError:
+            return False
+        return True
+
+
+def unix_socket_path(runtime_dir: Path, port: int) -> Path:
+    return runtime_dir / f".s.PGSQL.{port}"
+
+
+def pgbouncer_version(binary: str) -> tuple[int, int] | PgBouncerError:
+    """``(major, minor)`` from ``<binary> --version``.
+
+    Readiness relies on PgBouncer exiting when it cannot bind its TCP port,
+    which it does from 1.19 on. Older releases log a warning and serve the unix
+    socket alone, so their socket would vouch for a port held by someone else.
+    """
+    try:
+        output: Final = subprocess.run(
+            (binary, "--version"), capture_output=True, text=True, check=False, timeout=10
+        ).stdout
+    except (OSError, subprocess.TimeoutExpired) as run_error:
+        return PgBouncerError(f"could not run {binary!r} --version: {run_error}")
+    found: Final = PGBOUNCER_VERSION_PATTERN.search(output)
+    if found is None:
+        return PgBouncerError(f"{binary!r} --version did not report a PgBouncer version: {output.strip()!r}")
+    return int(found[1]), int(found[2])
+
+
+def _end(process: subprocess.Popen[bytes]) -> None:
+    if process.poll() is not None:
+        return
+    process.terminate()
+    try:
+        process.wait(timeout=PGBOUNCER_STOP_GRACE_SECONDS)
+    except subprocess.TimeoutExpired:
+        process.kill()
+        process.wait()
+
+
+class PgBouncerProcess:
+    """Runs ``argv`` as a foreground child and restarts it whenever it exits on its own.
+
+    Prisma reconnects by itself after a failed query, so a PgBouncer crash
+    costs the requests in flight plus one failed query per idle pooled
+    connection the crash severed, and nothing else once the replacement is
+    listening again. A replacement that cannot be spawned, finds its port
+    taken, exits again or never starts listening is retried every
+    ``restart_delay_seconds`` until ``stop`` is called.
+
+    A connect probe of ``port`` cannot tell the child from another process
+    that grabbed the port after the availability check, so readiness also
+    needs ``socket_path``: the unix socket PgBouncer creates in the private
+    runtime directory, which it only does once every TCP listener is bound
+    (PgBouncer 1.19 or newer, see ``pgbouncer_version``).
+    """
+
+    def __init__(
+        self,
+        argv: Sequence[str],
+        port: int,
+        socket_path: Path,
+        restart_delay_seconds: float = PGBOUNCER_RESTART_DELAY_SECONDS,
+        ready_timeout_seconds: float = PGBOUNCER_READY_TIMEOUT_SECONDS,
+    ) -> None:
+        self.argv: Final = tuple(argv)
+        self.port: Final = port
+        self.socket_path: Final = socket_path
+        self.restart_delay_seconds: Final = restart_delay_seconds
+        self.ready_timeout_seconds: Final = ready_timeout_seconds
+        self._stopping: Final = threading.Event()
+        self._lock: Final = threading.Lock()
+        self._process: subprocess.Popen[bytes] | None = None
+
+    @property
+    def pid(self) -> int | None:
+        with self._lock:
+            return None if self._process is None else self._process.pid
+
+    def _spawn(self) -> subprocess.Popen[bytes] | PgBouncerError | None:
+        """Start a child, or None once ``stop`` ran; both take the lock so no child can slip in after a stop.
+
+        The port has to be free first: a listener that is already there would
+        pass the readiness check while the child fails to bind.
+        """
+        with self._lock:
+            if self._stopping.is_set():
+                return None
+            if _port_open(self.port):
+                return PgBouncerError(f"{PGBOUNCER_LISTEN_ADDR}:{self.port} is already in use by another process")
+            try:
+                process: Final = subprocess.Popen(self.argv)
+            except OSError as spawn_error:
+                return PgBouncerError(f"could not start {self.argv[0]!r}: {spawn_error}")
+            self._process = process
+            return process
+
+    def _wait_ready(self, process: subprocess.Popen[bytes]) -> PgBouncerError | None:
+        deadline: Final = time.monotonic() + self.ready_timeout_seconds
+        while time.monotonic() < deadline:
+            if process.poll() is not None:
+                return PgBouncerError(f"pgbouncer exited with status {process.returncode} during startup")
+            if _port_open(self.port) and _unix_socket_open(self.socket_path):
+                return None
+            time.sleep(0.1)
+        if _port_open(self.port):
+            return PgBouncerError(
+                f"{PGBOUNCER_LISTEN_ADDR}:{self.port} is served by another process, not the pgbouncer that was started"
+            )
+        return PgBouncerError(
+            f"pgbouncer did not start listening on {PGBOUNCER_LISTEN_ADDR}:{self.port} "
+            f"within {self.ready_timeout_seconds:.0f}s"
+        )
+
+    def start(self) -> PgBouncerError | None:
+        """Spawn PgBouncer, wait until it listens on port and unix socket, then supervise it from a daemon thread."""
+        process: Final = self._spawn()
+        if process is None:
+            return PgBouncerError("pgbouncer was stopped before it started")
+        if isinstance(process, PgBouncerError):
+            return process
+        not_ready: Final = self._wait_ready(process)
+        if not_ready is not None:
+            self.stop()
+            return not_ready
+        self._watch(process)
+        return None
+
+    def _watch(self, process: subprocess.Popen[bytes]) -> None:
+        threading.Thread(
+            target=self._supervise, args=(process,), daemon=True, name="litellm-pgbouncer-supervisor"
+        ).start()
+
+    def _supervise(self, process: subprocess.Popen[bytes]) -> None:
+        status: Final = process.wait()
+        if self._stopping.is_set():
+            return
+        verbose_proxy_logger.error(
+            "In-container pgbouncer (pid %s) exited with status %s; restarting in %.1fs.",
+            process.pid,
+            status,
+            self.restart_delay_seconds,
+        )
+        self._restart_after_delay()
+
+    def _restart_after_delay(self) -> None:
+        time.sleep(self.restart_delay_seconds)
+        process: Final = self._spawn()
+        if process is None:
+            return
+        if isinstance(process, PgBouncerError):
+            self._retry_restart(process.reason)
+            return
+        not_ready: Final = self._wait_ready(process)
+        if not_ready is None:
+            self._watch(process)
+            return
+        _end(process)
+        self._retry_restart(not_ready.reason)
+
+    def _retry_restart(self, reason: str) -> None:
+        if self._stopping.is_set():
+            return
+        verbose_proxy_logger.error(
+            "In-container pgbouncer could not be restarted (%s); retrying in %.1fs.", reason, self.restart_delay_seconds
+        )
+        threading.Thread(target=self._restart_after_delay, daemon=True, name="litellm-pgbouncer-supervisor").start()
+
+    def stop(self) -> None:
+        with self._lock:
+            self._stopping.set()
+            process: Final = self._process
+        if process is not None:
+            _end(process)
+
+
+def _only_in_this_process(action: Callable[[], None]) -> Callable[[], None]:
+    """An exit hook that does nothing in a forked child, which inherits the parent's ``atexit`` table."""
+    owner_pid: Final = os.getpid()
+
+    def run() -> None:
+        if os.getpid() == owner_pid:
+            action()
+
+    return run
+
+
+def start_in_container_pgbouncer(
+    settings: PgBouncerSettings,
+    upstream_url: str,
+    token_auth_enabled: bool = False,
+    register_exit_hook: Callable[[Callable[[], None]], object] = atexit.register,
+) -> str | PgBouncerError:
+    """Start the pooler for ``upstream_url`` and return the loopback URL the workers must use.
+
+    The pooler lives as long as this process: it is stopped from the exit hooks
+    once the worker manager has returned, and only by the process that started
+    it (gunicorn forks its workers, so they carry the hooks too). PgBouncer
+    refuses to run as root, so a root proxy (the default image) has it drop to
+    ``nobody``.
+    """
+    if token_auth_enabled:
+        return PgBouncerError(PGBOUNCER_TOKEN_AUTH_CONFLICT)
+    version: Final = pgbouncer_version(settings.binary)
+    if isinstance(version, PgBouncerError):
+        return version
+    if version < PGBOUNCER_MIN_VERSION:
+        return PgBouncerError(
+            f"PgBouncer {version[0]}.{version[1]} keeps running after failing to bind its TCP port, so the proxy "
+            f"cannot tell it apart from another listener; {PGBOUNCER_MIN_VERSION[0]}.{PGBOUNCER_MIN_VERSION[1]} "
+            "or newer is required"
+        )
+    runtime_dir: Final = Path(tempfile.mkdtemp(prefix="litellm-pgbouncer-"))
+    register_exit_hook(_only_in_this_process(lambda: shutil.rmtree(runtime_dir, ignore_errors=True)))
+    run_as_user: Final = PGBOUNCER_UNPRIVILEGED_USER if os.geteuid() == 0 else None
+    plan: Final = plan_pgbouncer(upstream_url, settings, runtime_dir, run_as_user)
+    if isinstance(plan, PgBouncerError):
+        return plan
+    ini_path: Final = write_pgbouncer_files(plan, runtime_dir, run_as_user)
+    if isinstance(ini_path, PgBouncerError):
+        return ini_path
+    pooler: Final = PgBouncerProcess(
+        argv=(settings.binary, str(ini_path)),
+        port=settings.port,
+        socket_path=unix_socket_path(runtime_dir, settings.port),
+    )
+    failed: Final = pooler.start()
+    if failed is not None:
+        return failed
+    register_exit_hook(_only_in_this_process(pooler.stop))
+    verbose_proxy_logger.info(
+        "In-container pgbouncer (pid %s) listening on %s:%s; capping this pod at %s upstream database connections.",
+        pooler.pid,
+        PGBOUNCER_LISTEN_ADDR,
+        settings.port,
+        settings.max_db_connections,
+    )
+    return plan.pooled_url
diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py
index e245367b1b4..16d76ff0415 100644
--- a/litellm/proxy/proxy_cli.py
+++ b/litellm/proxy/proxy_cli.py
@@ -18,6 +18,7 @@ from pydantic import BaseModel, ConfigDict
 
 import litellm
 from litellm.constants import DEFAULT_NUM_WORKERS_LITELLM_PROXY
+from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings, start_in_container_pgbouncer
 from litellm.proxy.db.query_engine_reaper import start_query_engine_reaper
 
 if TYPE_CHECKING:
@@ -1377,6 +1378,21 @@ def run_server(
                 print(
                     f"Unable to connect to DB. DATABASE_URL found in environment, but prisma package not found."  # noqa: F541
                 )
+        pgbouncer_settings: Final = PgBouncerSettings()
+        upstream_database_url: Final = os.getenv("DATABASE_URL")
+        if pgbouncer_settings.enabled and upstream_database_url is not None:
+            pooled_database_url: Final = start_in_container_pgbouncer(
+                pgbouncer_settings, upstream_database_url, token_auth_enabled=wants_rds_iam or wants_azure_entra
+            )
+            if isinstance(pooled_database_url, PgBouncerError):
+                print(
+                    f"\033[1;31mLiteLLM Proxy: LITELLM_PGBOUNCER_ENABLED is set but the in-container pgbouncer "
+                    f"could not start: {pooled_database_url.reason}\033[0m",
+                    file=sys.stderr,
+                    flush=True,
+                )
+                sys.exit(1)
+            os.environ["DATABASE_URL"] = pooled_database_url
         if port == 4000 and ProxyInitializationHelpers._is_port_in_use(port):
             port = random.randint(1024, 49152)
         if prometheus_metrics_port == port:
diff --git a/terraform/litellm/aws/README.md b/terraform/litellm/aws/README.md
index 6d3e0269a15..986428151e0 100644
--- a/terraform/litellm/aws/README.md
+++ b/terraform/litellm/aws/README.md
@@ -258,6 +258,39 @@ gateway_metrics_port         = 4001
 gateway_metrics_scrape_cidrs = ["10.0.0.0/16"]
 ```
 
+### In-container connection pool
+
+Each of the `gateway_num_workers` uvicorn workers opens its own Prisma pool
+straight to Postgres, so one task holds `workers x connection_limit`
+connections and the fleet's footprint against the database ceiling grows with
+every task. `gateway_connection_pool_enabled` runs a PgBouncer (transaction
+mode, loopback) inside the gateway container that all workers share, capping
+the task at `gateway_pool_max_db_connections` upstream connections however
+many workers it runs. `gateway_pool_max_client_conn` bounds the worker-side
+connections the pooler accepts. The module sets
+`LITELLM_PGBOUNCER_ENABLED`, `LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS` and
+`LITELLM_PGBOUNCER_MAX_CLIENT_CONN` on the gateway container only; the backend
+and the migration task keep the direct connection.
+
+```hcl
+create_database                 = false
+database_url                    = "postgresql://litellm:<password>@db.internal:5432/litellm"
+gateway_num_workers             = 4
+gateway_connection_pool_enabled = true
+gateway_pool_max_db_connections = 20
+gateway_pool_max_client_conn    = 1000
+```
+
+The pool needs a static database password, so it is only valid with an
+existing database via `database_url`. The module-created Aurora authenticates
+with rotating IAM tokens (see [Aurora + IAM auth](#aurora--iam-auth)), which
+the pooler cannot follow, and `terraform plan` rejects that combination.
+
+The componentized `gateway_image` starts through `python -m gateway.launch`,
+which reads these variables, starts the pooler once per task and hands the
+workers its loopback URL; the classic `litellm` image honours them the same
+way.
+
 ### Scaling the gateway on requests and tokens
 
 By default the gateway service target-tracks CPU (`gateway_cpu_target`) and
diff --git a/terraform/litellm/aws/ecs.tf b/terraform/litellm/aws/ecs.tf
index aa2c3d558e2..149842c14ff 100644
--- a/terraform/litellm/aws/ecs.tf
+++ b/terraform/litellm/aws/ecs.tf
@@ -213,6 +213,12 @@ locals {
   # otherwise we keep the image's ENTRYPOINT and only override `command`.
   gateway_uvicorn_args = "--host 0.0.0.0 --port 4000 --workers ${var.gateway_num_workers}"
 
+  gateway_pool_env = var.gateway_connection_pool_enabled ? [
+    { name = "LITELLM_PGBOUNCER_ENABLED", value = "true" },
+    { name = "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS", value = tostring(var.gateway_pool_max_db_connections) },
+    { name = "LITELLM_PGBOUNCER_MAX_CLIENT_CONN", value = tostring(var.gateway_pool_max_client_conn) },
+  ] : []
+
   metrics_enabled       = var.gateway_metrics_port != null
   metrics_multiproc_dir = "/tmp/litellm_prometheus_multiproc"
   metrics_volume        = "prometheus-multiproc"
@@ -253,7 +259,7 @@ locals {
 
   backend_uvicorn_args = "--host 0.0.0.0 --port 4001"
 
-  gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn gateway.main:app ${local.gateway_uvicorn_args};; *) exec uvicorn gateway.main:app ${local.gateway_uvicorn_args};; esac"
+  gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run python -m gateway.launch ${local.gateway_uvicorn_args};; *) exec python -m gateway.launch ${local.gateway_uvicorn_args};; esac"
   backend_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn backend.main:app ${local.backend_uvicorn_args};; *) exec uvicorn backend.main:app ${local.backend_uvicorn_args};; esac"
 
   gateway_proxy_overrides = local.proxy_config_enabled ? {
@@ -298,6 +304,11 @@ resource "aws_ecs_task_definition" "gateway" {
       )
       error_message = "billing_metrics_client_cert_pem and billing_metrics_client_key_pem are both required when billing_metrics_endpoint is set."
     }
+
+    precondition {
+      condition     = !var.gateway_connection_pool_enabled || local.byo_database
+      error_message = "gateway_connection_pool_enabled requires an existing database via database_url with create_database = false: the module-created Aurora authenticates with IAM tokens, which the in-container pgbouncer cannot follow because it holds a static database password."
+    }
   }
 
   family                   = "${local.name}-gateway"
@@ -323,6 +334,7 @@ resource "aws_ecs_task_definition" "gateway" {
           local.gateway_extra_env_list,
           local.proxy_config_env,
           local.metrics_env,
+          local.gateway_pool_env,
         )
         secrets     = concat(local.shared_secrets, local.gateway_extra_secrets_list)
         mountPoints = local.metrics_mount_points
diff --git a/terraform/litellm/aws/tests/connection_pool.tftest.hcl b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
new file mode 100644
index 00000000000..38aa7051134
--- /dev/null
+++ b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
@@ -0,0 +1,123 @@
+# Plan-only coverage for the in-container PgBouncer knobs on the gateway task.
+# `mock_provider` keeps this offline: no AWS credentials, no API calls, no
+# resources. Run from terraform/litellm/aws with `terraform test`.
+
+mock_provider "aws" {
+  mock_data "aws_iam_policy_document" {
+    defaults = {
+      json = "{\"Version\":\"2012-10-17\",\"Statement\":[]}"
+    }
+  }
+}
+mock_provider "random" {}
+
+variables {
+  region              = "us-east-1"
+  tenant              = "acme"
+  env                 = "test"
+  azs                 = ["us-east-1a", "us-east-1b"]
+  allow_plaintext_alb = true
+}
+
+run "pool_off_by_default" {
+  command = plan
+
+  assert {
+    condition     = length(local.gateway_pool_env) == 0
+    error_message = "The gateway must get no LITELLM_PGBOUNCER_* env unless gateway_connection_pool_enabled is set."
+  }
+}
+
+run "pool_enabled_renders_the_three_vars_with_configured_sizes" {
+  command = plan
+
+  variables {
+    create_database                 = false
+    database_url                    = "postgresql://litellm:pw@db.internal:5432/litellm"
+    gateway_num_workers             = 4
+    gateway_connection_pool_enabled = true
+    gateway_pool_max_db_connections = 8
+    gateway_pool_max_client_conn    = 250
+  }
+
+  assert {
+    condition = alltrue([
+      length(local.gateway_pool_env) == 3,
+      local.gateway_pool_env[0].name == "LITELLM_PGBOUNCER_ENABLED" && local.gateway_pool_env[0].value == "true",
+      local.gateway_pool_env[1].name == "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS" && local.gateway_pool_env[1].value == "8",
+      local.gateway_pool_env[2].name == "LITELLM_PGBOUNCER_MAX_CLIENT_CONN" && local.gateway_pool_env[2].value == "250",
+    ])
+    error_message = "The pool env must carry the enabled flag and the configured sizes as strings."
+  }
+}
+
+run "pool_enabled_uses_the_module_default_sizes" {
+  command = plan
+
+  variables {
+    create_database                 = false
+    database_url                    = "postgresql://litellm:pw@db.internal:5432/litellm"
+    gateway_connection_pool_enabled = true
+  }
+
+  assert {
+    condition = alltrue([
+      length(local.gateway_pool_env) == 3,
+      local.gateway_pool_env[1].name == "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS" && local.gateway_pool_env[1].value == "20",
+      local.gateway_pool_env[2].name == "LITELLM_PGBOUNCER_MAX_CLIENT_CONN" && local.gateway_pool_env[2].value == "1000",
+    ])
+    error_message = "The pool env must fall back to the module defaults of 20 upstream and 1000 client connections."
+  }
+}
+
+run "gateway_starts_through_the_pool_aware_launcher" {
+  command = plan
+
+  variables {
+    gateway_num_workers = 4
+  }
+
+  assert {
+    condition = alltrue([
+      strcontains(local.gateway_launch_cmd, "exec python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"),
+      strcontains(local.gateway_launch_cmd, "exec ddtrace-run python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"),
+      !strcontains(local.gateway_launch_cmd, "uvicorn gateway.main:app"),
+      local.gateway_proxy_overrides.command[0] == local.gateway_launch_cmd,
+    ])
+    error_message = "The gateway must start through gateway.launch (with and without ddtrace) so the pooler starts once before uvicorn forks the workers."
+  }
+}
+
+run "pool_with_module_created_iam_aurora_fails_at_plan" {
+  command = plan
+
+  variables {
+    gateway_connection_pool_enabled = true
+  }
+
+  expect_failures = [
+    aws_ecs_task_definition.gateway,
+  ]
+}
+
+run "pool_without_any_database_fails_at_plan" {
+  command = plan
+
+  variables {
+    create_database                 = false
+    gateway_connection_pool_enabled = true
+  }
+
+  expect_failures = [
+    aws_ecs_task_definition.gateway,
+  ]
+}
+
+run "module_created_iam_aurora_without_the_pool_still_plans" {
+  command = plan
+
+  assert {
+    condition     = contains(local.managed_db_env, { name = "IAM_TOKEN_DB_AUTH", value = "true" })
+    error_message = "Without the pool the module-created Aurora must keep IAM token auth."
+  }
+}
diff --git a/terraform/litellm/aws/variables.tf b/terraform/litellm/aws/variables.tf
index 10a9b392673..ec8363dbbaf 100644
--- a/terraform/litellm/aws/variables.tf
+++ b/terraform/litellm/aws/variables.tf
@@ -200,6 +200,45 @@ variable "gateway_num_workers" {
   }
 }
 
+variable "gateway_connection_pool_enabled" {
+  description = <<-EOT
+    Run an in-container PgBouncer (transaction mode, loopback) in each gateway
+    task, shared by every uvicorn worker. Without it each of the
+    `gateway_num_workers` workers opens its own Prisma pool straight to
+    Postgres, so a task's footprint against the database connection ceiling is
+    workers x connection_limit and grows with every task. Sets
+    LITELLM_PGBOUNCER_ENABLED / LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS /
+    LITELLM_PGBOUNCER_MAX_CLIENT_CONN on the gateway container only. Requires
+    an existing database via `database_url`: the module-created Aurora
+    authenticates with IAM tokens, which the pooler cannot follow because it
+    holds one static password for the life of the task.
+  EOT
+  type        = bool
+  default     = false
+}
+
+variable "gateway_pool_max_db_connections" {
+  description = "Upstream Postgres connections one gateway task may hold when gateway_connection_pool_enabled is set, regardless of gateway_num_workers. 20 suits 4 workers; a 5000-connection database then fits roughly 200 tasks."
+  type        = number
+  default     = 20
+
+  validation {
+    condition     = var.gateway_pool_max_db_connections >= 1
+    error_message = "gateway_pool_max_db_connections must be >= 1."
+  }
+}
+
+variable "gateway_pool_max_client_conn" {
+  description = "Client connections the in-container PgBouncer accepts from the gateway workers when gateway_connection_pool_enabled is set."
+  type        = number
+  default     = 1000
+
+  validation {
+    condition     = var.gateway_pool_max_client_conn >= 1
+    error_message = "gateway_pool_max_client_conn must be >= 1."
+  }
+}
+
 variable "backend_cpu" {
   description = "Fargate CPU units for the backend task (1024 = 1 vCPU)."
   type        = number
diff --git a/terraform/litellm/gcp/README.md b/terraform/litellm/gcp/README.md
index 66095ec0108..9c71d3e15b7 100644
--- a/terraform/litellm/gcp/README.md
+++ b/terraform/litellm/gcp/README.md
@@ -287,6 +287,40 @@ the gateway on GKE with the Helm chart's `targetTokensPerSecond` (see
 "Dependencies only" below) rather than wiring the counter into Cloud
 Monitoring, which the autoscaler would ignore
 
+### In-container connection pool
+
+Each of the `gateway_num_workers` uvicorn workers opens its own Prisma pool
+straight to Cloud SQL, so one instance holds `workers x connection_limit`
+connections and the fleet's footprint against the database ceiling grows with
+every instance Cloud Run adds. `gateway_connection_pool_enabled` runs a
+PgBouncer (transaction mode, loopback) inside the gateway container that all
+workers share, capping the instance at `gateway_pool_max_db_connections`
+upstream connections however many workers it runs.
+`gateway_pool_max_client_conn` bounds the worker-side connections the pooler
+accepts. The module sets `LITELLM_PGBOUNCER_ENABLED`,
+`LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS` and `LITELLM_PGBOUNCER_MAX_CLIENT_CONN`
+on the gateway service only; the backend service and the migrations job keep
+the direct connection
+
+```hcl
+gateway_num_workers             = 4
+gateway_connection_pool_enabled = true
+gateway_pool_max_db_connections = 20
+gateway_pool_max_client_conn    = 1000
+```
+
+The pooler holds one static database password for the life of the instance.
+This stack authenticates to Cloud SQL with the Secret Manager password (see
+[Database authentication](#database-authentication)), so nothing else is
+needed; a Cloud SQL Auth Proxy sidecar with IAM auth would not work with the
+pool
+
+The gateway container starts through `python -m gateway.launch` (the
+componentized image's own entrypoint) rather than `uvicorn` directly. The
+launcher reads these variables, starts the pooler once per instance before
+uvicorn forks the workers and hands them its loopback `DATABASE_URL`. It also
+honours `KEEPALIVE_TIMEOUT` from `gateway_extra_env` the way the image does
+
 ## Tenant deployment
 
 Every resource the stack creates is named `${tenant}-litellm-${env}` (or
diff --git a/terraform/litellm/gcp/cloudrun.tf b/terraform/litellm/gcp/cloudrun.tf
index 405893b132b..78d4ffa2152 100644
--- a/terraform/litellm/gcp/cloudrun.tf
+++ b/terraform/litellm/gcp/cloudrun.tf
@@ -138,10 +138,16 @@ locals {
     "export DATABASE_URL_READ_REPLICA=\"postgresql://$${DATABASE_USER}:$${DATABASE_PASSWORD}@$${DATABASE_HOST_READ_REPLICA}:$${DATABASE_PORT_READ_REPLICA}/$${DATABASE_NAME}\"",
   ]
 
+  gateway_pool_env = var.gateway_connection_pool_enabled ? [
+    { name = "LITELLM_PGBOUNCER_ENABLED", value = "true" },
+    { name = "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS", value = tostring(var.gateway_pool_max_db_connections) },
+    { name = "LITELLM_PGBOUNCER_MAX_CLIENT_CONN", value = tostring(var.gateway_pool_max_client_conn) },
+  ] : []
+
   gateway_uvicorn_args = "--host 0.0.0.0 --port 4000 --workers ${var.gateway_num_workers}"
   backend_uvicorn_args = "--host 0.0.0.0 --port 4001"
 
-  gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn gateway.main:app ${local.gateway_uvicorn_args};; *) exec uvicorn gateway.main:app ${local.gateway_uvicorn_args};; esac"
+  gateway_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run python -m gateway.launch ${local.gateway_uvicorn_args};; *) exec python -m gateway.launch ${local.gateway_uvicorn_args};; esac"
   backend_launch_cmd = "case \"$USE_DDTRACE\" in [Tt][Rr][Uu][Ee]) export DD_TRACE_OPENAI_ENABLED=\"False\"; exec ddtrace-run uvicorn backend.main:app ${local.backend_uvicorn_args};; *) exec uvicorn backend.main:app ${local.backend_uvicorn_args};; esac"
 
   gateway_args = join(" && ", concat(
@@ -229,7 +235,7 @@ resource "google_cloud_run_v2_service" "gateway" {
       }
 
       dynamic "env" {
-        for_each = concat(local.shared_env_kv, local.gateway_otel_env_kv, local.billing_metrics_env_kv, local.gateway_extra_env_kv, local.proxy_config_env, local.metrics_env_kv)
+        for_each = concat(local.shared_env_kv, local.gateway_otel_env_kv, local.billing_metrics_env_kv, local.gateway_extra_env_kv, local.proxy_config_env, local.metrics_env_kv, local.gateway_pool_env)
         content {
           name  = env.value.name
           value = env.value.value
diff --git a/terraform/litellm/gcp/tests/connection_pool.tftest.hcl b/terraform/litellm/gcp/tests/connection_pool.tftest.hcl
new file mode 100644
index 00000000000..439fe6b1d71
--- /dev/null
+++ b/terraform/litellm/gcp/tests/connection_pool.tftest.hcl
@@ -0,0 +1,135 @@
+# Plan-only coverage for the in-container PgBouncer knobs on the gateway
+# service. `mock_provider` keeps this offline: no GCP credentials, no API
+# calls, no resources. Run from terraform/litellm/gcp with `terraform test`.
+
+mock_provider "google" {
+  mock_resource "google_redis_instance" {
+    defaults = {
+      host = "10.0.0.4"
+      port = 6379
+      server_ca_certs = [{
+        cert = "-----BEGIN CERTIFICATE-----\nmock\n-----END CERTIFICATE-----"
+      }]
+    }
+  }
+}
+
+mock_provider "google-beta" {}
+mock_provider "random" {}
+
+variables {
+  project_id         = "test-project"
+  tenant             = "tenant"
+  env                = "test"
+  allow_plaintext_lb = true
+  image_registry     = "us-central1-docker.pkg.dev/test-project/litellm"
+}
+
+run "pool_off_by_default" {
+  command = plan
+
+  assert {
+    condition     = length(local.gateway_pool_env) == 0
+    error_message = "The gateway must get no LITELLM_PGBOUNCER_* env unless gateway_connection_pool_enabled is set."
+  }
+
+  assert {
+    condition = !anytrue([
+      for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : startswith(e.name, "LITELLM_PGBOUNCER_")
+    ])
+    error_message = "The gateway service must carry no LITELLM_PGBOUNCER_* env by default."
+  }
+}
+
+run "pool_enabled_renders_the_three_vars_with_configured_sizes" {
+  command = plan
+
+  variables {
+    gateway_num_workers             = 4
+    gateway_connection_pool_enabled = true
+    gateway_pool_max_db_connections = 8
+    gateway_pool_max_client_conn    = 250
+  }
+
+  assert {
+    condition = alltrue([
+      length(local.gateway_pool_env) == 3,
+      local.gateway_pool_env[0].name == "LITELLM_PGBOUNCER_ENABLED" && local.gateway_pool_env[0].value == "true",
+      local.gateway_pool_env[1].name == "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS" && local.gateway_pool_env[1].value == "8",
+      local.gateway_pool_env[2].name == "LITELLM_PGBOUNCER_MAX_CLIENT_CONN" && local.gateway_pool_env[2].value == "250",
+    ])
+    error_message = "The pool env must carry the enabled flag and the configured sizes as strings."
+  }
+
+  assert {
+    condition = alltrue([
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : e.name], "LITELLM_PGBOUNCER_ENABLED"),
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : e.name], "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS"),
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : e.name], "LITELLM_PGBOUNCER_MAX_CLIENT_CONN"),
+    ])
+    error_message = "The gateway service must receive all three LITELLM_PGBOUNCER_* env vars."
+  }
+
+  assert {
+    condition = !anytrue(concat(
+      [for e in google_cloud_run_v2_service.backend[0].template[0].containers[0].env : startswith(e.name, "LITELLM_PGBOUNCER_")],
+      [for e in google_cloud_run_v2_job.migrations[0].template[0].template[0].containers[0].env : startswith(e.name, "LITELLM_PGBOUNCER_")],
+    ))
+    error_message = "The backend service and the migrations job must keep their direct database connection."
+  }
+}
+
+run "pool_enabled_uses_the_module_default_sizes" {
+  command = plan
+
+  variables {
+    gateway_connection_pool_enabled = true
+  }
+
+  assert {
+    condition = alltrue([
+      length(local.gateway_pool_env) == 3,
+      local.gateway_pool_env[1].name == "LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS" && local.gateway_pool_env[1].value == "20",
+      local.gateway_pool_env[2].name == "LITELLM_PGBOUNCER_MAX_CLIENT_CONN" && local.gateway_pool_env[2].value == "1000",
+    ])
+    error_message = "The pool env must fall back to the module defaults of 20 upstream and 1000 client connections."
+  }
+}
+
+run "gateway_starts_through_the_pool_aware_launcher" {
+  command = plan
+
+  variables {
+    gateway_num_workers = 4
+  }
+
+  assert {
+    condition = alltrue([
+      strcontains(local.gateway_launch_cmd, "exec python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"),
+      strcontains(local.gateway_launch_cmd, "exec ddtrace-run python -m gateway.launch --host 0.0.0.0 --port 4000 --workers 4"),
+      !strcontains(local.gateway_launch_cmd, "uvicorn gateway.main:app"),
+      endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[0].args[0], local.gateway_launch_cmd),
+    ])
+    error_message = "The gateway must start through gateway.launch (with and without ddtrace) so the pooler starts once before uvicorn forks the workers."
+  }
+
+  assert {
+    condition     = strcontains(local.backend_launch_cmd, "uvicorn backend.main:app")
+    error_message = "The backend has no workers to share a pooler and keeps starting uvicorn directly."
+  }
+}
+
+run "pool_sizes_below_one_fail_at_plan" {
+  command = plan
+
+  variables {
+    gateway_connection_pool_enabled = true
+    gateway_pool_max_db_connections = 0
+    gateway_pool_max_client_conn    = 0
+  }
+
+  expect_failures = [
+    var.gateway_pool_max_db_connections,
+    var.gateway_pool_max_client_conn,
+  ]
+}
diff --git a/terraform/litellm/gcp/variables.tf b/terraform/litellm/gcp/variables.tf
index a753b4584a6..f298a0431c0 100644
--- a/terraform/litellm/gcp/variables.tf
+++ b/terraform/litellm/gcp/variables.tf
@@ -206,6 +206,45 @@ variable "gateway_num_workers" {
   }
 }
 
+variable "gateway_connection_pool_enabled" {
+  description = <<-EOT
+    Run an in-container PgBouncer (transaction mode, loopback) in each gateway
+    instance, shared by every uvicorn worker. Without it each of the
+    `gateway_num_workers` workers opens its own Prisma pool straight to
+    Cloud SQL, so an instance's footprint against the database connection
+    ceiling is workers x connection_limit and grows with every instance. Sets
+    LITELLM_PGBOUNCER_ENABLED / LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS /
+    LITELLM_PGBOUNCER_MAX_CLIENT_CONN on the gateway container only. The
+    module's Cloud SQL authenticates with the static password in Secret
+    Manager, which is what the pooler needs. Mirrors the AWS stack's
+    gateway_connection_pool_enabled.
+  EOT
+  type        = bool
+  default     = false
+}
+
+variable "gateway_pool_max_db_connections" {
+  description = "Upstream Cloud SQL connections one gateway instance may hold when gateway_connection_pool_enabled is set, regardless of gateway_num_workers. 20 suits 4 workers."
+  type        = number
+  default     = 20
+
+  validation {
+    condition     = var.gateway_pool_max_db_connections >= 1
+    error_message = "gateway_pool_max_db_connections must be >= 1."
+  }
+}
+
+variable "gateway_pool_max_client_conn" {
+  description = "Client connections the in-container PgBouncer accepts from the gateway workers when gateway_connection_pool_enabled is set."
+  type        = number
+  default     = 1000
+
+  validation {
+    condition     = var.gateway_pool_max_client_conn >= 1
+    error_message = "gateway_pool_max_client_conn must be >= 1."
+  }
+}
+
 # Cloud Run autoscales out of the box (request-rate driven). The min/max
 # bounds mirror the HPA replica bounds in helm/litellm/values.yaml so each
 # stack scales over the same range. Cloud Run has no direct CPU-utilization
diff --git a/tests/test_gateway/test_launch.py b/tests/test_gateway/test_launch.py
new file mode 100644
index 00000000000..964a7021416
--- /dev/null
+++ b/tests/test_gateway/test_launch.py
@@ -0,0 +1,155 @@
+import os
+import socket
+import sys
+import textwrap
+import urllib.parse
+from pathlib import Path
+from typing import Final, cast
+
+import pytest
+from uvicorn.importer import import_from_string
+from uvicorn.main import main as uvicorn_main
+
+import gateway.main
+from gateway.launch import GATEWAY_APP, main, pool_database_url, uvicorn_argv
+from litellm.proxy.db.db_url_settings import DatabaseURLSettings
+from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings
+
+DB_ENV: Final = {
+    "DATABASE_HOST": "db.internal",
+    "DATABASE_PORT": "5432",
+    "DATABASE_USER": "litellm_pool",
+    "DATABASE_NAME": "litellm",
+    "DATABASE_PASSWORD": "p@ss",
+}
+
+
+def _free_port() -> int:
+    with socket.socket() as probe:
+        probe.bind(("127.0.0.1", 0))
+        return cast(tuple[str, int], probe.getsockname())[1]
+
+
+def _fake_pooler(tmp_path: Path) -> Path:
+    script: Final = tmp_path / "fake-pgbouncer"
+    script.write_text(
+        textwrap.dedent(
+            f"""\
+            #!{sys.executable}
+            import configparser, select, socket, sys
+            if sys.argv[1:] == ["--version"]:
+                print("PgBouncer 1.25.2")
+                sys.exit(0)
+            ini = configparser.ConfigParser()
+            ini.read(sys.argv[1])
+            port = ini.getint("pgbouncer", "listen_port")
+            tcp = socket.socket()
+            tcp.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            tcp.bind(("127.0.0.1", port))
+            tcp.listen()
+            unix = socket.socket(socket.AF_UNIX)
+            unix.bind(ini.get("pgbouncer", "unix_socket_dir") + f"/.s.PGSQL.{{port}}")
+            unix.listen()
+            while True:
+                for ready in select.select([tcp, unix], [], [])[0]:
+                    ready.accept()[0].close()
+            """
+        )
+    )
+    script.chmod(0o700)
+    return script
+
+
+def _query(url: str) -> dict[str, str]:
+    return dict(urllib.parse.parse_qsl(urllib.parse.urlsplit(url).query))
+
+
+@pytest.fixture
+def password_env(monkeypatch: pytest.MonkeyPatch) -> dict[str, str]:
+    for var in ("DATABASE_URL", "IAM_TOKEN_DB_AUTH", "AZURE_POSTGRESQL_AUTH", "DATABASE_HOST_READ_REPLICA"):
+        monkeypatch.setenv(var, "")
+        monkeypatch.delenv(var)
+    for var, value in DB_ENV.items():
+        monkeypatch.setenv(var, value)
+    return dict(DB_ENV)
+
+
+def _uvicorn_params(argv: tuple[str, ...]) -> dict[str, object]:
+    return uvicorn_main.make_context("uvicorn", list(argv)).params
+
+
+class TestUvicornArgv:
+    def test_keepalive_env_reaches_uvicorn(self):
+        params: Final = _uvicorn_params(uvicorn_argv(("--workers", "4"), {"KEEPALIVE_TIMEOUT": "75"}))
+        assert params["app"] == GATEWAY_APP
+        assert params["workers"] == 4
+        assert params["timeout_keep_alive"] == 75
+
+    def test_unset_env_keeps_the_uvicorn_default(self):
+        assert _uvicorn_params(uvicorn_argv(("--workers", "4"), {}))["timeout_keep_alive"] == 5
+
+    def test_an_explicit_flag_wins_over_the_env(self):
+        argv: Final = uvicorn_argv(("--timeout-keep-alive", "30"), {"KEEPALIVE_TIMEOUT": "75"})
+        assert _uvicorn_params(argv)["timeout_keep_alive"] == 30
+
+    def test_the_app_uvicorn_is_told_to_serve_is_the_trimmed_gateway(self):
+        assert import_from_string(cast(str, _uvicorn_params(uvicorn_argv((), {}))["app"])) is gateway.main.app
+
+
+class TestPoolDatabaseUrl:
+    def test_a_disabled_pooler_yields_no_url_to_install(self, password_env: dict[str, str]):
+        settings: Final = DatabaseURLSettings.from_env()
+        settings.apply_to_env()
+        environ: Final = {"DATABASE_URL": "postgresql://litellm_pool:p%40ss@db.internal:5432/litellm"}
+        assert pool_database_url(settings, PgBouncerSettings(enabled=False), environ) is None
+
+    def test_a_missing_upstream_url_is_reported(self, password_env: dict[str, str]):
+        environ: Final[dict[str, str]] = {}
+        outcome: Final = pool_database_url(DatabaseURLSettings.from_env(), PgBouncerSettings(enabled=True), environ)
+        assert isinstance(outcome, PgBouncerError)
+        assert "DATABASE_URL" in outcome.reason
+
+    def test_token_auth_is_refused(self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path):
+        monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
+        environ: Final = {"DATABASE_URL": "postgresql://litellm:token@db.internal:5432/litellm"}
+        outcome: Final = pool_database_url(
+            DatabaseURLSettings.from_env(),
+            PgBouncerSettings(enabled=True, port=_free_port(), binary=str(_fake_pooler(tmp_path))),
+            environ,
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "IAM_TOKEN_DB_AUTH" in outcome.reason
+
+
+class TestMain:
+    def test_workers_inherit_the_loopback_url_the_supervisor_installed(
+        self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path
+    ):
+        port: Final = _free_port()
+        monkeypatch.setenv("LITELLM_PGBOUNCER_ENABLED", "true")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_PORT", str(port))
+        monkeypatch.setenv("LITELLM_PGBOUNCER_BINARY", str(_fake_pooler(tmp_path)))
+        monkeypatch.setenv("KEEPALIVE_TIMEOUT", "75")
+        served: Final[list[tuple[str, ...]]] = []
+        main(("--workers", "4"), serve=lambda argv: served.append(tuple(argv)))
+
+        pooled: Final = os.environ["DATABASE_URL"]
+        assert urllib.parse.urlsplit(pooled).netloc == f"litellm_pool:p%40ss@127.0.0.1:{port}"
+        assert _query(pooled)["pgbouncer"] == "true"
+        assert _uvicorn_params(served[0])["timeout_keep_alive"] == 75
+
+        DatabaseURLSettings.from_env().apply_to_env()
+        worker_url: Final = os.environ["DATABASE_URL"]
+        assert urllib.parse.urlsplit(worker_url).netloc == f"litellm_pool:p%40ss@127.0.0.1:{port}"
+        assert _query(worker_url)["pgbouncer"] == "true"
+
+    def test_a_pooler_that_cannot_start_stops_the_gateway_before_uvicorn(
+        self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path
+    ):
+        monkeypatch.setenv("LITELLM_PGBOUNCER_ENABLED", "true")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_BINARY", str(tmp_path / "missing-pgbouncer"))
+        served: Final[list[tuple[str, ...]]] = []
+        with pytest.raises(SystemExit) as stopped:
+            main(("--workers", "4"), serve=lambda argv: served.append(tuple(argv)))
+        assert "missing-pgbouncer" in str(stopped.value)
+        assert served == []
diff --git a/tests/test_litellm/proxy/db/test_pgbouncer.py b/tests/test_litellm/proxy/db/test_pgbouncer.py
new file mode 100644
index 00000000000..da1d4c91f09
--- /dev/null
+++ b/tests/test_litellm/proxy/db/test_pgbouncer.py
@@ -0,0 +1,624 @@
+import configparser
+import logging
+import os
+import signal
+import socket
+import stat
+import sys
+import tempfile
+import textwrap
+import time
+import urllib.parse
+from collections.abc import Callable
+from concurrent.futures import ThreadPoolExecutor
+from pathlib import Path
+from typing import Final, cast
+
+import pytest
+
+from litellm._logging import verbose_proxy_logger
+from litellm.proxy.db.pgbouncer import (
+    PgBouncerError,
+    PgBouncerPlan,
+    PgBouncerProcess,
+    PgBouncerSettings,
+    pgbouncer_version,
+    plan_pgbouncer,
+    start_in_container_pgbouncer,
+    unix_socket_path,
+    write_pgbouncer_files,
+)
+
+UPSTREAM: Final = (
+    "postgresql://app:p%40ss%27w@db.internal:5433/litellm"
+    "?schema=public&connection_limit=10&pool_timeout=20"
+    "&sslmode=require&sslaccept=strict&sslcert=/certs/ca.pem"
+    "&options=-c%20statement_timeout%3D7000%20-c%20lock_timeout%3D3000"
+)
+SETTINGS: Final = PgBouncerSettings(enabled=True, port=6543, max_db_connections=8, max_client_conn=400)
+
+
+def _plan(url: str = UPSTREAM, run_as_user: str | None = None) -> PgBouncerPlan:
+    plan: Final = plan_pgbouncer(url, SETTINGS, Path("/run/pgb"), run_as_user)
+    assert isinstance(plan, PgBouncerPlan), plan
+    return plan
+
+
+def _ini(plan: PgBouncerPlan) -> configparser.ConfigParser:
+    parser: Final = configparser.ConfigParser(interpolation=None)
+    parser.read_string(plan.ini)
+    return parser
+
+
+def _query(url: str) -> dict[str, str]:
+    return dict(urllib.parse.parse_qsl(urllib.parse.urlsplit(url).query, keep_blank_values=True))
+
+
+class TestPlanPgBouncer:
+    def test_upstream_credentials_and_timeouts_move_into_the_pgbouncer_config(self):
+        ini: Final = _ini(_plan())
+        assert ini["databases"]["litellm"] == (
+            "host='db.internal' port=5433 dbname='litellm' user='app' password='p@ss''w' "
+            "connect_query='SET statement_timeout TO ''7000''; SET lock_timeout TO ''3000'''"
+        )
+        assert _plan().userlist == '"app" "p@ss\'w"\n'
+
+    def test_an_upstream_without_a_port_is_reached_on_the_postgres_default(self):
+        ini: Final = _ini(_plan("postgresql://app:pw@db/litellm"))
+        assert ini["databases"]["litellm"] == "host='db' port=5432 dbname='litellm' user='app' password='pw'"
+
+    def test_pool_is_sized_from_settings_in_transaction_mode(self):
+        pgb: Final = _ini(_plan())["pgbouncer"]
+        assert pgb["pool_mode"] == "transaction"
+        assert pgb["max_db_connections"] == "8"
+        assert pgb["default_pool_size"] == "8"
+        assert pgb["max_client_conn"] == "400"
+        assert pgb["auth_type"] == "scram-sha-256"
+        assert pgb["listen_addr"] == "127.0.0.1"
+        assert pgb["listen_port"] == "6543"
+        assert pgb["auth_file"] == "/run/pgb/userlist.txt"
+        assert pgb["unix_socket_dir"] == "/run/pgb"
+
+    def test_the_app_user_can_read_the_pgbouncer_console(self):
+        assert _ini(_plan())["pgbouncer"]["stats_users"] == "app"
+
+    @pytest.mark.parametrize("user", ["app,admin", "app%20admin", "app%09admin"])
+    def test_a_user_pgbouncer_would_split_into_several_console_users_is_refused(self, user: str):
+        outcome: Final = plan_pgbouncer(f"postgresql://{user}:pw@db/litellm", SETTINGS, Path("/run/pgb"), None)
+        assert isinstance(outcome, PgBouncerError)
+        assert "stats_users" in outcome.reason
+
+    def test_pooled_url_points_prisma_at_loopback_without_prepared_statements(self):
+        pooled: Final = urllib.parse.urlsplit(_plan().pooled_url)
+        assert (pooled.hostname, pooled.port, pooled.path) == ("127.0.0.1", 6543, "/litellm")
+        assert (pooled.username, pooled.password) == ("app", "p%40ss%27w")
+        assert _query(_plan().pooled_url) == {
+            "schema": "public",
+            "connection_limit": "10",
+            "pool_timeout": "20",
+            "pgbouncer": "true",
+        }
+
+    @pytest.mark.parametrize("hop_param", ["channel_binding=require", "gssencmode=require"])
+    def test_transport_params_for_the_postgres_hop_stay_off_the_plain_tcp_loopback_url(self, hop_param: str):
+        pooled: Final = _plan(f"postgresql://app:pw@db/litellm?connection_limit=5&{hop_param}").pooled_url
+        assert _query(pooled) == {"connection_limit": "5", "pgbouncer": "true"}
+
+    def test_verified_tls_becomes_server_side_verify_full_with_a_ca_copy_in_the_runtime_dir(self):
+        plan: Final = _plan()
+        pgb: Final = _ini(plan)["pgbouncer"]
+        assert pgb["server_tls_sslmode"] == "verify-full"
+        assert pgb["server_tls_ca_file"] == "/run/pgb/server-ca.pem"
+        assert plan.ca_source == "/certs/ca.pem"
+
+    def test_unverified_require_stays_require_without_a_ca_file(self):
+        plan: Final = _plan("postgresql://app:pw@db/litellm?sslmode=require")
+        pgb: Final = _ini(plan)["pgbouncer"]
+        assert pgb["server_tls_sslmode"] == "require"
+        assert "server_tls_ca_file" not in pgb
+        assert plan.ca_source is None
+
+    def test_no_tls_params_default_to_prefer(self):
+        assert _ini(_plan("postgresql://app:pw@db/litellm"))["pgbouncer"]["server_tls_sslmode"] == "prefer"
+
+    def test_verification_without_a_ca_bundle_is_refused(self):
+        outcome: Final = plan_pgbouncer(
+            "postgresql://app:pw@db/litellm?sslmode=require&sslaccept=strict", SETTINGS, Path("/run/pgb"), None
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "sslcert" in outcome.reason
+
+    def test_client_certificates_are_refused(self):
+        outcome: Final = plan_pgbouncer(
+            "postgresql://app:pw@db/litellm?sslidentity=/certs/client.p12", SETTINGS, Path("/run/pgb"), None
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "sslidentity" in outcome.reason
+
+    @pytest.mark.parametrize(
+        "url",
+        [
+            "postgresql://app@db/litellm",
+            "postgresql://app:pw@db",
+            "postgresql://:pw@db/litellm",
+        ],
+    )
+    def test_urls_missing_forwardable_credentials_are_refused(self, url: str):
+        outcome: Final = plan_pgbouncer(url, SETTINGS, Path("/run/pgb"), None)
+        assert isinstance(outcome, PgBouncerError)
+
+    def test_every_options_spelling_becomes_a_set_statement(self):
+        options: Final = urllib.parse.quote("-c a=1 -cb=2 --c=3")
+        ini: Final = _ini(_plan(f"postgresql://app:pw@db/litellm?options={options}"))
+        assert ini["databases"]["litellm"].endswith("connect_query='SET a TO ''1''; SET b TO ''2''; SET c TO ''3'''")
+
+    def test_options_that_are_not_settings_are_refused(self):
+        outcome: Final = plan_pgbouncer(
+            "postgresql://app:pw@db/litellm?options=-c%20search_path", SETTINGS, Path("/run/pgb"), None
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "options" in outcome.reason
+
+    def test_run_as_user_is_only_written_when_given(self):
+        assert _ini(_plan(run_as_user="nobody"))["pgbouncer"]["user"] == "nobody"
+        assert "user" not in _ini(_plan())["pgbouncer"]
+
+
+class TestWritePgBouncerFiles:
+    def test_files_hold_the_plan_and_are_private_to_the_owner(self, tmp_path: Path):
+        plan: Final = _plan("postgresql://app:pw@db/litellm")
+        ini_path: Final = write_pgbouncer_files(plan, tmp_path, None)
+        assert isinstance(ini_path, Path), ini_path
+        assert ini_path == tmp_path / "pgbouncer.ini"
+        assert ini_path.read_text() == plan.ini
+        assert (tmp_path / "userlist.txt").read_text() == plan.userlist
+        for path in (ini_path, tmp_path / "userlist.txt"):
+            assert stat.S_IMODE(path.stat().st_mode) == 0o600
+        assert not (tmp_path / "server-ca.pem").exists()
+
+    def test_the_ca_bundle_is_copied_next_to_the_ini_pgbouncer_reads(self, tmp_path: Path):
+        bundle: Final = tmp_path / "rds-root.pem"
+        bundle.write_text("-----BEGIN CERTIFICATE-----\nMIIB\n-----END CERTIFICATE-----\n")
+        runtime_dir: Final = tmp_path / "run"
+        runtime_dir.mkdir()
+        plan: Final = plan_pgbouncer(
+            f"postgresql://app:pw@db/litellm?sslmode=verify-full&sslcert={bundle}", SETTINGS, runtime_dir, None
+        )
+        assert isinstance(plan, PgBouncerPlan), plan
+        ini_path: Final = write_pgbouncer_files(plan, runtime_dir, None)
+        assert isinstance(ini_path, Path), ini_path
+        ca_file: Final = Path(_ini(plan)["pgbouncer"]["server_tls_ca_file"])
+        assert ca_file.parent == runtime_dir
+        assert ca_file.read_text() == bundle.read_text()
+
+    def test_an_unreadable_ca_bundle_is_reported(self, tmp_path: Path):
+        plan: Final = plan_pgbouncer(
+            f"postgresql://app:pw@db/litellm?sslmode=verify-full&sslcert={tmp_path / 'missing.pem'}",
+            SETTINGS,
+            tmp_path,
+            None,
+        )
+        assert isinstance(plan, PgBouncerPlan), plan
+        outcome: Final = write_pgbouncer_files(plan, tmp_path, None)
+        assert isinstance(outcome, PgBouncerError)
+        assert "missing.pem" in outcome.reason
+        assert not (tmp_path / "pgbouncer.ini").exists()
+
+
+def _bound_port(sock: socket.socket) -> int:
+    return cast(tuple[str, int], sock.getsockname())[1]
+
+
+def _free_port() -> int:
+    with socket.socket() as probe:
+        probe.bind(("127.0.0.1", 0))
+        return _bound_port(probe)
+
+
+def _fake_pooler(
+    tmp_path: Path,
+    port: int,
+    exit_immediately: bool = False,
+    port_file: Path | None = None,
+    bind_delay_seconds: float = 0.0,
+    version_banner: str = "PgBouncer 1.25.2\nlibevent 2.1.13-stable",
+) -> Path:
+    """An executable that listens like PgBouncer: on the TCP port first, then on ``.s.PGSQL.<port>`` in the socket dir.
+
+    Port and socket dir come from the ini it is given, else from ``port`` and
+    ``tmp_path``. With ``port_file`` each start reads the port from that file
+    instead. ``bind_delay_seconds`` holds the bind back, like a slow start.
+    ``--version`` prints ``version_banner``.
+    """
+    script: Final = tmp_path / "fake-pgbouncer"
+    script.write_text(
+        textwrap.dedent(
+            f"""\
+            #!{sys.executable}
+            import configparser, os, pathlib, select, socket, sys, time
+            if sys.argv[1:] == ["--version"]:
+                print({version_banner!r})
+                sys.exit(0)
+            if {exit_immediately!r}:
+                sys.exit(3)
+            ini = configparser.ConfigParser()
+            ini.read(sys.argv[1:2])
+            port = ini.getint("pgbouncer", "listen_port", fallback={port})
+            if not {port_file is None!r}:
+                port = int(pathlib.Path({str(port_file)!r}).read_text())
+            socket_dir = ini.get("pgbouncer", "unix_socket_dir", fallback={str(tmp_path)!r})
+            socket_path = f"{{socket_dir}}/.s.PGSQL.{{port}}"
+            time.sleep({bind_delay_seconds!r})
+            listener = socket.socket()
+            listener.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            listener.bind(("127.0.0.1", port))
+            listener.listen()
+            if os.path.exists(socket_path):
+                os.unlink(socket_path)
+            unix_listener = socket.socket(socket.AF_UNIX)
+            unix_listener.bind(socket_path)
+            unix_listener.listen()
+            while True:
+                for ready in select.select([listener, unix_listener], [], [])[0]:
+                    conn, _ = ready.accept()
+                    conn.close()
+            """
+        )
+    )
+    script.chmod(0o700)
+    return script
+
+
+def _listening(port: int) -> bool:
+    try:
+        with socket.create_connection(("127.0.0.1", port), timeout=0.5):
+            return True
+    except OSError:
+        return False
+
+
+def _wait_until(condition: Callable[[], bool], timeout_seconds: float = 5.0) -> bool:
+    deadline: Final = time.monotonic() + timeout_seconds
+    while time.monotonic() < deadline:
+        if condition():
+            return True
+        time.sleep(0.05)
+    return False
+
+
+class TestPgBouncerProcess:
+    def test_start_waits_for_the_listener_and_stop_ends_it(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port)),), port=port, socket_path=unix_socket_path(tmp_path, port)
+        )
+        assert pooler.start() is None
+        assert _listening(port)
+        pid: Final = pooler.pid
+        assert pid is not None
+        pooler.stop()
+        assert _wait_until(lambda: not _listening(port))
+        with pytest.raises(ProcessLookupError):
+            os.kill(pid, 0)
+
+    def test_a_crashed_pooler_is_restarted_with_a_new_pid(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.1,
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        os.kill(first_pid, signal.SIGKILL)
+        assert _wait_until(lambda: pooler.pid not in (None, first_pid) and _listening(port))
+        pooler.stop()
+        assert _wait_until(lambda: not _listening(port))
+
+    def test_a_failed_restart_is_retried_until_the_pooler_is_back(
+        self, tmp_path: Path, caplog: pytest.LogCaptureFixture
+    ):
+        port: Final = _free_port()
+        script: Final = _fake_pooler(tmp_path, port)
+        pooler: Final = PgBouncerProcess(
+            argv=(str(script),), port=port, socket_path=unix_socket_path(tmp_path, port), restart_delay_seconds=0.1
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        hidden: Final = script.rename(tmp_path / "hidden")
+        with caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
+            os.kill(first_pid, signal.SIGKILL)
+            assert _wait_until(lambda: any("could not be restarted" in record.message for record in caplog.records))
+            assert not _listening(port)
+            hidden.rename(script)
+            assert _wait_until(lambda: pooler.pid not in (None, first_pid) and _listening(port))
+        pooler.stop()
+        assert _wait_until(lambda: not _listening(port))
+
+    def test_a_replacement_that_never_listens_is_replaced_again(self, tmp_path: Path, caplog: pytest.LogCaptureFixture):
+        port: Final = _free_port()
+        port_file: Final = tmp_path / "port"
+        port_file.write_text(str(port))
+        script: Final = _fake_pooler(tmp_path, port, port_file=port_file)
+        pooler: Final = PgBouncerProcess(
+            argv=(str(script),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.1,
+            ready_timeout_seconds=0.3,
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        wrong_port: Final = _free_port()
+        port_file.write_text(str(wrong_port))
+        with caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
+            os.kill(first_pid, signal.SIGKILL)
+            assert _wait_until(lambda: _listening(wrong_port))
+            assert _wait_until(lambda: any("did not start listening" in record.message for record in caplog.records))
+            port_file.write_text(str(port))
+            assert _wait_until(lambda: _listening(port))
+            assert _wait_until(lambda: not _listening(wrong_port))
+        pooler.stop()
+        assert _wait_until(lambda: not _listening(port))
+
+    def test_stopping_during_the_restart_delay_leaves_no_pooler_behind(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.3,
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        os.kill(first_pid, signal.SIGKILL)
+        assert _wait_until(lambda: not _listening(port))
+        pooler.stop()
+        time.sleep(1.0)
+        assert not _listening(port)
+        assert pooler.pid == first_pid
+
+    def test_a_stopped_pooler_is_not_restarted(self, tmp_path: Path, caplog: pytest.LogCaptureFixture):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.1,
+        )
+        assert pooler.start() is None
+        with caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
+            pooler.stop()
+            time.sleep(0.5)
+        assert not _listening(port)
+        assert caplog.records == []
+
+    def test_a_pooler_that_exits_during_startup_is_reported(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port, exit_immediately=True)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+        )
+        outcome: Final = pooler.start()
+        assert isinstance(outcome, PgBouncerError)
+        assert "status 3" in outcome.reason
+
+    def test_a_missing_binary_is_reported(self, tmp_path: Path):
+        outcome: Final = PgBouncerProcess(
+            argv=("/nonexistent/pgbouncer",), port=_free_port(), socket_path=tmp_path / "sock"
+        ).start()
+        assert isinstance(outcome, PgBouncerError)
+        assert "/nonexistent/pgbouncer" in outcome.reason
+
+    def test_a_port_owned_by_someone_else_is_refused_before_spawning(self, tmp_path: Path):
+        with socket.socket() as squatter:
+            squatter.bind(("127.0.0.1", 0))
+            squatter.listen()
+            port: Final = _bound_port(squatter)
+            pooler: Final = PgBouncerProcess(
+                argv=(str(_fake_pooler(tmp_path, port)),), port=port, socket_path=unix_socket_path(tmp_path, port)
+            )
+            outcome: Final = pooler.start()
+        assert isinstance(outcome, PgBouncerError)
+        assert f"127.0.0.1:{port} is already in use" in outcome.reason
+        assert pooler.pid is None
+
+    def test_a_replacement_waits_until_a_squatter_leaves_the_port(
+        self, tmp_path: Path, caplog: pytest.LogCaptureFixture
+    ):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.5,
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        os.kill(first_pid, signal.SIGKILL)
+        assert _wait_until(lambda: not _listening(port))
+        with socket.socket() as squatter, caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
+            squatter.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            squatter.bind(("127.0.0.1", port))
+            squatter.listen()
+            assert _wait_until(lambda: any("already in use" in record.message for record in caplog.records))
+            assert pooler.pid == first_pid
+        assert _wait_until(lambda: pooler.pid not in (None, first_pid) and _listening(port))
+        pooler.stop()
+        assert _wait_until(lambda: not _listening(port))
+
+    def test_a_listener_that_grabs_the_port_after_the_spawn_is_not_taken_for_the_pooler(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port, bind_delay_seconds=0.5)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            ready_timeout_seconds=3.0,
+        )
+        with socket.socket() as squatter, ThreadPoolExecutor(max_workers=1) as starter:
+            squatter.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            starting: Final = starter.submit(pooler.start)
+            assert _wait_until(lambda: pooler.pid is not None)
+            squatter.bind(("127.0.0.1", port))
+            squatter.listen()
+            outcome: Final = starting.result()
+        assert isinstance(outcome, PgBouncerError)
+        assert "exited with status 1" in outcome.reason
+
+    def test_a_port_served_by_a_stranger_while_the_pooler_is_still_starting_is_reported(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port, bind_delay_seconds=30.0)),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            ready_timeout_seconds=0.5,
+        )
+        with socket.socket() as squatter, ThreadPoolExecutor(max_workers=1) as starter:
+            squatter.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            starting: Final = starter.submit(pooler.start)
+            assert _wait_until(lambda: pooler.pid is not None)
+            squatter.bind(("127.0.0.1", port))
+            squatter.listen()
+            outcome: Final = starting.result()
+        assert isinstance(outcome, PgBouncerError)
+        assert f"127.0.0.1:{port} is served by another process" in outcome.reason
+        pid: Final = pooler.pid
+        assert pid is not None
+        with pytest.raises(ProcessLookupError):
+            os.kill(pid, 0)
+
+    def test_a_pooler_that_never_listens_times_out(self, tmp_path: Path):
+        port: Final = _free_port()
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, _free_port())),),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            ready_timeout_seconds=0.5,
+        )
+        outcome: Final = pooler.start()
+        assert isinstance(outcome, PgBouncerError)
+        assert "did not start listening" in outcome.reason
+        pid: Final = pooler.pid
+        assert pid is not None
+        with pytest.raises(ProcessLookupError):
+            os.kill(pid, 0)
+
+
+def _runtime_dir_listening_on(port: int) -> Path:
+    matches: Final = tuple(
+        ini.parent
+        for ini in Path(tempfile.gettempdir()).glob("litellm-pgbouncer-*/pgbouncer.ini")
+        if f"listen_port = {port}\n" in ini.read_text()
+    )
+    assert len(matches) == 1, matches
+    return matches[0]
+
+
+class TestStartInContainerPgBouncer:
+    def test_returns_the_loopback_url_once_the_pooler_listens(self, tmp_path: Path):
+        port: Final = _free_port()
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+        pooled: Final = start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm?connection_limit=5")
+        assert pooled == f"postgresql://app:pw@127.0.0.1:{port}/litellm?connection_limit=5&pgbouncer=true"
+        assert _listening(port)
+
+    @pytest.mark.filterwarnings("ignore:This process .* is multi-threaded:DeprecationWarning")
+    def test_a_forked_worker_exiting_leaves_the_pooler_and_its_files_to_the_parent(self, tmp_path: Path):
+        port: Final = _free_port()
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+        exit_hooks: Final[list[Callable[[], None]]] = []
+        pooled: Final = start_in_container_pgbouncer(
+            settings, "postgresql://app:pw@db/litellm", register_exit_hook=exit_hooks.append
+        )
+        assert isinstance(pooled, str), pooled
+        runtime_dir: Final = _runtime_dir_listening_on(port)
+
+        worker: Final = os.fork()
+        if worker == 0:
+            try:
+                for hook in exit_hooks:
+                    hook()
+            finally:
+                os._exit(0)
+        if not _wait_until(lambda: os.waitpid(worker, os.WNOHANG) != (0, 0)):
+            os.kill(worker, signal.SIGKILL)
+            pytest.fail("the forked worker did not exit: an exit hook blocked on state inherited from the parent")
+        assert _listening(port)
+        assert (runtime_dir / "pgbouncer.ini").exists()
+
+        for hook in exit_hooks:
+            hook()
+        assert _wait_until(lambda: not _listening(port))
+        assert not runtime_dir.exists()
+
+    def test_a_bad_upstream_url_is_reported_without_starting_anything(self, tmp_path: Path):
+        port: Final = _free_port()
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+        outcome: Final = start_in_container_pgbouncer(settings, "postgresql://app@db/litellm")
+        assert isinstance(outcome, PgBouncerError)
+        assert not _listening(port)
+
+    def test_token_auth_is_refused_without_starting_anything(self, tmp_path: Path):
+        port: Final = _free_port()
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+        outcome: Final = start_in_container_pgbouncer(
+            settings, "postgresql://app:pw@db/litellm", token_auth_enabled=True
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "IAM_TOKEN_DB_AUTH" in outcome.reason
+        assert "AZURE_POSTGRESQL_AUTH" in outcome.reason
+        assert not _listening(port)
+
+    def test_a_pgbouncer_that_survives_a_failed_tcp_bind_is_refused_without_starting(self, tmp_path: Path):
+        port: Final = _free_port()
+        binary: Final = _fake_pooler(tmp_path, port, version_banner="PgBouncer 1.18.1\nlibevent 2.1.12-stable")
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(binary))
+        outcome: Final = start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm")
+        assert isinstance(outcome, PgBouncerError)
+        assert "PgBouncer 1.18" in outcome.reason
+        assert "1.19" in outcome.reason
+        assert not _listening(port)
+
+    def test_the_first_version_that_dies_on_a_failed_tcp_bind_is_accepted(self, tmp_path: Path):
+        port: Final = _free_port()
+        binary: Final = _fake_pooler(tmp_path, port, version_banner="PgBouncer 1.19.0")
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(binary))
+        assert start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm") == (
+            f"postgresql://app:pw@127.0.0.1:{port}/litellm?pgbouncer=true"
+        )
+        assert _listening(port)
+
+
+class TestPgBouncerVersion:
+    def test_reads_major_and_minor_from_the_banner(self, tmp_path: Path):
+        assert pgbouncer_version(str(_fake_pooler(tmp_path, _free_port()))) == (1, 25)
+
+    def test_a_binary_that_cannot_run_is_reported(self, tmp_path: Path):
+        outcome: Final = pgbouncer_version(str(tmp_path / "missing-pgbouncer"))
+        assert isinstance(outcome, PgBouncerError)
+        assert "missing-pgbouncer" in outcome.reason
+
+    def test_a_banner_without_a_version_is_reported(self, tmp_path: Path):
+        outcome: Final = pgbouncer_version(str(_fake_pooler(tmp_path, _free_port(), version_banner="something else")))
+        assert isinstance(outcome, PgBouncerError)
+        assert "something else" in outcome.reason
+
+
+class TestPgBouncerSettings:
+    def test_reads_the_litellm_pgbouncer_env_vars(self, monkeypatch: pytest.MonkeyPatch):
+        monkeypatch.setenv("LITELLM_PGBOUNCER_ENABLED", "true")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_PORT", "7000")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS", "12")
+        settings: Final = PgBouncerSettings()
+        assert (settings.enabled, settings.port, settings.max_db_connections) == (True, 7000, 12)
+
+    def test_defaults_are_off(self, monkeypatch: pytest.MonkeyPatch):
+        monkeypatch.delenv("LITELLM_PGBOUNCER_ENABLED", raising=False)
+        assert PgBouncerSettings().enabled is False
diff --git a/tests/test_litellm/test_component_entrypoint.py b/tests/test_litellm/test_component_entrypoint.py
index 09837d2b233..0c2a533b8bc 100644
--- a/tests/test_litellm/test_component_entrypoint.py
+++ b/tests/test_litellm/test_component_entrypoint.py
@@ -38,12 +38,16 @@ _STUB_TEMPLATE = """#!/bin/sh
 _ENTRYPOINT_RE = re.compile(r"^ENTRYPOINT\s+(\[.*\])\s*$", re.MULTILINE)
 _CMD_RE = re.compile(r"^CMD\s+(\[.*\])\s*$", re.MULTILINE)
 _COPY_RE = re.compile(r"^COPY\s+(?!--from)(\S+)\s+(\S+)\s*$", re.MULTILINE)
-_APP_TARGET_RE = re.compile(r"(?:gateway|backend)\.main:app")
+_APP_TARGET_RE = re.compile(r"(?:gateway|backend)\.main:app|gateway\.launch")
 _TF_STRING_LOCAL_RE = re.compile(r'^\s*(\w+)\s*=\s*"((?:[^"\\]|\\.)*)"\s*$', re.MULTILINE)
 _TF_INTERPOLATION_RE = re.compile(r"\$\{(local|var)\.(\w+)\}")
 
 TERRAFORM_LAUNCH_SITES = {TERRAFORM_ECS: 2, TERRAFORM_CLOUDRUN: 2}
 TERRAFORM_VAR_STUBS = {"gateway_num_workers": "2"}
+COMPONENT_LAUNCHERS = {
+    "gateway": ("python", "-m", "gateway.launch"),
+    "backend": ("uvicorn", "backend.main:app"),
+}
 _MAX_INTERPOLATION_PASSES = 5
 
 
@@ -63,7 +67,7 @@ def _run_entrypoint(
     """Run `script` with stubbed executables on PATH and return the recorded lines."""
     bin_dir = tmp_path / "bin"
     bin_dir.mkdir(parents=True)
-    _write_stubs(bin_dir, ("ddtrace-run", "uvicorn", "litellm"))
+    _write_stubs(bin_dir, ("ddtrace-run", "uvicorn", "python", "litellm"))
     record = tmp_path / "record.txt"
 
     env = {
@@ -330,22 +334,63 @@ def test_entrypoint_script_has_no_carriage_returns() -> None:
 
 
 @pytest.mark.parametrize(
-    "dockerfile, app_target",
+    "dockerfile, launcher",
     [
-        (GATEWAY_DOCKERFILE, "gateway.main:app"),
-        (BACKEND_DOCKERFILE, "backend.main:app"),
+        (GATEWAY_DOCKERFILE, "python -m gateway.launch"),
+        (BACKEND_DOCKERFILE, "uvicorn backend.main:app"),
     ],
 )
-def test_component_images_launch_uvicorn_through_the_entrypoint(dockerfile: Path, app_target: str) -> None:
+def test_component_images_launch_uvicorn_through_the_entrypoint(dockerfile: Path, launcher: str) -> None:
     entrypoint = " ".join(_entrypoint_argv(dockerfile))
 
     assert IMAGE_ENTRYPOINT_PATH in entrypoint, f"{dockerfile} bypasses the ddtrace-aware entrypoint"
-    assert app_target in entrypoint
-    assert entrypoint.index(IMAGE_ENTRYPOINT_PATH) < entrypoint.index("uvicorn"), (
+    assert launcher in entrypoint
+    assert entrypoint.index(IMAGE_ENTRYPOINT_PATH) < entrypoint.index(launcher), (
         f"{dockerfile} must invoke uvicorn through the entrypoint, not the other way around"
     )
 
 
+@pytest.mark.parametrize(
+    "use_ddtrace, num_workers, expected_exec, expected_args",
+    [
+        (None, "4", "exec=python", "args=-m gateway.launch --workers 4 --host 0.0.0.0 --port 4000"),
+        (None, None, "exec=python", "args=-m gateway.launch --workers 1 --host 0.0.0.0 --port 4000"),
+        ("true", "4", "exec=ddtrace-run", "args=python -m gateway.launch --workers 4 --host 0.0.0.0 --port 4000"),
+    ],
+)
+def test_gateway_image_execs_the_supervisor_with_its_worker_count(
+    use_ddtrace: str | None, num_workers: str | None, expected_exec: str, expected_args: str, tmp_path: Path
+) -> None:
+    """Run the gateway image's ENTRYPOINT + CMD and record what the container execs.
+
+    The Dockerfile's `/app/...` script path is resolved to the checked-in script and `python`
+    is stubbed on PATH, so the assertion is on the argv `gateway.launch` receives, not on the
+    Dockerfile text.
+    """
+    entrypoint = tuple(
+        part.replace(IMAGE_ENTRYPOINT_PATH, str(COMPONENT_ENTRYPOINT)) for part in _entrypoint_argv(GATEWAY_DOCKERFILE)
+    )
+    bin_dir = tmp_path / "bin"
+    bin_dir.mkdir(parents=True)
+    _write_stubs(bin_dir, ("ddtrace-run", "python", "uvicorn"))
+    record = tmp_path / "record.txt"
+    overrides = {"USE_DDTRACE": use_ddtrace, "NUM_WORKERS": num_workers}
+    env = {
+        **{k: v for k, v in os.environ.items() if k not in ("DD_TRACE_OPENAI_ENABLED", *overrides)},
+        **{k: v for k, v in overrides.items() if v is not None},
+        "PATH": f"{bin_dir}{os.pathsep}{os.environ['PATH']}",
+        "RECORD": str(record),
+        "PYTHONPATH": PYTHONPATH_SENTINEL,
+    }
+
+    result = subprocess.run(
+        [*entrypoint, *_cmd_argv(GATEWAY_DOCKERFILE)], env=env, capture_output=True, text=True, check=False
+    )
+
+    assert result.returncode == 0, f"stdout={result.stdout} stderr={result.stderr}"
+    assert tuple(record.read_text().splitlines())[:2] == (expected_exec, expected_args)
+
+
 @pytest.mark.parametrize("dockerfile", [GATEWAY_DOCKERFILE, BACKEND_DOCKERFILE])
 def test_component_images_make_the_entrypoint_executable(dockerfile: Path) -> None:
     body = dockerfile.read_text()
@@ -367,17 +412,18 @@ def test_terraform_launch_command_matches_the_script_contract(
     implementations under the same environment and asserts they agree on which binary is exec'd
     and on whether the openai integration is disabled.
     """
-    app_target = f"{component}.main:app"
+    launcher = COMPONENT_LAUNCHERS[component]
+    app_target = " ".join(launcher[1:])
     command = _resolve_tf_local(terraform_file, f"{component}_launch_cmd")
 
     bin_dir = tmp_path / "bin"
     bin_dir.mkdir(parents=True)
-    _write_stubs(bin_dir, ("ddtrace-run", "uvicorn"))
+    _write_stubs(bin_dir, ("ddtrace-run", "uvicorn", "python"))
     from_terraform = _run_shell_command(command, bin_dir, tmp_path / "terraform.txt", use_ddtrace)
 
     from_script = _run_entrypoint(
         COMPONENT_ENTRYPOINT,
-        ("uvicorn", app_target),
+        launcher,
         use_ddtrace=use_ddtrace,
         tmp_path=tmp_path / "script",
     )
@@ -387,12 +433,14 @@ def test_terraform_launch_command_matches_the_script_contract(
     )
     assert from_terraform[2] == from_script[2], f"{terraform_file} disagrees with the script on the openai integration"
     assert app_target in from_terraform[1]
+    assert "gateway.main:app" not in from_terraform[1], f"{terraform_file} bypasses the gateway.launch supervisor"
 
     if use_ddtrace in TRUTHY_USE_DDTRACE:
         assert from_terraform[0] == "exec=ddtrace-run"
+        assert from_terraform[1].startswith(f"args={launcher[0]} ")
         assert from_terraform[2] == "DD_TRACE_OPENAI_ENABLED=False"
     else:
-        assert from_terraform[0] == "exec=uvicorn"
+        assert from_terraform[0] == f"exec={launcher[0]}"
         assert from_terraform[2] == "DD_TRACE_OPENAI_ENABLED=<unset>"
 
 

From be7dce30a3ab832bdd104b2d2f15bace5d622b4d Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MacBook-Pro.local>
Date: Thu, 10 Sep 2026 15:16:24 -0700
Subject: [PATCH 096/298] ci(e2e): pin the Redis timeout workflow's Postgres
 image by digest

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/test-e2e-redis-timeout.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/test-e2e-redis-timeout.yml b/.github/workflows/test-e2e-redis-timeout.yml
index 9c318a1346c..501af0f240f 100644
--- a/.github/workflows/test-e2e-redis-timeout.yml
+++ b/.github/workflows/test-e2e-redis-timeout.yml
@@ -15,7 +15,7 @@ jobs:
     timeout-minutes: 30
     services:
       postgres:
-        image: postgres:16.6
+        image: postgres:16.6@sha256:557fea37a744d5f4c8faab304b0a90858b53ab119735a88c131fd19dab802f36
         env:
           POSTGRES_USER: llmproxy
           POSTGRES_PASSWORD: dbpassword9090

From 7658cd53aaf5f8cc217b9a9a25891851eaa64cbc Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 22:25:03 +0000
Subject: [PATCH 097/298] fix(caching): judge swallowed Redis failures per
 admission and throttle worker tracebacks per error type

Swallowed failures are now reported to the breaker when the admitted call exits, so a
call admitted before the breaker opened cannot refresh the open timer or knock out the
recovery probe. The sync batch read raises the typed open-breaker error like its async
twin so DualCache releases its batch reservations, and LoggingWorker throttles tracebacks
per exception class instead of worker-wide

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/dual_cache.py                 |  3 +
 litellm/caching/redis_cache.py                | 60 ++++++++++-------
 litellm/litellm_core_utils/logging_worker.py  | 20 +++---
 tests/test_litellm/caching/test_dual_cache.py | 20 ++++++
 .../test_litellm/caching/test_redis_cache.py  | 65 +++++++++++++++++--
 .../litellm_core_utils/test_logging_worker.py | 32 ++++++++-
 6 files changed, 162 insertions(+), 38 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index 6fb918ce748..5dd0493cd65 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -206,6 +206,9 @@ class DualCache(BaseCache):
                 redis_result: Final = self.redis_cache.batch_get_cache(
                     key_list=sublist_keys, parent_otel_span=parent_otel_span
                 )
+            except RedisCircuitBreakerOpenError:
+                self._rollback_redis_batch_key_reservations(previous_access_times)
+                return result
             except Exception:
                 # Do not throttle subsequent callers if the Redis read fails.
                 self._rollback_redis_batch_key_reservations(previous_access_times)
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 6c19b018c1d..3ecf805ed0e 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -285,7 +285,9 @@ class RedisCircuitBreaker:
 _RedisCallResult = TypeVar("_RedisCallResult")
 
 
-_swallowed_redis_failures: Final[ContextVar[int]] = ContextVar("litellm_swallowed_redis_failures", default=0)
+_swallowed_redis_failures: Final[ContextVar[tuple[bool, ...]]] = ContextVar(
+    "litellm_swallowed_redis_failures", default=()
+)
 
 
 def _opaque_kwarg_key(value: object) -> str:
@@ -405,8 +407,8 @@ def _breaker_metrics() -> _BreakerMetrics:
     return _BreakerMetrics()
 
 
-def _record_swallowed_redis_failure(breaker: RedisCircuitBreaker, exc: BaseException) -> None:
-    """Record a Redis failure that the calling method is about to swallow.
+def _record_swallowed_redis_failure(exc: BaseException) -> None:
+    """Note a Redis failure that the calling method is about to swallow, for the breaker exit to judge.
 
     The marker is a ContextVar rather than a counter on the breaker because breakers are
     shared by every concurrent caller. A plain shared counter cannot tell "my call failed"
@@ -416,8 +418,7 @@ def _record_swallowed_redis_failure(breaker: RedisCircuitBreaker, exc: BaseExcep
     """
     if not _is_redis_health_failure(exc):
         return
-    breaker.record_failure(is_timeout=_is_redis_timeout_failure(exc))
-    _swallowed_redis_failures.set(_swallowed_redis_failures.get() + 1)
+    _swallowed_redis_failures.set((*_swallowed_redis_failures.get(), _is_redis_timeout_failure(exc)))
 
 
 @dataclass(frozen=True, slots=True)
@@ -430,25 +431,42 @@ def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> _BreakerA
     """Reject the call if the breaker is open, else snapshot what its outcome will be judged against."""
     if breaker.is_open():
         raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open, skipping {name}")
-    return _BreakerAdmission(swallowed_before=_swallowed_redis_failures.get(), generation=breaker.generation)
+    return _BreakerAdmission(swallowed_before=len(_swallowed_redis_failures.get()), generation=breaker.generation)
+
+
+def _take_swallowed_failures(admission: _BreakerAdmission) -> tuple[bool, ...]:
+    """Return the is_timeout flag of every failure this call swallowed, and drop them from the context."""
+    all_swallowed: Final = _swallowed_redis_failures.get()
+    _swallowed_redis_failures.set(all_swallowed[: admission.swallowed_before])
+    return all_swallowed[admission.swallowed_before :]
 
 
 def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission) -> None:
-    """Record success only when nothing failed while the call ran and the breaker has not opened since.
+    """Report the call's outcome to the breaker generation it was admitted under.
 
     Several Redis methods catch their own connection errors and return a default, so a
-    method that returned is not on its own proof of a healthy Redis.
+    method that returned is not on its own proof of a healthy Redis. A call admitted
+    before the breaker opened reports nothing: its failures would refresh the open
+    timer or knock out the recovery probe, and its success would close it early.
     """
+    swallowed: Final = _take_swallowed_failures(admission)
     if admission.generation != breaker.generation:
         return
-    if _swallowed_redis_failures.get() == admission.swallowed_before:
+    if not swallowed:
         breaker.record_success()
+        return
+    for is_timeout in swallowed:
+        breaker.record_failure(is_timeout=is_timeout)
 
 
 def _fail_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission, exc: BaseException) -> None:
-    if admission.generation != breaker.generation or not _is_redis_health_failure(exc):
+    swallowed: Final = _take_swallowed_failures(admission)
+    if admission.generation != breaker.generation:
         return
-    breaker.record_failure(is_timeout=_is_redis_timeout_failure(exc))
+    for is_timeout in swallowed:
+        breaker.record_failure(is_timeout=is_timeout)
+    if _is_redis_health_failure(exc):
+        breaker.record_failure(is_timeout=_is_redis_timeout_failure(exc))
 
 
 async def _run_under_circuit_breaker(
@@ -1056,7 +1074,7 @@ class RedisCache(BaseCache):
                 str(e),
                 value,
             )
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
 
     async def _pipeline_helper(
         self,
@@ -1143,7 +1161,7 @@ class RedisCache(BaseCache):
                 str(e),
                 cache_value,
             )
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
 
     async def _set_cache_sadd_helper(
         self,
@@ -1228,7 +1246,7 @@ class RedisCache(BaseCache):
                 str(e),
                 value,
             )
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
 
     @_redis_circuit_breaker_guard
     async def batch_cache_write(self, key, value, **kwargs):
@@ -1386,7 +1404,7 @@ class RedisCache(BaseCache):
         except Exception as e:
             # NON blocking - notify users Redis is throwing an exception
             verbose_logger.error("litellm.caching.caching: get() - Got exception from REDIS: %s", e)
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
 
     def _run_redis_mget_operation(self, keys: list[str]) -> Sequence[bytes | str | None]:
         """
@@ -1423,9 +1441,9 @@ class RedisCache(BaseCache):
         key_value_dict = {}
         _key_list: Final = [key for key in key_list if key is not None]
         start_time: Final = time.time()
+        admission: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
 
         try:
-            admission: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
             _keys: Final = [self.check_and_fix_namespace(key=cache_key or "") for cache_key in _key_list]
             results: Final = self._run_redis_mget_operation(keys=_keys)
             _exit_circuit_breaker(self._circuit_breaker, admission)
@@ -1452,8 +1470,6 @@ class RedisCache(BaseCache):
                 decoded_results[k] = v
 
             return decoded_results
-        except RedisCircuitBreakerOpenError:
-            return key_value_dict
         except Exception as e:
             failed_at: Final = time.time()
             self.service_logger_obj.service_failure_hook(
@@ -1466,7 +1482,7 @@ class RedisCache(BaseCache):
                 parent_otel_span=parent_otel_span,
             )
             verbose_logger.error("Error occurred in batch get cache - %s", e)
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _fail_circuit_breaker(self._circuit_breaker, admission, e)
             return key_value_dict
 
     @_redis_circuit_breaker_guard
@@ -1513,7 +1529,7 @@ class RedisCache(BaseCache):
                 )
             )
             print_verbose(f"litellm.caching.caching: async get() - Got exception from REDIS: {e}")
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
 
     @_redis_circuit_breaker_guard
     async def async_batch_get_cache(
@@ -1585,7 +1601,7 @@ class RedisCache(BaseCache):
                 )
             )
             verbose_logger.error("Error occurred in async batch get cache - %s", e)
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
             return key_value_dict
 
     def sync_ping(self) -> bool:
@@ -1837,7 +1853,7 @@ class RedisCache(BaseCache):
             return ttl
         except Exception as e:
             verbose_logger.debug("Redis TTL Error: %s", e)
-            _record_swallowed_redis_failure(self._circuit_breaker, e)
+            _record_swallowed_redis_failure(e)
             return None
 
     @_redis_circuit_breaker_guard
diff --git a/litellm/litellm_core_utils/logging_worker.py b/litellm/litellm_core_utils/logging_worker.py
index dfaace1bb10..de3999d63ea 100644
--- a/litellm/litellm_core_utils/logging_worker.py
+++ b/litellm/litellm_core_utils/logging_worker.py
@@ -55,8 +55,8 @@ class LoggingWorker:
         self.max_queue_size = max_queue_size
         self.concurrency = concurrency
         self.error_traceback_interval = error_traceback_interval
-        self._last_error_traceback_at: float | None = None
-        self._errors_since_traceback: int = 0
+        self._last_error_traceback_at: dict[type[BaseException], float] = {}
+        self._errors_since_traceback: dict[type[BaseException], int] = {}
         self._queue: asyncio.Queue[LoggingTask] | None = None
         self._worker_task: asyncio.Task | None = None
         self._running_tasks: set[asyncio.Task] = set()
@@ -178,19 +178,21 @@ class LoggingWorker:
             sem.release()
 
     def _log_task_error(self, error: Exception) -> None:
-        """One traceback per interval: a stalled backend fails every in-flight task at once."""
+        """One traceback per error type per interval: a stalled backend fails every in-flight task at once."""
         now: Final = time.monotonic()
-        last_traceback_at: Final = self._last_error_traceback_at
+        error_type: Final = type(error)
+        last_traceback_at: Final = self._last_error_traceback_at.get(error_type)
         if last_traceback_at is not None and now - last_traceback_at < self.error_traceback_interval:
-            self._errors_since_traceback += 1
+            self._errors_since_traceback[error_type] = self._errors_since_traceback.get(error_type, 0) + 1
             return
         verbose_logger.exception(
-            "LoggingWorker error (%d more suppressed since the last traceback): %r",
-            self._errors_since_traceback,
+            "LoggingWorker error (%d more %s suppressed since the last traceback): %r",
+            self._errors_since_traceback.get(error_type, 0),
+            error_type.__name__,
             error,
         )
-        self._last_error_traceback_at = now
-        self._errors_since_traceback = 0
+        self._last_error_traceback_at[error_type] = now
+        self._errors_since_traceback[error_type] = 0
 
     async def _worker_loop(self) -> None:
         """Main worker loop that gets tasks and schedules them to run concurrently."""
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index 3e21362b3f0..b2462b297fc 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -653,3 +653,23 @@ def test_open_breaker_is_a_quiet_cache_miss_on_the_sync_read_path(dual_cache_wit
 
     noisy = [r for r in caplog.records if r.levelno > logging.DEBUG]
     assert noisy == [], f"an open breaker must be silent per call, got {[r.getMessage() for r in noisy]}"
+
+
+def test_open_breaker_does_not_leave_sync_batch_reservations_behind(dual_cache_with_open_breaker, caplog):
+    """A batch read skipped by the breaker must not hold its keys for the batch expiry window.
+
+    The sync read reserves keys before dialing Redis so concurrent callers do not all hit it.
+    When the breaker rejects the read, those reservations have to be released, otherwise the
+    first read after Redis recovers is still throttled for up to default_redis_batch_cache_expiry.
+    """
+    caplog.set_level(logging.DEBUG, logger="LiteLLM")
+    dual_cache_with_open_breaker.redis_cache.redis_client.mget.side_effect = AssertionError(
+        "an open breaker must not touch Redis"
+    )
+
+    assert dual_cache_with_open_breaker.batch_get_cache(keys=["lit7468", "lit7460"]) == [None, None]
+
+    assert "lit7468" not in dual_cache_with_open_breaker.last_redis_batch_access_time
+    assert "lit7460" not in dual_cache_with_open_breaker.last_redis_batch_access_time
+    noisy = [r for r in caplog.records if r.levelno > logging.DEBUG]
+    assert noisy == [], f"an open breaker must be silent per call, got {[r.getMessage() for r in noisy]}"
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 1a884d44db1..3bc3aa1e047 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -516,14 +516,20 @@ async def test_circuit_breaker_opens_when_method_swallows_redis_failure(call_met
         await call_method(cache)
 
 
-def test_circuit_breaker_open_keeps_sync_batch_get_cache_as_a_miss(sync_batch_redis_cache):
-    """An open breaker must preserve the sync batch read's dictionary fallback."""
+def test_sync_batch_get_cache_swallowed_failures_open_the_breaker_and_then_fast_fail(sync_batch_redis_cache):
+    """The sync batch read hides its Redis error behind an empty dict, but the breaker must still
+    count it, and once open the read has to raise the typed error like its async twin so DualCache
+    can release the batch reservations it took before the call.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
         assert sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"]) == {}
 
-    assert sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"]) == {}
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"])
+    assert sync_batch_redis_cache.redis_client.mget.call_count == REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
 
 def test_batch_get_counts_raises_where_batch_get_cache_reports_a_miss(sync_batch_redis_cache):
@@ -647,6 +653,7 @@ def test_sync_batch_get_cache_survives_a_service_callback_that_raises(
     from concurrent.futures import ThreadPoolExecutor
 
     import litellm
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     cache, service_logger = sync_batch_cache_with_service_logger
@@ -661,7 +668,8 @@ def test_sync_batch_get_cache_survives_a_service_callback_that_raises(
         with ThreadPoolExecutor(max_workers=1) as pool:
             assert pool.submit(cache.batch_get_cache, key_list=["lit6729"]).result() == {}
 
-    assert cache.batch_get_cache(key_list=["lit6729"]) == {}
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        cache.batch_get_cache(key_list=["lit6729"])
 
 
 def test_call_stack_info_skips_breaker_guard_frames():
@@ -801,7 +809,7 @@ async def test_concurrent_success_is_not_cancelled_by_another_calls_failure():
     # starts would leave its snapshot correct and prove nothing.
     async def swallows_a_failure():
         await asyncio.sleep(0.02)
-        _record_swallowed_redis_failure(breaker, RedisConnectionError("redis unreachable"))
+        _record_swallowed_redis_failure(RedisConnectionError("redis unreachable"))
 
     async def succeeds_while_the_other_fails():
         await asyncio.sleep(0.05)
@@ -1097,6 +1105,53 @@ async def test_success_admitted_before_the_breaker_opened_cannot_close_it():
         await _run_under_circuit_breaker(breaker, "op", slow_success)
 
 
+@pytest.mark.asyncio
+async def test_swallowed_failure_admitted_before_the_breaker_opened_cannot_delay_recovery():
+    """A stale in-flight call that swallows its Redis error must not restart the open timer.
+
+    Guarded methods that return a default instead of raising still report their failure to
+    the breaker on exit. If that report landed against a newer breaker generation, every
+    slow call that was already dialing Redis when the breaker opened would push recovery
+    back by its own socket timeout, and knock out the HALF_OPEN probe if it landed then.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import (
+        RedisCircuitBreaker,
+        _record_swallowed_redis_failure,
+        _run_under_circuit_breaker,
+    )
+
+    breaker = RedisCircuitBreaker(failure_threshold=2, recovery_timeout=0.05)
+    release_stale_call = asyncio.Event()
+
+    async def stale_call_that_swallows_its_failure():
+        await release_stale_call.wait()
+        _record_swallowed_redis_failure(RedisConnectionError("refused"))
+        return {}
+
+    async def refused():
+        raise RedisConnectionError("refused")
+
+    async def recovered():
+        return "ok"
+
+    in_flight = asyncio.create_task(_run_under_circuit_breaker(breaker, "stale", stale_call_that_swallows_its_failure))
+    await asyncio.sleep(0)
+    for _ in range(breaker.failure_threshold):
+        with pytest.raises(RedisConnectionError):
+            await _run_under_circuit_breaker(breaker, "op", refused)
+    assert breaker.is_open() is True
+
+    await asyncio.sleep(0.04)
+    release_stale_call.set()
+    assert await in_flight == {}
+    await asyncio.sleep(0.03)
+
+    assert await _run_under_circuit_breaker(breaker, "probe", recovered) == "ok"
+    assert breaker.is_open() is False
+
+
 @pytest.mark.asyncio
 async def test_open_breaker_raises_its_own_exception_type():
     """Callers with an optional cache need to tell the expected fast-fail apart from a real error."""
diff --git a/tests/test_litellm/litellm_core_utils/test_logging_worker.py b/tests/test_litellm/litellm_core_utils/test_logging_worker.py
index f93a2e0b08a..66d49b22c6b 100644
--- a/tests/test_litellm/litellm_core_utils/test_logging_worker.py
+++ b/tests/test_litellm/litellm_core_utils/test_logging_worker.py
@@ -568,5 +568,33 @@ class TestLoggingWorker:
 
         messages = [r.getMessage() for r in caplog.records if "LoggingWorker error" in r.getMessage()]
         assert len(messages) == 2, messages
-        assert "(0 more suppressed" in messages[0]
-        assert "(4 more suppressed" in messages[1]
+        assert "(0 more TimeoutError suppressed" in messages[0]
+        assert "(4 more TimeoutError suppressed" in messages[1]
+
+    @pytest.mark.asyncio
+    async def test_traceback_throttle_is_per_error_type(self, caplog):
+        """A timeout burst from one stalled backend must not hide the first traceback of a different
+        failure, otherwise a misconfigured callback stays invisible for the whole interval.
+        """
+        caplog.set_level(logging.DEBUG, logger="LiteLLM")
+        worker = LoggingWorker(timeout=0.05, max_queue_size=200, concurrency=100, error_traceback_interval=60.0)
+        worker.start()
+
+        async def stalled_callback():
+            await asyncio.sleep(10)
+
+        async def misconfigured_callback():
+            raise KeyError("missing api key")
+
+        for _ in range(20):
+            worker.enqueue(stalled_callback())
+        await asyncio.sleep(0.2)
+        for _ in range(3):
+            worker.enqueue(misconfigured_callback())
+        await asyncio.sleep(0.2)
+        await worker.stop()
+
+        messages = [r.getMessage() for r in caplog.records if "LoggingWorker error" in r.getMessage()]
+        assert len(messages) == 2, messages
+        assert "TimeoutError" in messages[0]
+        assert "KeyError" in messages[1] and "missing api key" in messages[1]

From 368de5df688ef6d21ed47302905aa30e99ee84f5 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 15:30:16 -0700
Subject: [PATCH 098/298] fix(proxy): log prompt-shaped model strings on
 pass-through failures under the placeholder model

---
 litellm/constants.py                          |  1 +
 .../spend_tracking/spend_tracking_utils.py    | 13 +++++--
 .../test_spend_tracking_utils.py              | 37 ++++++++++++++-----
 3 files changed, 39 insertions(+), 12 deletions(-)

diff --git a/litellm/constants.py b/litellm/constants.py
index 33a46616c4e..bc3a82cb655 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -2000,6 +2000,7 @@ NON_INFERENCE_CALL_TYPES: Final[frozenset[str]] = frozenset(
 )
 
 UNKNOWN_MODEL_SPEND_LOG_MODEL: Final[str] = "unknown-model"
+MAX_SPEND_LOG_MODEL_NAME_LENGTH: Final[int] = 256
 
 # PTU reservation rollup writes rows to LiteLLM_DailyTeamSpend with this
 # sentinel api_key so PTU flat cost stays distinguishable from real per-request
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index ebe5b530e60..d2f44be6004 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -16,6 +16,7 @@ from litellm.constants import (
     LITELLM_TRUNCATION_DB_SAFEGUARD_NOTE,
     LITTELM_CLI_SERVICE_ACCOUNT_NAME,
     LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME,
+    MAX_SPEND_LOG_MODEL_NAME_LENGTH,
     REDACTED_BY_LITELM_STRING,
     SESSION_ID_OMITTED_METADATA_KEY,
     UNKNOWN_MODEL_SPEND_LOG_MODEL,
@@ -333,6 +334,10 @@ def _sl_attribution_fallback(
     return standard_logging_payload.get(field) or ""
 
 
+def _looks_like_model_name(model: str) -> bool:
+    return len(model) <= MAX_SPEND_LOG_MODEL_NAME_LENGTH and not any(char.isspace() for char in model)
+
+
 def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogsPayload:
     if kwargs is None:
         kwargs = {}
@@ -435,11 +440,13 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
         or None
     )
     raw_model: Final = cast(str, kwargs.get("model") or "")
+    resolved_model: Final = (
+        standard_logging_payload.get("model") if standard_logging_payload is not None else None
+    ) or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
     model_name: Final = (
         UNKNOWN_MODEL_SPEND_LOG_MODEL
-        if rejected_as_unknown_model
-        else (standard_logging_payload.get("model") if standard_logging_payload is not None else None)
-        or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
+        if rejected_as_unknown_model or not _looks_like_model_name(resolved_model)
+        else resolved_model
     )
     litellm_call_id: Final = cast(
         str | None,
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index 7a20b9ab026..c225b35992f 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -1,8 +1,8 @@
 import asyncio
 import datetime
 import json
-from datetime import timezone
 from collections.abc import Mapping
+from datetime import timezone
 from typing import Any, Final, cast
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -15,12 +15,13 @@ from litellm.constants import (
     LITELLM_TRUNCATION_DB_SAFEGUARD_NOTE,
     LITTELM_CLI_SERVICE_ACCOUNT_NAME,
     LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME,
+    MAX_SPEND_LOG_MODEL_NAME_LENGTH,
     REDACTED_BY_LITELM_STRING,
     SESSION_ID_OMITTED_METADATA_KEY,
     UNKNOWN_MODEL_SPEND_LOG_MODEL,
 )
 from litellm.litellm_core_utils.safe_json_dumps import safe_dumps
-from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy._types import SpendLogsPayload, UserAPIKeyAuth
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
 from litellm.proxy.route_llm_request import ProxyModelNotFoundError
 from litellm.proxy.spend_tracking.spend_tracking_utils import (
@@ -41,7 +42,6 @@ from litellm.proxy.spend_tracking.spend_tracking_utils import (
     get_logging_payload,
     get_spend_logs_id,
 )
-from litellm.proxy._types import SpendLogsPayload
 from litellm.proxy.utils import hash_token
 from litellm.types.utils import (
     StandardLoggingHiddenParams,
@@ -927,21 +927,40 @@ def test_safe_dumps_complex_metadata_like_object():
 _RAW_MODEL_WITH_PROMPT: Final = "opus-4.6 Please summarize my medical records\nPatient has diabetes"
 
 
+_BEDROCK_INFERENCE_PROFILE_ARN: Final = (
+    "arn:aws:bedrock:us-east-1:123456789012:application-inference-profile/claude-sonnet-4-5"
+)
+_OVERLONG_MODEL: Final = "m" * (MAX_SPEND_LOG_MODEL_NAME_LENGTH + 1)
+
+
 @pytest.mark.parametrize(
-    ("rejection", "expected_model"),
+    ("requested_model", "failure", "expected_model"),
     [
         (
+            _RAW_MODEL_WITH_PROMPT,
             ProxyModelNotFoundError(route="acompletion", model_name=_RAW_MODEL_WITH_PROMPT),
             UNKNOWN_MODEL_SPEND_LOG_MODEL,
         ),
-        (ValueError("provider timed out"), _RAW_MODEL_WITH_PROMPT),
+        (
+            _RAW_MODEL_WITH_PROMPT,
+            ValueError("Upstream passthrough request failed with status 404"),
+            UNKNOWN_MODEL_SPEND_LOG_MODEL,
+        ),
+        (_OVERLONG_MODEL, ValueError("provider timed out"), UNKNOWN_MODEL_SPEND_LOG_MODEL),
+        (
+            "gpt-5.2",
+            ProxyModelNotFoundError(route="acompletion", model_name="gpt-5.2"),
+            UNKNOWN_MODEL_SPEND_LOG_MODEL,
+        ),
+        ("gpt-5.2", ValueError("provider timed out"), "gpt-5.2"),
+        (_BEDROCK_INFERENCE_PROFILE_ARN, ValueError("provider timed out"), _BEDROCK_INFERENCE_PROFILE_ARN),
     ],
 )
-def test_get_logging_payload_replaces_model_only_when_router_rejected_it_as_unknown(
-    rejection: Exception, expected_model: str
+def test_get_logging_payload_replaces_rejected_or_prompt_shaped_models_with_the_placeholder(
+    requested_model: str, failure: Exception, expected_model: str
 ):
     kwargs: Final = {
-        "model": _RAW_MODEL_WITH_PROMPT,
+        "model": requested_model,
         "messages": [{"role": "user", "content": "hi"}],
         "call_type": "acompletion",
         "litellm_params": {"metadata": {"user_api_key": "sk-test", "status": "failure"}},
@@ -949,7 +968,7 @@ def test_get_logging_payload_replaces_model_only_when_router_rejected_it_as_unkn
 
     payload: Final = get_logging_payload(
         kwargs=kwargs,
-        response_obj=rejection,
+        response_obj=failure,
         start_time=datetime.datetime.now(timezone.utc),
         end_time=datetime.datetime.now(timezone.utc),
     )

From 098bfe0bbc842f43caa15b6b2fc14e2a6106c301 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 15:36:32 -0700
Subject: [PATCH 099/298] fix(proxy): only remap prompt-shaped model strings on
 failed spend rows

---
 .../spend_tracking/spend_tracking_utils.py    |  5 ++-
 .../test_spend_tracking_utils.py              | 32 +++++++++++++------
 2 files changed, 26 insertions(+), 11 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index d2f44be6004..5690e43ab2b 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -443,9 +443,12 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
     resolved_model: Final = (
         standard_logging_payload.get("model") if standard_logging_payload is not None else None
     ) or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
+    failed_with_prompt_shaped_model: Final = _get_status_for_spend_log(
+        metadata=metadata
+    ) == "failure" and not _looks_like_model_name(resolved_model)
     model_name: Final = (
         UNKNOWN_MODEL_SPEND_LOG_MODEL
-        if rejected_as_unknown_model or not _looks_like_model_name(resolved_model)
+        if rejected_as_unknown_model or failed_with_prompt_shaped_model
         else resolved_model
     )
     litellm_call_id: Final = cast(
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index c225b35992f..11cf7ac530e 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -141,9 +141,7 @@ def test_batch_lifecycle_rows_derive_the_same_session_from_the_batch_id():
     from litellm.proxy.spend_tracking.spend_tracking_utils import _get_batch_trace_session_id
 
     create_session: Final = _get_batch_trace_session_id(call_type="acreate_batch", request_id="batch-uid-1")
-    cost_session: Final = _get_batch_trace_session_id(
-        call_type="aretrieve_batch", request_id="batch-uid-1_batch_cost"
-    )
+    cost_session: Final = _get_batch_trace_session_id(call_type="aretrieve_batch", request_id="batch-uid-1_batch_cost")
     assert create_session == cost_session == "batch-uid-1"
 
 
@@ -976,6 +974,24 @@ def test_get_logging_payload_replaces_rejected_or_prompt_shaped_models_with_the_
     assert payload["model"] == expected_model
 
 
+def test_get_logging_payload_keeps_a_whitespace_model_name_on_success():
+    kwargs: Final = {
+        "model": _RAW_MODEL_WITH_PROMPT,
+        "messages": [{"role": "user", "content": "hi"}],
+        "call_type": "acompletion",
+        "litellm_params": {"metadata": {"user_api_key": "sk-test"}},
+    }
+
+    payload: Final = get_logging_payload(
+        kwargs=kwargs,
+        response_obj=litellm.ModelResponse(id="chatcmpl-test", choices=[]),
+        start_time=datetime.datetime.now(timezone.utc),
+        end_time=datetime.datetime.now(timezone.utc),
+    )
+
+    assert payload["model"] == _RAW_MODEL_WITH_PROMPT
+
+
 @patch("litellm.proxy.proxy_server.master_key", None)
 @patch("litellm.proxy.proxy_server.general_settings", {})
 def test_get_logging_payload_api_key_preserved_when_standard_logging_payload_is_none():
@@ -4306,7 +4322,7 @@ ANTHROPIC_MESSAGES_SSE_CHUNKS: Final = (
     'event: content_block_stop\ndata: {"type":"content_block_stop","index":0}\n\n',
     'event: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"end_turn"},'
     '"usage":{"output_tokens":4}}\n\n',
-    "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n",
+    'event: message_stop\ndata: {"type":"message_stop"}\n\n',
 )
 
 
@@ -4344,9 +4360,7 @@ def test_spend_log_request_id_is_the_message_id_a_non_streaming_messages_caller_
     """
     logging_obj = _anthropic_messages_logging_obj(stream=False)
 
-    logged_response = logging_obj._handle_anthropic_messages_response_logging(
-        result=ANTHROPIC_MESSAGES_RESPONSE
-    )
+    logged_response = logging_obj._handle_anthropic_messages_response_logging(result=ANTHROPIC_MESSAGES_RESPONSE)
 
     assert logged_response.id == "msg_01Lit6806NonStreaming"
     assert (
@@ -4422,9 +4436,7 @@ def test_spend_log_request_id_still_falls_back_to_litellm_call_id_without_a_prov
         end_time=datetime.datetime.now(timezone.utc),
         logging_obj=logging_obj,
     )
-    assert logging_obj.model_call_details["complete_streaming_response"].id == (
-        "6806cafe-0000-4000-8000-000000000001"
-    )
+    assert logging_obj.model_call_details["complete_streaming_response"].id == ("6806cafe-0000-4000-8000-000000000001")
 
 
 def test_spend_log_request_id_for_chat_completions_is_untouched():

From a93753e73bfc67de48a8b068d590b72b6d7425c2 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 15:43:27 -0700
Subject: [PATCH 100/298] fix(proxy): keep the model on failed rows that
 resolved to a configured model group

---
 .../spend_tracking/spend_tracking_utils.py    |  8 +++--
 .../test_spend_tracking_utils.py              | 32 +++++++++++++++----
 2 files changed, 30 insertions(+), 10 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index 5690e43ab2b..f8cd73938b4 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -443,9 +443,11 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
     resolved_model: Final = (
         standard_logging_payload.get("model") if standard_logging_payload is not None else None
     ) or reconstruct_model_name(raw_model, custom_llm_provider, metadata or {})
-    failed_with_prompt_shaped_model: Final = _get_status_for_spend_log(
-        metadata=metadata
-    ) == "failure" and not _looks_like_model_name(resolved_model)
+    failed_with_prompt_shaped_model: Final = (
+        _get_status_for_spend_log(metadata=metadata) == "failure"
+        and not _model_group
+        and not _looks_like_model_name(resolved_model)
+    )
     model_name: Final = (
         UNKNOWN_MODEL_SPEND_LOG_MODEL
         if rejected_as_unknown_model or failed_with_prompt_shaped_model
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index 11cf7ac530e..03c34e9e198 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -141,7 +141,9 @@ def test_batch_lifecycle_rows_derive_the_same_session_from_the_batch_id():
     from litellm.proxy.spend_tracking.spend_tracking_utils import _get_batch_trace_session_id
 
     create_session: Final = _get_batch_trace_session_id(call_type="acreate_batch", request_id="batch-uid-1")
-    cost_session: Final = _get_batch_trace_session_id(call_type="aretrieve_batch", request_id="batch-uid-1_batch_cost")
+    cost_session: Final = _get_batch_trace_session_id(
+        call_type="aretrieve_batch", request_id="batch-uid-1_batch_cost"
+    )
     assert create_session == cost_session == "batch-uid-1"
 
 
@@ -974,17 +976,29 @@ def test_get_logging_payload_replaces_rejected_or_prompt_shaped_models_with_the_
     assert payload["model"] == expected_model
 
 
-def test_get_logging_payload_keeps_a_whitespace_model_name_on_success():
+@pytest.mark.parametrize(
+    ("metadata", "response_obj"),
+    [
+        ({"user_api_key": "sk-test"}, litellm.ModelResponse(id="chatcmpl-test", choices=[])),
+        (
+            {"user_api_key": "sk-test", "model_group": "team alias", "status": "failure"},
+            ValueError("provider timed out"),
+        ),
+    ],
+)
+def test_get_logging_payload_keeps_a_whitespace_model_name_on_success_or_a_routed_failure(
+    metadata: dict[str, str], response_obj: litellm.ModelResponse | Exception
+):
     kwargs: Final = {
         "model": _RAW_MODEL_WITH_PROMPT,
         "messages": [{"role": "user", "content": "hi"}],
         "call_type": "acompletion",
-        "litellm_params": {"metadata": {"user_api_key": "sk-test"}},
+        "litellm_params": {"metadata": metadata},
     }
 
     payload: Final = get_logging_payload(
         kwargs=kwargs,
-        response_obj=litellm.ModelResponse(id="chatcmpl-test", choices=[]),
+        response_obj=response_obj,
         start_time=datetime.datetime.now(timezone.utc),
         end_time=datetime.datetime.now(timezone.utc),
     )
@@ -4322,7 +4336,7 @@ ANTHROPIC_MESSAGES_SSE_CHUNKS: Final = (
     'event: content_block_stop\ndata: {"type":"content_block_stop","index":0}\n\n',
     'event: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"end_turn"},'
     '"usage":{"output_tokens":4}}\n\n',
-    'event: message_stop\ndata: {"type":"message_stop"}\n\n',
+    "event: message_stop\ndata: {\"type\":\"message_stop\"}\n\n",
 )
 
 
@@ -4360,7 +4374,9 @@ def test_spend_log_request_id_is_the_message_id_a_non_streaming_messages_caller_
     """
     logging_obj = _anthropic_messages_logging_obj(stream=False)
 
-    logged_response = logging_obj._handle_anthropic_messages_response_logging(result=ANTHROPIC_MESSAGES_RESPONSE)
+    logged_response = logging_obj._handle_anthropic_messages_response_logging(
+        result=ANTHROPIC_MESSAGES_RESPONSE
+    )
 
     assert logged_response.id == "msg_01Lit6806NonStreaming"
     assert (
@@ -4436,7 +4452,9 @@ def test_spend_log_request_id_still_falls_back_to_litellm_call_id_without_a_prov
         end_time=datetime.datetime.now(timezone.utc),
         logging_obj=logging_obj,
     )
-    assert logging_obj.model_call_details["complete_streaming_response"].id == ("6806cafe-0000-4000-8000-000000000001")
+    assert logging_obj.model_call_details["complete_streaming_response"].id == (
+        "6806cafe-0000-4000-8000-000000000001"
+    )
 
 
 def test_spend_log_request_id_for_chat_completions_is_untouched():

From 032a9ebc4b370eb6f53ca00ce0755b069ddc1331 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 15:46:01 -0700
Subject: [PATCH 101/298] chore(github): disable blank issues so filers must
 use a template (#40629)

---
 .github/ISSUE_TEMPLATE/config.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml
index cbf380bac01..fc86c229c81 100644
--- a/.github/ISSUE_TEMPLATE/config.yml
+++ b/.github/ISSUE_TEMPLATE/config.yml
@@ -1,4 +1,4 @@
-blank_issues_enabled: true
+blank_issues_enabled: false
 contact_links:
   - name: Schedule Demo
     url: https://enterprise.litellm.ai/demo

From fbd923190e04583e56184c6ff38e1b2e41ad6c36 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Thu, 10 Sep 2026 22:53:46 +0000
Subject: [PATCH 102/298] fix(caching): let the outer breaker guard judge
 failures a nested guarded call swallowed

batch_cache_write flushes through async_set_cache_pipeline, both guarded. The inner
guard consumed the swallowed pipeline failure and the outer then recorded a success,
so a dead Redis never tripped the breaker on the batch write path. Only the outermost
admission now reports, and the sync batch read runs under the same guard.

Also covers the sync add_cache and embedding pipeline wrappers, the increment pipeline,
sadd, and the stale raise path in tests.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/redis_cache.py                | 36 ++++++--
 tests/test_litellm/caching/test_caching.py    | 33 +++++--
 tests/test_litellm/caching/test_dual_cache.py |  5 ++
 .../test_litellm/caching/test_redis_cache.py  | 90 +++++++++++++++++--
 4 files changed, 141 insertions(+), 23 deletions(-)

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 3ecf805ed0e..2c1ca75212c 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -288,6 +288,7 @@ _RedisCallResult = TypeVar("_RedisCallResult")
 _swallowed_redis_failures: Final[ContextVar[tuple[bool, ...]]] = ContextVar(
     "litellm_swallowed_redis_failures", default=()
 )
+_breaker_depth: Final[ContextVar[int]] = ContextVar("litellm_redis_breaker_depth", default=0)
 
 
 def _opaque_kwarg_key(value: object) -> str:
@@ -425,13 +426,20 @@ def _record_swallowed_redis_failure(exc: BaseException) -> None:
 class _BreakerAdmission:
     swallowed_before: int
     generation: int
+    nested: bool
 
 
 def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> _BreakerAdmission:
     """Reject the call if the breaker is open, else snapshot what its outcome will be judged against."""
     if breaker.is_open():
         raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open, skipping {name}")
-    return _BreakerAdmission(swallowed_before=len(_swallowed_redis_failures.get()), generation=breaker.generation)
+    depth: Final = _breaker_depth.get()
+    _breaker_depth.set(depth + 1)
+    return _BreakerAdmission(
+        swallowed_before=len(_swallowed_redis_failures.get()),
+        generation=breaker.generation,
+        nested=depth > 0,
+    )
 
 
 def _take_swallowed_failures(admission: _BreakerAdmission) -> tuple[bool, ...]:
@@ -448,7 +456,14 @@ def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmis
     method that returned is not on its own proof of a healthy Redis. A call admitted
     before the breaker opened reports nothing: its failures would refresh the open
     timer or knock out the recovery probe, and its success would close it early.
+
+    A guarded method calling another guarded method is one Redis interaction, so only
+    the outermost admission reports. The inner one leaves its swallowed failures in the
+    context for the outer to judge, otherwise the outer would read a clean context and
+    reset the streak the inner just fed.
     """
+    if admission.nested:
+        return
     swallowed: Final = _take_swallowed_failures(admission)
     if admission.generation != breaker.generation:
         return
@@ -459,7 +474,13 @@ def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmis
         breaker.record_failure(is_timeout=is_timeout)
 
 
+def _leave_circuit_breaker() -> None:
+    _breaker_depth.set(_breaker_depth.get() - 1)
+
+
 def _fail_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission, exc: BaseException) -> None:
+    if admission.nested:
+        return
     swallowed: Final = _take_swallowed_failures(admission)
     if admission.generation != breaker.generation:
         return
@@ -485,6 +506,8 @@ async def _run_under_circuit_breaker(
     except Exception as e:
         _fail_circuit_breaker(breaker, admission, e)
         raise
+    finally:
+        _leave_circuit_breaker()
     _exit_circuit_breaker(breaker, admission)
     return result
 
@@ -501,6 +524,8 @@ def _run_under_circuit_breaker_sync(
     except Exception as e:
         _fail_circuit_breaker(breaker, admission, e)
         raise
+    finally:
+        _leave_circuit_breaker()
     _exit_circuit_breaker(breaker, admission)
     return result
 
@@ -1441,12 +1466,12 @@ class RedisCache(BaseCache):
         key_value_dict = {}
         _key_list: Final = [key for key in key_list if key is not None]
         start_time: Final = time.time()
-        admission: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
 
         try:
             _keys: Final = [self.check_and_fix_namespace(key=cache_key or "") for cache_key in _key_list]
-            results: Final = self._run_redis_mget_operation(keys=_keys)
-            _exit_circuit_breaker(self._circuit_breaker, admission)
+            results: Final = _run_under_circuit_breaker_sync(
+                self._circuit_breaker, "batch_get_cache", lambda: self._run_redis_mget_operation(keys=_keys)
+            )
             end_time: Final = time.time()
             _duration: Final = end_time - start_time
             self.service_logger_obj.service_success_hook(
@@ -1470,6 +1495,8 @@ class RedisCache(BaseCache):
                 decoded_results[k] = v
 
             return decoded_results
+        except RedisCircuitBreakerOpenError:
+            raise
         except Exception as e:
             failed_at: Final = time.time()
             self.service_logger_obj.service_failure_hook(
@@ -1482,7 +1509,6 @@ class RedisCache(BaseCache):
                 parent_otel_span=parent_otel_span,
             )
             verbose_logger.error("Error occurred in batch get cache - %s", e)
-            _fail_circuit_breaker(self._circuit_breaker, admission, e)
             return key_value_dict
 
     @_redis_circuit_breaker_guard
diff --git a/tests/test_litellm/caching/test_caching.py b/tests/test_litellm/caching/test_caching.py
index 5d326a9ece0..d135d2892c5 100644
--- a/tests/test_litellm/caching/test_caching.py
+++ b/tests/test_litellm/caching/test_caching.py
@@ -255,26 +255,41 @@ def test_exact_cache_key_includes_anthropic_messages_params(anthropic_param):
 
 
 @pytest.mark.asyncio
-async def test_async_add_cache_treats_an_open_breaker_as_a_quiet_skip(caplog):
-    """The top-level write wrapper logs a full ERROR traceback for any failure. An open Redis
-    breaker fails every write instantly, so under load that wrapper alone was hundreds of
+@pytest.mark.parametrize("write", ["add_cache", "async_add_cache", "async_add_cache_pipeline"])
+async def test_add_cache_wrappers_treat_an_open_breaker_as_a_quiet_skip(caplog, write: str):
+    """The top-level write wrappers log a full ERROR traceback for any failure. An open Redis
+    breaker fails every write instantly, so under load those wrappers alone were hundreds of
     stack formats per second per replica. Unexpected failures must still get the traceback.
     """
-    from unittest.mock import AsyncMock
+    from unittest.mock import AsyncMock, MagicMock
 
     from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+    from litellm.types.utils import Embedding, EmbeddingResponse
 
     caplog.set_level(logging.DEBUG, logger="LiteLLM")
     cache = Cache(type=LiteLLMCacheType.LOCAL)
-    cache.cache.async_set_cache = AsyncMock(side_effect=RedisCircuitBreakerOpenError("open"))
+    embedding = EmbeddingResponse(model="text-embedding-3-small", data=[Embedding(embedding=[0.1], index=0, object="embedding")])
 
-    await cache.async_add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+    async def run_write() -> None:
+        if write == "add_cache":
+            cache.add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+        elif write == "async_add_cache":
+            await cache.async_add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+        else:
+            await cache.async_add_cache_pipeline(embedding, model="text-embedding-3-small", input="hi")
+
+    def install_backend(exc: Exception) -> None:
+        cache.cache.set_cache = MagicMock(side_effect=exc)
+        cache.cache.async_set_cache = AsyncMock(side_effect=exc)
+        cache.cache.async_set_cache_pipeline = AsyncMock(side_effect=exc)
+
+    install_backend(RedisCircuitBreakerOpenError("open"))
+    await run_write()
 
     assert [r.levelno for r in caplog.records if "add_cache" in r.getMessage()] == [logging.DEBUG]
-    cache.cache.async_set_cache.assert_awaited_once()
 
-    cache.cache.async_set_cache = AsyncMock(side_effect=OSError("disk full"))
-    await cache.async_add_cache("result", model="gpt-5.4-nano", messages=[{"role": "user", "content": "hi"}])
+    install_backend(OSError("disk full"))
+    await run_write()
 
     errors = [r for r in caplog.records if r.levelno == logging.ERROR]
     assert len(errors) == 1 and errors[0].exc_info is not None
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index b2462b297fc..4177c215d0b 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -621,6 +621,11 @@ def dual_cache_with_open_breaker():
         pytest.param(lambda c: c.async_set_cache("lit7468", "v"), lambda n: None, id="async_set_cache"),
         pytest.param(lambda c: c.async_set_cache_pipeline([("lit7468", "v")]), lambda n: None, id="async_set_cache_pipeline"),
         pytest.param(lambda c: c.async_increment_cache("lit7468", 1.0, ttl=60), float, id="async_increment_cache"),
+        pytest.param(
+            lambda c: c.async_increment_cache_pipeline([{"key": "lit7468", "increment_value": 1.0, "ttl": 60}]),
+            lambda n: [float(n)],
+            id="async_increment_cache_pipeline",
+        ),
     ],
 )
 async def test_open_breaker_is_a_quiet_cache_miss(dual_cache_with_open_breaker, call, expected, caplog):
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 3bc3aa1e047..8c994a4742e 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -494,6 +494,7 @@ def _closed_port() -> int:
         pytest.param(lambda c: c.async_batch_get_cache(["lit4930"]), id="async_batch_get_cache"),
         pytest.param(lambda c: c.async_set_cache("lit4930", "v"), id="async_set_cache"),
         pytest.param(lambda c: c.async_get_ttl("lit4930"), id="async_get_ttl"),
+        pytest.param(lambda c: c.async_set_cache_sadd("lit4930", ["v"], ttl=None), id="async_set_cache_sadd"),
     ],
 )
 async def test_circuit_breaker_opens_when_method_swallows_redis_failure(call_method):
@@ -505,6 +506,7 @@ async def test_circuit_breaker_opens_when_method_swallows_redis_failure(call_met
     breaker could never open. An unreachable Redis then stayed in the pool and every
     request kept paying the full socket timeout on it.
     """
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     cache = await asyncio.to_thread(RedisCache, host="127.0.0.1", port=_closed_port(), socket_timeout=0.5)
@@ -512,10 +514,73 @@ async def test_circuit_breaker_opens_when_method_swallows_redis_failure(call_met
     for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
         await call_method(cache)
 
-    with pytest.raises(Exception, match="circuit breaker is open"):
+    with pytest.raises(RedisCircuitBreakerOpenError):
         await call_method(cache)
 
 
+@pytest.mark.asyncio
+async def test_nested_guarded_flush_failures_still_open_the_breaker():
+    """A guarded method that delegates to another guarded method is one Redis call, not two.
+
+    batch_cache_write is guarded and flushes through the guarded async_set_cache_pipeline,
+    which swallows the pipeline error. If the inner guard consumes that failure, the outer
+    guard sees a clean run and records a success, so the streak resets on every write and
+    a dead Redis keeps receiving flushes instead of tripping the breaker.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+    from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+
+    cache = await asyncio.to_thread(
+        RedisCache, host="127.0.0.1", port=_closed_port(), socket_timeout=0.5, redis_flush_size=1
+    )
+
+    for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
+        await cache.batch_cache_write("lit7468", "v")
+
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        await cache.batch_cache_write("lit7468", "v")
+    assert cache._circuit_breaker._failure_count == REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+
+
+@pytest.mark.asyncio
+async def test_nested_guard_that_raises_counts_one_failure_for_the_outer_call():
+    """An inner guarded call that raises through the outer one is a single Redis failure, and a
+    swallowed inner failure followed by an outer raise is two, so the count follows what Redis
+    actually refused rather than how many guard frames the error crossed.
+    """
+    from redis.exceptions import ConnectionError as RedisConnectionError
+
+    from litellm.caching.redis_cache import (
+        RedisCircuitBreaker,
+        _record_swallowed_redis_failure,
+        _run_under_circuit_breaker,
+    )
+
+    breaker = RedisCircuitBreaker(failure_threshold=10, recovery_timeout=60)
+
+    async def refused():
+        raise RedisConnectionError("refused")
+
+    async def outer_delegating_to_inner():
+        return await _run_under_circuit_breaker(breaker, "inner", refused)
+
+    async def outer_swallowing_then_raising():
+        async def inner_swallowing():
+            _record_swallowed_redis_failure(RedisConnectionError("refused"))
+            return {}
+
+        await _run_under_circuit_breaker(breaker, "inner", inner_swallowing)
+        raise RedisConnectionError("refused")
+
+    with pytest.raises(RedisConnectionError):
+        await _run_under_circuit_breaker(breaker, "outer", outer_delegating_to_inner)
+    assert breaker._failure_count == 1
+
+    with pytest.raises(RedisConnectionError):
+        await _run_under_circuit_breaker(breaker, "outer", outer_swallowing_then_raising)
+    assert breaker._failure_count == 3
+
+
 def test_sync_batch_get_cache_swallowed_failures_open_the_breaker_and_then_fast_fail(sync_batch_redis_cache):
     """The sync batch read hides its Redis error behind an empty dict, but the breaker must still
     count it, and once open the read has to raise the typed error like its async twin so DualCache
@@ -1106,12 +1171,13 @@ async def test_success_admitted_before_the_breaker_opened_cannot_close_it():
 
 
 @pytest.mark.asyncio
-async def test_swallowed_failure_admitted_before_the_breaker_opened_cannot_delay_recovery():
-    """A stale in-flight call that swallows its Redis error must not restart the open timer.
+@pytest.mark.parametrize("stale_call_raises", [False, True], ids=["swallows", "raises"])
+async def test_failure_admitted_before_the_breaker_opened_cannot_delay_recovery(stale_call_raises: bool):
+    """A stale in-flight call that fails after the breaker opened must not restart the open timer.
 
-    Guarded methods that return a default instead of raising still report their failure to
-    the breaker on exit. If that report landed against a newer breaker generation, every
-    slow call that was already dialing Redis when the breaker opened would push recovery
+    Whether the method swallows its Redis error and returns a default or lets it propagate,
+    the failure is reported on exit. If that report landed against a newer breaker generation,
+    every slow call that was already dialing Redis when the breaker opened would push recovery
     back by its own socket timeout, and knock out the HALF_OPEN probe if it landed then.
     """
     from redis.exceptions import ConnectionError as RedisConnectionError
@@ -1125,8 +1191,10 @@ async def test_swallowed_failure_admitted_before_the_breaker_opened_cannot_delay
     breaker = RedisCircuitBreaker(failure_threshold=2, recovery_timeout=0.05)
     release_stale_call = asyncio.Event()
 
-    async def stale_call_that_swallows_its_failure():
+    async def stale_call():
         await release_stale_call.wait()
+        if stale_call_raises:
+            raise RedisConnectionError("refused")
         _record_swallowed_redis_failure(RedisConnectionError("refused"))
         return {}
 
@@ -1136,7 +1204,7 @@ async def test_swallowed_failure_admitted_before_the_breaker_opened_cannot_delay
     async def recovered():
         return "ok"
 
-    in_flight = asyncio.create_task(_run_under_circuit_breaker(breaker, "stale", stale_call_that_swallows_its_failure))
+    in_flight = asyncio.create_task(_run_under_circuit_breaker(breaker, "stale", stale_call))
     await asyncio.sleep(0)
     for _ in range(breaker.failure_threshold):
         with pytest.raises(RedisConnectionError):
@@ -1145,7 +1213,11 @@ async def test_swallowed_failure_admitted_before_the_breaker_opened_cannot_delay
 
     await asyncio.sleep(0.04)
     release_stale_call.set()
-    assert await in_flight == {}
+    if stale_call_raises:
+        with pytest.raises(RedisConnectionError):
+            await in_flight
+    else:
+        assert await in_flight == {}
     await asyncio.sleep(0.03)
 
     assert await _run_under_circuit_breaker(breaker, "probe", recovered) == "ok"

From 71d1bfb70a7f9ad2cac9e4e2090f029791fbd2e7 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 15:55:03 -0700
Subject: [PATCH 103/298] feat(ui): link the User, Team and Created By cells on
 the Virtual Keys page

The key detail page already walks out to the user, team and org behind a key,
but the Virtual Keys table rendered those same values as dead text, so getting
to a team meant copying its alias and searching the Teams page.

User, Team and Created By now render through the shared IdentityCell with an
href, the same hover-highlight-and-chevron affordance the Key column already
uses.

Sentinel ids do not get a link, since they have no detail page to open.
Rather than repeat that check at every call site, teamDetailHref and
userDetailHref now return undefined for "litellm-dashboard" and
"default_user_id", the way modelGroupHref already does for model grants, and
EntityLink falls back to plain text when it has no href, the way BadgeLink
already does. Both sentinels move into src/utils/sentinels.ts instead of
staying as string literals scattered across components.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../_components/AccessGroupsDetailsPage.tsx   |  2 +-
 .../VirtualKeysPage/VirtualKeysTable.test.tsx | 71 +++++++++++++++++++
 .../VirtualKeysPage/keyTableColumns.tsx       | 45 ++++++------
 .../DefaultProxyAdminTag.tsx                  |  5 +-
 .../common_components/LabeledField.tsx        |  3 +-
 .../src/components/shared/EntityLink.test.tsx |  6 ++
 .../src/components/shared/EntityLink.tsx      | 14 +++-
 .../src/utils/entityLinks.test.ts             | 24 ++++++-
 ui/litellm-dashboard/src/utils/entityLinks.ts |  7 +-
 ui/litellm-dashboard/src/utils/sentinels.ts   |  3 +
 10 files changed, 147 insertions(+), 33 deletions(-)
 create mode 100644 ui/litellm-dashboard/src/utils/sentinels.ts

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx b/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx
index 1eeebe4ebba..118a8655d5a 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/access-groups/_components/AccessGroupsDetailsPage.tsx
@@ -54,7 +54,7 @@ function ResourceBadge({
   fallback,
 }: {
   resource: AccessGroupResource;
-  href: string;
+  href?: string;
   fallback: (id: string) => string;
 }) {
   const badge = (
diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
index 881b0b93ff9..57786d71c66 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
@@ -473,6 +473,77 @@ it("should display 'Default Proxy Admin' for user_id when value is 'default_user
   });
 });
 
+describe("entity links out of the key rows", () => {
+  const keyRow = async () => (await screen.findByText("Test Key Alias")).closest("tr") as HTMLElement;
+
+  const enableCreatedByColumn = async (user: ReturnType<typeof userEvent.setup>) => {
+    await user.click(screen.getByRole("button", { name: "Columns" }));
+    await user.click(await screen.findByText("Created By"));
+    await user.keyboard("{Escape}");
+  };
+
+  it("points the User and Team cells at their detail pages", async () => {
+    renderWithProviders(<VirtualKeysTable />);
+
+    const row = await keyRow();
+    expect(within(row).getByRole("link", { name: "user@example.com" })).toHaveAttribute(
+      "href",
+      "/ui/users?user=user-1",
+    );
+    expect(within(row).getByRole("link", { name: "Test Team" })).toHaveAttribute("href", "/ui/teams?team=team-1");
+  });
+
+  it("points the Created By cell at the creator's detail page", async () => {
+    mockUseKeys.mockReturnValue(
+      keysResult([
+        {
+          ...mockKey,
+          created_by: "creator-1",
+          created_by_user: { user_id: "creator-1", user_email: "creator@example.com", user_alias: "The Creator" },
+        },
+      ]),
+    );
+    const user = userEvent.setup();
+    renderWithProviders(<VirtualKeysTable />);
+    await enableCreatedByColumn(user);
+
+    const row = await keyRow();
+    expect(within(row).getByRole("link", { name: "The Creator" })).toHaveAttribute("href", "/ui/users?user=creator-1");
+  });
+
+  it("leaves the default_user_id placeholder unlinked even once it resolves to a named user", async () => {
+    const placeholder = { user_id: "default_user_id", user_email: "admin@example.com", user_alias: "Proxy Admin" };
+    mockUseKeys.mockReturnValue(
+      keysResult([
+        {
+          ...mockKey,
+          user_id: placeholder.user_id,
+          user_email: placeholder.user_email,
+          user: placeholder,
+          created_by: placeholder.user_id,
+          created_by_user: placeholder,
+        },
+      ]),
+    );
+    const user = userEvent.setup();
+    renderWithProviders(<VirtualKeysTable />);
+    await enableCreatedByColumn(user);
+
+    const row = await keyRow();
+    expect(within(row).getAllByText("Proxy Admin")).toHaveLength(2);
+    expect(within(row).queryByRole("link", { name: "Proxy Admin" })).not.toBeInTheDocument();
+  });
+
+  it("leaves the litellm-dashboard session team unlinked", async () => {
+    mockUseKeys.mockReturnValue(keysResult([{ ...mockKey, team_id: "litellm-dashboard" }]));
+    renderWithProviders(<VirtualKeysTable />);
+
+    const row = await keyRow();
+    expect(within(row).getByText("litellm-dashboard")).toBeInTheDocument();
+    expect(within(row).queryByRole("link", { name: "litellm-dashboard" })).not.toBeInTheDocument();
+  });
+});
+
 it("should render table without crashing when models is null", async () => {
   mockUseKeys.mockReturnValue(keysResult([{ ...mockKey, models: null as unknown as string[] }]));
 
diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
index 0865fe76519..c87bc90fb47 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
@@ -16,6 +16,8 @@ import {
   StatusBadge,
   type StatusTone,
 } from "@/components/shared/table_cells";
+import { teamDetailHref, userDetailHref } from "@/utils/entityLinks";
+import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
 
 import DefaultProxyAdminTag from "../common_components/DefaultProxyAdminTag";
 import { KeyResponse, Team } from "../key_team_helpers/key_list";
@@ -27,6 +29,8 @@ interface KeyStatus {
   tooltip?: string;
 }
 
+const ENTITY_CELL_TITLE_CLASSES = "font-mono text-xs font-normal";
+
 const SPEND_BUDGET_SORT_FIELDS: DataTableSortField[] = [
   { id: "spend", label: "Spend" },
   { id: "max_budget", label: "Budget" },
@@ -74,7 +78,7 @@ const UserPopoverCell = ({
   width: number;
 }) => {
   const displayValue = userAlias || userEmail || userId;
-  const isDefaultAdmin = userId === "default_user_id";
+  const isDefaultAdmin = userId === DEFAULT_PROXY_ADMIN_USER_ID;
 
   const popoverContent = (
     <div className="flex flex-col gap-2 text-xs min-w-[200px] max-w-[300px]">
@@ -95,28 +99,21 @@ const UserPopoverCell = ({
     </div>
   );
 
-  if (isDefaultAdmin && !userAlias && !userEmail) {
-    return (
-      <HoverCard>
-        <HoverCardTrigger render={<span className="cursor-default" />}>
-          <DefaultProxyAdminTag userId={userId} />
-        </HoverCardTrigger>
-        <HoverCardContent align="start">{popoverContent}</HoverCardContent>
-      </HoverCard>
+  const trigger =
+    isDefaultAdmin && !userAlias && !userEmail ? (
+      <DefaultProxyAdminTag userId={userId} />
+    ) : (
+      <IdentityCell
+        title={displayValue || "-"}
+        titleClassName={ENTITY_CELL_TITLE_CLASSES}
+        href={userId ? userDetailHref(userId) : undefined}
+      />
     );
-  }
 
   return (
     <HoverCard>
-      <HoverCardTrigger
-        render={
-          <span
-            className="font-mono text-xs truncate block cursor-default"
-            style={{ maxWidth: width, overflow: "hidden" }}
-          />
-        }
-      >
-        {displayValue || "-"}
+      <HoverCardTrigger render={<span className="block" style={{ maxWidth: width, overflow: "hidden" }} />}>
+        {trigger}
       </HoverCardTrigger>
       <HoverCardContent align="start">{popoverContent}</HoverCardContent>
     </HoverCard>
@@ -201,12 +198,12 @@ export const getKeyTableColumns = ({
       const teamId = info.getValue() as string | null;
       if (!teamId) return "-";
       const team = allTeams.find((t) => t.team_id === teamId);
-      const displayValue = team?.team_alias || teamId;
-      const width = info.cell.column.getSize();
       return (
-        <span className="font-mono text-xs truncate block" style={{ maxWidth: width, overflow: "hidden" }}>
-          {displayValue}
-        </span>
+        <IdentityCell
+          title={team?.team_alias || teamId}
+          titleClassName={ENTITY_CELL_TITLE_CLASSES}
+          href={teamDetailHref(teamId)}
+        />
       );
     },
   },
diff --git a/ui/litellm-dashboard/src/components/common_components/DefaultProxyAdminTag.tsx b/ui/litellm-dashboard/src/components/common_components/DefaultProxyAdminTag.tsx
index 9ec24bb929b..308f722a8f2 100644
--- a/ui/litellm-dashboard/src/components/common_components/DefaultProxyAdminTag.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/DefaultProxyAdminTag.tsx
@@ -1,13 +1,12 @@
 import { Badge } from "@/components/ui/badge";
-
-const DEFAULT_USER_ID = "default_user_id";
+import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
 
 interface DefaultProxyAdminTagProps {
   userId: string | null | undefined;
 }
 
 export default function DefaultProxyAdminTag({ userId }: DefaultProxyAdminTagProps) {
-  if (userId === DEFAULT_USER_ID) {
+  if (userId === DEFAULT_PROXY_ADMIN_USER_ID) {
     return <Badge variant="secondary">Default Proxy Admin</Badge>;
   }
 
diff --git a/ui/litellm-dashboard/src/components/common_components/LabeledField.tsx b/ui/litellm-dashboard/src/components/common_components/LabeledField.tsx
index 9f45b05f306..99046cfa84d 100644
--- a/ui/litellm-dashboard/src/components/common_components/LabeledField.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/LabeledField.tsx
@@ -2,6 +2,7 @@ import React from "react";
 import CopyButton from "@/components/shared/CopyButton";
 import { EntityLink } from "@/components/shared/EntityLink";
 import { cx } from "@/lib/cva.config";
+import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
 import DefaultProxyAdminTag from "./DefaultProxyAdminTag";
 
 interface LabeledFieldProps {
@@ -24,7 +25,7 @@ export default function LabeledField({
   defaultUserIdCheck = false,
 }: LabeledFieldProps) {
   const isEmpty = !value;
-  const isDefaultUser = defaultUserIdCheck && value === "default_user_id";
+  const isDefaultUser = defaultUserIdCheck && value === DEFAULT_PROXY_ADMIN_USER_ID;
   const displayValue = isEmpty ? "-" : value;
   const isCopyable = copyable && !isEmpty && !isDefaultUser;
   const isLink = href != null && !isEmpty && !isDefaultUser;
diff --git a/ui/litellm-dashboard/src/components/shared/EntityLink.test.tsx b/ui/litellm-dashboard/src/components/shared/EntityLink.test.tsx
index a02f1699c30..3d6fc9a435b 100644
--- a/ui/litellm-dashboard/src/components/shared/EntityLink.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/EntityLink.test.tsx
@@ -25,6 +25,12 @@ describe("EntityLink", () => {
     expect(push).toHaveBeenCalledWith("/ui/users?user=u1");
   });
 
+  it("renders the label as plain text when there is no href to point at", () => {
+    render(<EntityLink>default_user_id</EntityLink>);
+    expect(screen.queryByRole("link")).not.toBeInTheDocument();
+    expect(screen.getByText("default_user_id")).toBeInTheDocument();
+  });
+
   it("leaves modified clicks to the browser so new-tab shortcuts keep working", async () => {
     const user = userEvent.setup();
     render(<EntityLink href="/ui/users?user=u1">alice</EntityLink>);
diff --git a/ui/litellm-dashboard/src/components/shared/EntityLink.tsx b/ui/litellm-dashboard/src/components/shared/EntityLink.tsx
index 4054b929943..4885835a42c 100644
--- a/ui/litellm-dashboard/src/components/shared/EntityLink.tsx
+++ b/ui/litellm-dashboard/src/components/shared/EntityLink.tsx
@@ -19,12 +19,24 @@ export function useEntityLinkClick(href: string): (e: React.MouseEvent) => void
 }
 
 interface EntityLinkProps {
-  href: string;
+  href?: string;
   className?: string;
   children: React.ReactNode;
 }
 
 export function EntityLink({ href, className, children }: EntityLinkProps) {
+  if (!href) {
+    return <span className={cn("inline-block min-w-0 max-w-full truncate font-semibold", className)}>{children}</span>;
+  }
+
+  return (
+    <LinkedEntity href={href} className={className}>
+      {children}
+    </LinkedEntity>
+  );
+}
+
+function LinkedEntity({ href, className, children }: EntityLinkProps & { href: string }) {
   const handleClick = useEntityLinkClick(href);
 
   return (
diff --git a/ui/litellm-dashboard/src/utils/entityLinks.test.ts b/ui/litellm-dashboard/src/utils/entityLinks.test.ts
index 47161a903ed..231413b213a 100644
--- a/ui/litellm-dashboard/src/utils/entityLinks.test.ts
+++ b/ui/litellm-dashboard/src/utils/entityLinks.test.ts
@@ -2,7 +2,29 @@ import { describe, expect, it, vi } from "vitest";
 
 vi.mock("@/components/networking", () => ({ serverRootPath: "" }));
 
-import { modelGroupHref } from "./entityLinks";
+import { modelGroupHref, teamDetailHref, userDetailHref } from "./entityLinks";
+
+describe("userDetailHref", () => {
+  it("targets the users page filtered to the encoded user id", () => {
+    expect(userDetailHref("user-1")).toMatch(/\/users\?user=user-1$/);
+    expect(userDetailHref("a b/c")).toMatch(/\?user=a%20b%2Fc$/);
+  });
+
+  it("returns no href for the proxy admin placeholder, which has no user page", () => {
+    expect(userDetailHref("default_user_id")).toBeUndefined();
+  });
+});
+
+describe("teamDetailHref", () => {
+  it("targets the teams page filtered to the encoded team id", () => {
+    expect(teamDetailHref("team-1")).toMatch(/\/teams\?team=team-1$/);
+    expect(teamDetailHref("a b/c")).toMatch(/\?team=a%20b%2Fc$/);
+  });
+
+  it("returns no href for the Admin UI session team, which has no team page", () => {
+    expect(teamDetailHref("litellm-dashboard")).toBeUndefined();
+  });
+});
 
 describe("modelGroupHref", () => {
   it("targets the models page filtered to the encoded model group", () => {
diff --git a/ui/litellm-dashboard/src/utils/entityLinks.ts b/ui/litellm-dashboard/src/utils/entityLinks.ts
index b8c70bdda48..33f2aa34976 100644
--- a/ui/litellm-dashboard/src/utils/entityLinks.ts
+++ b/ui/litellm-dashboard/src/utils/entityLinks.ts
@@ -1,3 +1,4 @@
+import { DEFAULT_PROXY_ADMIN_USER_ID, UI_TEAM_ID } from "@/utils/sentinels";
 import { uiHref } from "@/utils/uiHref";
 
 const MODEL_GRANT_SENTINELS: ReadonlySet<string> = new Set([
@@ -6,7 +7,8 @@ const MODEL_GRANT_SENTINELS: ReadonlySet<string> = new Set([
   "no-default-models",
 ]);
 
-export function teamDetailHref(teamId: string): string {
+export function teamDetailHref(teamId: string): string | undefined {
+  if (teamId === UI_TEAM_ID) return undefined;
   return `${uiHref("teams")}?team=${encodeURIComponent(teamId)}`;
 }
 
@@ -14,7 +16,8 @@ export function keyDetailHref(keyToken: string): string {
   return `${uiHref("api-keys")}?key=${encodeURIComponent(keyToken)}`;
 }
 
-export function userDetailHref(userId: string): string {
+export function userDetailHref(userId: string): string | undefined {
+  if (userId === DEFAULT_PROXY_ADMIN_USER_ID) return undefined;
   return `${uiHref("users")}?user=${encodeURIComponent(userId)}`;
 }
 
diff --git a/ui/litellm-dashboard/src/utils/sentinels.ts b/ui/litellm-dashboard/src/utils/sentinels.ts
new file mode 100644
index 00000000000..da6d09dfdd7
--- /dev/null
+++ b/ui/litellm-dashboard/src/utils/sentinels.ts
@@ -0,0 +1,3 @@
+export const DEFAULT_PROXY_ADMIN_USER_ID = "default_user_id";
+
+export const UI_TEAM_ID = "litellm-dashboard";

From 311441ced19b1963f8ad22b758a8ae6171105a74 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Thu, 10 Sep 2026 16:08:57 -0700
Subject: [PATCH 104/298] bump: litellm-proxy-extras 0.4.95 -> 0.4.96

---
 litellm-proxy-extras/pyproject.toml | 4 ++--
 pyproject.toml                      | 2 +-
 uv.lock                             | 4 ++--
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/litellm-proxy-extras/pyproject.toml b/litellm-proxy-extras/pyproject.toml
index 91b4e4a7ba1..7d4c78088f1 100644
--- a/litellm-proxy-extras/pyproject.toml
+++ b/litellm-proxy-extras/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "litellm-proxy-extras"
-version = "0.4.95"
+version = "0.4.96"
 description = "Additional files for the LiteLLM Proxy. Reduces the size of the main litellm package."
 readme = "README.md"
 requires-python = ">=3.9"
@@ -26,7 +26,7 @@ required-version = ">=0.10.9"
 module-root = ""
 
 [tool.commitizen]
-version = "0.4.95"
+version = "0.4.96"
 version_files = [
     "pyproject.toml:^version",
     "../pyproject.toml:litellm-proxy-extras==",
diff --git a/pyproject.toml b/pyproject.toml
index 04f2f3fd1dd..d33d693f794 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -67,7 +67,7 @@ proxy = [
     "azure-identity>=1.25.2,<2.0",
     "azure-storage-blob>=12.28.0,<13.0",
     "mcp>=1.28.1,<2.0",
-    "litellm-proxy-extras==0.4.95",
+    "litellm-proxy-extras==0.4.96",
     "litellm-enterprise==0.1.66",
     "RestrictedPython>=8.5,<9.0",
     "rich>=13.9.4,<14.0",
diff --git a/uv.lock b/uv.lock
index 0fe787645a2..cedc505acdf 100644
--- a/uv.lock
+++ b/uv.lock
@@ -10,7 +10,7 @@ resolution-markers = [
 ]
 
 [options]
-exclude-newer = "2026-09-06T00:40:30.433549Z"
+exclude-newer = "2026-09-07T23:09:03.362777Z"
 exclude-newer-span = "P3D"
 
 [manifest]
@@ -4772,7 +4772,7 @@ source = { editable = "enterprise" }
 
 [[package]]
 name = "litellm-proxy-extras"
-version = "0.4.95"
+version = "0.4.96"
 source = { editable = "litellm-proxy-extras" }
 
 [[package]]

From 3b93da414ead03604bb9dcba0b24be585db28639 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 16:18:00 -0700
Subject: [PATCH 105/298] feat(proxy): let the in-container pgbouncer follow
 rotating RDS IAM and Azure Entra tokens (#40623)

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 gateway/launch.py                             |  20 +-
 helm/litellm/templates/_helpers.tpl           |   5 +-
 helm/litellm/tests/connection_pool_tests.yaml |  28 +-
 helm/litellm/values.yaml                      |   6 +-
 litellm/proxy/db/db_url_settings.py           |   5 +
 litellm/proxy/db/pgbouncer.py                 | 280 +++++++++++++---
 litellm/proxy/proxy_cli.py                    |  12 +-
 litellm/proxy/utils.py                        |   6 +-
 terraform/litellm/aws/README.md               |  11 +-
 terraform/litellm/aws/ecs.tf                  |   4 +-
 .../aws/tests/connection_pool.tftest.hcl      |  12 +-
 terraform/litellm/aws/variables.tf            |   7 +-
 tests/test_gateway/test_launch.py             |  75 ++++-
 tests/test_litellm/proxy/db/test_pgbouncer.py | 314 ++++++++++++++++--
 tests/test_litellm/proxy/test_proxy_utils.py  |  49 ++-
 15 files changed, 703 insertions(+), 131 deletions(-)

diff --git a/gateway/launch.py b/gateway/launch.py
index 6b28fafdcf6..d67432caee1 100644
--- a/gateway/launch.py
+++ b/gateway/launch.py
@@ -4,8 +4,9 @@
 is fine for a plain Postgres URL but not for the pooler: PgBouncer must be
 started exactly once per pod, before the workers fork, and the workers must be
 handed the loopback URL it listens on. A pre-existing ``DATABASE_URL`` wins in
-``DatabaseURLSettings.apply_to_env`` under password auth, so setting it here is
-enough for every worker to pick the pooled URL up unchanged.
+``DatabaseURLSettings.apply_to_env`` under password auth, and one marked pooled
+wins under token auth too, so exporting it here is enough for every worker to
+pick the pooled URL up unchanged.
 
 Run with:
     python -m gateway.launch --workers 4 --host 0.0.0.0 --port 4000
@@ -19,7 +20,12 @@ from typing import Final
 from uvicorn.main import main as uvicorn_main
 
 from litellm.proxy.db.db_url_settings import DatabaseURLSettings
-from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings, start_in_container_pgbouncer
+from litellm.proxy.db.pgbouncer import (
+    PgBouncerError,
+    PgBouncerSettings,
+    export_pooled_database_url,
+    start_in_container_pgbouncer,
+)
 
 GATEWAY_APP: Final = "gateway.main:app"
 KEEPALIVE_FLAG: Final = "--timeout-keep-alive"
@@ -41,15 +47,15 @@ def pool_database_url(
     """Start the in-container PgBouncer and return its loopback URL, or None when ``pgbouncer.enabled`` is off.
 
     The upstream URL is whatever ``apply_to_env`` assembled from the discrete
-    ``DATABASE_*`` vars (or an operator-pinned ``DATABASE_URL``). Token auth is
-    rejected by the pooler itself, since it holds one password for its lifetime.
+    ``DATABASE_*`` vars (or an operator-pinned ``DATABASE_URL``). Under token
+    auth the pooler mints and renews the upstream token itself.
     """
     if not pgbouncer.enabled:
         return None
     upstream_url: Final = environ.get("DATABASE_URL")
     if upstream_url is None:
         return PgBouncerError("LITELLM_PGBOUNCER_ENABLED is set but no DATABASE_URL could be assembled")
-    return start_in_container_pgbouncer(pgbouncer, upstream_url, token_auth_enabled=settings.token_auth() is not None)
+    return start_in_container_pgbouncer(pgbouncer, upstream_url, token_auth=settings.token_auth())
 
 
 def _serve(argv: Sequence[str]) -> None:
@@ -63,7 +69,7 @@ def main(argv: Sequence[str], serve: Callable[[Sequence[str]], None] = _serve) -
     if isinstance(pooled_url, PgBouncerError):
         sys.exit(f"LiteLLM gateway: in-container pgbouncer could not start: {pooled_url.reason}")
     if pooled_url is not None:
-        os.environ["DATABASE_URL"] = pooled_url
+        export_pooled_database_url(pooled_url)
     serve(uvicorn_argv(argv, os.environ))
 
 
diff --git a/helm/litellm/templates/_helpers.tpl b/helm/litellm/templates/_helpers.tpl
index 4ad3cfe0484..dc47bc0b0a1 100644
--- a/helm/litellm/templates/_helpers.tpl
+++ b/helm/litellm/templates/_helpers.tpl
@@ -361,12 +361,9 @@ harmless no-op for the Job and authoritative for the app pods.
 {{- end -}}
 
 {{/*
-In-container PgBouncer env for the gateway container. Fails at render time under IAM or Entra auth: the pooler holds one static password for the life of the pod.
+In-container PgBouncer env for the gateway container. Under IAM or Entra auth the pooler mints and renews the database token itself.
 */}}
 {{- define "litellm.connectionPoolEnv" -}}
-{{- if or .Values.database.writer.useIAMAuth .Values.database.writer.useAzureEntraAuth }}
-{{- fail "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password" }}
-{{- end }}
 {{- with .Values.database.connectionPool -}}
 - name: LITELLM_PGBOUNCER_ENABLED
   value: "true"
diff --git a/helm/litellm/tests/connection_pool_tests.yaml b/helm/litellm/tests/connection_pool_tests.yaml
index 31be7575f3c..6dd9c274a8c 100644
--- a/helm/litellm/tests/connection_pool_tests.yaml
+++ b/helm/litellm/tests/connection_pool_tests.yaml
@@ -82,23 +82,39 @@ tests:
             name: LITELLM_PGBOUNCER_ENABLED
           any: true
 
-  - it: pool with IAM auth fails at render time
+  - it: pool with IAM auth renders both the pool and the token auth flag
     template: gateway/deployment.yaml
     set:
       database.connectionPool.enabled: true
       database.writer.useIAMAuth: true
     asserts:
-      - failedTemplate:
-          errorMessage: "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: IAM_TOKEN_DB_AUTH
+            value: "true"
 
-  - it: pool with Entra auth fails at render time
+  - it: pool with Entra auth renders both the pool and the token auth flag
     template: gateway/deployment.yaml
     set:
       database.connectionPool.enabled: true
       database.writer.useAzureEntraAuth: true
     asserts:
-      - failedTemplate:
-          errorMessage: "database.connectionPool.enabled cannot be combined with database.writer.useIAMAuth or database.writer.useAzureEntraAuth: the in-container pgbouncer holds a static database password and cannot follow a rotating token. Disable the pool or use a static database password"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: AZURE_POSTGRESQL_AUTH
+            value: "true"
 
   - it: IAM auth without the pool still renders
     template: gateway/deployment.yaml
diff --git a/helm/litellm/values.yaml b/helm/litellm/values.yaml
index 45ab5229f38..677e21a5a51 100644
--- a/helm/litellm/values.yaml
+++ b/helm/litellm/values.yaml
@@ -235,9 +235,9 @@ database:
   # network hop. The chart emits LITELLM_PGBOUNCER_ENABLED /
   # LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS / LITELLM_PGBOUNCER_MAX_CLIENT_CONN on
   # the gateway container only: the backend runs a single worker and the
-  # migrations Job must keep a direct connection. The pool holds a static
-  # password, so it cannot be combined with `database.writer.useIAMAuth` or
-  # `useAzureEntraAuth` (rendering fails). Starting profile for
+  # migrations Job must keep a direct connection. With
+  # `database.writer.useIAMAuth` or `useAzureEntraAuth` the pool mints and
+  # renews the database token itself, so the workers never see it. Starting profile for
   # `gateway.numWorkers: 4` is maxDbConnections: 20, so a database with a
   # 5000-connection ceiling fits roughly 200 gateway replicas.
   connectionPool:
diff --git a/litellm/proxy/db/db_url_settings.py b/litellm/proxy/db/db_url_settings.py
index d1e4b3e92b8..e93bc96da69 100644
--- a/litellm/proxy/db/db_url_settings.py
+++ b/litellm/proxy/db/db_url_settings.py
@@ -52,6 +52,7 @@ from typing import Annotated, Final, Protocol, TypeAlias, cast
 from pydantic import AliasChoices, BeforeValidator, Field
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
+from litellm.proxy.db.pgbouncer import database_url_is_pooled
 from litellm.proxy.db.token_auth import (
     AZURE_POSTGRESQL_AUTH_ENV_VAR,
     DEFAULT_POSTGRES_PORT,
@@ -358,8 +359,12 @@ class DatabaseURLSettings(BaseSettings):
         Raises ``RuntimeError`` (naming the offending vars) when token auth is
         enabled but a required field is missing — the proxy cannot recover
         from this and a clear startup error beats a Prisma connect failure.
+        A ``DATABASE_URL`` the supervisor pointed at the in-container PgBouncer
+        is kept even under token auth: the pooler renews the token upstream.
         """
         auth: Final = self.token_auth()
+        if auth is not None and database_url_is_pooled():
+            return None
         if auth is not None:
             missing: Final = tuple(
                 env
diff --git a/litellm/proxy/db/pgbouncer.py b/litellm/proxy/db/pgbouncer.py
index 7792867600c..eac80f7a712 100644
--- a/litellm/proxy/db/pgbouncer.py
+++ b/litellm/proxy/db/pgbouncer.py
@@ -18,19 +18,28 @@ Migrations and the schema diff run in the supervisor before the pooler is
 started, so they always go straight to Postgres. ``DATABASE_URL_READ_REPLICA``
 is left untouched.
 
-The pooler holds the database password from startup, so it cannot be combined
-with ``IAM_TOKEN_DB_AUTH`` or ``AZURE_POSTGRESQL_AUTH``: those rotate the
-password inside every worker on their own schedule, and PgBouncer would keep
-authenticating upstream with the expired token.
+The workers never hold the upstream credential: they log in to PgBouncer as
+``litellm_pgbouncer`` with a random password made at startup, and PgBouncer
+takes the database user's password from its auth file. Under
+``IAM_TOKEN_DB_AUTH`` or ``AZURE_POSTGRESQL_AUTH`` that password is a
+short-lived token, so the supervisor mints a new one before it expires,
+rewrites the auth file and asks PgBouncer to reload; only new upstream
+connections authenticate, so live ones are unaffected. The pooled
+``DATABASE_URL`` then carries a static password, and the workers must not run
+their own token refresh against it: ``LITELLM_PGBOUNCER_POOLED_DATABASE_URL``
+tells them so, while a read replica keeps refreshing its own token.
 """
 
 from __future__ import annotations
 
 import atexit
+import functools
 import os
 import re
+import secrets
 import shlex
 import shutil
+import signal
 import socket
 import subprocess
 import tempfile
@@ -39,6 +48,7 @@ import time
 import urllib.parse
 from collections.abc import Callable, Mapping, Sequence
 from dataclasses import dataclass
+from datetime import datetime, timezone
 from pathlib import Path
 from types import MappingProxyType
 from typing import Final
@@ -47,10 +57,18 @@ from pydantic import Field
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
 from litellm._logging import verbose_proxy_logger
-from litellm.proxy.db.token_auth import AZURE_POSTGRESQL_AUTH_ENV_VAR, IAM_TOKEN_DB_AUTH_ENV_VAR
+from litellm.proxy.db.token_auth import (
+    DatabaseTokenAuth,
+    IAMEndpoint,
+    mint_database_token,
+    parse_database_token_expiration,
+    parse_iam_endpoint_from_url,
+)
 
 PGBOUNCER_ENV_PREFIX: Final = "LITELLM_PGBOUNCER_"
+PGBOUNCER_POOLED_ENV_VAR: Final = "LITELLM_PGBOUNCER_POOLED_DATABASE_URL"
 PGBOUNCER_LISTEN_ADDR: Final = "127.0.0.1"
+PGBOUNCER_POOL_USER: Final = "litellm_pgbouncer"
 PGBOUNCER_INI_NAME: Final = "pgbouncer.ini"
 PGBOUNCER_USERLIST_NAME: Final = "userlist.txt"
 PGBOUNCER_CA_NAME: Final = "server-ca.pem"
@@ -59,13 +77,11 @@ PGBOUNCER_READY_TIMEOUT_SECONDS: Final = 15.0
 PGBOUNCER_STOP_GRACE_SECONDS: Final = 10.0
 PGBOUNCER_UNPRIVILEGED_USER: Final = "nobody"
 PGBOUNCER_MIN_VERSION: Final = (1, 19)
+PGBOUNCER_MAX_PASSWORD_BYTES: Final = 2048
 PGBOUNCER_VERSION_PATTERN: Final = re.compile(r"PgBouncer (\d+)\.(\d+)")
-PGBOUNCER_LIST_DELIMITER_PATTERN: Final = re.compile(r"[,\s]")
-PGBOUNCER_TOKEN_AUTH_CONFLICT: Final = (
-    f"the in-container pgbouncer cannot be combined with {IAM_TOKEN_DB_AUTH_ENV_VAR} or "
-    f"{AZURE_POSTGRESQL_AUTH_ENV_VAR}: each worker rotates the database password on its own schedule and the pooler "
-    "would keep using the expired token upstream. Disable the pooler or use a static database password"
-)
+PGBOUNCER_TOKEN_REFRESH_BUFFER_SECONDS: Final = 180.0
+PGBOUNCER_TOKEN_FALLBACK_REFRESH_SECONDS: Final = 600.0
+PGBOUNCER_TOKEN_RETRY_SECONDS: Final = 30.0
 
 # Prisma's client-side TLS params describe the hop to Postgres, which becomes
 # PgBouncer's server side. They move into ``server_tls_*`` and must not stay on
@@ -97,10 +113,18 @@ class PgBouncerSettings(BaseSettings):
 @dataclass(frozen=True, slots=True)
 class PgBouncerPlan:
     ini: str
-    userlist: str
     pooled_url: str
+    upstream_user: str
+    upstream_password: str | None
+    pool_password: str
     ca_source: str | None = None
 
+    def userlist(self, upstream_password: str) -> str:
+        return "".join(
+            f"{_userlist_quote(user)} {_userlist_quote(password)}\n"
+            for user, password in ((self.upstream_user, upstream_password), (PGBOUNCER_POOL_USER, self.pool_password))
+        )
+
 
 @dataclass(frozen=True, slots=True)
 class PgBouncerError:
@@ -173,7 +197,9 @@ def plan_pgbouncer(
 
     Params describing Prisma's own pool (``connection_limit``, ``pool_timeout``,
     ...) stay on the pooled URL; the TLS params and ``options`` describe the hop
-    to Postgres and move into the PgBouncer config. ``run_as_user`` is the
+    to Postgres and move into the PgBouncer config. The upstream password is
+    left out of the config on purpose: PgBouncer then takes it from the auth
+    file, which can be rewritten while it runs. ``run_as_user`` is the
     unprivileged user PgBouncer drops to when the proxy runs as root, which
     PgBouncer itself refuses to do.
     """
@@ -184,14 +210,12 @@ def plan_pgbouncer(
     dbname: Final = urllib.parse.unquote(parsed.path.lstrip("/"))
     username: Final = urllib.parse.unquote(parsed.username or "")
     password: Final = None if parsed.password is None else urllib.parse.unquote(parsed.password)
-    if not parsed.hostname or not username or password is None or not dbname:
+    if not parsed.hostname or not username or not dbname:
+        return PgBouncerError("DATABASE_URL must carry a host, user and database name for the in-container PgBouncer")
+    if username == PGBOUNCER_POOL_USER:
         return PgBouncerError(
-            "DATABASE_URL must carry a host, user, password and database name for the in-container PgBouncer"
-        )
-    if PGBOUNCER_LIST_DELIMITER_PATTERN.search(username):
-        return PgBouncerError(
-            f"the database user {username!r} cannot be named in PgBouncer's stats_users list: "
-            "PgBouncer splits list settings on commas and whitespace and has no quoting for them"
+            f"the database user cannot be named {PGBOUNCER_POOL_USER!r}: that is the user the workers log in to the "
+            "in-container PgBouncer as, and PgBouncer keeps one password per user"
         )
     if "sslidentity" in params:
         return PgBouncerError("client certificates (sslidentity) are not supported with the in-container PgBouncer")
@@ -212,7 +236,6 @@ def plan_pgbouncer(
             f"port={parsed.port or 5432}",
             f"dbname={_single_quoted(dbname)}",
             f"user={_single_quoted(username)}",
-            f"password={_single_quoted(password)}",
             *((f"connect_query={_single_quoted(connect_query)}",) if connect_query else ()),
         )
     )
@@ -227,7 +250,7 @@ def plan_pgbouncer(
             f"unix_socket_dir = {runtime_dir}",
             f"auth_file = {runtime_dir / PGBOUNCER_USERLIST_NAME}",
             "auth_type = scram-sha-256",
-            f"stats_users = {username}",
+            f"stats_users = {PGBOUNCER_POOL_USER}",
             "pool_mode = transaction",
             f"max_client_conn = {settings.max_client_conn}",
             f"default_pool_size = {settings.max_db_connections}",
@@ -238,41 +261,175 @@ def plan_pgbouncer(
             "",
         )
     )
-    userlist: Final = f"{_userlist_quote(username)} {_userlist_quote(password)}\n"
     pooled_query: Final = urllib.parse.urlencode(
         (*((key, value) for key, value in params.items() if key not in POOLED_URL_DROPPED_KEYS), ("pgbouncer", "true"))
     )
-    credentials: Final = f"{urllib.parse.quote(username, safe='')}:{urllib.parse.quote(password, safe='')}"
+    pool_password: Final = secrets.token_urlsafe(32)
     pooled_url: Final = urllib.parse.urlunsplit(
-        parsed._replace(netloc=f"{credentials}@{PGBOUNCER_LISTEN_ADDR}:{settings.port}", query=pooled_query)
+        parsed._replace(
+            netloc=f"{PGBOUNCER_POOL_USER}:{pool_password}@{PGBOUNCER_LISTEN_ADDR}:{settings.port}", query=pooled_query
+        )
+    )
+    return PgBouncerPlan(
+        ini=ini,
+        pooled_url=pooled_url,
+        upstream_user=username,
+        upstream_password=password,
+        pool_password=pool_password,
+        ca_source=params.get("sslcert") or None,
     )
-    return PgBouncerPlan(ini=ini, userlist=userlist, pooled_url=pooled_url, ca_source=params.get("sslcert") or None)
 
 
-def write_pgbouncer_files(plan: PgBouncerPlan, runtime_dir: Path, run_as_user: str | None) -> Path | PgBouncerError:
-    """Write the ini, userlist (both hold the password, so mode 0600) and CA copy, and return the ini path.
+def _write_private(path: Path, content: str, run_as_user: str | None) -> None:
+    with open(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o600), "w", encoding="utf-8") as handle:
+        handle.write(content)
+    if run_as_user is not None:
+        shutil.chown(path, user=run_as_user)
+
+
+def write_pgbouncer_ini(plan: PgBouncerPlan, runtime_dir: Path, run_as_user: str | None) -> Path | PgBouncerError:
+    """Write the ini (mode 0600) and the CA copy, and return the ini path.
 
     ``run_as_user`` is the user PgBouncer drops to when started as root; it has
     to own the files it re-reads on reload and the socket directory.
     """
     ini_path: Final = runtime_dir / PGBOUNCER_INI_NAME
-    userlist_path: Final = runtime_dir / PGBOUNCER_USERLIST_NAME
     ca_path: Final = runtime_dir / PGBOUNCER_CA_NAME
     if plan.ca_source is not None:
         try:
             shutil.copyfile(plan.ca_source, ca_path)
         except OSError as error:
             return PgBouncerError(f"cannot read the CA bundle {plan.ca_source!r} named by sslcert: {error}")
-    for path, content in ((userlist_path, plan.userlist), (ini_path, plan.ini)):
-        path.touch(mode=0o600)
-        path.write_text(content, encoding="utf-8")
+    _write_private(ini_path, plan.ini, run_as_user)
     if run_as_user is not None:
         runtime_dir.chmod(0o700)
-        for path in (runtime_dir, ini_path, userlist_path, *((ca_path,) if plan.ca_source is not None else ())):
+        for path in (runtime_dir, *((ca_path,) if plan.ca_source is not None else ())):
             shutil.chown(path, user=run_as_user)
     return ini_path
 
 
+def write_userlist(userlist: str, runtime_dir: Path, run_as_user: str | None) -> Path:
+    """Replace the auth file in one step, so a PgBouncer starting or reloading meanwhile reads the old or the new one whole."""
+    userlist_path: Final = runtime_dir / PGBOUNCER_USERLIST_NAME
+    staged_path: Final = runtime_dir / f".{PGBOUNCER_USERLIST_NAME}.next"
+    _write_private(staged_path, userlist, run_as_user)
+    os.replace(staged_path, userlist_path)
+    return userlist_path
+
+
+def export_pooled_database_url(pooled_url: str) -> None:
+    os.environ["DATABASE_URL"] = pooled_url
+    os.environ[PGBOUNCER_POOLED_ENV_VAR] = "true"
+
+
+def database_url_is_pooled(environ: Mapping[str, str] = os.environ) -> bool:
+    return environ.get(PGBOUNCER_POOLED_ENV_VAR) == "true"
+
+
+@dataclass(frozen=True, slots=True)
+class PgBouncerTokenSource:
+    auth: DatabaseTokenAuth
+    endpoint: IAMEndpoint
+
+    def mint(self) -> str:
+        """The token as Postgres expects it: ``mint_database_token`` returns it percent-encoded for a URL."""
+        return urllib.parse.unquote(mint_database_token(self.auth, self.endpoint))
+
+    def expires_at(self, token: str) -> datetime | None:
+        return parse_database_token_expiration(self.auth, token)
+
+
+def _utcnow() -> datetime:
+    return datetime.now(timezone.utc).replace(tzinfo=None)
+
+
+class PgBouncerTokenRefresher:
+    """Keeps the token in PgBouncer's auth file current from a daemon thread.
+
+    ``install`` gets each fresh token and is expected to rewrite the auth file
+    and reload PgBouncer. The next refresh is due ``buffer_seconds`` before the
+    token expires, or ``fallback_seconds`` later when the expiry cannot be read.
+    A refresh that fails leaves the previous auth file in place and is retried
+    after ``retry_seconds``: the old token stays good until it expires, so a
+    transient credential-provider error costs nothing unless it persists.
+    """
+
+    def __init__(
+        self,
+        source: PgBouncerTokenSource,
+        install: Callable[[str], None],
+        *,
+        buffer_seconds: float = PGBOUNCER_TOKEN_REFRESH_BUFFER_SECONDS,
+        fallback_seconds: float = PGBOUNCER_TOKEN_FALLBACK_REFRESH_SECONDS,
+        retry_seconds: float = PGBOUNCER_TOKEN_RETRY_SECONDS,
+        now: Callable[[], datetime] = _utcnow,
+    ) -> None:
+        self._source: Final = source
+        self._install: Final = install
+        self._buffer_seconds: Final = buffer_seconds
+        self._fallback_seconds: Final = fallback_seconds
+        self._retry_seconds: Final = retry_seconds
+        self._now: Final = now
+        self._stopping: Final = threading.Event()
+        self._delay: float = 0.0
+        self._thread: threading.Thread | None = None
+
+    def refresh(self) -> float | PgBouncerError:
+        label: Final = self._source.auth.label
+        try:
+            token: Final = self._source.mint()
+        except Exception as mint_error:
+            return PgBouncerError(f"could not mint a {label} for the in-container pgbouncer: {mint_error!r}")
+        if len(token.encode()) >= PGBOUNCER_MAX_PASSWORD_BYTES:
+            return PgBouncerError(
+                f"the {label} is {len(token.encode())} bytes long, but PgBouncer's auth file holds passwords of at "
+                f"most {PGBOUNCER_MAX_PASSWORD_BYTES - 1} bytes"
+            )
+        try:
+            self._install(token)
+        except OSError as install_error:
+            return PgBouncerError(f"could not install the {label} into the pgbouncer auth file: {install_error}")
+        expires_at: Final = self._source.expires_at(token)
+        if expires_at is None:
+            return self._fallback_seconds
+        return max(self._retry_seconds, (expires_at - self._now()).total_seconds() - self._buffer_seconds)
+
+    def start(self) -> PgBouncerError | None:
+        primed: Final = self.refresh()
+        if isinstance(primed, PgBouncerError):
+            return primed
+        self._delay = primed
+        self._thread = threading.Thread(target=self._run, daemon=True, name="litellm-pgbouncer-token-refresh")
+        self._thread.start()
+        return None
+
+    def _run(self) -> None:
+        while not self._stopping.wait(self._delay):
+            self._delay = self._refresh_and_report()
+
+    def _refresh_and_report(self) -> float:
+        outcome: Final = self.refresh()
+        if isinstance(outcome, PgBouncerError):
+            verbose_proxy_logger.error(
+                "In-container pgbouncer keeps its current %s (%s); retrying in %.0fs.",
+                self._source.auth.label,
+                outcome.reason,
+                self._retry_seconds,
+            )
+            return self._retry_seconds
+        verbose_proxy_logger.info(
+            "In-container pgbouncer picked up a fresh %s; the next one is due in %.0fs.",
+            self._source.auth.label,
+            outcome,
+        )
+        return outcome
+
+    def stop(self) -> None:
+        self._stopping.set()
+        if self._thread is not None:
+            self._thread.join()
+
+
 def _port_open(port: int) -> bool:
     try:
         with socket.create_connection((PGBOUNCER_LISTEN_ADDR, port), timeout=0.5):
@@ -453,6 +610,11 @@ class PgBouncerProcess:
         )
         threading.Thread(target=self._restart_after_delay, daemon=True, name="litellm-pgbouncer-supervisor").start()
 
+    def reload(self) -> None:
+        with self._lock:
+            if self._process is not None:
+                self._process.send_signal(signal.SIGHUP)
+
     def stop(self) -> None:
         with self._lock:
             self._stopping.set()
@@ -461,6 +623,39 @@ class PgBouncerProcess:
             _end(process)
 
 
+def install_pgbouncer_token(
+    plan: PgBouncerPlan, runtime_dir: Path, run_as_user: str | None, pooler: PgBouncerProcess, token: str
+) -> None:
+    write_userlist(plan.userlist(token), runtime_dir, run_as_user)
+    pooler.reload()
+
+
+def _install_upstream_password(
+    plan: PgBouncerPlan,
+    runtime_dir: Path,
+    run_as_user: str | None,
+    pooler: PgBouncerProcess,
+    token_auth: DatabaseTokenAuth | None,
+    upstream_url: str,
+) -> PgBouncerTokenRefresher | None | PgBouncerError:
+    if token_auth is None:
+        if plan.upstream_password is None:
+            return PgBouncerError(
+                "DATABASE_URL carries no password and neither IAM_TOKEN_DB_AUTH nor AZURE_POSTGRESQL_AUTH is on, "
+                "so the in-container PgBouncer has nothing to authenticate to Postgres with"
+            )
+        write_userlist(plan.userlist(plan.upstream_password), runtime_dir, run_as_user)
+        return None
+    refresher: Final = PgBouncerTokenRefresher(
+        PgBouncerTokenSource(auth=token_auth, endpoint=parse_iam_endpoint_from_url(upstream_url)),
+        functools.partial(install_pgbouncer_token, plan, runtime_dir, run_as_user, pooler),
+    )
+    failed: Final = refresher.start()
+    if failed is not None:
+        return failed
+    return refresher
+
+
 def _only_in_this_process(action: Callable[[], None]) -> Callable[[], None]:
     """An exit hook that does nothing in a forked child, which inherits the parent's ``atexit`` table."""
     owner_pid: Final = os.getpid()
@@ -475,7 +670,7 @@ def _only_in_this_process(action: Callable[[], None]) -> Callable[[], None]:
 def start_in_container_pgbouncer(
     settings: PgBouncerSettings,
     upstream_url: str,
-    token_auth_enabled: bool = False,
+    token_auth: DatabaseTokenAuth | None = None,
     register_exit_hook: Callable[[Callable[[], None]], object] = atexit.register,
 ) -> str | PgBouncerError:
     """Start the pooler for ``upstream_url`` and return the loopback URL the workers must use.
@@ -484,10 +679,9 @@ def start_in_container_pgbouncer(
     once the worker manager has returned, and only by the process that started
     it (gunicorn forks its workers, so they carry the hooks too). PgBouncer
     refuses to run as root, so a root proxy (the default image) has it drop to
-    ``nobody``.
+    ``nobody``. With ``token_auth`` the password on ``upstream_url`` is ignored:
+    the pooler mints its own tokens and renews them for as long as it runs.
     """
-    if token_auth_enabled:
-        return PgBouncerError(PGBOUNCER_TOKEN_AUTH_CONFLICT)
     version: Final = pgbouncer_version(settings.binary)
     if isinstance(version, PgBouncerError):
         return version
@@ -503,7 +697,7 @@ def start_in_container_pgbouncer(
     plan: Final = plan_pgbouncer(upstream_url, settings, runtime_dir, run_as_user)
     if isinstance(plan, PgBouncerError):
         return plan
-    ini_path: Final = write_pgbouncer_files(plan, runtime_dir, run_as_user)
+    ini_path: Final = write_pgbouncer_ini(plan, runtime_dir, run_as_user)
     if isinstance(ini_path, PgBouncerError):
         return ini_path
     pooler: Final = PgBouncerProcess(
@@ -511,15 +705,23 @@ def start_in_container_pgbouncer(
         port=settings.port,
         socket_path=unix_socket_path(runtime_dir, settings.port),
     )
+    refresher: Final = _install_upstream_password(plan, runtime_dir, run_as_user, pooler, token_auth, upstream_url)
+    if isinstance(refresher, PgBouncerError):
+        return refresher
     failed: Final = pooler.start()
     if failed is not None:
+        if refresher is not None:
+            refresher.stop()
         return failed
     register_exit_hook(_only_in_this_process(pooler.stop))
+    if refresher is not None:
+        register_exit_hook(_only_in_this_process(refresher.stop))
     verbose_proxy_logger.info(
-        "In-container pgbouncer (pid %s) listening on %s:%s; capping this pod at %s upstream database connections.",
+        "In-container pgbouncer (pid %s) listening on %s:%s; capping this pod at %s upstream database connections%s.",
         pooler.pid,
         PGBOUNCER_LISTEN_ADDR,
         settings.port,
         settings.max_db_connections,
+        "" if token_auth is None else f" and renewing its {token_auth.label} before each one expires",
     )
     return plan.pooled_url
diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py
index 16d76ff0415..c2d60cd5488 100644
--- a/litellm/proxy/proxy_cli.py
+++ b/litellm/proxy/proxy_cli.py
@@ -18,7 +18,12 @@ from pydantic import BaseModel, ConfigDict
 
 import litellm
 from litellm.constants import DEFAULT_NUM_WORKERS_LITELLM_PROXY
-from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings, start_in_container_pgbouncer
+from litellm.proxy.db.pgbouncer import (
+    PgBouncerError,
+    PgBouncerSettings,
+    export_pooled_database_url,
+    start_in_container_pgbouncer,
+)
 from litellm.proxy.db.query_engine_reaper import start_query_engine_reaper
 
 if TYPE_CHECKING:
@@ -1109,6 +1114,7 @@ def run_server(
         from litellm.proxy.db.token_auth import (
             AZURE_POSTGRESQL_AUTH_ENV_VAR,
             IAM_TOKEN_DB_AUTH_ENV_VAR,
+            resolve_database_token_auth,
             token_auth_flag_enabled,
         )
 
@@ -1382,7 +1388,7 @@ def run_server(
         upstream_database_url: Final = os.getenv("DATABASE_URL")
         if pgbouncer_settings.enabled and upstream_database_url is not None:
             pooled_database_url: Final = start_in_container_pgbouncer(
-                pgbouncer_settings, upstream_database_url, token_auth_enabled=wants_rds_iam or wants_azure_entra
+                pgbouncer_settings, upstream_database_url, token_auth=resolve_database_token_auth()
             )
             if isinstance(pooled_database_url, PgBouncerError):
                 print(
@@ -1392,7 +1398,7 @@ def run_server(
                     flush=True,
                 )
                 sys.exit(1)
-            os.environ["DATABASE_URL"] = pooled_database_url
+            export_pooled_database_url(pooled_database_url)
         if port == 4000 and ProxyInitializationHelpers._is_port_in_use(port):
             port = random.randint(1024, 49152)
         if prometheus_metrics_port == port:
diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 2cc58ca3110..253494b02f4 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -131,6 +131,7 @@ from litellm.proxy.db.health_check_latest import (
     fetch_latest_health_checks_for_models,
 )
 from litellm.proxy.db.log_db_metrics import log_db_metrics
+from litellm.proxy.db.pgbouncer import database_url_is_pooled
 from litellm.proxy.db.prisma_client import (
     PrismaWrapper,
     parse_iam_endpoint_from_url,
@@ -4007,6 +4008,7 @@ class PrismaClient:
             verbose_proxy_logger.error("Please run 'prisma generate' to generate the Prisma client.")
             raise Exception("Unable to find Prisma binaries. Please run 'prisma generate' first.")
         token_auth: Final = self.token_auth
+        writer_token_auth: Final = None if database_url_is_pooled() else token_auth
         # When read-replica routing is on, tag log lines with [writer]/[reader]
         # so the two wrappers' interleaved token refresh logs can be told apart.
         # Single-DB deployments get an empty prefix (logs unchanged).
@@ -4015,13 +4017,13 @@ class PrismaClient:
         if http_client is not None:
             writer_wrapper = PrismaWrapper(
                 original_prisma=Prisma(http=http_client),
-                token_auth=token_auth,
+                token_auth=writer_token_auth,
                 log_prefix=writer_log_prefix,
             )
         else:
             writer_wrapper = PrismaWrapper(
                 original_prisma=Prisma(),
-                token_auth=token_auth,
+                token_auth=writer_token_auth,
                 log_prefix=writer_log_prefix,
             )
 
diff --git a/terraform/litellm/aws/README.md b/terraform/litellm/aws/README.md
index 986428151e0..5ca45944c54 100644
--- a/terraform/litellm/aws/README.md
+++ b/terraform/litellm/aws/README.md
@@ -273,18 +273,17 @@ connections the pooler accepts. The module sets
 and the migration task keep the direct connection.
 
 ```hcl
-create_database                 = false
-database_url                    = "postgresql://litellm:<password>@db.internal:5432/litellm"
 gateway_num_workers             = 4
 gateway_connection_pool_enabled = true
 gateway_pool_max_db_connections = 20
 gateway_pool_max_client_conn    = 1000
 ```
 
-The pool needs a static database password, so it is only valid with an
-existing database via `database_url`. The module-created Aurora authenticates
-with rotating IAM tokens (see [Aurora + IAM auth](#aurora--iam-auth)), which
-the pooler cannot follow, and `terraform plan` rejects that combination.
+The pool works with the module-created Aurora as well as an existing database
+via `database_url`. Against Aurora it authenticates with the same rotating IAM
+tokens the workers used to (see [Aurora + IAM auth](#aurora--iam-auth)): the
+pooler mints a token from the task role, renews it before it expires and hands
+the workers a loopback URL with a static password instead
 
 The componentized `gateway_image` starts through `python -m gateway.launch`,
 which reads these variables, starts the pooler once per task and hands the
diff --git a/terraform/litellm/aws/ecs.tf b/terraform/litellm/aws/ecs.tf
index 149842c14ff..7176921e8fa 100644
--- a/terraform/litellm/aws/ecs.tf
+++ b/terraform/litellm/aws/ecs.tf
@@ -306,8 +306,8 @@ resource "aws_ecs_task_definition" "gateway" {
     }
 
     precondition {
-      condition     = !var.gateway_connection_pool_enabled || local.byo_database
-      error_message = "gateway_connection_pool_enabled requires an existing database via database_url with create_database = false: the module-created Aurora authenticates with IAM tokens, which the in-container pgbouncer cannot follow because it holds a static database password."
+      condition     = !var.gateway_connection_pool_enabled || local.database_enabled
+      error_message = "gateway_connection_pool_enabled needs a database: set create_database = true or pass database_url."
     }
   }
 
diff --git a/terraform/litellm/aws/tests/connection_pool.tftest.hcl b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
index 38aa7051134..ab0a1cfc076 100644
--- a/terraform/litellm/aws/tests/connection_pool.tftest.hcl
+++ b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
@@ -88,16 +88,20 @@ run "gateway_starts_through_the_pool_aware_launcher" {
   }
 }
 
-run "pool_with_module_created_iam_aurora_fails_at_plan" {
+run "pool_with_module_created_iam_aurora_plans_with_both_the_pool_and_iam_auth" {
   command = plan
 
   variables {
     gateway_connection_pool_enabled = true
   }
 
-  expect_failures = [
-    aws_ecs_task_definition.gateway,
-  ]
+  assert {
+    condition = alltrue([
+      length(local.gateway_pool_env) == 3,
+      contains(local.managed_db_env, { name = "IAM_TOKEN_DB_AUTH", value = "true" }),
+    ])
+    error_message = "With the module-created Aurora the gateway must get the pool env alongside IAM token auth."
+  }
 }
 
 run "pool_without_any_database_fails_at_plan" {
diff --git a/terraform/litellm/aws/variables.tf b/terraform/litellm/aws/variables.tf
index ec8363dbbaf..f57bb1ab7f6 100644
--- a/terraform/litellm/aws/variables.tf
+++ b/terraform/litellm/aws/variables.tf
@@ -208,10 +208,9 @@ variable "gateway_connection_pool_enabled" {
     Postgres, so a task's footprint against the database connection ceiling is
     workers x connection_limit and grows with every task. Sets
     LITELLM_PGBOUNCER_ENABLED / LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS /
-    LITELLM_PGBOUNCER_MAX_CLIENT_CONN on the gateway container only. Requires
-    an existing database via `database_url`: the module-created Aurora
-    authenticates with IAM tokens, which the pooler cannot follow because it
-    holds one static password for the life of the task.
+    LITELLM_PGBOUNCER_MAX_CLIENT_CONN on the gateway container only. Works with
+    the module-created Aurora too: the pooler mints the IAM token itself and
+    renews it before it expires.
   EOT
   type        = bool
   default     = false
diff --git a/tests/test_gateway/test_launch.py b/tests/test_gateway/test_launch.py
index 964a7021416..6039aaafc2b 100644
--- a/tests/test_gateway/test_launch.py
+++ b/tests/test_gateway/test_launch.py
@@ -5,6 +5,7 @@ import textwrap
 import urllib.parse
 from pathlib import Path
 from typing import Final, cast
+from unittest.mock import MagicMock, patch
 
 import pytest
 from uvicorn.importer import import_from_string
@@ -13,7 +14,7 @@ from uvicorn.main import main as uvicorn_main
 import gateway.main
 from gateway.launch import GATEWAY_APP, main, pool_database_url, uvicorn_argv
 from litellm.proxy.db.db_url_settings import DatabaseURLSettings
-from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings
+from litellm.proxy.db.pgbouncer import PGBOUNCER_POOLED_ENV_VAR, PgBouncerError, PgBouncerSettings
 
 DB_ENV: Final = {
     "DATABASE_HOST": "db.internal",
@@ -66,7 +67,13 @@ def _query(url: str) -> dict[str, str]:
 
 @pytest.fixture
 def password_env(monkeypatch: pytest.MonkeyPatch) -> dict[str, str]:
-    for var in ("DATABASE_URL", "IAM_TOKEN_DB_AUTH", "AZURE_POSTGRESQL_AUTH", "DATABASE_HOST_READ_REPLICA"):
+    for var in (
+        "DATABASE_URL",
+        "IAM_TOKEN_DB_AUTH",
+        "AZURE_POSTGRESQL_AUTH",
+        "DATABASE_HOST_READ_REPLICA",
+        PGBOUNCER_POOLED_ENV_VAR,
+    ):
         monkeypatch.setenv(var, "")
         monkeypatch.delenv(var)
     for var, value in DB_ENV.items():
@@ -74,6 +81,12 @@ def password_env(monkeypatch: pytest.MonkeyPatch) -> dict[str, str]:
     return dict(DB_ENV)
 
 
+def _minted_iam_token(token: str):
+    rds: Final = MagicMock()
+    rds.generate_db_auth_token.return_value = token
+    return patch("boto3.client", return_value=rds)
+
+
 def _uvicorn_params(argv: tuple[str, ...]) -> dict[str, object]:
     return uvicorn_main.make_context("uvicorn", list(argv)).params
 
@@ -109,16 +122,23 @@ class TestPoolDatabaseUrl:
         assert isinstance(outcome, PgBouncerError)
         assert "DATABASE_URL" in outcome.reason
 
-    def test_token_auth_is_refused(self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path):
+    def test_token_auth_hands_the_workers_the_pool_user_not_the_token(
+        self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path
+    ):
         monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
-        environ: Final = {"DATABASE_URL": "postgresql://litellm:token@db.internal:5432/litellm"}
-        outcome: Final = pool_database_url(
-            DatabaseURLSettings.from_env(),
-            PgBouncerSettings(enabled=True, port=_free_port(), binary=str(_fake_pooler(tmp_path))),
-            environ,
-        )
-        assert isinstance(outcome, PgBouncerError)
-        assert "IAM_TOKEN_DB_AUTH" in outcome.reason
+        monkeypatch.setenv("AWS_REGION_NAME", "us-east-1")
+        port: Final = _free_port()
+        environ: Final = {"DATABASE_URL": "postgresql://litellm:MINTED_TOKEN@db.internal:5432/litellm"}
+        with _minted_iam_token("MINTED_TOKEN"):
+            outcome: Final = pool_database_url(
+                DatabaseURLSettings.from_env(),
+                PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path))),
+                environ,
+            )
+        assert isinstance(outcome, str), outcome
+        pooled: Final = urllib.parse.urlsplit(outcome)
+        assert (pooled.username, pooled.hostname, pooled.port) == ("litellm_pgbouncer", "127.0.0.1", port)
+        assert "MINTED_TOKEN" not in outcome
 
 
 class TestMain:
@@ -134,14 +154,39 @@ class TestMain:
         main(("--workers", "4"), serve=lambda argv: served.append(tuple(argv)))
 
         pooled: Final = os.environ["DATABASE_URL"]
-        assert urllib.parse.urlsplit(pooled).netloc == f"litellm_pool:p%40ss@127.0.0.1:{port}"
+        assert urllib.parse.urlsplit(pooled).hostname == "127.0.0.1"
+        assert urllib.parse.urlsplit(pooled).port == port
+        assert urllib.parse.urlsplit(pooled).username == "litellm_pgbouncer"
+        assert "p%40ss" not in pooled
         assert _query(pooled)["pgbouncer"] == "true"
         assert _uvicorn_params(served[0])["timeout_keep_alive"] == 75
 
         DatabaseURLSettings.from_env().apply_to_env()
-        worker_url: Final = os.environ["DATABASE_URL"]
-        assert urllib.parse.urlsplit(worker_url).netloc == f"litellm_pool:p%40ss@127.0.0.1:{port}"
-        assert _query(worker_url)["pgbouncer"] == "true"
+        assert urllib.parse.urlsplit(os.environ["DATABASE_URL"]).netloc == urllib.parse.urlsplit(pooled).netloc
+        assert _query(os.environ["DATABASE_URL"])["pgbouncer"] == "true"
+
+    def test_iam_workers_keep_the_loopback_url_instead_of_minting_their_own(
+        self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path
+    ):
+        port: Final = _free_port()
+        monkeypatch.delenv("DATABASE_PASSWORD")
+        monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
+        monkeypatch.setenv("AWS_REGION_NAME", "us-east-1")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_ENABLED", "true")
+        monkeypatch.setenv("LITELLM_PGBOUNCER_PORT", str(port))
+        monkeypatch.setenv("LITELLM_PGBOUNCER_BINARY", str(_fake_pooler(tmp_path)))
+        served: Final[list[tuple[str, ...]]] = []
+        with _minted_iam_token("SUPERVISOR_TOKEN"):
+            main(("--workers", "4"), serve=lambda argv: served.append(tuple(argv)))
+        pooled: Final = os.environ["DATABASE_URL"]
+        assert urllib.parse.urlsplit(pooled).netloc.endswith(f"@127.0.0.1:{port}")
+        assert "SUPERVISOR_TOKEN" not in pooled
+        assert os.environ[PGBOUNCER_POOLED_ENV_VAR] == "true"
+        assert len(served) == 1
+
+        with _minted_iam_token("WORKER_TOKEN"):
+            DatabaseURLSettings.from_env().apply_to_env()
+        assert os.environ["DATABASE_URL"] == pooled
 
     def test_a_pooler_that_cannot_start_stops_the_gateway_before_uvicorn(
         self, password_env: dict[str, str], monkeypatch: pytest.MonkeyPatch, tmp_path: Path
diff --git a/tests/test_litellm/proxy/db/test_pgbouncer.py b/tests/test_litellm/proxy/db/test_pgbouncer.py
index da1d4c91f09..7b5a0bf10f9 100644
--- a/tests/test_litellm/proxy/db/test_pgbouncer.py
+++ b/tests/test_litellm/proxy/db/test_pgbouncer.py
@@ -1,4 +1,6 @@
+import base64
 import configparser
+import json
 import logging
 import os
 import signal
@@ -9,8 +11,10 @@ import tempfile
 import textwrap
 import time
 import urllib.parse
+from collections import deque
 from collections.abc import Callable
 from concurrent.futures import ThreadPoolExecutor
+from datetime import datetime, timedelta, timezone
 from pathlib import Path
 from typing import Final, cast
 
@@ -18,16 +22,24 @@ import pytest
 
 from litellm._logging import verbose_proxy_logger
 from litellm.proxy.db.pgbouncer import (
+    PGBOUNCER_POOLED_ENV_VAR,
     PgBouncerError,
     PgBouncerPlan,
     PgBouncerProcess,
     PgBouncerSettings,
+    PgBouncerTokenRefresher,
+    PgBouncerTokenSource,
+    database_url_is_pooled,
+    export_pooled_database_url,
+    install_pgbouncer_token,
     pgbouncer_version,
     plan_pgbouncer,
     start_in_container_pgbouncer,
     unix_socket_path,
-    write_pgbouncer_files,
+    write_pgbouncer_ini,
+    write_userlist,
 )
+from litellm.proxy.db.token_auth import AzureEntraTokenAuth, IAMEndpoint
 
 UPSTREAM: Final = (
     "postgresql://app:p%40ss%27w@db.internal:5433/litellm"
@@ -55,17 +67,24 @@ def _query(url: str) -> dict[str, str]:
 
 
 class TestPlanPgBouncer:
-    def test_upstream_credentials_and_timeouts_move_into_the_pgbouncer_config(self):
+    def test_upstream_route_and_timeouts_move_into_the_pgbouncer_config_without_the_password(self):
         ini: Final = _ini(_plan())
         assert ini["databases"]["litellm"] == (
-            "host='db.internal' port=5433 dbname='litellm' user='app' password='p@ss''w' "
+            "host='db.internal' port=5433 dbname='litellm' user='app' "
             "connect_query='SET statement_timeout TO ''7000''; SET lock_timeout TO ''3000'''"
         )
-        assert _plan().userlist == '"app" "p@ss\'w"\n'
+
+    def test_the_auth_file_holds_the_upstream_password_and_the_pool_users_own(self):
+        plan: Final = _plan()
+        assert plan.upstream_password == "p@ss'w"
+        assert plan.userlist("p@ss'w") == f'"app" "p@ss\'w"\n"litellm_pgbouncer" "{plan.pool_password}"\n'
+
+    def test_a_token_with_quotes_is_escaped_the_way_pgbouncer_reads_it(self):
+        assert _plan().userlist('to"ken').startswith('"app" "to""ken"\n')
 
     def test_an_upstream_without_a_port_is_reached_on_the_postgres_default(self):
         ini: Final = _ini(_plan("postgresql://app:pw@db/litellm"))
-        assert ini["databases"]["litellm"] == "host='db' port=5432 dbname='litellm' user='app' password='pw'"
+        assert ini["databases"]["litellm"] == "host='db' port=5432 dbname='litellm' user='app'"
 
     def test_pool_is_sized_from_settings_in_transaction_mode(self):
         pgb: Final = _ini(_plan())["pgbouncer"]
@@ -79,20 +98,24 @@ class TestPlanPgBouncer:
         assert pgb["auth_file"] == "/run/pgb/userlist.txt"
         assert pgb["unix_socket_dir"] == "/run/pgb"
 
-    def test_the_app_user_can_read_the_pgbouncer_console(self):
-        assert _ini(_plan())["pgbouncer"]["stats_users"] == "app"
+    def test_the_pool_user_can_read_the_pgbouncer_console(self):
+        assert _ini(_plan())["pgbouncer"]["stats_users"] == "litellm_pgbouncer"
 
-    @pytest.mark.parametrize("user", ["app,admin", "app%20admin", "app%09admin"])
-    def test_a_user_pgbouncer_would_split_into_several_console_users_is_refused(self, user: str):
-        outcome: Final = plan_pgbouncer(f"postgresql://{user}:pw@db/litellm", SETTINGS, Path("/run/pgb"), None)
+    def test_a_database_user_named_like_the_pool_user_is_refused(self):
+        outcome: Final = plan_pgbouncer(
+            "postgresql://litellm_pgbouncer:pw@db/litellm", SETTINGS, Path("/run/pgb"), None
+        )
         assert isinstance(outcome, PgBouncerError)
-        assert "stats_users" in outcome.reason
+        assert "litellm_pgbouncer" in outcome.reason
 
-    def test_pooled_url_points_prisma_at_loopback_without_prepared_statements(self):
-        pooled: Final = urllib.parse.urlsplit(_plan().pooled_url)
+    def test_pooled_url_points_prisma_at_loopback_as_the_pool_user_without_prepared_statements(self):
+        plan: Final = _plan()
+        pooled: Final = urllib.parse.urlsplit(plan.pooled_url)
         assert (pooled.hostname, pooled.port, pooled.path) == ("127.0.0.1", 6543, "/litellm")
-        assert (pooled.username, pooled.password) == ("app", "p%40ss%27w")
-        assert _query(_plan().pooled_url) == {
+        assert (pooled.username, pooled.password) == ("litellm_pgbouncer", plan.pool_password)
+        assert len(plan.pool_password) >= 32
+        assert "p%40ss" not in plan.pooled_url
+        assert _query(plan.pooled_url) == {
             "schema": "public",
             "connection_limit": "10",
             "pool_timeout": "20",
@@ -118,6 +141,9 @@ class TestPlanPgBouncer:
         assert "server_tls_ca_file" not in pgb
         assert plan.ca_source is None
 
+    def test_every_plan_gets_its_own_pool_password(self):
+        assert _plan().pool_password != _plan().pool_password
+
     def test_no_tls_params_default_to_prefer(self):
         assert _ini(_plan("postgresql://app:pw@db/litellm"))["pgbouncer"]["server_tls_sslmode"] == "prefer"
 
@@ -138,15 +164,20 @@ class TestPlanPgBouncer:
     @pytest.mark.parametrize(
         "url",
         [
-            "postgresql://app@db/litellm",
             "postgresql://app:pw@db",
             "postgresql://:pw@db/litellm",
+            "postgresql://app:pw@/litellm",
         ],
     )
-    def test_urls_missing_forwardable_credentials_are_refused(self, url: str):
+    def test_urls_missing_a_route_are_refused(self, url: str):
         outcome: Final = plan_pgbouncer(url, SETTINGS, Path("/run/pgb"), None)
         assert isinstance(outcome, PgBouncerError)
 
+    def test_a_url_without_a_password_plans_for_a_token_to_be_installed_later(self):
+        plan: Final = _plan("postgresql://app@db/litellm")
+        assert plan.upstream_password is None
+        assert plan.userlist("minted").startswith('"app" "minted"\n')
+
     def test_every_options_spelling_becomes_a_set_statement(self):
         options: Final = urllib.parse.quote("-c a=1 -cb=2 --c=3")
         ini: Final = _ini(_plan(f"postgresql://app:pw@db/litellm?options={options}"))
@@ -167,12 +198,14 @@ class TestPlanPgBouncer:
 class TestWritePgBouncerFiles:
     def test_files_hold_the_plan_and_are_private_to_the_owner(self, tmp_path: Path):
         plan: Final = _plan("postgresql://app:pw@db/litellm")
-        ini_path: Final = write_pgbouncer_files(plan, tmp_path, None)
+        ini_path: Final = write_pgbouncer_ini(plan, tmp_path, None)
         assert isinstance(ini_path, Path), ini_path
+        userlist_path: Final = write_userlist(plan.userlist("pw"), tmp_path, None)
         assert ini_path == tmp_path / "pgbouncer.ini"
+        assert userlist_path == tmp_path / "userlist.txt"
         assert ini_path.read_text() == plan.ini
-        assert (tmp_path / "userlist.txt").read_text() == plan.userlist
-        for path in (ini_path, tmp_path / "userlist.txt"):
+        assert userlist_path.read_text() == plan.userlist("pw")
+        for path in (ini_path, userlist_path):
             assert stat.S_IMODE(path.stat().st_mode) == 0o600
         assert not (tmp_path / "server-ca.pem").exists()
 
@@ -185,7 +218,7 @@ class TestWritePgBouncerFiles:
             f"postgresql://app:pw@db/litellm?sslmode=verify-full&sslcert={bundle}", SETTINGS, runtime_dir, None
         )
         assert isinstance(plan, PgBouncerPlan), plan
-        ini_path: Final = write_pgbouncer_files(plan, runtime_dir, None)
+        ini_path: Final = write_pgbouncer_ini(plan, runtime_dir, None)
         assert isinstance(ini_path, Path), ini_path
         ca_file: Final = Path(_ini(plan)["pgbouncer"]["server_tls_ca_file"])
         assert ca_file.parent == runtime_dir
@@ -199,11 +232,32 @@ class TestWritePgBouncerFiles:
             None,
         )
         assert isinstance(plan, PgBouncerPlan), plan
-        outcome: Final = write_pgbouncer_files(plan, tmp_path, None)
+        outcome: Final = write_pgbouncer_ini(plan, tmp_path, None)
         assert isinstance(outcome, PgBouncerError)
         assert "missing.pem" in outcome.reason
         assert not (tmp_path / "pgbouncer.ini").exists()
 
+    def test_rewriting_the_userlist_replaces_it_whole_and_leaves_nothing_else_behind(self, tmp_path: Path):
+        write_userlist('"app" "first"\n', tmp_path, None)
+        with open(tmp_path / "userlist.txt", encoding="utf-8") as before_rewrite:
+            write_userlist('"app" "second"\n', tmp_path, None)
+            assert before_rewrite.read() == '"app" "first"\n'
+        assert (tmp_path / "userlist.txt").read_text() == '"app" "second"\n'
+        assert stat.S_IMODE((tmp_path / "userlist.txt").stat().st_mode) == 0o600
+        assert sorted(path.name for path in tmp_path.iterdir()) == ["userlist.txt"]
+
+
+class TestPooledUrlMarker:
+    def test_exporting_the_pooled_url_marks_it_for_the_workers(self, monkeypatch: pytest.MonkeyPatch):
+        monkeypatch.setenv(PGBOUNCER_POOLED_ENV_VAR, "")
+        monkeypatch.delenv(PGBOUNCER_POOLED_ENV_VAR)
+        monkeypatch.setenv("DATABASE_URL", "postgresql://app:token@db/litellm")
+        assert not database_url_is_pooled()
+        export_pooled_database_url("postgresql://litellm_pgbouncer:pw@127.0.0.1:6432/litellm?pgbouncer=true")
+        assert os.environ["DATABASE_URL"] == "postgresql://litellm_pgbouncer:pw@127.0.0.1:6432/litellm?pgbouncer=true"
+        assert database_url_is_pooled()
+        assert PGBOUNCER_POOLED_ENV_VAR == "LITELLM_PGBOUNCER_POOLED_DATABASE_URL"
+
 
 def _bound_port(sock: socket.socket) -> int:
     return cast(tuple[str, int], sock.getsockname())[1]
@@ -222,20 +276,23 @@ def _fake_pooler(
     port_file: Path | None = None,
     bind_delay_seconds: float = 0.0,
     version_banner: str = "PgBouncer 1.25.2\nlibevent 2.1.13-stable",
+    auth_log: Path | None = None,
 ) -> Path:
     """An executable that listens like PgBouncer: on the TCP port first, then on ``.s.PGSQL.<port>`` in the socket dir.
 
     Port and socket dir come from the ini it is given, else from ``port`` and
     ``tmp_path``. With ``port_file`` each start reads the port from that file
     instead. ``bind_delay_seconds`` holds the bind back, like a slow start.
-    ``--version`` prints ``version_banner``.
+    ``--version`` prints ``version_banner``. With ``auth_log`` it appends the
+    ``auth_file`` it reads at startup and on every SIGHUP, one line per read,
+    like PgBouncer loading its credentials.
     """
     script: Final = tmp_path / "fake-pgbouncer"
     script.write_text(
         textwrap.dedent(
             f"""\
             #!{sys.executable}
-            import configparser, os, pathlib, select, socket, sys, time
+            import configparser, os, pathlib, select, signal, socket, sys, time
             if sys.argv[1:] == ["--version"]:
                 print({version_banner!r})
                 sys.exit(0)
@@ -243,6 +300,12 @@ def _fake_pooler(
                 sys.exit(3)
             ini = configparser.ConfigParser()
             ini.read(sys.argv[1:2])
+            if not {auth_log is None!r}:
+                def load_auth_file(*_):
+                    with open({str(auth_log)!r}, "a") as log:
+                        log.write(repr(pathlib.Path(ini.get("pgbouncer", "auth_file")).read_text()) + "\\n")
+                load_auth_file()
+                signal.signal(signal.SIGHUP, load_auth_file)
             port = ini.getint("pgbouncer", "listen_port", fallback={port})
             if not {port_file is None!r}:
                 port = int(pathlib.Path({str(port_file)!r}).read_text())
@@ -511,6 +574,118 @@ class TestPgBouncerProcess:
             os.kill(pid, 0)
 
 
+NOW: Final = datetime(2026, 9, 10, 12, 0, tzinfo=timezone.utc)
+ENDPOINT: Final = IAMEndpoint(host="db", port="5432", user="app", name="litellm")
+
+
+def _entra_jwt(expires_at: datetime) -> str:
+    payload: Final = base64.urlsafe_b64encode(json.dumps({"exp": int(expires_at.timestamp())}).encode())
+    return f"aGVhZGVy.{payload.rstrip(b'=').decode()}.c2ln"
+
+
+def _token_source(*tokens: str | Exception) -> PgBouncerTokenSource:
+    """A token source handing out ``tokens`` in order, raising the exceptions among them, then repeating the last."""
+    pending: Final = deque(tokens)
+
+    def provide() -> str:
+        outcome: Final = pending.popleft() if len(pending) > 1 else pending[0]
+        if isinstance(outcome, Exception):
+            raise outcome
+        return outcome
+
+    return PgBouncerTokenSource(auth=AzureEntraTokenAuth(token_provider=provide), endpoint=ENDPOINT)
+
+
+class TestPgBouncerTokenRefresher:
+    def _refresher(
+        self,
+        source: PgBouncerTokenSource,
+        installed: list[str],
+        install: Callable[[str], None] | None = None,
+        **timing: float,
+    ) -> PgBouncerTokenRefresher:
+        return PgBouncerTokenRefresher(
+            source,
+            install if install is not None else installed.append,
+            now=lambda: NOW.replace(tzinfo=None),
+            **timing,
+        )
+
+    def test_the_next_refresh_is_due_a_buffer_before_the_token_expires(self):
+        installed: Final[list[str]] = []
+        token: Final = _entra_jwt(NOW + timedelta(hours=1))
+        refresher: Final = self._refresher(_token_source(token), installed, buffer_seconds=180)
+        assert refresher.refresh() == 3600 - 180
+        assert installed == [token]
+
+    def test_a_token_whose_expiry_cannot_be_read_is_refreshed_on_the_fallback_interval(self):
+        installed: Final[list[str]] = []
+        refresher: Final = self._refresher(_token_source("opaque token"), installed, fallback_seconds=600)
+        assert refresher.refresh() == 600
+        assert installed == ["opaque token"]
+
+    def test_a_token_already_inside_the_buffer_is_refreshed_after_the_retry_delay(self):
+        token: Final = _entra_jwt(NOW + timedelta(seconds=100))
+        refresher: Final = self._refresher(_token_source(token), [], buffer_seconds=180, retry_seconds=30)
+        assert refresher.refresh() == 30
+
+    def test_the_token_reaches_the_auth_file_in_wire_form_not_url_encoded(self):
+        installed: Final[list[str]] = []
+        self._refresher(_token_source("to ken/with+odd=chars"), installed).refresh()
+        assert installed == ["to ken/with+odd=chars"]
+
+    def test_a_failed_mint_is_reported_and_installs_nothing(self):
+        installed: Final[list[str]] = []
+        outcome: Final = self._refresher(_token_source(RuntimeError("no credential")), installed).refresh()
+        assert isinstance(outcome, PgBouncerError)
+        assert "Azure Entra token" in outcome.reason
+        assert "no credential" in outcome.reason
+        assert installed == []
+
+    def test_a_token_pgbouncer_cannot_hold_is_refused(self):
+        installed: Final[list[str]] = []
+        outcome: Final = self._refresher(_token_source("x" * 2048), installed).refresh()
+        assert isinstance(outcome, PgBouncerError)
+        assert "2047" in outcome.reason
+        assert installed == []
+
+    def test_an_auth_file_that_cannot_be_written_is_reported_not_raised(self):
+        def refuse(_: str) -> None:
+            raise PermissionError("read-only runtime dir")
+
+        outcome: Final = self._refresher(_token_source("token"), [], install=refuse).refresh()
+        assert isinstance(outcome, PgBouncerError)
+        assert "read-only runtime dir" in outcome.reason
+
+    def test_start_fails_when_the_first_token_cannot_be_minted_and_schedules_nothing(self):
+        installed: Final[list[str]] = []
+        refresher: Final = self._refresher(
+            _token_source(RuntimeError("no credential"), "later"), installed, fallback_seconds=0.05
+        )
+        assert isinstance(refresher.start(), PgBouncerError)
+        time.sleep(0.3)
+        assert installed == []
+
+    def test_a_failed_renewal_keeps_the_previous_token_until_the_retry_succeeds(self, caplog: pytest.LogCaptureFixture):
+        installed: Final[list[str]] = []
+        refresher: Final = self._refresher(
+            _token_source("first", RuntimeError("blip"), "third"),
+            installed,
+            fallback_seconds=0.05,
+            retry_seconds=0.05,
+        )
+        with caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
+            assert refresher.start() is None
+            assert installed == ["first"]
+            assert _wait_until(lambda: "third" in installed)
+        assert installed[:2] == ["first", "third"]
+        assert any("keeps its current Azure Entra token" in record.message for record in caplog.records)
+        refresher.stop()
+        settled: Final = len(installed)
+        time.sleep(0.3)
+        assert len(installed) == settled
+
+
 def _runtime_dir_listening_on(port: int) -> Path:
     matches: Final = tuple(
         ini.parent
@@ -524,10 +699,21 @@ def _runtime_dir_listening_on(port: int) -> Path:
 class TestStartInContainerPgBouncer:
     def test_returns_the_loopback_url_once_the_pooler_listens(self, tmp_path: Path):
         port: Final = _free_port()
-        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+        auth_log: Final = tmp_path / "auth.log"
+        binary: Final = _fake_pooler(tmp_path, port, auth_log=auth_log)
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(binary))
         pooled: Final = start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm?connection_limit=5")
-        assert pooled == f"postgresql://app:pw@127.0.0.1:{port}/litellm?connection_limit=5&pgbouncer=true"
+        assert isinstance(pooled, str), pooled
+        parsed: Final = urllib.parse.urlsplit(pooled)
+        assert (parsed.username, parsed.hostname, parsed.port, parsed.path) == (
+            "litellm_pgbouncer",
+            "127.0.0.1",
+            port,
+            "/litellm",
+        )
+        assert _query(pooled) == {"connection_limit": "5", "pgbouncer": "true"}
         assert _listening(port)
+        assert auth_log.read_text() == repr(f'"app" "pw"\n"litellm_pgbouncer" "{parsed.password}"\n') + "\n"
 
     @pytest.mark.filterwarnings("ignore:This process .* is multi-threaded:DeprecationWarning")
     def test_a_forked_worker_exiting_leaves_the_pooler_and_its_files_to_the_parent(self, tmp_path: Path):
@@ -561,21 +747,79 @@ class TestStartInContainerPgBouncer:
     def test_a_bad_upstream_url_is_reported_without_starting_anything(self, tmp_path: Path):
         port: Final = _free_port()
         settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
-        outcome: Final = start_in_container_pgbouncer(settings, "postgresql://app@db/litellm")
+        outcome: Final = start_in_container_pgbouncer(settings, "postgresql://app:pw@db")
         assert isinstance(outcome, PgBouncerError)
         assert not _listening(port)
 
-    def test_token_auth_is_refused_without_starting_anything(self, tmp_path: Path):
+    def test_a_passwordless_url_without_token_auth_is_refused_without_starting_anything(self, tmp_path: Path):
         port: Final = _free_port()
         settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
-        outcome: Final = start_in_container_pgbouncer(
-            settings, "postgresql://app:pw@db/litellm", token_auth_enabled=True
-        )
+        outcome: Final = start_in_container_pgbouncer(settings, "postgresql://app@db/litellm")
         assert isinstance(outcome, PgBouncerError)
         assert "IAM_TOKEN_DB_AUTH" in outcome.reason
-        assert "AZURE_POSTGRESQL_AUTH" in outcome.reason
         assert not _listening(port)
 
+    def test_token_auth_mints_the_first_token_into_the_auth_file_before_the_pooler_starts(self, tmp_path: Path):
+        port: Final = _free_port()
+        auth_log: Final = tmp_path / "auth.log"
+        binary: Final = _fake_pooler(tmp_path, port, auth_log=auth_log)
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(binary))
+        token: Final = _entra_jwt(datetime.now(tz=timezone.utc) + timedelta(hours=1))
+        pooled: Final = start_in_container_pgbouncer(
+            settings,
+            "postgresql://app:stale-token@db/litellm",
+            token_auth=AzureEntraTokenAuth(token_provider=lambda: token),
+        )
+        assert isinstance(pooled, str), pooled
+        parsed: Final = urllib.parse.urlsplit(pooled)
+        assert parsed.username == "litellm_pgbouncer"
+        assert token not in pooled
+        assert _listening(port)
+        assert auth_log.read_text() == repr(f'"app" "{token}"\n"litellm_pgbouncer" "{parsed.password}"\n') + "\n"
+
+    def test_a_first_token_that_cannot_be_minted_is_reported_without_starting_anything(self, tmp_path: Path):
+        port: Final = _free_port()
+        settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(_fake_pooler(tmp_path, port)))
+
+        def fail() -> str:
+            raise RuntimeError("no Azure credential")
+
+        outcome: Final = start_in_container_pgbouncer(
+            settings, "postgresql://app@db/litellm", token_auth=AzureEntraTokenAuth(token_provider=fail)
+        )
+        assert isinstance(outcome, PgBouncerError)
+        assert "no Azure credential" in outcome.reason
+        assert not _listening(port)
+
+    def test_a_renewed_token_is_written_and_picked_up_by_the_running_and_by_a_restarted_pooler(self, tmp_path: Path):
+        port: Final = _free_port()
+        auth_log: Final = tmp_path / "auth.log"
+        plan: Final = plan_pgbouncer(
+            "postgresql://app@db/litellm", PgBouncerSettings(enabled=True, port=port), tmp_path, None
+        )
+        assert isinstance(plan, PgBouncerPlan), plan
+        ini_path: Final = write_pgbouncer_ini(plan, tmp_path, None)
+        write_userlist(plan.userlist("first"), tmp_path, None)
+        pooler: Final = PgBouncerProcess(
+            argv=(str(_fake_pooler(tmp_path, port, auth_log=auth_log)), str(ini_path)),
+            port=port,
+            socket_path=unix_socket_path(tmp_path, port),
+            restart_delay_seconds=0.1,
+        )
+        assert pooler.start() is None
+        first_pid: Final = pooler.pid
+        assert first_pid is not None
+        install_pgbouncer_token(plan, tmp_path, None, pooler, "second")
+        assert _wait_until(lambda: auth_log.read_text().count("\n") == 2)
+        os.kill(first_pid, signal.SIGKILL)
+        assert _wait_until(lambda: pooler.pid not in (None, first_pid) and _listening(port))
+        pooler.stop()
+        assert auth_log.read_text().splitlines() == [
+            repr(plan.userlist("first")),
+            repr(plan.userlist("second")),
+            repr(plan.userlist("second")),
+        ]
+
     def test_a_pgbouncer_that_survives_a_failed_tcp_bind_is_refused_without_starting(self, tmp_path: Path):
         port: Final = _free_port()
         binary: Final = _fake_pooler(tmp_path, port, version_banner="PgBouncer 1.18.1\nlibevent 2.1.12-stable")
@@ -590,9 +834,9 @@ class TestStartInContainerPgBouncer:
         port: Final = _free_port()
         binary: Final = _fake_pooler(tmp_path, port, version_banner="PgBouncer 1.19.0")
         settings: Final = PgBouncerSettings(enabled=True, port=port, binary=str(binary))
-        assert start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm") == (
-            f"postgresql://app:pw@127.0.0.1:{port}/litellm?pgbouncer=true"
-        )
+        pooled: Final = start_in_container_pgbouncer(settings, "postgresql://app:pw@db/litellm")
+        assert isinstance(pooled, str), pooled
+        assert urllib.parse.urlsplit(pooled).port == port
         assert _listening(port)
 
 
diff --git a/tests/test_litellm/proxy/test_proxy_utils.py b/tests/test_litellm/proxy/test_proxy_utils.py
index 1287cf23157..646596c5b88 100644
--- a/tests/test_litellm/proxy/test_proxy_utils.py
+++ b/tests/test_litellm/proxy/test_proxy_utils.py
@@ -1,5 +1,6 @@
 import datetime as real_datetime
 import smtplib
+from typing import Final
 
 import pytest
 from fastapi import HTTPException
@@ -8,7 +9,7 @@ from litellm.caching.caching import DualCache
 from litellm.integrations.custom_guardrail import CustomGuardrail
 from litellm.integrations.custom_logger import CustomLogger
 from litellm.proxy._types import ProxyErrorTypes, UserAPIKeyAuth
-from litellm.proxy.utils import ProxyLogging
+from litellm.proxy.utils import PrismaClient, ProxyLogging
 from litellm.types.guardrails import GuardrailEventHooks
 
 
@@ -2207,3 +2208,49 @@ async def test_post_call_failure_hook_redacts_traceback_before_callbacks(monkeyp
     assert recorder.received_traceback is not None
     assert provider_key not in recorder.received_traceback
     assert "REDACTED" in recorder.received_traceback
+
+
+class TestPrismaClientTokenAuthBehindThePool:
+    """Behind the in-container pool the supervisor renews the writer's database
+    token and hands the workers a loopback URL with a static password, so the
+    writer wrapper must not run its own refresh loop. The reader is not pooled
+    and keeps refreshing its own token."""
+
+    UPSTREAM: Final = "postgresql://litellm:TOKEN@db.internal:5432/litellm"
+    READER: Final = "postgresql://litellm:TOKEN@reader.internal:5432/litellm"
+
+    def _client(self, monkeypatch: pytest.MonkeyPatch, pooled: bool) -> PrismaClient:
+        from litellm.proxy.db.pgbouncer import PGBOUNCER_POOLED_ENV_VAR
+
+        monkeypatch.delenv("AZURE_POSTGRESQL_AUTH", raising=False)
+        monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
+        monkeypatch.setenv("AWS_REGION_NAME", "us-east-1")
+        monkeypatch.setenv("DATABASE_URL", self.UPSTREAM)
+        monkeypatch.setenv("DATABASE_URL_READ_REPLICA", self.READER)
+        if pooled:
+            monkeypatch.setenv(PGBOUNCER_POOLED_ENV_VAR, "true")
+        else:
+            monkeypatch.delenv(PGBOUNCER_POOLED_ENV_VAR, raising=False)
+        rds: Final = MagicMock()
+        rds.generate_db_auth_token.return_value = "TOKEN"
+        with patch("boto3.client", return_value=rds):
+            return PrismaClient(database_url=self.UPSTREAM, proxy_logging_obj=MagicMock(spec=ProxyLogging))
+
+    def test_a_pooled_writer_leaves_token_refresh_to_the_pooler_while_the_reader_keeps_its_own(
+        self, monkeypatch: pytest.MonkeyPatch
+    ):
+        from litellm.proxy.db.routing_prisma_wrapper import RoutingPrismaWrapper
+
+        client = self._client(monkeypatch, pooled=True)
+        assert isinstance(client.db, RoutingPrismaWrapper)
+        assert client.db.writer.iam_token_db_auth is False
+        assert client.db.reader.iam_token_db_auth is True
+        assert client.token_auth is not None
+
+    def test_an_unpooled_writer_still_refreshes_its_own_token(self, monkeypatch: pytest.MonkeyPatch):
+        from litellm.proxy.db.routing_prisma_wrapper import RoutingPrismaWrapper
+
+        client = self._client(monkeypatch, pooled=False)
+        assert isinstance(client.db, RoutingPrismaWrapper)
+        assert client.db.writer.iam_token_db_auth is True
+        assert client.db.reader.iam_token_db_auth is True

From 033f2e5e2a651fed59faf6478fb18314e487738b Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 14:19:08 -0700
Subject: [PATCH 106/298] feat(wandb): default unmapped W&B models to
 reasoning-capable

W&B's serverless catalog grows faster than the registry names it, so a model
they ship today resolves as non-reasoning here until someone edits the cost map,
and the caller's reasoning_effort is dropped or rejected.

Add a wandb-reasoning-baseline capability rule to fallback_generalizations so any
wandb/ id the map has not described defaults to supports_reasoning. Rules lose to
exact entries, so mapped non-reasoning models such as
wandb/meta-llama/Llama-3.1-8B-Instruct are unaffected.

The rule carries no mode and no pricing, so cost stays on the standard unpriced
behavior and the deployment does not read as catalog-mapped to the router's
reasoning-effort resolver.

Claude-Session: https://claude.ai/code/session_01A6SkwJdfZUmkzfUkrEkqX8
---
 ...odel_prices_and_context_window_backup.json |  8 +++
 model_prices_and_context_window.json          |  8 +++
 .../test_fallback_generalizations.py          | 60 +++++++++++++++++++
 .../wandb/test_wandb_chat_transformation.py   | 26 +++++++-
 4 files changed, 101 insertions(+), 1 deletion(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 1c0bd32d782..b7726290f0e 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -57258,6 +57258,14 @@
                 "model_info": {
                     "supports_mid_conversation_system": true
                 }
+            },
+            {
+                "name": "wandb-reasoning-baseline",
+                "pattern": "^wandb/",
+                "description": "Any Weights & Biases Inference model id, anchored to the wandb/ namespace so only that provider's ids match. W&B's serverless catalog is reasoning-first and grows faster than this registry names it, so an id the map has not described yet is treated as reasoning-capable and keeps the caller's reasoning_effort instead of dropping it or raising UnsupportedParamsError. Rules lose to exact entries, so a mapped non-reasoning model such as wandb/meta-llama/Llama-3.1-8B-Instruct is unaffected. Carries no mode and no pricing, so cost stays on the standard unpriced behavior and the deployment does not read as catalog-mapped to the router's reasoning-effort resolver.",
+                "model_info": {
+                    "supports_reasoning": true
+                }
             }
         ]
     },
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 1c0bd32d782..b7726290f0e 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -57258,6 +57258,14 @@
                 "model_info": {
                     "supports_mid_conversation_system": true
                 }
+            },
+            {
+                "name": "wandb-reasoning-baseline",
+                "pattern": "^wandb/",
+                "description": "Any Weights & Biases Inference model id, anchored to the wandb/ namespace so only that provider's ids match. W&B's serverless catalog is reasoning-first and grows faster than this registry names it, so an id the map has not described yet is treated as reasoning-capable and keeps the caller's reasoning_effort instead of dropping it or raising UnsupportedParamsError. Rules lose to exact entries, so a mapped non-reasoning model such as wandb/meta-llama/Llama-3.1-8B-Instruct is unaffected. Carries no mode and no pricing, so cost stays on the standard unpriced behavior and the deployment does not read as catalog-mapped to the router's reasoning-effort resolver.",
+                "model_info": {
+                    "supports_reasoning": true
+                }
             }
         ]
     },
diff --git a/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py b/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
index b1e8163b91d..56552ec20ab 100644
--- a/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
+++ b/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
@@ -571,3 +571,63 @@ def test_shipped_mid_conversation_gate_on_bedrock_ids(shipped_cost_map):
     ):
         matched = match_capability_generalizations(unflagged)
         assert matched is None or not matched.get("supports_mid_conversation_system"), unflagged
+
+
+def test_shipped_rules_flag_unmapped_wandb_ids_as_reasoning(shipped_cost_map):
+    """W&B ships reasoning models faster than the registry names them, so an unmapped
+    wandb id resolves as reasoning-capable and its reasoning_effort survives instead of
+    being dropped. The rule carries no mode and no pricing, so cost stays on the standard
+    unpriced behavior and the deployment does not read as catalog-mapped."""
+    model = "wandb/zai-org/GLM-6-Turbo"
+    assert model not in litellm.model_cost
+
+    info = litellm.get_model_info(model, custom_llm_provider="wandb")
+    assert info["litellm_provider"] == "wandb"
+    assert info["supports_reasoning"] is True
+    assert info.get("mode") is None
+    assert not info.get("input_cost_per_token")
+    assert not info.get("output_cost_per_token")
+
+    assert litellm.supports_reasoning(model="zai-org/GLM-6-Turbo", custom_llm_provider="wandb") is True
+
+
+def test_shipped_wandb_rule_loses_to_mapped_non_reasoning_entries(shipped_cost_map):
+    """The whole point of a fallback is that it only fills gaps. A wandb model the map
+    describes as non-reasoning must stay non-reasoning, otherwise the rule silently
+    re-introduces the blanket supports_reasoning it exists to avoid."""
+    for model in (
+        "meta-llama/Llama-3.1-8B-Instruct",
+        "microsoft/Phi-4-mini-instruct",
+        "moonshotai/Kimi-K2-Instruct",
+        "Qwen/Qwen3-Coder-480B-A35B-Instruct",
+    ):
+        assert f"wandb/{model}" in litellm.model_cost, model
+        assert litellm.supports_reasoning(model=model, custom_llm_provider="wandb") is False, model
+
+
+def test_shipped_wandb_rule_is_anchored_to_the_wandb_namespace(shipped_cost_map):
+    """``^wandb/`` is anchored, so it cannot leak onto another provider's ids."""
+    assert match_capability_generalizations("wandb/some-new-model") == {"supports_reasoning": True}
+    for foreign in ("openai/some-new-model", "notwandb/some-new-model", "together_ai/wandb/some-new-model"):
+        matched = match_capability_generalizations(foreign)
+        assert matched is None or not matched.get("supports_reasoning"), foreign
+
+
+def test_shipped_wandb_rule_keeps_reasoning_effort_on_an_unmapped_model(shipped_cost_map):
+    """End to end through the provider config: the gate WandbConfig applies reads the
+    rule, so reasoning_effort is advertised and survives get_optional_params rather than
+    raising UnsupportedParamsError."""
+    model = "zai-org/GLM-6-Turbo"
+    assert f"wandb/{model}" not in litellm.model_cost
+
+    supported = litellm.get_supported_openai_params(model=f"wandb/{model}")
+    assert supported is not None
+    assert "reasoning_effort" in supported
+
+    optional_params = litellm.utils.get_optional_params(
+        model=model,
+        custom_llm_provider="wandb",
+        reasoning_effort="medium",
+        drop_params=False,
+    )
+    assert optional_params["reasoning_effort"] == "medium"
diff --git a/tests/test_litellm/llms/wandb/test_wandb_chat_transformation.py b/tests/test_litellm/llms/wandb/test_wandb_chat_transformation.py
index 481a52bebad..dd0d1bdbb9d 100644
--- a/tests/test_litellm/llms/wandb/test_wandb_chat_transformation.py
+++ b/tests/test_litellm/llms/wandb/test_wandb_chat_transformation.py
@@ -249,7 +249,6 @@ class TestWandbConfig:
         "model,explicit_false",
         [
             ("meta-llama/Llama-3.1-8B-Instruct", False),
-            ("unknown-model", False),
             ("openai/gpt-oss-20b", True),
         ],
     )
@@ -290,3 +289,28 @@ class TestWandbConfig:
             supported_params = litellm.get_supported_openai_params(model=f"wandb/{model}")
             assert supported_params is not None
             assert "reasoning_effort" not in supported_params
+
+    @pytest.mark.respx()
+    def test_wandb_completion_keeps_reasoning_effort_for_an_unregistered_model(
+        self, wandb_test_config, wandb_request_mock: respx.Route
+    ):
+        """A wandb id the registry has not named yet resolves through the
+        wandb-reasoning-baseline fallback generalization, so its reasoning_effort reaches
+        the provider instead of raising. W&B adds reasoning models faster than this
+        registry names them, and an exact entry still wins wherever one exists."""
+        model: Final = "zai-org/GLM-6-Turbo"
+        assert f"wandb/{model}" not in litellm.model_cost
+
+        completion(
+            model=f"wandb/{model}",
+            messages=[{"role": "user", "content": "Hello"}],
+            api_key="fake-wandb-key",
+            api_base="https://api.inference.wandb.ai/v1",
+            reasoning_effort="medium",
+            drop_params=False,
+        )
+
+        assert wandb_request_mock.call_count == 1
+        request_body = json.loads(wandb_request_mock.calls[0].request.content)
+        assert request_body["model"] == model
+        assert request_body["reasoning_effort"] == "medium"

From 7a1178a8595617d29453b20bd2e76fc629476999 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 14:36:22 -0700
Subject: [PATCH 107/298] fix(utils): stop model registration from shadowing
 capability rules

Router writes every configured deployment into litellm.model_cost, and a
deployment that declares no model_info lands there as an empty entry. An exact
entry ends the model-info lookup ladder before the fallback generalizations are
consulted, so that empty entry made the rules inert for the model: configuring
one on a proxy stripped the capabilities the same model resolves to off-proxy.

Seed a new registration from the capability rules its key matches. The caller's
own model_info still wins field by field, so an explicit supports_reasoning:
false on the deployment keeps overriding the rule.

Claude-Session: https://claude.ai/code/session_01A6SkwJdfZUmkzfUkrEkqX8
---
 litellm/utils.py                              |  5 +-
 .../test_fallback_generalizations.py          | 46 +++++++++++++++++++
 2 files changed, 50 insertions(+), 1 deletion(-)

diff --git a/litellm/utils.py b/litellm/utils.py
index b4a2a29239b..69ee730ff30 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -3108,7 +3108,10 @@ def register_model(
                 existing_model = cast(dict, builtin_model_info)
                 model_cost_key = existing_model["key"]
             else:
-                existing_model = {}
+                # An exact entry ends the lookup ladder before the capability rules are
+                # consulted, so seed from them: otherwise registering an unmapped model
+                # shadows the very defaults it would have resolved to unregistered.
+                existing_model = dict(match_capability_generalizations(_key_str) or {})  # mutable-ok: merge target
                 model_cost_key = key
                 builtin_entry = _resolve_builtin_model_cost_entry(key=_key_str, provider=provider)
                 if builtin_entry is not None:
diff --git a/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py b/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
index 56552ec20ab..b0220a36054 100644
--- a/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
+++ b/tests/test_litellm/litellm_core_utils/test_fallback_generalizations.py
@@ -631,3 +631,49 @@ def test_shipped_wandb_rule_keeps_reasoning_effort_on_an_unmapped_model(shipped_
         drop_params=False,
     )
     assert optional_params["reasoning_effort"] == "medium"
+
+
+def test_router_registration_does_not_shadow_shipped_rules(shipped_cost_map):
+    """Regression: Router writes every configured deployment into ``litellm.model_cost``,
+    and an exact entry ends the lookup ladder before the rules are consulted. Registering
+    an unmapped model has to carry the rule defaults forward, or configuring a model on a
+    proxy silently strips the capabilities the same model resolves to off-proxy."""
+    from litellm import Router
+
+    unmapped_wandb = "wandb/zai-org/GLM-6-Turbo"
+    unmapped_claude = "anthropic/claude-opus-9"
+    assert unmapped_wandb not in litellm.model_cost
+    assert unmapped_claude not in litellm.model_cost
+
+    Router(
+        model_list=[
+            {"model_name": name, "litellm_params": {"model": name, "api_key": "fake"}}
+            for name in (unmapped_wandb, unmapped_claude)
+        ]
+    )
+
+    assert unmapped_wandb in litellm.model_cost
+    assert unmapped_claude in litellm.model_cost
+    assert litellm.supports_reasoning(model="zai-org/GLM-6-Turbo", custom_llm_provider="wandb") is True
+    assert litellm.supports_reasoning(model="claude-opus-9", custom_llm_provider="anthropic") is True
+
+
+def test_deployment_model_info_beats_the_seeded_rule_defaults(shipped_cost_map):
+    """Seeding a registration from the rules is a floor, not an override: an explicit
+    model_info on the deployment still wins, so a non-reasoning model can be configured
+    under a reasoning-first namespace."""
+    from litellm import Router
+
+    model = "wandb/some-org/NoThink-1"
+    Router(
+        model_list=[
+            {
+                "model_name": model,
+                "litellm_params": {"model": model, "api_key": "fake"},
+                "model_info": {"supports_reasoning": False},
+            }
+        ]
+    )
+
+    assert litellm.model_cost[model]["supports_reasoning"] is False
+    assert litellm.supports_reasoning(model="some-org/NoThink-1", custom_llm_provider="wandb") is False

From 61b0def8670c7edce4c4c9bd6a324b3827deb565 Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Thu, 10 Sep 2026 16:51:37 -0700
Subject: [PATCH 108/298] test(ocr): isolate native Rust bridge contracts
 (#40410)

* test(rust): add retained callback suite as expected failures

* fix(tests): narrow retained callback xfails

* test(rust): clarify retained callback contracts

* test(ocr): clarify retained Rust contracts

* test(ocr): restore guardrail contracts

* test(ocr): require Rust file input parity

* test(ocr): isolate native bridge contracts

* fix(ci): repair Rust dispatch and OSV checks

* test(ocr): assert explicit backend dispatch
---
 .github/workflows/test-rust.yml               |  28 +
 tests/test_litellm_rust/README.md             |  13 +
 tests/test_litellm_rust/conftest.py           | 134 ++++-
 tests/test_litellm_rust/ocr/__init__.py       |   1 +
 tests/test_litellm_rust/ocr/test_callbacks.py | 513 ++++++++++++++++++
 tests/test_litellm_rust/ocr/test_dispatch.py  |  44 ++
 .../test_litellm_rust/ocr/test_guardrails.py  |  74 +++
 tests/test_litellm_rust/ocr/test_requests.py  | 434 +++++++++++++++
 tests/test_litellm_rust/support/__init__.py   |   1 +
 .../support/callback_recorder.py              | 101 ++++
 .../support/recording_server.py               | 108 ++++
 tests/test_litellm_rust/support/requests.py   |  59 ++
 tests/test_litellm_rust/test_ocr.py           |  61 ++-
 13 files changed, 1533 insertions(+), 38 deletions(-)
 create mode 100644 tests/test_litellm_rust/README.md
 create mode 100644 tests/test_litellm_rust/ocr/__init__.py
 create mode 100644 tests/test_litellm_rust/ocr/test_callbacks.py
 create mode 100644 tests/test_litellm_rust/ocr/test_dispatch.py
 create mode 100644 tests/test_litellm_rust/ocr/test_guardrails.py
 create mode 100644 tests/test_litellm_rust/ocr/test_requests.py
 create mode 100644 tests/test_litellm_rust/support/__init__.py
 create mode 100644 tests/test_litellm_rust/support/callback_recorder.py
 create mode 100644 tests/test_litellm_rust/support/recording_server.py
 create mode 100644 tests/test_litellm_rust/support/requests.py

diff --git a/.github/workflows/test-rust.yml b/.github/workflows/test-rust.yml
index c6901411167..17b6481a2bf 100644
--- a/.github/workflows/test-rust.yml
+++ b/.github/workflows/test-rust.yml
@@ -4,8 +4,22 @@ on:
   push:
     paths:
       - "litellm-rust/**"
+      - "litellm/rust_bridge/**"
+      - "tests/test_litellm_rust/**"
+      - "litellm/integrations/custom_logger.py"
+      - "litellm/litellm_core_utils/litellm_logging.py"
+      - "litellm/litellm_core_utils/logging_worker.py"
+      - "litellm/proxy/guardrails/**"
+      - "litellm/utils.py"
+      - "litellm/ocr/**"
+      - "litellm/llms/base_llm/ocr/**"
+      - "litellm/llms/custom_httpx/llm_http_handler.py"
+      - "tests/test_litellm/ocr/**"
+      - "tests/test_litellm/conftest.py"
+      - "Makefile"
       - ".cargo/**"
       - "pyproject.toml"
+      - "uv.lock"
       - "rust-toolchain.toml"
       - ".github/actions/setup-uv-with-retries/**"
       - ".github/scripts/smoke_test_native_wheel.py"
@@ -20,8 +34,22 @@ on:
       - "litellm_**"
     paths:
       - "litellm-rust/**"
+      - "litellm/rust_bridge/**"
+      - "tests/test_litellm_rust/**"
+      - "litellm/integrations/custom_logger.py"
+      - "litellm/litellm_core_utils/litellm_logging.py"
+      - "litellm/litellm_core_utils/logging_worker.py"
+      - "litellm/proxy/guardrails/**"
+      - "litellm/utils.py"
+      - "litellm/ocr/**"
+      - "litellm/llms/base_llm/ocr/**"
+      - "litellm/llms/custom_httpx/llm_http_handler.py"
+      - "tests/test_litellm/ocr/**"
+      - "tests/test_litellm/conftest.py"
+      - "Makefile"
       - ".cargo/**"
       - "pyproject.toml"
+      - "uv.lock"
       - "rust-toolchain.toml"
       - ".github/actions/setup-uv-with-retries/**"
       - ".github/scripts/smoke_test_native_wheel.py"
diff --git a/tests/test_litellm_rust/README.md b/tests/test_litellm_rust/README.md
new file mode 100644
index 00000000000..4c117fb846b
--- /dev/null
+++ b/tests/test_litellm_rust/README.md
@@ -0,0 +1,13 @@
+# Rust OCR bridge tests
+
+This suite covers OCR requests through LiteLLM's compiled Rust extension. OCR behavior tests live under `ocr/`; reusable OCR request, callback, and recording-server fixtures live under `support/`
+
+A test name identifies the OCR entrypoint or callback under test and its expected observable result. Parameter IDs state the execution mode or credential case. Keep multiple assertions together only when they prove one request, mutation, failure, or callback lifecycle behavior. Record callback observations and assert them after the callback returns because production logging can swallow callback exceptions
+
+`ocr/test_requests.py` covers provider payloads, file preparation, endpoint and credential resolution, normalized responses, errors, timeouts, and Azure token-provider behavior. `ocr/test_callbacks.py` covers OCR callback inputs, mutations, ordering, context, failure handling, concurrency, and cleanup. `ocr/test_guardrails.py` covers OCR post-call blocking and response replacement. These contract modules call the Rust bridge directly. `ocr/test_dispatch.py` has the single public API dispatch test, covering enabled native dispatch and disabled Python dispatch. `test_ocr.py` is a strict smoke test of the compiled Rust OCR transport
+
+Run `make test-rust-extension` as the acceptance command. It builds a fresh wheel, installs that wheel into a temporary environment, requires `LITELLM_RUST=1`, and runs this suite with isolated Python imports
+
+Collection fails when `LITELLM_RUST=1` is set but the compiled `_native` module cannot be imported. The autouse fixture isolates callback and configuration state but does not select a backend. Native contract tests call `litellm.rust_bridge.ocr` directly, while the strict dispatch test explicitly enables and disables Rust and records which OCR entrypoint runs
+
+The OCR contract modules are non-strict expected failures until the retained callback implementation from #40070 lands. The public dispatch test remains strict. Passing contract cases appear as XPASS so staging coverage stays visible
diff --git a/tests/test_litellm_rust/conftest.py b/tests/test_litellm_rust/conftest.py
index 02d274bb405..b0c75d9d2f5 100644
--- a/tests/test_litellm_rust/conftest.py
+++ b/tests/test_litellm_rust/conftest.py
@@ -1,24 +1,132 @@
+import asyncio
 import os
+from collections.abc import AsyncIterator, Generator, Iterator
+from concurrent.futures import ThreadPoolExecutor
+from contextlib import ExitStack, contextmanager
+from types import ModuleType
+from typing import Final, cast
 
 import pytest
+import pytest_asyncio
+
+import litellm
+from litellm import utils
+from litellm.litellm_core_utils import litellm_logging
+from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
+from litellm.rust_bridge.configuration import (  # pyright: ignore[reportPrivateUsage]  # preserve raw configuration state in test isolation
+    _CONFIGURATION,
+    _parse_env_bool,
+)
+from tests.test_litellm_rust.support.callback_recorder import drain_logging
+from tests.test_litellm_rust.support.recording_server import RecordingServer, recording_service
+
+CALLBACK_ATTRIBUTES: Final = (
+    "callbacks",
+    "input_callback",
+    "success_callback",
+    "failure_callback",
+    "_async_input_callback",
+    "_async_success_callback",
+    "_async_failure_callback",
+)
+EXPECTED_FAILURE_REASONS: Final = {
+    "ocr/test_callbacks.py": "requires the OCR callback lifecycle implementation from #40070",
+    "ocr/test_guardrails.py": "requires the OCR guardrail lifecycle implementation from #40070",
+    "ocr/test_requests.py": "requires the OCR request and Azure authentication implementation from #40070",
+}
 
 
-def pytest_collection_modifyitems(items):
-    rust_enabled = os.environ.get("LITELLM_RUST", "").strip().lower() in {
-        "1",
-        "true",
-        "yes",
-        "on",
-    }
-    if not rust_enabled:
-        skip = pytest.mark.skip(reason="requires LITELLM_RUST=1 and a compiled Rust extension")
+def _list_attribute(container: ModuleType, attribute: str) -> list[object]:
+    value: Final = getattr(container, attribute)
+    if not isinstance(value, list):
+        raise AssertionError(f"{container.__name__}.{attribute} is not a list")
+    return cast(list[object], value)
+
+
+@contextmanager
+def _isolated_list(container: ModuleType, attribute: str) -> Iterator[None]:
+    source: Final = _list_attribute(container, attribute)
+    original: Final = list(source)
+    source.clear()  # mutable-ok: test isolation mutates global registries by design
+    try:
+        yield
+    finally:
+        source.clear()
+        source.extend(original)
+        setattr(container, attribute, source)
+
+
+@contextmanager
+def _rebound(container: object, attribute: str, value: object) -> Iterator[None]:
+    original: Final[object] = getattr(container, attribute)
+    setattr(container, attribute, value)
+    try:
+        yield
+    finally:
+        setattr(container, attribute, original)
+
+
+@pytest_asyncio.fixture(autouse=True, loop_scope="function")
+async def isolate_ocr_test_state() -> AsyncIterator[None]:
+    with ExitStack() as stack:
+        for attribute in CALLBACK_ATTRIBUTES:
+            stack.enter_context(_isolated_list(litellm, attribute))
+        stack.enter_context(_isolated_list(litellm_logging, "_in_memory_loggers"))  # pyright: ignore[reportPrivateUsage]  # no public callback-cache accessor
+        stack.enter_context(_rebound(utils, "callback_list", []))  # rebind-ok: isolate legacy callback registry
+        stack.enter_context(_rebound(litellm, "cache", None))  # test-quality-ok: isolate process-global cache
+        stack.enter_context(_rebound(_CONFIGURATION, "override", None))
+        executor: Final = ThreadPoolExecutor(thread_name_prefix="rust-ocr-test-logging")
+        stack.enter_context(_rebound(utils, "executor", executor))
+        try:
+            yield
+        finally:
+            try:
+                await drain_logging()
+            finally:
+                await asyncio.to_thread(executor.shutdown, wait=True)
+                await GLOBAL_LOGGING_WORKER.stop()
+
+
+@pytest.fixture
+def recording_server() -> Generator[RecordingServer]:
+    with recording_service() as server:
+        yield server
+
+
+def pytest_collection_modifyitems(items: list[pytest.Item]) -> None:
+    for item in items:
+        if "test_litellm_rust" not in item.path.parts:
+            continue
+        relative_path: Final = "/".join(item.path.parts[item.path.parts.index("test_litellm_rust") + 1 :])
+        reason: Final = EXPECTED_FAILURE_REASONS.get(relative_path)
+        if reason is not None:
+            item.add_marker(pytest.mark.xfail(reason=reason, strict=False))
+
+    if not _parse_env_bool(os.environ.get("LITELLM_RUST")):
+        skip: Final = pytest.mark.skip(reason="requires LITELLM_RUST=1 and a compiled Rust extension")
         for item in items:
-            item.add_marker(skip)
+            if "test_litellm_rust" in item.path.parts:
+                item.add_marker(skip)
         return
 
     try:
         from litellm.rust_bridge import _native  # noqa: F401  # validates the installed extension
     except ImportError as error:
-        raise pytest.UsageError(
-            "LITELLM_RUST=1 requires a compiled litellm.rust_bridge._native extension"
-        ) from error
+        raise pytest.UsageError("LITELLM_RUST=1 requires a compiled litellm.rust_bridge._native extension") from error
+
+
+@pytest.fixture
+def isolated_azure_auth(monkeypatch: pytest.MonkeyPatch) -> None:
+    for name in (
+        "AZURE_AI_API_KEY",
+        "AZURE_AI_API_BASE",
+        "AZURE_AD_TOKEN",
+        "AZURE_TENANT_ID",
+        "AZURE_CLIENT_ID",
+        "AZURE_CLIENT_SECRET",
+        "AZURE_USERNAME",
+        "AZURE_PASSWORD",
+    ):
+        monkeypatch.delenv(name, raising=False)
+    monkeypatch.setattr(litellm, "api_key", None)
+    monkeypatch.setattr(litellm, "enable_azure_ad_token_refresh", False)
diff --git a/tests/test_litellm_rust/ocr/__init__.py b/tests/test_litellm_rust/ocr/__init__.py
new file mode 100644
index 00000000000..8b137891791
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/__init__.py
@@ -0,0 +1 @@
+
diff --git a/tests/test_litellm_rust/ocr/test_callbacks.py b/tests/test_litellm_rust/ocr/test_callbacks.py
new file mode 100644
index 00000000000..b08446412c0
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_callbacks.py
@@ -0,0 +1,513 @@
+import asyncio
+import copy
+import queue
+import threading
+from typing import Final
+
+import pytest
+
+import litellm
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from tests.test_litellm_rust.support.callback_recorder import RecordingLogger
+from tests.test_litellm_rust.support.requests import (
+    OCR_DOCUMENT,
+    OCR_RESPONSE,
+    call_native_aocr,
+    call_native_ocr,
+    request_body,
+    request_headers,
+)
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+
+pytestmark = pytest.mark.requires_rust_extension
+
+
+@pytest.fixture
+def ocr_server(recording_server: RecordingServer) -> RecordingServer:
+    recording_server.default_response = ResponseSpec(body=OCR_RESPONSE)
+    return recording_server
+
+
+def call_native_ocr_with_callbacks(server: RecordingServer, callbacks: list[CustomLogger], **kwargs: object):
+    return call_native_ocr(server, callbacks=callbacks, **kwargs)
+
+
+async def call_native_aocr_with_callbacks(server: RecordingServer, callbacks: list[CustomLogger], **kwargs: object):
+    return await call_native_aocr(server, callbacks=callbacks, **kwargs)
+
+
+def test_native_ocr_pre_call_callback_receives_transformed_provider_request(ocr_server: RecordingServer) -> None:
+    observations: Final = []
+
+    class Observe(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            observations.append((model, copy.deepcopy(kwargs["additional_args"])))
+
+    call_native_ocr_with_callbacks(ocr_server, [Observe()], pages=[0])
+
+    assert len(observations) == 1
+    model, additional_args = observations[0]
+    assert model == "mistral-ocr-latest"
+    assert additional_args["api_base"] == f"{ocr_server.base_url}/v1/ocr"
+    assert additional_args["complete_input_dict"] == {
+        "model": "mistral-ocr-latest",
+        "document": OCR_DOCUMENT,
+        "pages": [0],
+    }
+
+
+@pytest.mark.parametrize("raise_after_edit", [False, True], ids=["callback-returns", "callback-raises"])
+def test_native_ocr_pre_call_body_edit_reaches_next_callback_and_provider(
+    ocr_server: RecordingServer, raise_after_edit: bool
+) -> None:
+    observed: Final = []
+
+    class Edit(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            request_body(kwargs)["include_image_base64"] = True
+            if raise_after_edit:
+                raise RuntimeError("pre-call callback failed")
+
+    class Observe(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            observed.append(copy.deepcopy(request_body(kwargs)))
+
+    call_native_ocr_with_callbacks(ocr_server, [Edit(), Observe()], include_image_base64=False)
+
+    assert observed[0]["include_image_base64"] is True
+    assert ocr_server.requests[0].body["include_image_base64"] is True
+
+
+def test_native_ocr_pre_call_header_edit_reaches_next_callback_and_provider(ocr_server: RecordingServer) -> None:
+    observed: Final = []
+
+    class Edit(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            request_headers(kwargs)["x-audit-tag"] = "reviewed"
+
+    class Observe(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            observed.append(dict(request_headers(kwargs)))
+
+    call_native_ocr_with_callbacks(ocr_server, [Edit(), Observe()])
+
+    assert observed[0]["x-audit-tag"] == "reviewed"
+    assert ocr_server.requests[0].headers["x-audit-tag"] == "reviewed"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+async def test_native_ocr_pre_call_nested_document_edit_updates_caller_callback_and_provider_references(
+    ocr_server: RecordingServer, asynchronous: bool
+) -> None:
+    original: Final = dict(OCR_DOCUMENT)
+    replacement_url: Final = "data:application/pdf;base64,ZGVm"
+    retained: Final = []
+    aliases: Final = []
+
+    class Retain(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            aliases.append(request_body(kwargs)["document"] is original)
+            retained.append(request_body(kwargs)["document"])
+
+    class Edit(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            original["document_url"] = replacement_url
+
+    arguments: Final = {
+        "model": "mistral/mistral-ocr-latest",
+        "document": original,
+        "api_key": "test-key",
+        "api_base": ocr_server.base_url,
+        "callbacks": [Retain(), Edit()],
+    }
+    response: Final = (
+        await call_native_aocr(ocr_server, **arguments)
+        if asynchronous
+        else call_native_ocr(ocr_server, **arguments)
+    )
+
+    assert aliases == [True]
+    assert retained[0]["document_url"] == replacement_url
+    assert original["document_url"] == replacement_url
+    assert ocr_server.requests[0].body["document"]["document_url"] == replacement_url
+    assert response.pages[0].markdown == "native OCR response"
+
+
+def test_native_ocr_pre_call_document_replacement_does_not_mutate_original_document(
+    ocr_server: RecordingServer,
+) -> None:
+    original: Final = dict(OCR_DOCUMENT)
+    replacement: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,ZGVm"}
+    retained: Final = []
+
+    class RetainAndReplace(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            body = request_body(kwargs)
+            retained.append(body["document"])
+            body["document"] = replacement
+
+    call_native_ocr(
+        ocr_server,
+        document=original,
+        callbacks=[RetainAndReplace()],
+    )
+
+    assert retained[0] is original
+    assert original["document_url"] == OCR_DOCUMENT["document_url"]
+    assert ocr_server.requests[0].body["document"] == replacement
+
+
+def test_native_ocr_pre_call_body_rebinding_is_visible_to_callbacks_but_not_provider(
+    ocr_server: RecordingServer,
+) -> None:
+    observed: Final = []
+
+    class Rebind(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            kwargs["additional_args"]["complete_input_dict"] = {"replacement": True}
+
+    class Observe(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            observed.append(request_body(kwargs))
+
+    call_native_ocr_with_callbacks(ocr_server, [Rebind(), Observe()])
+
+    assert observed == [{"replacement": True}]
+    assert ocr_server.requests[0].body == {"model": "mistral-ocr-latest", "document": OCR_DOCUMENT}
+
+
+def test_native_ocr_callback_retained_body_observes_later_callback_mutation(ocr_server: RecordingServer) -> None:
+    queued: Final = []
+
+    class QueuePayload(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            queued.append(request_body(kwargs))
+
+    class Edit(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            request_body(kwargs)["queued-edit"] = True
+
+    call_native_ocr_with_callbacks(ocr_server, [QueuePayload(), Edit()])
+
+    assert queued[0]["queued-edit"] is True
+
+
+def test_native_ocr_success_callback_receives_state_added_by_pre_call_callback(ocr_server: RecordingServer) -> None:
+    token: Final = object()
+    terminal_tokens: queue.SimpleQueue[object] = queue.SimpleQueue()
+    finished: Final = threading.Event()
+
+    class Stash(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            kwargs["test-token"] = token
+
+        def log_success_event(self, kwargs, response_obj, start_time, end_time):
+            terminal_tokens.put(kwargs["test-token"])
+            finished.set()
+
+    call_native_ocr_with_callbacks(ocr_server, [Stash()])
+
+    assert finished.wait(10)
+    assert terminal_tokens.get_nowait() is token
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_success_callback_receives_call_id_metadata_and_response(
+    ocr_server: RecordingServer,
+) -> None:
+    recorder: Final = RecordingLogger()
+
+    await call_native_aocr_with_callbacks(
+        ocr_server,
+        [recorder],
+        litellm_call_id="ocr-success",
+        metadata={"source": "callback-test"},
+    )
+    events: Final = await recorder.wait_for_async("async_log_success_event")
+
+    assert len(events) == 1
+    assert events[0].call_type == "aocr"
+    assert events[0].kwargs["litellm_call_id"] == "ocr-success"
+    assert events[0].kwargs["litellm_params"]["metadata"]["source"] == "callback-test"
+    assert events[0].response.pages[0].markdown == "native OCR response"
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_failure_callbacks_receive_call_type_error_and_no_response(
+    ocr_server: RecordingServer,
+) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "provider unavailable"}, status=500))
+    observations: Final = []
+
+    class Observe(CustomLogger):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observations.append(("sync", kwargs["call_type"], kwargs["exception"], response_obj))
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observations.append(("async", kwargs["call_type"], kwargs["exception"], response_obj))
+
+    with pytest.raises(litellm.InternalServerError):
+        await call_native_aocr_with_callbacks(ocr_server, [Observe()])
+
+    assert [observation[0] for observation in observations] == ["sync", "async"]
+    assert all(observation[1] == "aocr" for observation in observations)
+    assert all(isinstance(observation[2], litellm.InternalServerError) for observation in observations)
+    assert all(observation[3] is None for observation in observations)
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_pre_call_callback_runs_on_caller_loop_and_thread(ocr_server: RecordingServer) -> None:
+    caller_loop: Final = asyncio.get_running_loop()
+    caller_thread: Final = threading.current_thread()
+    recorder: Final = RecordingLogger()
+
+    await call_native_aocr_with_callbacks(ocr_server, [recorder])
+
+    events: Final = await recorder.wait_for_async("log_pre_api_call")
+    assert len(events) == 1
+    assert events[0].loop is caller_loop
+    assert events[0].thread is caller_thread
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_failure_callbacks_receive_state_added_by_pre_call_callback(
+    ocr_server: RecordingServer,
+) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "provider unavailable"}, status=500))
+    token: Final = object()
+    observed: Final = []
+
+    class TrackInFlightRequest(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            kwargs["request-token"] = token
+
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("sync", kwargs["request-token"]))
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("async", kwargs["request-token"]))
+
+    with pytest.raises(litellm.InternalServerError):
+        await call_native_aocr_with_callbacks(ocr_server, [TrackInFlightRequest()])
+
+    assert [event for event, _ in observed] == ["sync", "async"]
+    assert all(observed_token is token for _, observed_token in observed)
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_callback_error_does_not_mask_provider_error_or_skip_later_failure_callbacks(
+    ocr_server: RecordingServer,
+) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "provider unavailable"}, status=500))
+    recorder: Final = RecordingLogger()
+
+    class FailingCallback(CustomLogger):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            raise RuntimeError("failure callback failed")
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            raise RuntimeError("failure callback failed")
+
+    with pytest.raises(litellm.InternalServerError) as caught:
+        await call_native_aocr_with_callbacks(ocr_server, [FailingCallback(), recorder])
+
+    sync_events: Final = tuple(event for event in recorder.events if event.name == "log_failure_event")
+    async_events: Final = tuple(event for event in recorder.events if event.name == "async_log_failure_event")
+    assert len(sync_events) == 1
+    assert len(async_events) == 1
+    assert sync_events[0].kwargs["exception"] is caught.value
+    assert async_events[0].kwargs["exception"] is caught.value
+    assert "async_log_success_event" not in recorder.names
+
+
+def test_native_ocr_dispatches_each_callback_phase_once_when_logger_is_registered_multiple_times(
+    ocr_server: RecordingServer,
+) -> None:
+    recorder: Final = RecordingLogger()
+
+    call_native_ocr_with_callbacks(
+        ocr_server,
+        [recorder, recorder],
+        success_callback=[recorder],
+        failure_callback=[recorder],
+    )
+    recorder.wait_for("log_success_event")
+
+    assert recorder.names.count("log_pre_api_call") == 1
+    assert recorder.names.count("logging_hook") == 1
+    assert recorder.names.count("log_success_event") == 1
+    assert "log_failure_event" not in recorder.names
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+async def test_native_azure_ocr_resolves_token_before_pre_call_on_caller_context(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    asynchronous: bool,
+) -> None:
+    from contextvars import ContextVar
+    context: Final = ContextVar("azure-token-context", default="missing")
+    context.set("caller")
+    caller_thread: Final = threading.current_thread()
+    caller_loop: Final = asyncio.get_running_loop()
+    observations: Final = []
+
+    class Provider:
+        def __call__(self) -> str:
+            assert context.get() == "caller"
+            assert threading.current_thread() is caller_thread
+            assert asyncio.get_running_loop() is caller_loop
+            observations.append("token")
+            return "caller-token"
+
+    class Edit(CustomLogger):
+        def log_pre_api_call(self, model, _messages, kwargs):
+            assert request_headers(kwargs)["Authorization"] == "Bearer caller-token"
+            observations.append("pre_call")
+            request_headers(kwargs)["Authorization"] = "Bearer edited"
+
+    provider: Final = Provider()
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": provider,
+        "callbacks": [Edit()],
+    }
+    response: Final = (
+        await call_native_aocr(ocr_server, **arguments)
+        if asynchronous
+        else call_native_ocr(ocr_server, **arguments)
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert observations == ["token", "pre_call"]
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer edited"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+async def test_native_azure_ocr_token_provider_can_make_nested_native_ocr_call(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    asynchronous: bool,
+) -> None:
+    ocr_server.expected_requests = 2
+    calls: Final = []
+
+    def provider() -> str:
+        calls.append("token")
+        nested: Final = call_native_ocr(ocr_server)
+        assert nested.pages[0].markdown == "native OCR response"
+        return "outer-token"
+
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": provider,
+    }
+    response: Final = (
+        await call_native_aocr(ocr_server, **arguments)
+        if asynchronous
+        else call_native_ocr(ocr_server, **arguments)
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert calls == ["token"]
+    assert [request.headers["authorization"] for request in ocr_server.requests] == [
+        "Bearer test-key",
+        "Bearer outer-token",
+    ]
+
+
+@pytest.mark.asyncio
+async def test_concurrent_native_azure_ocr_calls_isolate_token_results_and_error(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+) -> None:
+    ocr_server.expected_requests = 2
+
+    async def request(token: str, fail: bool) -> object:
+        def provider() -> str:
+            if fail:
+                raise ValueError(token)
+            return token
+
+        return await call_native_aocr(
+            ocr_server,
+            model="azure_ai/mistral-ocr-latest",
+            api_key=None,
+            azure_ad_token_provider=provider,
+        )
+
+    responses: Final = await asyncio.gather(
+        request("first", False),
+        request("failed", True),
+        request("second", False),
+        return_exceptions=True,
+    )
+    assert isinstance(responses[0], OCRResponse)
+    assert isinstance(responses[1], litellm.APIConnectionError)
+    assert "Failed to get Azure AD token: failed" in str(responses[1])
+    assert isinstance(responses[2], OCRResponse)
+    assert sorted(request.headers["authorization"] for request in ocr_server.requests) == [
+        "Bearer first",
+        "Bearer second",
+    ]
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("outcome", ["success", "failure", "cancellation"])
+async def test_native_azure_ocr_releases_token_provider_after_terminal_outcome(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    outcome: str,
+) -> None:
+    import gc
+    import weakref
+    from tests.test_litellm_rust.support.callback_recorder import drain_logging
+    class Provider:
+        def __call__(self) -> str:
+            if outcome == "failure":
+                raise ValueError("unavailable")
+            return "caller-token"
+
+    async def invoke() -> weakref.ReferenceType[Provider]:
+        provider: Final = Provider()
+        reference: Final = weakref.ref(provider)
+        if outcome == "failure":
+            ocr_server.expected_requests = 0
+            with pytest.raises(litellm.APIConnectionError):
+                await call_native_aocr(
+                    ocr_server, model="azure_ai/mistral-ocr-latest", api_key=None, azure_ad_token_provider=provider
+                )
+        elif outcome == "cancellation":
+            ocr_server.enqueue(ResponseSpec(body=OCR_RESPONSE, delay=0.1))
+            task: Final = asyncio.create_task(
+                call_native_aocr(
+                    ocr_server,
+                    model="azure_ai/mistral-ocr-latest",
+                    api_key=None,
+                    azure_ad_token_provider=provider,
+                )
+            )
+            await ocr_server.wait_for_requests(1)
+            assert reference() is provider
+            task.cancel()
+            with pytest.raises(asyncio.CancelledError):
+                await task
+        else:
+            response: Final = await call_native_aocr(
+                ocr_server,
+                model="azure_ai/mistral-ocr-latest",
+                api_key=None,
+                azure_ad_token_provider=provider,
+            )
+            assert response.pages[0].markdown == "native OCR response"
+        return reference
+
+    reference: Final = await invoke()
+    await drain_logging()
+    await asyncio.sleep(0)
+    gc.collect()
+    assert reference() is None
diff --git a/tests/test_litellm_rust/ocr/test_dispatch.py b/tests/test_litellm_rust/ocr/test_dispatch.py
new file mode 100644
index 00000000000..a6c76bc5d0e
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_dispatch.py
@@ -0,0 +1,44 @@
+from typing import Final
+from unittest.mock import Mock
+
+import pytest
+
+import litellm
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.ocr import main as ocr_main
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+from tests.test_litellm_rust.support.requests import OCR_DOCUMENT, OCR_MODEL, OCR_RESPONSE
+
+pytestmark = pytest.mark.requires_rust_extension
+
+
+@pytest.fixture
+def ocr_server(recording_server: RecordingServer) -> RecordingServer:
+    recording_server.default_response = ResponseSpec(body=OCR_RESPONSE)
+    return recording_server
+
+
+@pytest.mark.parametrize("rust_enabled", [True, False], ids=["enabled", "disabled"])
+def test_public_ocr_dispatches_according_to_rust_setting(
+    ocr_server: RecordingServer,
+    monkeypatch: pytest.MonkeyPatch,
+    rust_enabled: bool,
+) -> None:
+    rust_call: Final = Mock(wraps=ocr_main.rust_ocr_bridge.ocr)
+    python_call: Final = Mock(wraps=ocr_main.base_llm_http_handler.ocr)
+    monkeypatch.setattr(ocr_main.rust_ocr_bridge, "ocr", rust_call)
+    monkeypatch.setattr(ocr_main.base_llm_http_handler, "ocr", python_call)
+    litellm.rust(rust_enabled)
+
+    response: Final = litellm.ocr(
+        model=OCR_MODEL,
+        document=OCR_DOCUMENT,
+        api_key="test-key",
+        api_base=ocr_server.base_url,
+    )
+
+    assert isinstance(response, OCRResponse)
+    assert response.pages[0].markdown == "native OCR response"
+    assert rust_call.call_count == int(rust_enabled)
+    assert python_call.call_count == int(not rust_enabled)
+    assert len(ocr_server.requests) == 1
diff --git a/tests/test_litellm_rust/ocr/test_guardrails.py b/tests/test_litellm_rust/ocr/test_guardrails.py
new file mode 100644
index 00000000000..f6fc1c7cb8d
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_guardrails.py
@@ -0,0 +1,74 @@
+from typing import Final
+
+import pytest
+from fastapi import HTTPException
+
+import litellm
+from litellm.integrations.custom_guardrail import CustomGuardrail
+from litellm.proxy.guardrails.guardrail_hooks.litellm_content_filter.content_filter import ContentFilterGuardrail
+from litellm.types.guardrails import BlockedWord, ContentFilterAction, GuardrailEventHooks
+from litellm.types.utils import CallTypes
+from tests.test_litellm_rust.support.callback_recorder import RecordingLogger
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+from tests.test_litellm_rust.support.requests import OCR_RESPONSE, call_native_aocr
+
+pytestmark = pytest.mark.requires_rust_extension
+
+
+@pytest.fixture
+def ocr_server(recording_server: RecordingServer) -> RecordingServer:
+    recording_server.default_response = ResponseSpec(body=OCR_RESPONSE)
+    return recording_server
+
+
+class ReplaceOCRMarkdown(CustomGuardrail):
+    def __init__(self) -> None:
+        super().__init__(
+            guardrail_name="replace-ocr-markdown", event_hook=GuardrailEventHooks.post_call, default_on=True
+        )
+        self.call_types: list[CallTypes] = []
+
+    async def async_post_call_success_deployment_hook(self, request_data, response, call_type):
+        self.call_types.append(call_type)
+        reviewed_page: Final = response.pages[0].model_copy(update={"markdown": "Reviewed OCR"})
+        return response.model_copy(update={"pages": [reviewed_page]})
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_post_call_content_filter_blocks_matching_markdown(
+    ocr_server: RecordingServer,
+) -> None:
+    guardrail: Final = ContentFilterGuardrail(
+        guardrail_name="block-native-ocr-markdown",
+        event_hook=GuardrailEventHooks.post_call,
+        blocked_words=[BlockedWord(keyword="native OCR response", action=ContentFilterAction.BLOCK)],
+    )
+    litellm.callbacks.append(guardrail)
+
+    with pytest.raises(HTTPException, match="Content blocked") as blocked:
+        await call_native_aocr(ocr_server, guardrails=[guardrail.guardrail_name])
+
+    assert blocked.value.status_code == 400
+    assert len(ocr_server.requests) == 1
+
+
+@pytest.mark.asyncio
+async def test_native_aocr_post_call_replacement_reaches_caller_and_success_callback(
+    ocr_server: RecordingServer,
+) -> None:
+    guardrail: Final = ReplaceOCRMarkdown()
+    recorder: Final = RecordingLogger()
+    litellm.callbacks.append(guardrail)
+
+    response: Final = await call_native_aocr(
+        ocr_server,
+        callbacks=[recorder],
+        guardrails=[guardrail.guardrail_name],
+    )
+    success_events: Final = await recorder.wait_for_async("async_log_success_event")
+
+    assert guardrail.call_types == [CallTypes.aocr]
+    assert response.pages[0].markdown == "Reviewed OCR"
+    assert len(success_events) == 1
+    assert success_events[0].response.pages[0].markdown == "Reviewed OCR"
+    assert "guardrails" not in ocr_server.requests[0].body
diff --git a/tests/test_litellm_rust/ocr/test_requests.py b/tests/test_litellm_rust/ocr/test_requests.py
new file mode 100644
index 00000000000..d241fe08fc8
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_requests.py
@@ -0,0 +1,434 @@
+from typing import Final
+
+import pytest
+
+import litellm
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from tests.test_litellm_rust.support.callback_recorder import RecordingLogger
+from tests.test_litellm_rust.support.requests import (
+    OCR_DOCUMENT,
+    OCR_RESPONSE,
+    call_native_aocr,
+    call_native_ocr,
+)
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+
+pytestmark = pytest.mark.requires_rust_extension
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+async def test_native_azure_ocr_uses_token_provider_result_as_bearer_token(
+    ocr_server: RecordingServer, isolated_azure_auth: None, asynchronous: bool
+) -> None:
+    calls: Final = []
+
+    def token_provider() -> str:
+        calls.append("token")
+        return "callback-token"
+
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": token_provider,
+    }
+    response: Final = (
+        await call_native_aocr(ocr_server, **arguments) if asynchronous else call_native_ocr(ocr_server, **arguments)
+    )
+
+    assert calls == ["token"]
+    assert response.pages[0].markdown == "native OCR response"
+    assert_native_request(ocr_server)
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer callback-token"
+
+
+@pytest.fixture
+def ocr_server(recording_server: RecordingServer) -> RecordingServer:
+    recording_server.default_response = ResponseSpec(body=OCR_RESPONSE)
+    return recording_server
+
+
+def assert_native_request(server: RecordingServer) -> None:
+    assert len(server.requests) == 1
+    assert not server.requests[0].headers.get("user-agent", "").startswith("python-httpx")
+
+
+def test_native_ocr_sends_model_and_document_to_mistral_ocr_path(ocr_server: RecordingServer) -> None:
+    response: Final = call_native_ocr(ocr_server)
+
+    assert response.pages[0].markdown == "native OCR response"
+    assert_native_request(ocr_server)
+    assert ocr_server.requests[0].path == "/v1/ocr"
+    assert ocr_server.requests[0].body == {"model": "mistral-ocr-latest", "document": OCR_DOCUMENT}
+
+
+def test_native_ocr_prepares_file_document_like_python(ocr_server: RecordingServer) -> None:
+    response: Final = call_native_ocr(
+        ocr_server,
+        document={"type": "file", "file": b"%PDF-1.4", "mime_type": "application/pdf"},
+    )
+
+    assert response.pages[0].markdown == "native OCR response"
+    assert_native_request(ocr_server)
+    assert ocr_server.requests[0].body == {
+        "model": "mistral-ocr-latest",
+        "document": {
+            "type": "document_url",
+            "document_url": "data:application/pdf;base64,JVBERi0xLjQ=",
+        },
+    }
+
+
+def test_native_ocr_sends_pages_and_image_options(ocr_server: RecordingServer) -> None:
+    call_native_ocr(ocr_server, pages=[0, 2], include_image_base64=True)
+
+    assert ocr_server.requests[0].body["pages"] == [0, 2]
+    assert ocr_server.requests[0].body["include_image_base64"] is True
+
+
+def test_native_ocr_merges_custom_headers_with_authorization(ocr_server: RecordingServer) -> None:
+    call_native_ocr(ocr_server, extra_headers={"x-trace-id": "trace-1"})
+
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer test-key"
+    assert ocr_server.requests[0].headers["x-trace-id"] == "trace-1"
+
+
+def test_native_mistral_ocr_uses_environment_api_key_when_argument_is_missing(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    monkeypatch.setenv("MISTRAL_API_KEY", "environment-key")
+
+    call_native_ocr(ocr_server, api_key=None)
+
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer environment-key"
+
+
+def test_native_mistral_ocr_prefers_explicit_api_key_over_environment(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    monkeypatch.setenv("MISTRAL_API_KEY", "environment-key")
+
+    call_native_ocr(ocr_server)
+
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer test-key"
+
+
+def test_native_azure_ocr_uses_environment_endpoint_and_api_key(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    monkeypatch.setenv("AZURE_AI_API_KEY", "azure-key")
+    monkeypatch.setenv("AZURE_AI_API_BASE", ocr_server.base_url)
+
+    call_native_ocr(ocr_server, model="azure_ai/pixtral-12b-2409", api_key=None, api_base=None)
+
+    assert_native_request(ocr_server)
+    assert ocr_server.requests[0].path == "/providers/mistral/azure/ocr"
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer azure-key"
+
+
+def test_native_vertex_ocr_builds_path_from_project_and_location(ocr_server: RecordingServer) -> None:
+    call_native_ocr(
+        ocr_server,
+        model="vertex_ai/mistral-ocr-2505",
+        api_key="vertex-token",
+        vertex_project="project-1",
+        vertex_location="us-central1",
+    )
+
+    assert_native_request(ocr_server)
+    assert ocr_server.requests[0].path == (
+        "/v1/projects/project-1/locations/us-central1/publishers/mistralai/models/mistral-ocr-2505:rawPredict"
+    )
+
+
+def test_native_ocr_normalizes_provider_response_model_and_usage(ocr_server: RecordingServer) -> None:
+    response: Final = call_native_ocr(ocr_server)
+
+    assert isinstance(response, OCRResponse)
+    assert response.model == "mistral-ocr-latest"
+    assert response.usage_info.pages_processed == 1
+
+
+def test_native_ocr_maps_provider_400_without_exposing_response_body(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "invalid OCR request"}, status=400))
+
+    with pytest.raises(litellm.BadRequestError) as caught:
+        call_native_ocr(ocr_server)
+
+    assert caught.value.status_code == 400
+    assert caught.value.model == "mistral-ocr-latest"
+    assert caught.value.llm_provider == "mistral"
+    assert "invalid OCR request" not in str(caught.value)
+
+
+def test_native_ocr_raises_transport_error_when_request_exceeds_timeout(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(ResponseSpec(body=OCR_RESPONSE, delay=0.2))
+
+    with pytest.raises(RuntimeError, match="OCR transport failed"):
+        call_native_ocr(ocr_server, timeout=0.01)
+
+    assert len(ocr_server.requests) == 1
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+@pytest.mark.parametrize(
+    "credentials, expected_token, expected_calls",
+    [
+        ({"api_key": "resource-key"}, "resource-key", 0),
+        ({"azure_ad_token": "static-token"}, "callback-1", 1),
+        ({"extra_headers": {"Authorization": "Bearer override"}}, "override", 1),
+    ],
+    ids=["api-key-skips-provider", "provider-overrides-static-token", "header-overrides-provider"],
+)
+async def test_native_azure_ocr_applies_python_credential_precedence(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    asynchronous: bool,
+    credentials: dict[str, object],
+    expected_token: str,
+    expected_calls: int,
+) -> None:
+    calls: Final = []
+
+    def token_provider() -> str:
+        calls.append("token")
+        return f"callback-{len(calls)}"
+
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": token_provider,
+        **credentials,
+    }
+    response: Final = (
+        await call_native_aocr(ocr_server, **arguments) if asynchronous else call_native_ocr(ocr_server, **arguments)
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert len(calls) == expected_calls
+    assert len(ocr_server.requests) == 1
+    assert ocr_server.requests[0].headers["authorization"] == f"Bearer {expected_token}"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+async def test_native_azure_ocr_calls_token_provider_for_each_request(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    asynchronous: bool,
+) -> None:
+    calls: Final = []
+    ocr_server.expected_requests = 2
+
+    def token_provider() -> str:
+        calls.append("token")
+        return f"callback-{len(calls)}"
+
+    for _ in range(2):
+        arguments: Final = {
+            "model": "azure_ai/mistral-ocr-latest",
+            "api_key": None,
+            "azure_ad_token_provider": token_provider,
+        }
+        response: Final = (
+            await call_native_aocr(ocr_server, **arguments)
+            if asynchronous
+            else call_native_ocr(ocr_server, **arguments)
+        )
+        assert response.pages[0].markdown == "native OCR response"
+    assert len(calls) == 2
+    assert [request.headers["authorization"] for request in ocr_server.requests] == [
+        "Bearer callback-1",
+        "Bearer callback-2",
+    ]
+
+
+class TokenAbort(BaseException):
+    pass
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
+@pytest.mark.parametrize(
+    "failure",
+    ["non_string", "type_error", "ordinary", "abort"],
+    ids=["non-string-result", "type-error", "value-error", "base-exception"],
+)
+async def test_native_azure_ocr_token_provider_failure_prevents_pre_call_callback_and_request(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    asynchronous: bool,
+    failure: str,
+) -> None:
+    ocr_server.expected_requests = 0
+    calls: Final = []
+    recorder: Final = RecordingLogger()
+    original: Final = {
+        "type_error": TypeError("token type"),
+        "ordinary": ValueError("token unavailable"),
+        "abort": TokenAbort("abort"),
+    }
+
+    def token_provider() -> object:
+        calls.append("token")
+        if failure == "non_string":
+            return 123
+        raise original[failure]
+
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": token_provider,
+        "callbacks": [recorder],
+    }
+    expected: Final = TokenAbort if failure == "abort" else litellm.APIConnectionError
+    with pytest.raises(expected) as caught:
+        await call_native_aocr(ocr_server, **arguments) if asynchronous else call_native_ocr(ocr_server, **arguments)
+    assert calls == ["token"]
+    assert ocr_server.requests == []
+    assert "log_pre_api_call" not in recorder.names
+    if failure == "ordinary":
+        assert "Failed to get Azure AD token: token unavailable" in str(caught.value)
+        assert isinstance(caught.value.__context__, RuntimeError)
+        assert caught.value.__context__.__cause__ is original[failure]
+    elif failure == "abort":
+        assert caught.value is original[failure]
+    elif failure == "type_error":
+        assert caught.value.__context__ is original[failure]
+    else:
+        assert isinstance(caught.value.__context__, TypeError)
+
+
+@pytest.mark.parametrize(
+    "configuration",
+    [
+        {"azure_ad_token": "oidc/assertion", "client_id": "client", "tenant_id": "tenant"},
+        {"model": "azure_ai/doc-intelligence/prebuilt-read"},
+    ],
+    ids=["oidc-assertion", "document-intelligence-model"],
+)
+def test_native_azure_ocr_rejects_unsupported_configuration_before_token_or_callbacks(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+    configuration: dict[str, object],
+) -> None:
+    ocr_server.expected_requests = 0
+    calls: Final = []
+    recorder: Final = RecordingLogger()
+
+    def provider() -> str:
+        calls.append("token")
+        return "unused"
+
+    arguments: Final = {
+        "model": "azure_ai/mistral-ocr-latest",
+        "api_key": None,
+        "azure_ad_token_provider": provider,
+        "callbacks": [recorder],
+        **configuration,
+    }
+    with pytest.raises(NotImplementedError):
+        call_native_ocr(ocr_server, **arguments)
+    assert calls == []
+    assert recorder.events == ()
+    assert ocr_server.requests == []
+
+
+@pytest.mark.asyncio
+async def test_native_azure_ocr_validates_endpoint_before_calling_token_provider(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+) -> None:
+    ocr_server.expected_requests = 0
+    calls: Final = []
+
+    def provider() -> str:
+        calls.append("token")
+        return "unused"
+
+    with pytest.raises(litellm.APIConnectionError, match="Missing Azure AI API Base"):
+        await call_native_aocr(
+            ocr_server,
+            model="azure_ai/mistral-ocr-latest",
+            api_key=None,
+            api_base=None,
+            azure_ad_token_provider=provider,
+        )
+    assert calls == []
+    assert ocr_server.requests == []
+
+
+@pytest.mark.asyncio
+async def test_native_azure_ocr_does_not_fall_back_to_static_token_after_empty_provider_result(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+) -> None:
+    ocr_server.expected_requests = 0
+
+    def provider() -> str:
+        return ""
+
+    with pytest.raises(litellm.APIConnectionError, match="Missing Azure AI credentials"):
+        await call_native_aocr(
+            ocr_server,
+            model="azure_ai/mistral-ocr-latest",
+            api_key=None,
+            azure_ad_token="static-token",
+            azure_ad_token_provider=provider,
+        )
+    assert ocr_server.requests == []
+
+
+@pytest.mark.asyncio
+async def test_native_azure_ocr_ignores_falsey_token_provider_and_uses_static_token(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+) -> None:
+    calls: Final = []
+
+    class Provider:
+        def __bool__(self) -> bool:
+            return False
+
+        def __call__(self) -> str:
+            calls.append("token")
+            return "unused"
+
+    response: Final = await call_native_aocr(
+        ocr_server,
+        model="azure_ai/mistral-ocr-latest",
+        api_key=None,
+        azure_ad_token="static-token",
+        azure_ad_token_provider=Provider(),
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert calls == []
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer static-token"
+
+
+@pytest.mark.asyncio
+async def test_native_azure_ocr_rejects_coroutine_returned_by_sync_token_provider(
+    ocr_server: RecordingServer,
+    isolated_azure_auth: None,
+) -> None:
+    ocr_server.expected_requests = 0
+    calls: Final = []
+
+    async def acquire() -> str:
+        calls.append("awaited")
+        return "unused"
+
+    coroutine: Final = acquire()
+
+    def provider() -> object:
+        return coroutine
+
+    try:
+        with pytest.raises(litellm.APIConnectionError, match="Azure AD token must be a string"):
+            await call_native_aocr(
+                ocr_server, model="azure_ai/mistral-ocr-latest", api_key=None, azure_ad_token_provider=provider
+            )
+    finally:
+        coroutine.close()
+    assert calls == []
+    assert ocr_server.requests == []
diff --git a/tests/test_litellm_rust/support/__init__.py b/tests/test_litellm_rust/support/__init__.py
new file mode 100644
index 00000000000..8b137891791
--- /dev/null
+++ b/tests/test_litellm_rust/support/__init__.py
@@ -0,0 +1 @@
+
diff --git a/tests/test_litellm_rust/support/callback_recorder.py b/tests/test_litellm_rust/support/callback_recorder.py
new file mode 100644
index 00000000000..6de011b1414
--- /dev/null
+++ b/tests/test_litellm_rust/support/callback_recorder.py
@@ -0,0 +1,101 @@
+import asyncio
+import copy
+import threading
+import time
+from dataclasses import dataclass
+from typing import Final
+
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER, LoggingWorker
+
+
+async def drain_logging(worker: LoggingWorker = GLOBAL_LOGGING_WORKER) -> None:
+    await asyncio.sleep(0)
+    worker.start()
+    await asyncio.wait_for(worker.flush(), timeout=10)
+
+
+@dataclass(frozen=True, slots=True)
+class HookEvent:
+    name: str
+    call_type: str | None
+    thread: threading.Thread
+    loop: asyncio.AbstractEventLoop | None
+    kwargs: object
+    response: object
+
+
+class RecordingLogger(CustomLogger):
+    def __init__(self) -> None:
+        super().__init__()
+        self._events: list[HookEvent] = []
+        self._condition = threading.Condition()
+
+    @property
+    def events(self) -> tuple[HookEvent, ...]:
+        with self._condition:
+            return tuple(self._events)
+
+    @property
+    def names(self) -> tuple[str, ...]:
+        return tuple(event.name for event in self.events)
+
+    def _record(self, name: str, kwargs: object = None, response: object = None) -> None:
+        details: Final = kwargs if isinstance(kwargs, dict) else {}
+        try:
+            snapshot: Final = copy.deepcopy(details)
+        except Exception:
+            snapshot = dict(details)
+        if "exception" in details:
+            snapshot["exception"] = details["exception"]
+        try:
+            loop: Final = asyncio.get_running_loop()
+        except RuntimeError:
+            loop = None
+        event: Final = HookEvent(
+            name=name,
+            call_type=details.get("call_type"),
+            thread=threading.current_thread(),
+            loop=loop,
+            kwargs=snapshot,
+            response=response,
+        )
+        with self._condition:
+            self._events.append(event)
+            self._condition.notify_all()
+
+    def wait_for(self, name: str, count: int = 1, timeout: float = 10) -> tuple[HookEvent, ...]:
+        deadline: Final = time.monotonic() + timeout
+        with self._condition:
+            while sum(event.name == name for event in self._events) < count:
+                remaining: Final = deadline - time.monotonic()
+                if remaining <= 0:
+                    raise TimeoutError(f"Timed out waiting for {count} {name} events; saw {self.names}")
+                self._condition.wait(remaining)
+            return tuple(event for event in self._events if event.name == name)
+
+    async def wait_for_async(self, name: str, count: int = 1, timeout: float = 10) -> tuple[HookEvent, ...]:
+        await asyncio.wait_for(asyncio.to_thread(self.wait_for, name, count, timeout), timeout=timeout + 1)
+        from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
+
+        await asyncio.wait_for(GLOBAL_LOGGING_WORKER.flush(), timeout=timeout)
+        return tuple(event for event in self.events if event.name == name)
+
+    def log_pre_api_call(self, model, _messages, kwargs):
+        self._record("log_pre_api_call", kwargs)
+
+    def log_success_event(self, kwargs, response_obj, start_time, end_time):
+        self._record("log_success_event", kwargs, response_obj)
+
+    async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
+        self._record("async_log_success_event", kwargs, response_obj)
+
+    def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+        self._record("log_failure_event", kwargs, response_obj)
+
+    async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+        self._record("async_log_failure_event", kwargs, response_obj)
+
+    def logging_hook(self, kwargs, result, call_type):
+        self._record("logging_hook", kwargs, result)
+        return kwargs, result
diff --git a/tests/test_litellm_rust/support/recording_server.py b/tests/test_litellm_rust/support/recording_server.py
new file mode 100644
index 00000000000..5a9b9497c6e
--- /dev/null
+++ b/tests/test_litellm_rust/support/recording_server.py
@@ -0,0 +1,108 @@
+import asyncio
+import copy
+import json
+import threading
+import time
+from collections.abc import Iterator
+from contextlib import contextmanager
+from dataclasses import dataclass, field
+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from typing import Final
+
+
+@dataclass
+class RecordedRequest:
+    method: str
+    path: str
+    headers: dict[str, str]
+    raw_body: bytes
+    body: object | None
+
+
+@dataclass
+class ResponseSpec:
+    body: object
+    status: int = 200
+    headers: dict[str, str] = field(default_factory=dict)
+    delay: float = 0
+
+
+@dataclass
+class RecordingServer:
+    server: ThreadingHTTPServer
+    requests: list[RecordedRequest]
+    responses: list[ResponseSpec]
+    default_response: ResponseSpec
+    expected_requests: int | None = 1
+
+    @property
+    def base_url(self) -> str:
+        host, port = self.server.server_address
+        return f"http://{host}:{port}"
+
+    def enqueue(self, response: ResponseSpec) -> None:
+        self.responses.append(response)
+
+    async def wait_for_requests(self, count: int) -> None:
+        async with asyncio.timeout(2):
+            while len(self.requests) < count:
+                await asyncio.sleep(0.01)
+
+
+@contextmanager
+def recording_service() -> Iterator[RecordingServer]:
+    requests: list[RecordedRequest] = []
+    responses: list[ResponseSpec] = []
+
+    class Handler(BaseHTTPRequestHandler):
+        def _handle(self) -> None:
+            content_length: Final = int(self.headers.get("Content-Length", "0"))
+            raw_body: Final = self.rfile.read(content_length) if content_length else b""
+            body: Final = json.loads(raw_body) if raw_body else None
+            requests.append(
+                RecordedRequest(
+                    method=self.command,
+                    path=self.path,
+                    headers={name.lower(): value for name, value in self.headers.items()},
+                    raw_body=raw_body,
+                    body=body,
+                )
+            )
+            response: Final = responses.pop(0) if responses else copy.deepcopy(recording_server.default_response)
+            if response.delay:
+                time.sleep(response.delay)
+            payload: Final = json.dumps(response.body).encode()
+            self.send_response(response.status)
+            self.send_header("Content-Type", "application/json")
+            self.send_header("Content-Length", str(len(payload)))
+            for name, value in response.headers.items():
+                self.send_header(name, value)
+            self.end_headers()
+            try:
+                self.wfile.write(payload)
+            except (BrokenPipeError, ConnectionResetError):
+                pass
+
+        do_POST = _handle
+
+        def log_message(self, format: str, *args: object) -> None:
+            pass
+
+    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
+    thread: Final = threading.Thread(target=server.serve_forever, kwargs={"poll_interval": 0.01}, daemon=True)
+    thread.start()
+    try:
+        recording_server = RecordingServer(
+            server=server,
+            requests=requests,
+            responses=responses,
+            default_response=ResponseSpec(body={}),
+        )
+        yield recording_server
+    finally:
+        server.shutdown()
+        server.server_close()
+        thread.join()
+        if recording_server.expected_requests is not None:
+            assert len(recording_server.requests) == recording_server.expected_requests
+        assert recording_server.responses == []
diff --git a/tests/test_litellm_rust/support/requests.py b/tests/test_litellm_rust/support/requests.py
new file mode 100644
index 00000000000..d681d752ffd
--- /dev/null
+++ b/tests/test_litellm_rust/support/requests.py
@@ -0,0 +1,59 @@
+from typing import Final
+
+import litellm
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.rust_bridge import ocr as native_ocr
+from tests.test_litellm_rust.support.recording_server import RecordingServer
+
+OCR_DOCUMENT: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
+OCR_MODEL: Final = "mistral/mistral-ocr-latest"
+OCR_RESPONSE: Final = {
+    "pages": [{"index": 0, "markdown": "native OCR response", "images": [], "dimensions": None}],
+    "model": "mistral-ocr-latest",
+    "usage_info": {"pages_processed": 1, "doc_size_bytes": 3},
+}
+
+
+def ocr_arguments(server: RecordingServer, **kwargs: object) -> dict[str, object]:
+    return {
+        "model": OCR_MODEL,
+        "document": dict(OCR_DOCUMENT),
+        "api_key": "test-key",
+        "api_base": server.base_url,
+        **kwargs,
+    }
+
+
+def call_ocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
+    response: Final = litellm.ocr(**ocr_arguments(server, **kwargs))
+    if not isinstance(response, OCRResponse):
+        raise TypeError(f"Expected OCRResponse, got {type(response).__name__}")
+    return response
+
+
+async def call_aocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
+    return await litellm.aocr(**ocr_arguments(server, **kwargs))
+
+
+def call_native_ocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
+    return native_ocr.ocr(ocr_arguments(server, **kwargs))
+
+
+async def call_native_aocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
+    return await native_ocr.aocr(ocr_arguments(server, **kwargs))
+
+
+def request_body(kwargs: dict[str, object]) -> dict[str, object]:
+    additional_args = kwargs["additional_args"]
+    assert isinstance(additional_args, dict)
+    body = additional_args["complete_input_dict"]
+    assert isinstance(body, dict)
+    return body
+
+
+def request_headers(kwargs: dict[str, object]) -> dict[str, object]:
+    additional_args = kwargs["additional_args"]
+    assert isinstance(additional_args, dict)
+    headers = additional_args["headers"]
+    assert isinstance(headers, dict)
+    return headers
diff --git a/tests/test_litellm_rust/test_ocr.py b/tests/test_litellm_rust/test_ocr.py
index d5b1fce1139..1293de9ee0e 100644
--- a/tests/test_litellm_rust/test_ocr.py
+++ b/tests/test_litellm_rust/test_ocr.py
@@ -1,31 +1,34 @@
 import json
 import threading
+from collections.abc import Generator
+from dataclasses import dataclass
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from typing import Final
 
 import pytest
 
-import litellm
+from litellm.rust_bridge import ocr as rust_ocr_bridge
 
 pytestmark = pytest.mark.requires_rust_extension
 
 
+@dataclass(frozen=True, slots=True)
+class RecordedOCRRequest:
+    body: object
+
+
 @pytest.fixture
-def ocr_server():
-    requests = []
+def ocr_server() -> Generator[tuple[ThreadingHTTPServer, list[RecordedOCRRequest]]]:
+    requests: Final[list[RecordedOCRRequest]] = []
 
     class Handler(BaseHTTPRequestHandler):
-        def do_POST(self):
+        def do_POST(self) -> None:
             requests.append(
-                {
-                    "headers": {name.lower(): value for name, value in self.headers.items()},
-                    "body": json.loads(self.rfile.read(int(self.headers["Content-Length"]))),
-                }
+                RecordedOCRRequest(
+                    body=json.loads(self.rfile.read(int(self.headers["Content-Length"]))),
+                )
             )
-            if self.headers.get("User-Agent", "").startswith("python-httpx"):
-                self.send_response(418)
-                self.end_headers()
-                return
-            response = json.dumps(
+            response: Final = json.dumps(
                 {
                     "pages": [{"index": 0, "markdown": "native OCR response", "images": [], "dimensions": None}],
                     "model": "mistral-ocr-latest",
@@ -38,11 +41,11 @@ def ocr_server():
             self.end_headers()
             self.wfile.write(response)
 
-        def log_message(self, format, *args):
+        def log_message(self, format: str, *args: object) -> None:
             pass
 
-    server = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
-    thread = threading.Thread(target=lambda: server.serve_forever(poll_interval=0.01), daemon=True)
+    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
+    thread: Final = threading.Thread(target=lambda: server.serve_forever(poll_interval=0.01), daemon=True)
     thread.start()
     try:
         yield server, requests
@@ -52,21 +55,29 @@ def ocr_server():
         thread.join()
 
 
-def test_ocr_with_rust_extension(ocr_server):
+def test_native_ocr_with_compiled_rust_extension(
+    ocr_server: tuple[ThreadingHTTPServer, list[RecordedOCRRequest]],
+) -> None:
     server, requests = ocr_server
-    host, port = server.server_address
+    address: Final = server.server_address
+    host: Final = str(address[0])
+    port: Final = int(address[1])
 
-    response = litellm.ocr(
-        model="mistral/mistral-ocr-latest",
+    response: Final = rust_ocr_bridge.ocr(
+        model="mistral-ocr-latest",
         document={"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
         api_key="test-key",
         api_base=f"http://{host}:{port}",
+        custom_llm_provider="mistral",
+        extra_headers=None,
+        optional_params={},
+        timeout=None,
     )
 
-    assert response.pages[0].markdown == "native OCR response"
+    assert response is not None
+    assert response["pages"][0]["markdown"] == "native OCR response"
     assert len(requests) == 1
-    assert not requests[0]["headers"].get("user-agent", "").startswith("python-httpx")
-    assert requests[0]["body"] == {
-            "model": "mistral-ocr-latest",
-            "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+    assert requests[0].body == {
+        "model": "mistral-ocr-latest",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
     }

From 760043b5337a83f0356cd717e5b555229980deec Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 16:57:53 -0700
Subject: [PATCH 109/298] fix(reset_budget_job): reset end users by budget
 link, not by user id

The cascade zeroed end-user spend with a single update_many whose where
clause enumerated every dependent user id. Prisma compiles that IN-list
into one prepared statement carrying one bind variable per customer, and
PostgreSQL caps a statement at 32,767 of them. Once a shared budget had
more dependents than that the statement could not be parsed at all, so
the atomic cascade rolled back, budget_reset_at never advanced, and the
tier stayed due on every later tick forever. Customers sitting at their
cap were blocked indefinitely with only a recurring log line to show for
it.

End users now match on budget_id like every other gated table, plus a
NULL-budget_id branch for the implicitly created rows that carry no link
and ride the default tier. The statement's bind count now tracks the
number of expiring tiers rather than the customer population, so a reset
costs the same whether a budget has ten dependents or a million.

Fixes #40564

Claude-Session: https://claude.ai/code/session_01Hn5E8Jz1LjGLFyiYxBRcBW
---
 .../proxy/common_utils/reset_budget_job.py    | 46 ++++++------
 .../test_proxy_budget_reset.py                |  6 +-
 .../common_utils/test_reset_budget_job.py     | 75 ++++++++++++++++---
 3 files changed, 88 insertions(+), 39 deletions(-)

diff --git a/litellm/proxy/common_utils/reset_budget_job.py b/litellm/proxy/common_utils/reset_budget_job.py
index f2648c8466e..35e74418628 100644
--- a/litellm/proxy/common_utils/reset_budget_job.py
+++ b/litellm/proxy/common_utils/reset_budget_job.py
@@ -224,33 +224,31 @@ def _queue_budget_linked_resets(
 
 
 def _queue_enduser_resets(writes: LinkedSpendResetWrites, cascade: "_BudgetCascade") -> None:
-    """End users are matched by id rather than budget link: rows with no
-    budget_id ride the default budget tier (litellm.max_end_user_budget_id).
-    Zero-before-decrement ordering matters here too (see
-    _queue_budget_linked_resets)."""
-    if not cascade.rollover_caps:
-        if cascade.endusers:
-            writes.queue_spend_zero(
-                where={"user_id": {"in": [row.user_id for row in cascade.endusers]}}
-            )  # mutable-ok: prisma where filter must be a dict
+    """End users reset on the budget link like every other gated table, plus a
+    NULL-budget_id branch: rows created implicitly persist no link and ride the
+    default tier (litellm.max_end_user_budget_id).
+
+    Matching on the link rather than enumerating user ids keeps a statement's
+    bind count proportional to the expiring tiers instead of the customer
+    population, which past ~32,700 dependents exceeds PostgreSQL's per-statement
+    bind ceiling and wedges the cascade permanently (#40564).
+    """
+    _queue_budget_linked_resets(writes, cascade, extra=_SPENT_ROWS_WHERE)
+    default_budget_id: Final = litellm.max_end_user_budget_id
+    if default_budget_id is None or default_budget_id not in cascade.budget_ids:
         return
-    tiered: Final = tuple((row.budget_id or litellm.max_end_user_budget_id, row.user_id) for row in cascade.endusers)
-    for budget_id, cap in cascade.rollover_caps.items():
-        if not (
-            user_ids := [uid for bid, uid in tiered if bid == budget_id]
-        ):  # mutable-ok: prisma "in" filter takes a list
-            continue
+    cap: Final = cascade.rollover_caps.get(default_budget_id)
+    if cap is None:
         writes.queue_spend_zero(
-            where={"user_id": {"in": user_ids}, "spend": {"lte": cap}}
+            where={"budget_id": None, **_SPENT_ROWS_WHERE}
         )  # mutable-ok: prisma where filter must be a dict
-        writes.queue_spend_decrement(
-            where={"user_id": {"in": user_ids}, "spend": {"gt": cap}}, amount=cap
-        )  # mutable-ok: prisma where filter must be a dict
-    plain: Final = [
-        uid for bid, uid in tiered if bid is None or bid not in cascade.rollover_caps
-    ]  # mutable-ok: prisma "in" filter takes a list
-    if plain:
-        writes.queue_spend_zero(where={"user_id": {"in": plain}})  # mutable-ok: prisma where filter must be a dict
+        return
+    writes.queue_spend_zero(
+        where={"budget_id": None, "spend": {"gt": 0, "lte": cap}}
+    )  # mutable-ok: prisma where filter must be a dict
+    writes.queue_spend_decrement(
+        where={"budget_id": None, "spend": {"gt": cap}}, amount=cap
+    )  # mutable-ok: prisma where filter must be a dict
 
 
 @dataclass(frozen=True, slots=True)
diff --git a/tests/litellm_utils_tests/test_proxy_budget_reset.py b/tests/litellm_utils_tests/test_proxy_budget_reset.py
index 9f6e1f4c3f7..4103536950d 100644
--- a/tests/litellm_utils_tests/test_proxy_budget_reset.py
+++ b/tests/litellm_utils_tests/test_proxy_budget_reset.py
@@ -401,7 +401,7 @@ async def test_reset_budget_endusers_are_zeroed_with_the_budget_window_advance()
 
     enduser_writes = [c for c in batch_calls if c["table"] == "enduser"]
     assert len(enduser_writes) == 1
-    assert enduser_writes[0]["where"]["user_id"]["in"] == [f"user{i}" for i in range(1, 7)]
+    assert enduser_writes[0]["where"] == {"budget_id": {"in": ["budget1"]}, "spend": {"gt": 0}}
     assert enduser_writes[0]["data"] == {"spend": 0}
 
     budget_writes = [c for c in batch_calls if c["table"] == "budget"]
@@ -602,7 +602,7 @@ async def test_reset_budget_continues_other_categories_on_failure():
     assert len([c for c in batch_calls if c["table"] == "team_membership"]) == 1
     enduser_writes = [c for c in batch_calls if c["table"] == "enduser"]
     assert len(enduser_writes) == 1
-    assert enduser_writes[0]["where"] == {"user_id": {"in": ["user1"]}}
+    assert enduser_writes[0]["where"] == {"budget_id": {"in": ["budget1"]}, "spend": {"gt": 0}}
     assert enduser_writes[0]["data"] == {"spend": 0}
 
     # Check the new batch write path: 2 keys + 1 user (user1 failed) + 2 teams.
@@ -1031,7 +1031,7 @@ async def test_service_logger_endusers_success():
 
     enduser_writes = [c for c in batch_calls if c["table"] == "enduser"]
     assert len(enduser_writes) == 1
-    assert enduser_writes[0]["where"] == {"user_id": {"in": ["user1", "user2"]}}
+    assert enduser_writes[0]["where"] == {"budget_id": {"in": ["budget1"]}, "spend": {"gt": 0}}
 
     proxy_logging_obj.service_logging_obj.async_service_success_hook.assert_called_once()
     (
diff --git a/tests/test_litellm/proxy/common_utils/test_reset_budget_job.py b/tests/test_litellm/proxy/common_utils/test_reset_budget_job.py
index 56c0efb41d2..560953f0b51 100644
--- a/tests/test_litellm/proxy/common_utils/test_reset_budget_job.py
+++ b/tests/test_litellm/proxy/common_utils/test_reset_budget_job.py
@@ -403,7 +403,7 @@ def test_reset_budget_for_enduser(reset_budget_job, mock_prisma_client):
         {
             "table": "enduser",
             "op": "update_many",
-            "where": {"user_id": {"in": ["test-enduser-1"]}},
+            "where": {"budget_id": {"in": ["test-budget-1"]}, "spend": {"gt": 0}},
             "data": {"spend": 0},
         }
     ]
@@ -504,7 +504,7 @@ def test_reset_budget_all(reset_budget_job, mock_prisma_client):
         {
             "table": "enduser",
             "op": "update_many",
-            "where": {"user_id": {"in": ["test-enduser-1"]}},
+            "where": {"budget_id": {"in": ["test-budget-1"]}, "spend": {"gt": 0}},
             "data": {"spend": 0},
         }
     ]
@@ -524,6 +524,7 @@ _LINKED_TABLE_CASES = [
     ("org", {"budget_id": {"in": ["7d-budget-tier"]}, "spend": {"gt": 0}}),
     ("tag", {"budget_id": {"in": ["7d-budget-tier"]}, "spend": {"gt": 0}}),
     ("model_access_group", {"budget_id": {"in": ["7d-budget-tier"]}, "spend": {"gt": 0}}),
+    ("enduser", {"budget_id": {"in": ["7d-budget-tier"]}, "spend": {"gt": 0}}),
 ]
 
 
@@ -553,6 +554,48 @@ def test_budget_table_reset_zeroes_spend_on_every_linked_table(
     assert writes[0]["data"] == {"spend": 0}
 
 
+_POSTGRES_MAX_BIND_VARIABLES: Final = 32767
+
+
+def _bind_count(where: Dict[str, Any]) -> int:
+    """Bind variables one prisma where-clause compiles to: each scalar is one
+    placeholder and an ``in`` list contributes one per element."""
+    return sum(len(value["in"]) if isinstance(value, dict) and "in" in value else 1 for value in where.values())
+
+
+@pytest.mark.parametrize("population", [3, 40_000], ids=["small", "over-pg-bind-ceiling"])
+def test_enduser_reset_bind_count_does_not_scale_with_population(reset_budget_job, mock_prisma_client, population):
+    """Regression for #40564.
+
+    Enumerating every dependent user id put one bind variable per customer into
+    a single prepared statement. Past PostgreSQL's ceiling the statement could
+    not be parsed at all, so the whole atomic cascade rolled back,
+    budget_reset_at never advanced, and the tier stayed due on every later tick
+    forever. Matching on the budget link keeps the statement the same size no
+    matter how many customers share a tier.
+    """
+    budget = _budget_row(budget_id="shared-tier", budget_duration="1d")
+    mock_prisma_client.data["budget"] = [budget]
+    mock_prisma_client.data["enduser"] = [
+        types.SimpleNamespace(
+            spend=1.0,
+            litellm_budget_table=budget,
+            user_id=f"cust-{index:08d}",
+            budget_id="shared-tier",
+        )
+        for index in range(population)
+    ]
+
+    asyncio.run(reset_budget_job.reset_budget_for_litellm_budget_table())
+
+    writes = _batch_writes(mock_prisma_client, "enduser")
+    assert [_bind_count(write["where"]) for write in writes] == [2], (
+        f"the cascade must not enumerate {population} user ids: past "
+        f"{_POSTGRES_MAX_BIND_VARIABLES} binds PostgreSQL refuses the statement, got {writes[:1]}"
+    )
+    assert _batch_writes(mock_prisma_client, "budget")[0]["data"]["budget_reset_at"] is not None
+
+
 def test_budget_table_reset_writes_nothing_when_no_budget_is_due(reset_budget_job, mock_prisma_client):
     """Nothing due means no transaction is opened at all."""
     asyncio.run(reset_budget_job.reset_budget_for_litellm_budget_table())
@@ -720,14 +763,22 @@ def test_reset_budget_resets_endusers_with_null_budget_id(reset_budget_job, mock
 
     asyncio.run(reset_budget_job.reset_budget_for_litellm_budget_table())
 
-    # Both end users are zeroed by the same committed statement.
-    enduser_writes = _batch_writes(mock_prisma_client, "enduser")
-    assert len(enduser_writes) == 1, f"Expected a single enduser write, got {enduser_writes}"
-    assert set(enduser_writes[0]["where"]["user_id"]["in"]) == {
-        "enduser-explicit",
-        "enduser-implicit",
-    }
-    assert enduser_writes[0]["data"] == {"spend": 0}
+    # Both end users are zeroed: the linked rows on the tier's budget_id, the
+    # implicit ones on the NULL branch that stands in for the default tier.
+    assert _batch_writes(mock_prisma_client, "enduser") == [
+        {
+            "table": "enduser",
+            "op": "update_many",
+            "where": {"budget_id": {"in": [default_budget_id]}, "spend": {"gt": 0}},
+            "data": {"spend": 0},
+        },
+        {
+            "table": "enduser",
+            "op": "update_many",
+            "where": {"budget_id": None, "spend": {"gt": 0}},
+            "data": {"spend": 0},
+        },
+    ]
 
     # Verify find_many was called to fetch NULL-budget-id end users
     find_many_calls = mock_prisma_client.db.litellm_endusertable.find_many_calls
@@ -3043,13 +3094,13 @@ def test_budget_cascade_carries_enduser_overage_when_rollover_enabled(
     assert {
         "table": "enduser",
         "op": "update_many",
-        "where": {"user_id": {"in": ["enduser-roll"]}, "spend": {"gt": 10.0}},
+        "where": {"budget_id": "budget-roll", "spend": {"gt": 10.0}},
         "data": {"spend": {"decrement": 10.0}},
     } in enduser_writes
     assert {
         "table": "enduser",
         "op": "update_many",
-        "where": {"user_id": {"in": ["enduser-roll"]}, "spend": {"lte": 10.0}},
+        "where": {"budget_id": "budget-roll", "spend": {"gt": 0, "lte": 10.0}},
         "data": {"spend": 0},
     } in enduser_writes
 

From ae018825357ddafcf0da15d903d10df0f2581c59 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:14:13 -0700
Subject: [PATCH 110/298] feat(proxy): offload spend tracking to a pod-local
 collector sidecar (#40545)

* feat(proxy): offload spend tracking to a pod-local spend worker sidecar

py-spy on the gateway showed the post-response _PROXY_track_cost_callback,
spend-log and DBSpendUpdateWriter work running on the inference workers'
event loop, so a DB or Redis stall backed up the request path.

When LITELLM_SPEND_WORKER_ENABLED=true, _ProxyDBLogger serializes one compact
typed SpendEvent per success and hands it to a SpendEventProducer that ships
it over a unix socket (default) or loopback-only TCP to a sidecar started as
`python -m gateway.spend_worker`. The sidecar runs the unchanged
_ProxyDBLogger pipeline against the pod's PgBouncer (pooled_database_url).
When the sidecar is unreachable, the buffer is full, or the gateway shuts
down with events still queued or in flight, the producer applies
LITELLM_SPEND_WORKER_ON_UNAVAILABLE (fallback in-process, or drop). The
sidecar half-closes producers on SIGTERM and drains, the producer treats
EOF as unavailable, and the gateway flushes buffered spend counters on
shutdown. The sidecar honors LITELLM_LOG so its writes are visible in its
own process log.

Helm: both charts gain an opt-in spend-worker sidecar container sharing an
emptyDir socket dir, and the componentized chart's HPA uses a
ContainerResource CPU metric scoped to the gateway container so sidecar
CPU does not drive inference scaling.

* feat(terraform): opt-in spend-worker sidecar for the AWS and GCP gateway stacks

Adds spend_worker_* inputs to both modules. On ECS Fargate the sidecar is a second, non-essential container in the gateway task; on Cloud Run it is a second container in the gateway service. Both listen on loopback TCP, share the gateway's DB/Redis/secret env, and set LITELLM_JOB_ROLE=spend_worker. Disabled by default. Plan-only tests cover both, and the terraform CI workflow now runs the gcp module too

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(proxy): retrieve a completed batch in the in-process spend path test

The base now defers cost tracking for batches that are still in flight, so an in_progress batch never reaches update_database

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(proxy): rename the spend worker sidecar to collector

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): run the collector from the installed litellm package and finish in-flight fallbacks on shutdown

The sidecar command becomes python -m litellm.proxy.collector so the classic image, whose runtime
stage copies only the installed package, can run it. The module now assembles DATABASE_URL and the
pod-local pgbouncer URL itself, replacing gateway/collector.py

The componentized collector sidecar inherits gateway.volumeMounts so custom CA mounts reach it.
SpendEventProducer shields an in-progress fallback from the writer task cancellation so close()
no longer loses an event already handed to the in-process pipeline

Helpers used across modules (address_argument, should_store_prompts_and_responses_in_spend_logs,
flush_spend_counters_on_shutdown) become public so the change adds no reportPrivateUsage errors

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* ci(terraform): drop the gcp job duplicated by the aws/gcp matrix

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(collector): keep metrics env off the classic sidecar and reject shared loopback ports

The classic chart no longer hands PROMETHEUS_METRICS_PORT and the billing metrics env to the collector container, and gives it the same /.npm scratch mount as the proxy on a read-only root. AWS and GCP now refuse a plan where the spend collector and the metrics sidecar bind the same loopback port. A regression test drives a sidecar crash mid-stream on asyncio and uvloop and checks no event is billed by both the sidecar and the in-process fallback; the producer docstring spells out why a failed drain() cannot double count

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* style(proxy): format pooled_database_url after the pgbouncer rebase

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): keep the cache-hit preset key and survive dead producers on collector drain

Cache hits updated the logging object after the early return, so the offloaded spend event carried
preset_cache_key=None and the collector re-hashed reconstructed kwargs. Also guard write_eof() against
producer transports uvloop already closed so one dead connection cannot abort the drain

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(terraform): keep the gcp collector port off the metrics sidecar health port

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): collector connects to Postgres directly under IAM or Entra token auth

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(proxy): mark the collector's DATABASE_URL as pooled when it uses the pod's pgbouncer

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .github/workflows/test-terraform-modules.yml  |  40 +-
 helm/litellm-helm/templates/_helpers.tpl      | 160 +++++++
 helm/litellm-helm/templates/deployment.yaml   | 180 +++-----
 helm/litellm-helm/templates/hpa.yaml          |  10 +
 helm/litellm-helm/tests/collector_tests.yaml  | 272 ++++++++++++
 helm/litellm-helm/values.yaml                 |  42 ++
 helm/litellm/templates/_helpers.tpl           |  31 ++
 .../litellm/templates/gateway/deployment.yaml |  56 ++-
 helm/litellm/templates/gateway/hpa.yaml       |  10 +
 helm/litellm/tests/collector_tests.yaml       | 204 +++++++++
 helm/litellm/values.yaml                      |  36 ++
 litellm/caching/caching_handler.py            |   4 +-
 litellm/proxy/collector.py                    | 220 +++++++++
 litellm/proxy/db/pgbouncer.py                 |  16 +
 .../proxy/hooks/proxy_track_cost_callback.py  |  54 ++-
 litellm/proxy/proxy_server.py                 |  39 +-
 litellm/proxy/spend_tracking/spend_event.py   | 418 ++++++++++++++++++
 .../spend_tracking/spend_event_producer.py    | 338 ++++++++++++++
 .../spend_tracking/spend_tracking_utils.py    |  24 +-
 litellm/utils.py                              |   3 +
 terraform/litellm/README.md                   |   1 +
 terraform/litellm/aws/README.md               |  33 ++
 terraform/litellm/aws/ecs.tf                  |  82 +++-
 .../litellm/aws/tests/collector.tftest.hcl    | 144 ++++++
 terraform/litellm/aws/variables.tf            |  70 +++
 terraform/litellm/gcp/README.md               |  37 ++
 terraform/litellm/gcp/cloudrun.tf             |  85 +++-
 .../litellm/gcp/tests/collector.tftest.hcl    | 165 +++++++
 terraform/litellm/gcp/variables.tf            |  70 +++
 tests/test_gateway/test_launch.py             |   6 +-
 .../caching/test_caching_handler.py           |  35 ++
 .../hooks/test_proxy_track_cost_callback.py   | 255 ++++++++++-
 .../proxy/proxy_server/test_lifecycle.py      |  32 ++
 .../proxy/spend_tracking/test_spend_event.py  | 213 +++++++++
 .../test_spend_event_producer.py              | 359 +++++++++++++++
 .../test_spend_tracking_utils.py              | 122 +++--
 tests/test_litellm/proxy/test_collector.py    | 229 ++++++++++
 37 files changed, 3865 insertions(+), 230 deletions(-)
 create mode 100644 helm/litellm-helm/tests/collector_tests.yaml
 create mode 100644 helm/litellm/tests/collector_tests.yaml
 create mode 100644 litellm/proxy/collector.py
 create mode 100644 litellm/proxy/spend_tracking/spend_event.py
 create mode 100644 litellm/proxy/spend_tracking/spend_event_producer.py
 create mode 100644 terraform/litellm/aws/tests/collector.tftest.hcl
 create mode 100644 terraform/litellm/gcp/tests/collector.tftest.hcl
 create mode 100644 tests/test_litellm/proxy/spend_tracking/test_spend_event.py
 create mode 100644 tests/test_litellm/proxy/spend_tracking/test_spend_event_producer.py
 create mode 100644 tests/test_litellm/proxy/test_collector.py

diff --git a/.github/workflows/test-terraform-modules.yml b/.github/workflows/test-terraform-modules.yml
index 52006d9b578..e6896604b7f 100644
--- a/.github/workflows/test-terraform-modules.yml
+++ b/.github/workflows/test-terraform-modules.yml
@@ -25,13 +25,17 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  aws-module:
-    name: fmt, validate, test (aws)
+  module:
+    name: fmt, validate, test (${{ matrix.module }})
     runs-on: ubuntu-latest
     timeout-minutes: 15
+    strategy:
+      fail-fast: false
+      matrix:
+        module: [aws, gcp]
     defaults:
       run:
-        working-directory: terraform/litellm/aws
+        working-directory: terraform/litellm/${{ matrix.module }}
     steps:
       - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
         with:
@@ -51,35 +55,7 @@ jobs:
       - name: validate
         run: terraform validate
 
-      # Plan-only, mock_provider-backed: no AWS credentials, no API calls.
+      # Plan-only, mock_provider-backed: no cloud credentials, no API calls.
       - name: test
         run: terraform test
 
-  gcp-module:
-    name: fmt, validate, test (gcp)
-    runs-on: ubuntu-latest
-    timeout-minutes: 15
-    defaults:
-      run:
-        working-directory: terraform/litellm/gcp
-    steps:
-      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
-        with:
-          persist-credentials: false
-
-      - uses: hashicorp/setup-terraform@b9cd54a3c349d3f38e8881555d616ced269862dd # v3.1.2
-        with:
-          terraform_version: 1.13.3
-          terraform_wrapper: false
-
-      - name: fmt
-        run: terraform fmt -recursive -check -diff
-
-      - name: init
-        run: terraform init -backend=false -input=false
-
-      - name: validate
-        run: terraform validate
-
-      - name: test
-        run: terraform test
diff --git a/helm/litellm-helm/templates/_helpers.tpl b/helm/litellm-helm/templates/_helpers.tpl
index 8f2acb20fce..9630633912e 100644
--- a/helm/litellm-helm/templates/_helpers.tpl
+++ b/helm/litellm-helm/templates/_helpers.tpl
@@ -161,3 +161,163 @@ taken before the change, which by that point no longer exists.
 {{- fail (printf "postgresql.image.tag must be pinned to an explicit version when db.deployStandalone is true (got %q). An unpinned tag can start a different PostgreSQL major against the existing data directory, which makes the database unreadable and is not recoverable in place. Crossing a major version requires a dump and restore." $tag) -}}
 {{- end -}}
 {{- end -}}
+
+{{/*
+Environment shared by the proxy container and the opt-in collector sidecar:
+database, pgbouncer, master key, redis, user envVars. Both containers must see
+the same DATABASE_URL and REDIS_* so the sidecar reaches the pod's pgbouncer
+and the same spend transaction buffer.
+*/}}
+{{- define "litellm.proxyEnv" -}}
+- name: HOST
+  value: "{{ .Values.listen | default "0.0.0.0" }}"
+- name: PORT
+  value: {{ .Values.service.port | quote}}
+{{- if .Values.db.deployStandalone }}
+- name: DATABASE_USERNAME
+  valueFrom:
+    secretKeyRef:
+      name: {{ include "litellm.fullname" . }}-dbcredentials
+      key: username
+- name: DATABASE_PASSWORD
+  valueFrom:
+    secretKeyRef:
+      name: {{ include "litellm.fullname" . }}-dbcredentials
+      key: password
+- name: DATABASE_HOST
+  value: {{ .Release.Name }}-postgresql
+- name: DATABASE_NAME
+  value: litellm
+{{- else if .Values.db.useExisting }}
+- name: DATABASE_USERNAME
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.db.secret.name }}
+      key: {{ .Values.db.secret.usernameKey }}
+- name: DATABASE_PASSWORD
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.db.secret.name }}
+      key: {{ .Values.db.secret.passwordKey }}
+- name: DATABASE_HOST
+  {{- if .Values.db.secret.endpointKey }}
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.db.secret.name }}
+      key: {{ .Values.db.secret.endpointKey }}
+  {{- else }}
+  value: {{ .Values.db.endpoint }}
+  {{- end }}
+- name: DATABASE_NAME
+  value: {{ .Values.db.database }}
+- name: DATABASE_URL
+  value: {{ .Values.db.url | quote }}
+{{- end }}
+{{- if and .Values.db.useExisting .Values.db.readReplicaUrl .Values.db.secret.readReplicaEndpointKey (not .Values.db.secret.readReplicaUrlKey) }}
+- name: DATABASE_READER_HOST
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.db.secret.name }}
+      key: {{ .Values.db.secret.readReplicaEndpointKey }}
+{{- end }}
+{{- if and .Values.db.useExisting .Values.db.secret.readReplicaUrlKey }}
+- name: DATABASE_URL_READ_REPLICA
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.db.secret.name }}
+      key: {{ .Values.db.secret.readReplicaUrlKey }}
+{{- else if .Values.db.readReplicaUrl }}
+- name: DATABASE_URL_READ_REPLICA
+  value: {{ .Values.db.readReplicaUrl | quote }}
+{{- end }}
+{{- if .Values.db.connectionPool.enabled }}
+- name: LITELLM_PGBOUNCER_ENABLED
+  value: "true"
+- name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+  value: {{ .Values.db.connectionPool.maxDbConnections | quote }}
+- name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+  value: {{ .Values.db.connectionPool.maxClientConn | quote }}
+{{- end }}
+- name: PROXY_MASTER_KEY
+  valueFrom:
+    secretKeyRef:
+      name: {{ .Values.masterkeySecretName | default (printf "%s-masterkey" (include "litellm.fullname" .)) }}
+      key: {{ .Values.masterkeySecretKey | default "masterkey" }}
+{{- if .Values.redis.enabled }}
+- name: REDIS_HOST
+  value: {{ include "litellm.redis.serviceName" . }}
+- name: REDIS_PORT
+  value: {{ include "litellm.redis.port" . | quote }}
+- name: REDIS_PASSWORD
+  valueFrom:
+    secretKeyRef:
+      name: {{ include "redis.secretName" .Subcharts.redis }}
+      key: {{include "redis.secretPasswordKey" .Subcharts.redis }}
+{{- end }}
+{{- /*
+  Inject LITELLM_LOG only when envVars does not already define it.
+*/}}
+{{- if and .Values.logLevel (not (hasKey (default dict .Values.envVars) "LITELLM_LOG")) }}
+- name: LITELLM_LOG
+  value: {{ .Values.logLevel | quote }}
+{{- end }}
+{{- if .Values.envVars }}
+{{- range $key, $val := .Values.envVars }}
+- name: {{ $key }}
+  value: {{ $val | quote }}
+{{- end }}
+{{- end }}
+{{- with .Values.extraEnvVars }}
+{{ toYaml . }}
+{{- end }}
+{{- if .Values.migrationJob.enabled }}
+# Schema updates are owned by the dedicated migrations Job; skip
+# the proxy's startup `prisma db push` so N replicas don't race
+# one DB on every rollout. Placed last (after envVars and
+# extraEnvVars) so this override can't be silently shadowed by a
+# user-supplied DISABLE_SCHEMA_UPDATE under last-wins duplicate-env
+# semantics — same pattern the migrations Job uses.
+- name: DISABLE_SCHEMA_UPDATE
+  value: "true"
+{{- end }}
+{{- end -}}
+
+{{/*
+Proxy-only metering and metrics env. The collector sidecar serves no HTTP
+traffic, so it gets neither.
+*/}}
+{{- define "litellm.proxyMetricsEnv" -}}
+{{- if .Values.billingMetrics.enabled }}
+{{ include "litellm.billingMetricsEnv" . }}
+{{- end }}
+{{- if .Values.metricsServer.enabled }}
+{{- if eq (int .Values.metricsServer.port) (int .Values.service.port) }}
+{{- fail "metricsServer.port must differ from service.port" }}
+{{- end }}
+- name: PROMETHEUS_METRICS_PORT
+  value: {{ .Values.metricsServer.port | quote }}
+{{- end }}
+{{- end -}}
+
+{{/*
+Directory of the collector's unix socket, shared between the two containers
+through an emptyDir. Empty when the sidecar is off or uses 127.0.0.1 TCP.
+*/}}
+{{- define "litellm.collector.socketDir" -}}
+{{- if and .Values.collector.enabled (hasPrefix "unix://" .Values.collector.address) -}}
+{{- dir (trimPrefix "unix://" .Values.collector.address) -}}
+{{- end -}}
+{{- end -}}
+
+{{- define "litellm.collectorEnv" -}}
+- name: LITELLM_COLLECTOR_ENABLED
+  value: "true"
+- name: LITELLM_COLLECTOR_ADDRESS
+  value: {{ .Values.collector.address | quote }}
+- name: LITELLM_COLLECTOR_BUFFER_SIZE
+  value: {{ .Values.collector.bufferSize | quote }}
+- name: LITELLM_COLLECTOR_ON_UNAVAILABLE
+  value: {{ .Values.collector.onUnavailable | quote }}
+- name: LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS
+  value: {{ .Values.collector.drainTimeoutSeconds | quote }}
+{{- end -}}
diff --git a/helm/litellm-helm/templates/deployment.yaml b/helm/litellm-helm/templates/deployment.yaml
index 834071eb9b2..cf7b3f8a38d 100644
--- a/helm/litellm-helm/templates/deployment.yaml
+++ b/helm/litellm-helm/templates/deployment.yaml
@@ -56,126 +56,10 @@ spec:
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           env:
-            - name: HOST
-              value: "{{ .Values.listen | default "0.0.0.0" }}"
-            - name: PORT
-              value: {{ .Values.service.port | quote}}
-            {{- if .Values.db.deployStandalone }}
-            - name: DATABASE_USERNAME
-              valueFrom:
-                secretKeyRef:
-                  name: {{ include "litellm.fullname" . }}-dbcredentials
-                  key: username
-            - name: DATABASE_PASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: {{ include "litellm.fullname" . }}-dbcredentials
-                  key: password
-            - name: DATABASE_HOST
-              value: {{ .Release.Name }}-postgresql
-            - name: DATABASE_NAME
-              value: litellm
-            {{- else if .Values.db.useExisting }}
-            - name: DATABASE_USERNAME
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.db.secret.name }}
-                  key: {{ .Values.db.secret.usernameKey }}
-            - name: DATABASE_PASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.db.secret.name }}
-                  key: {{ .Values.db.secret.passwordKey }}
-            - name: DATABASE_HOST
-              {{- if .Values.db.secret.endpointKey }}
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.db.secret.name }}
-                  key: {{ .Values.db.secret.endpointKey }}
-              {{- else }}
-              value: {{ .Values.db.endpoint }}
-              {{- end }}
-            - name: DATABASE_NAME
-              value: {{ .Values.db.database }}
-            - name: DATABASE_URL
-              value: {{ .Values.db.url | quote }}
-            {{- end }}
-            {{- if and .Values.db.useExisting .Values.db.readReplicaUrl .Values.db.secret.readReplicaEndpointKey (not .Values.db.secret.readReplicaUrlKey) }}
-            - name: DATABASE_READER_HOST
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.db.secret.name }}
-                  key: {{ .Values.db.secret.readReplicaEndpointKey }}
-            {{- end }}
-            {{- if and .Values.db.useExisting .Values.db.secret.readReplicaUrlKey }}
-            - name: DATABASE_URL_READ_REPLICA
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.db.secret.name }}
-                  key: {{ .Values.db.secret.readReplicaUrlKey }}
-            {{- else if .Values.db.readReplicaUrl }}
-            - name: DATABASE_URL_READ_REPLICA
-              value: {{ .Values.db.readReplicaUrl | quote }}
-            {{- end }}
-            {{- if .Values.db.connectionPool.enabled }}
-            - name: LITELLM_PGBOUNCER_ENABLED
-              value: "true"
-            - name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
-              value: {{ .Values.db.connectionPool.maxDbConnections | quote }}
-            - name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
-              value: {{ .Values.db.connectionPool.maxClientConn | quote }}
-            {{- end }}
-            - name: PROXY_MASTER_KEY
-              valueFrom:
-                secretKeyRef:
-                  name: {{ .Values.masterkeySecretName | default (printf "%s-masterkey" (include "litellm.fullname" .)) }}
-                  key: {{ .Values.masterkeySecretKey | default "masterkey" }}
-            {{- if .Values.redis.enabled }}
-            - name: REDIS_HOST
-              value: {{ include "litellm.redis.serviceName" . }}
-            - name: REDIS_PORT
-              value: {{ include "litellm.redis.port" . | quote }}
-            - name: REDIS_PASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: {{ include "redis.secretName" .Subcharts.redis }}
-                  key: {{include "redis.secretPasswordKey" .Subcharts.redis }}
-            {{- end }}
-            {{- /*
-              Inject LITELLM_LOG only when envVars does not already define it.
-            */}}
-            {{- if and .Values.logLevel (not (hasKey (default dict .Values.envVars) "LITELLM_LOG")) }}
-            - name: LITELLM_LOG
-              value: {{ .Values.logLevel | quote }}
-            {{- end }}
-            {{- if .Values.envVars }}
-            {{- range $key, $val := .Values.envVars }}
-            - name: {{ $key }}
-              value: {{ $val | quote }}
-            {{- end }}
-            {{- end }}
-            {{- with .Values.extraEnvVars }}
-              {{- toYaml . | nindent 12 }}
-            {{- end }}
-            {{- if .Values.billingMetrics.enabled }}
-            {{- include "litellm.billingMetricsEnv" . | nindent 12 }}
-            {{- end }}
-            {{- if .Values.metricsServer.enabled }}
-            {{- if eq (int .Values.metricsServer.port) (int .Values.service.port) }}
-            {{- fail "metricsServer.port must differ from service.port" }}
-            {{- end }}
-            - name: PROMETHEUS_METRICS_PORT
-              value: {{ .Values.metricsServer.port | quote }}
-            {{- end }}
-            {{- if .Values.migrationJob.enabled }}
-            # Schema updates are owned by the dedicated migrations Job; skip
-            # the proxy's startup `prisma db push` so N replicas don't race
-            # one DB on every rollout. Placed last (after envVars and
-            # extraEnvVars) so this override can't be silently shadowed by a
-            # user-supplied DISABLE_SCHEMA_UPDATE under last-wins duplicate-env
-            # semantics — same pattern the migrations Job uses.
-            - name: DISABLE_SCHEMA_UPDATE
-              value: "true"
+            {{- include "litellm.proxyEnv" . | nindent 12 }}
+            {{- include "litellm.proxyMetricsEnv" . | nindent 12 }}
+            {{- if .Values.collector.enabled }}
+            {{- include "litellm.collectorEnv" . | nindent 12 }}
             {{- end }}
           envFrom:
           {{- range .Values.environmentSecrets }}
@@ -253,6 +137,10 @@ spec:
           {{- if .Values.billingMetrics.enabled }}
             {{- include "litellm.billingMetricsVolumeMounts" . | nindent 12 }}
           {{- end }}
+          {{- if include "litellm.collector.socketDir" . }}
+            - name: collector-socket
+              mountPath: {{ include "litellm.collector.socketDir" . }}
+          {{- end }}
           {{- with .Values.volumeMounts }}
             {{- toYaml . | nindent 12 }}
           {{- end }}
@@ -260,6 +148,53 @@ spec:
           lifecycle:
             {{- toYaml . | nindent 12 }}
           {{- end }}
+      {{- if .Values.collector.enabled }}
+        - name: {{ include "litellm.name" . }}-collector
+          securityContext:
+            {{- toYaml .Values.securityContext | nindent 12 }}
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy }}
+          command: {{ toYaml .Values.collector.command | nindent 12 }}
+          env:
+            {{- include "litellm.proxyEnv" . | nindent 12 }}
+            {{- include "litellm.collectorEnv" . | nindent 12 }}
+            - name: LITELLM_JOB_ROLE
+              value: collector
+            {{- if not (hasKey (default dict .Values.envVars) "CONFIG_FILE_PATH") }}
+            - name: CONFIG_FILE_PATH
+              value: /etc/litellm/config.yaml
+            {{- end }}
+          envFrom:
+          {{- range .Values.environmentSecrets }}
+            - secretRef:
+                name: {{ . }}
+          {{- end }}
+          {{- range .Values.environmentConfigMaps }}
+            - configMapRef:
+                name: {{ . }}
+          {{- end }}
+          resources:
+            {{- toYaml .Values.collector.resources | nindent 12 }}
+          volumeMounts:
+            - name: litellm-config
+              mountPath: /etc/litellm/config.yaml
+              subPath: config.yaml
+          {{- if include "litellm.collector.socketDir" . }}
+            - name: collector-socket
+              mountPath: {{ include "litellm.collector.socketDir" . }}
+          {{- end }}
+          {{ if .Values.securityContext.readOnlyRootFilesystem }}
+            - name: tmp
+              mountPath: /tmp
+            - name: cache
+              mountPath: /.cache
+            - name: npm
+              mountPath: /.npm
+          {{- end }}
+          {{- with .Values.volumeMounts }}
+            {{- toYaml . | nindent 12 }}
+          {{- end }}
+      {{- end }}
       {{- with .Values.extraContainers }}
         {{- tpl (toYaml .) $ | nindent 8 }}
       {{- end }}
@@ -288,6 +223,11 @@ spec:
         {{- if .Values.billingMetrics.enabled }}
         {{- include "litellm.billingMetricsVolumes" . | nindent 8 }}
         {{- end }}
+        {{- if include "litellm.collector.socketDir" . }}
+        - name: collector-socket
+          emptyDir:
+            sizeLimit: 1Mi
+        {{- end }}
       {{- with .Values.volumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
diff --git a/helm/litellm-helm/templates/hpa.yaml b/helm/litellm-helm/templates/hpa.yaml
index 010c4095ab3..a651f916d21 100644
--- a/helm/litellm-helm/templates/hpa.yaml
+++ b/helm/litellm-helm/templates/hpa.yaml
@@ -18,6 +18,15 @@ spec:
   {{- end }}
   metrics:
     {{- if .Values.autoscaling.targetCPUUtilizationPercentage }}
+    {{- if and .Values.collector.enabled .Values.collector.scaleOnProxyContainerCpu }}
+    - type: ContainerResource
+      containerResource:
+        name: cpu
+        container: {{ include "litellm.name" . }}
+        target:
+          type: Utilization
+          averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }}
+    {{- else }}
     - type: Resource
       resource:
         name: cpu
@@ -25,6 +34,7 @@ spec:
           type: Utilization
           averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }}
     {{- end }}
+    {{- end }}
     {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }}
     - type: Resource
       resource:
diff --git a/helm/litellm-helm/tests/collector_tests.yaml b/helm/litellm-helm/tests/collector_tests.yaml
new file mode 100644
index 00000000000..0340b1161b7
--- /dev/null
+++ b/helm/litellm-helm/tests/collector_tests.yaml
@@ -0,0 +1,272 @@
+suite: test collector sidecar
+templates:
+  - deployment.yaml
+  - hpa.yaml
+  - configmap-litellm.yaml
+tests:
+  - it: should run the proxy alone with no collector env by default
+    template: deployment.yaml
+    asserts:
+      - lengthEqual:
+          path: spec.template.spec.containers
+          count: 1
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ENABLED
+            value: "true"
+      - notContains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+          any: true
+
+  - it: should add the sidecar on the same image and point both containers at the unix socket
+    template: deployment.yaml
+    set:
+      image.tag: test
+      db.connectionPool.enabled: true
+      collector.enabled: true
+      collector.resources:
+        requests:
+          cpu: 500m
+          memory: 1Gi
+        limits:
+          cpu: "1"
+          memory: 2Gi
+    asserts:
+      - lengthEqual:
+          path: spec.template.spec.containers
+          count: 2
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: litellm-collector
+      - equal:
+          path: spec.template.spec.containers[1].image
+          value: ghcr.io/berriai/litellm:test
+      - equal:
+          path: spec.template.spec.containers[1].command
+          value: [python, -m, litellm.proxy.collector]
+      - equal:
+          path: spec.template.spec.containers[1].resources.requests.cpu
+          value: 500m
+      - equal:
+          path: spec.template.spec.containers[1].resources.limits.memory
+          value: 2Gi
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: unix:///var/run/litellm/collector.sock
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_BUFFER_SIZE
+            value: "1000"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ON_UNAVAILABLE
+            value: fallback
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_JOB_ROLE
+            value: collector
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_JOB_ROLE
+            value: collector
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: unix:///var/run/litellm/collector.sock
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: CONFIG_FILE_PATH
+            value: /etc/litellm/config.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: DATABASE_HOST
+            value: RELEASE-NAME-postgresql
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: DATABASE_PASSWORD
+            valueFrom:
+              secretKeyRef:
+                name: RELEASE-NAME-litellm-dbcredentials
+                key: password
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "20"
+      - contains:
+          path: spec.template.spec.containers[0].volumeMounts
+          content:
+            name: collector-socket
+            mountPath: /var/run/litellm
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: collector-socket
+            mountPath: /var/run/litellm
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: litellm-config
+            mountPath: /etc/litellm/config.yaml
+            subPath: config.yaml
+      - contains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+            emptyDir:
+              sizeLimit: 1Mi
+
+  - it: should skip the socket volume and pass the policy through on tcp transport
+    template: deployment.yaml
+    set:
+      collector.enabled: true
+      collector.address: tcp://127.0.0.1:4100
+      collector.onUnavailable: drop
+      collector.bufferSize: 50
+      envVars:
+        CONFIG_FILE_PATH: /custom/config.yaml
+    asserts:
+      - lengthEqual:
+          path: spec.template.spec.containers
+          count: 2
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: CONFIG_FILE_PATH
+            value: /etc/litellm/config.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: CONFIG_FILE_PATH
+            value: /custom/config.yaml
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: tcp://127.0.0.1:4100
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ON_UNAVAILABLE
+            value: drop
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_BUFFER_SIZE
+            value: "50"
+      - notContains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+          any: true
+
+  - it: should keep metrics and billing env on the proxy container only
+    template: deployment.yaml
+    set:
+      collector.enabled: true
+      metricsServer.enabled: true
+      metricsServer.port: 9090
+      billingMetrics.enabled: true
+      billingMetrics.endpoint: https://metering.example.com
+      billingMetrics.secretName: billing-mtls
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: PROMETHEUS_METRICS_PORT
+            value: "9090"
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_BILLING_METRICS_ENDPOINT
+            value: https://metering.example.com
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: PROMETHEUS_METRICS_PORT
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_BILLING_METRICS_ENDPOINT
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: billing-metrics-mtls
+          any: true
+
+  - it: should give the sidecar the same scratch mounts as the proxy on a read-only root
+    template: deployment.yaml
+    set:
+      collector.enabled: true
+      securityContext.readOnlyRootFilesystem: true
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: npm
+            mountPath: /.npm
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: cache
+            mountPath: /.cache
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: tmp
+            mountPath: /tmp
+
+  - it: should keep the pod-wide cpu metric unless asked to scale on the proxy container
+    template: hpa.yaml
+    set:
+      autoscaling.enabled: true
+      collector.enabled: true
+    asserts:
+      - equal: { path: "spec.metrics[0].type", value: Resource }
+      - equal: { path: "spec.metrics[0].resource.name", value: cpu }
+
+  - it: should scale on the proxy container's cpu only when opted in
+    template: hpa.yaml
+    set:
+      autoscaling.enabled: true
+      collector.enabled: true
+      collector.scaleOnProxyContainerCpu: true
+    asserts:
+      - equal: { path: "spec.metrics[0].type", value: ContainerResource }
+      - equal: { path: "spec.metrics[0].containerResource.name", value: cpu }
+      - equal: { path: "spec.metrics[0].containerResource.container", value: litellm }
+      - equal: { path: "spec.metrics[0].containerResource.target.averageUtilization", value: 60 }
+      - isNull: { path: "spec.metrics[0].resource" }
+
+  - it: should not switch to the container metric while the sidecar is off
+    template: hpa.yaml
+    set:
+      autoscaling.enabled: true
+      collector.scaleOnProxyContainerCpu: true
+    asserts:
+      - equal: { path: "spec.metrics[0].type", value: Resource }
diff --git a/helm/litellm-helm/values.yaml b/helm/litellm-helm/values.yaml
index db596e2d68e..fcee331a5aa 100644
--- a/helm/litellm-helm/values.yaml
+++ b/helm/litellm-helm/values.yaml
@@ -190,6 +190,48 @@ metricsServer:
   enabled: false
   port: 4001
 
+# Opt-in sidecar that runs the post-response spend pipeline (cost calculation,
+# spend logs, spend counters, budget reservation reconciliation) so the proxy's
+# uvicorn workers only serialise a compact typed event and go back to serving
+# inference. Same image and tag as the proxy, second container in the same pod,
+# fed over loopback (a unix socket on a shared emptyDir, or 127.0.0.1 TCP). It
+# reuses the pod's in-container pgbouncer (db.connectionPool) and the same Redis
+# spend transaction buffer, so the per-pod DB connection budget is unchanged.
+# Delivery is at-most-once inside the pod: events already handed to the sidecar
+# are lost if it crashes before writing them; events the workers could not hand
+# over follow onUnavailable. Both containers drain on SIGTERM within
+# terminationGracePeriodSeconds
+collector:
+  enabled: false
+  # unix:///<dir>/<file>.sock (the <dir> becomes a shared emptyDir) or tcp://127.0.0.1:<port>
+  address: unix:///var/run/litellm/collector.sock
+  # Events each uvicorn worker holds in memory while the sidecar is slow or restarting
+  bufferSize: 1000
+  # fallback: run the pipeline in the worker when the sidecar is unreachable or the
+  # buffer is full (spend stays exact, that request costs proxy CPU again)
+  # drop: count and discard the event instead (spend under-reports)
+  onUnavailable: fallback
+  # How long the workers keep pushing buffered events on shutdown, and how long the
+  # sidecar keeps serving its open connections after SIGTERM
+  drainTimeoutSeconds: 10
+  command:
+    - python
+    - -m
+    - litellm.proxy.collector
+  # Sized independently of the proxy container; the pipeline is CPU bound
+  resources: {}
+  # requests:
+  #   cpu: 500m
+  #   memory: 1Gi
+  # limits:
+  #   cpu: "1"
+  #   memory: 2Gi
+  # When autoscaling.enabled, swap the pod-wide cpu Resource metric for an
+  # autoscaling/v2 ContainerResource metric on the proxy container only, so the
+  # sidecar's CPU never scales inference replicas. Needs Kubernetes 1.30+ (or the
+  # HPAContainerMetrics feature gate on 1.27 to 1.29)
+  scaleOnProxyContainerCpu: false
+
 resources:
   {}
   # Unset by default so the chart installs on small clusters such as Minikube, and so an
diff --git a/helm/litellm/templates/_helpers.tpl b/helm/litellm/templates/_helpers.tpl
index dc47bc0b0a1..692a799e783 100644
--- a/helm/litellm/templates/_helpers.tpl
+++ b/helm/litellm/templates/_helpers.tpl
@@ -457,3 +457,34 @@ ImplementationSpecific
 {{- end -}}
 
 {{- define "litellm.gateway.prometheusMultiprocDir" -}}/tmp/litellm_prometheus_multiproc{{- end -}}
+
+{{/*
+Directory of the collector's unix socket, shared by the gateway and
+collector containers through an emptyDir. Empty when the sidecar is off
+or gateway.collector.address is a tcp://127.0.0.1:<port> address.
+*/}}
+{{- define "litellm.gateway.collectorSocketDir" -}}
+{{- if and .Values.gateway.collector.enabled (hasPrefix "unix://" .Values.gateway.collector.address) -}}
+{{- dir (trimPrefix "unix://" .Values.gateway.collector.address) -}}
+{{- end -}}
+{{- end -}}
+
+{{/*
+LITELLM_COLLECTOR_* env shared by the producer (gateway container) and the
+consumer (collector container), so both agree on the transport and the
+shutdown drain window.
+*/}}
+{{- define "litellm.gateway.collectorEnv" -}}
+{{- with .Values.gateway.collector }}
+- name: LITELLM_COLLECTOR_ENABLED
+  value: "true"
+- name: LITELLM_COLLECTOR_ADDRESS
+  value: {{ .address | quote }}
+- name: LITELLM_COLLECTOR_BUFFER_SIZE
+  value: {{ .bufferSize | quote }}
+- name: LITELLM_COLLECTOR_ON_UNAVAILABLE
+  value: {{ .onUnavailable | quote }}
+- name: LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS
+  value: {{ .drainTimeoutSeconds | quote }}
+{{- end }}
+{{- end -}}
diff --git a/helm/litellm/templates/gateway/deployment.yaml b/helm/litellm/templates/gateway/deployment.yaml
index 1e9041f0a33..5c1a089b50a 100644
--- a/helm/litellm/templates/gateway/deployment.yaml
+++ b/helm/litellm/templates/gateway/deployment.yaml
@@ -74,8 +74,11 @@ spec:
             - name: PROMETHEUS_MULTIPROC_DIR
               value: {{ include "litellm.gateway.prometheusMultiprocDir" . }}
             {{- end }}
+            {{- if .Values.gateway.collector.enabled }}
+            {{- include "litellm.gateway.collectorEnv" . | nindent 12 }}
+            {{- end }}
           {{- include "litellm.envFrom" .Values.gateway | nindent 10 }}
-          {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts .Values.billingMetrics.enabled .Values.gateway.metricsServer.enabled }}
+          {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts .Values.billingMetrics.enabled .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }}
           volumeMounts:
             {{- if .Values.gateway.config.create }}
             - name: gateway-config
@@ -86,6 +89,10 @@ spec:
             - name: prometheus-multiproc
               mountPath: {{ include "litellm.gateway.prometheusMultiprocDir" . }}
             {{- end }}
+            {{- if include "litellm.gateway.collectorSocketDir" . }}
+            - name: collector-socket
+              mountPath: {{ include "litellm.gateway.collectorSocketDir" . }}
+            {{- end }}
             {{- if .Values.billingMetrics.enabled }}
             {{- include "litellm.billingMetricsVolumeMounts" . | nindent 12 }}
             {{- end }}
@@ -145,10 +152,50 @@ spec:
           resources:
             {{- toYaml .Values.gateway.metricsServer.resources | nindent 12 }}
         {{- end }}
+        {{- if .Values.gateway.collector.enabled }}
+        - name: collector
+          image: "{{ .Values.gateway.image.repository }}:{{ .Values.gateway.image.tag | default .Chart.AppVersion }}"
+          imagePullPolicy: {{ .Values.gateway.image.pullPolicy }}
+          {{- with .Values.gateway.securityContext }}
+          securityContext:
+            {{- toYaml . | nindent 12 }}
+          {{- end }}
+          command:
+            - python
+            - -m
+            - litellm.proxy.collector
+          env:
+            {{- include "litellm.serverEnv" (dict "root" $ "component" .Values.gateway) | nindent 12 }}
+            {{- if .Values.gateway.config.create }}
+            - name: CONFIG_FILE_PATH
+              value: /app/config/config.yaml
+            {{- end }}
+            {{- include "litellm.gateway.collectorEnv" . | nindent 12 }}
+            - name: LITELLM_JOB_ROLE
+              value: collector
+          {{- include "litellm.envFrom" .Values.gateway | nindent 10 }}
+          {{- if or .Values.gateway.config.create .Values.gateway.volumeMounts (include "litellm.gateway.collectorSocketDir" .) }}
+          volumeMounts:
+            {{- if .Values.gateway.config.create }}
+            - name: gateway-config
+              mountPath: /app/config/config.yaml
+              subPath: config.yaml
+            {{- end }}
+            {{- if include "litellm.gateway.collectorSocketDir" . }}
+            - name: collector-socket
+              mountPath: {{ include "litellm.gateway.collectorSocketDir" . }}
+            {{- end }}
+            {{- with .Values.gateway.volumeMounts }}
+            {{- toYaml . | nindent 12 }}
+            {{- end }}
+          {{- end }}
+          resources:
+            {{- toYaml .Values.gateway.collector.resources | nindent 12 }}
+        {{- end }}
       {{- with .Values.gateway.extraContainers }}
         {{- tpl (toYaml .) $ | nindent 8 }}
       {{- end }}
-      {{- if or .Values.gateway.config.create .Values.gateway.volumes .Values.billingMetrics.enabled .Values.gateway.metricsServer.enabled }}
+      {{- if or .Values.gateway.config.create .Values.gateway.volumes .Values.billingMetrics.enabled .Values.gateway.metricsServer.enabled (include "litellm.gateway.collectorSocketDir" .) }}
       volumes:
         {{- if .Values.gateway.config.create }}
         - name: gateway-config
@@ -159,6 +206,11 @@ spec:
         - name: prometheus-multiproc
           emptyDir: {}
         {{- end }}
+        {{- if include "litellm.gateway.collectorSocketDir" . }}
+        - name: collector-socket
+          emptyDir:
+            sizeLimit: 1Mi
+        {{- end }}
         {{- if .Values.billingMetrics.enabled }}
         {{- include "litellm.billingMetricsVolumes" . | nindent 8 }}
         {{- end }}
diff --git a/helm/litellm/templates/gateway/hpa.yaml b/helm/litellm/templates/gateway/hpa.yaml
index 4183079cd31..e7094e96106 100644
--- a/helm/litellm/templates/gateway/hpa.yaml
+++ b/helm/litellm/templates/gateway/hpa.yaml
@@ -15,6 +15,15 @@ spec:
   maxReplicas: {{ .Values.gateway.hpa.maxReplicas }}
   metrics:
     {{- if .Values.gateway.hpa.targetCPUUtilizationPercentage }}
+    {{- if and .Values.gateway.collector.enabled .Values.gateway.collector.scaleOnGatewayContainerCpu }}
+    - type: ContainerResource
+      containerResource:
+        name: cpu
+        container: gateway
+        target:
+          type: Utilization
+          averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }}
+    {{- else }}
     - type: Resource
       resource:
         name: cpu
@@ -22,6 +31,7 @@ spec:
           type: Utilization
           averageUtilization: {{ .Values.gateway.hpa.targetCPUUtilizationPercentage }}
     {{- end }}
+    {{- end }}
     {{- if .Values.gateway.hpa.targetMemoryUtilizationPercentage }}
     - type: Resource
       resource:
diff --git a/helm/litellm/tests/collector_tests.yaml b/helm/litellm/tests/collector_tests.yaml
new file mode 100644
index 00000000000..b1199a16793
--- /dev/null
+++ b/helm/litellm/tests/collector_tests.yaml
@@ -0,0 +1,204 @@
+suite: test gateway collector sidecar
+templates:
+  - gateway/configmap.yaml
+  - gateway/deployment.yaml
+  - gateway/hpa.yaml
+values:
+  - ./values/required.yaml
+tests:
+  - it: adds no sidecar, env, volume or container metric when the collector is off
+    asserts:
+      - lengthEqual:
+          path: spec.template.spec.containers
+          count: 1
+        template: gateway/deployment.yaml
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ENABLED
+            value: "true"
+        template: gateway/deployment.yaml
+      - notContains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+          any: true
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.metrics[0].type
+          value: Resource
+        template: gateway/hpa.yaml
+
+  - it: runs the collector as a sidecar sharing env, config and a unix socket emptyDir, and scales on the gateway container only
+    set:
+      gateway.collector.enabled: true
+      gateway.collector.bufferSize: 250
+      gateway.collector.onUnavailable: drop
+      gateway.image.tag: v1.102.0
+      gateway.numWorkers: 4
+      gateway.extraEnv:
+        - name: LITELLM_PGBOUNCER_ENABLED
+          value: "true"
+      gateway.envSecrets:
+        - litellm-license
+      gateway.volumes:
+        - name: redis-ca
+          secret:
+            secretName: redis-ca
+      gateway.volumeMounts:
+        - name: redis-ca
+          mountPath: /etc/litellm/redis-ca
+          readOnly: true
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: unix:///var/run/litellm/collector.sock
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_BUFFER_SIZE
+            value: "250"
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: LITELLM_COLLECTOR_ON_UNAVAILABLE
+            value: drop
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[0].volumeMounts
+          content:
+            name: collector-socket
+            mountPath: /var/run/litellm
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: collector
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.template.spec.containers[1].image
+          value: ghcr.io/berriai/litellm-gateway:v1.102.0
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.template.spec.containers[1].command
+          value:
+            - python
+            - -m
+            - litellm.proxy.collector
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_JOB_ROLE
+            value: collector
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: CONFIG_FILE_PATH
+            value: /app/config/config.yaml
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: DATABASE_HOST
+            value: postgres.example.com
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: unix:///var/run/litellm/collector.sock
+        template: gateway/deployment.yaml
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: NUM_WORKERS
+          any: true
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.template.spec.containers[1].envFrom
+          value:
+            - secretRef:
+                name: litellm-license
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: gateway-config
+            mountPath: /app/config/config.yaml
+            subPath: config.yaml
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: collector-socket
+            mountPath: /var/run/litellm
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: redis-ca
+            mountPath: /etc/litellm/redis-ca
+            readOnly: true
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.template.spec.containers[1].resources.limits.cpu
+          value: "1"
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+            emptyDir:
+              sizeLimit: 1Mi
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.metrics[0]
+          value:
+            type: ContainerResource
+            containerResource:
+              name: cpu
+              container: gateway
+              target:
+                type: Utilization
+                averageUtilization: 70
+        template: gateway/hpa.yaml
+
+  - it: uses loopback tcp without a socket volume and keeps the pod-wide cpu metric when asked
+    set:
+      gateway.collector.enabled: true
+      gateway.collector.address: tcp://127.0.0.1:4010
+      gateway.collector.scaleOnGatewayContainerCpu: false
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_COLLECTOR_ADDRESS
+            value: tcp://127.0.0.1:4010
+        template: gateway/deployment.yaml
+      - notContains:
+          path: spec.template.spec.volumes
+          content:
+            name: collector-socket
+          any: true
+        template: gateway/deployment.yaml
+      - notContains:
+          path: spec.template.spec.containers[1].volumeMounts
+          content:
+            name: collector-socket
+          any: true
+        template: gateway/deployment.yaml
+      - equal:
+          path: spec.metrics[0].type
+          value: Resource
+        template: gateway/hpa.yaml
diff --git a/helm/litellm/values.yaml b/helm/litellm/values.yaml
index 677e21a5a51..1f67b984513 100644
--- a/helm/litellm/values.yaml
+++ b/helm/litellm/values.yaml
@@ -314,6 +314,42 @@ gateway:
     labels: {}
     interval: 15s
     scrapeTimeout: 10s
+  # Opt-in `collector` sidecar (same image, `python -m litellm.proxy.collector`)
+  # that runs the post-response spend pipeline (cost calculation, spend logs,
+  # spend counters, budget reservation reconciliation) so the uvicorn workers
+  # only serialise a compact event over loopback and go back to serving
+  # requests. It shares the pod's env, proxy config, in-container pgbouncer and
+  # Redis spend buffer, so the per-pod DB connection budget is unchanged.
+  # Delivery is at-most-once inside the pod: events already handed over are
+  # lost if the sidecar dies before writing them; events the workers cannot
+  # hand over follow `onUnavailable`.
+  collector:
+    enabled: false
+    # unix:///<dir>/<file>.sock (the <dir> becomes a shared emptyDir) or
+    # tcp://127.0.0.1:<port>
+    address: unix:///var/run/litellm/collector.sock
+    # Events each uvicorn worker holds in memory while the sidecar is slow or
+    # restarting.
+    bufferSize: 1000
+    # fallback: run the pipeline in the worker when the sidecar is unreachable
+    # or the buffer is full (spend stays exact, that request costs gateway CPU
+    # again). drop: count and discard the event instead (spend under-reports).
+    onUnavailable: fallback
+    # How long the workers keep pushing buffered events on shutdown, and how
+    # long the sidecar keeps serving open connections after SIGTERM.
+    drainTimeoutSeconds: 10
+    # Sized independently of the gateway container; the pipeline is CPU bound.
+    resources:
+      requests:
+        cpu: 500m
+        memory: 1Gi
+      limits:
+        cpu: "1"
+        memory: 2Gi
+    # With hpa.targetCPUUtilizationPercentage set, scale on an autoscaling/v2
+    # ContainerResource metric of the `gateway` container only, so the
+    # sidecar's CPU never drives inference replicas. Needs Kubernetes 1.30+.
+    scaleOnGatewayContainerCpu: true
   image:
     repository: ghcr.io/berriai/litellm-gateway
     tag: ""              # defaults to .Chart.AppVersion
diff --git a/litellm/caching/caching_handler.py b/litellm/caching/caching_handler.py
index 0de88eacaa5..139dcf058d2 100644
--- a/litellm/caching/caching_handler.py
+++ b/litellm/caching/caching_handler.py
@@ -1217,7 +1217,9 @@ class LLMCachingHandler:
         }
 
         if litellm.cache is not None:
-            litellm_params["preset_cache_key"] = litellm.cache._get_preset_cache_key_from_kwargs(**kwargs)
+            litellm_params["preset_cache_key"] = (
+                self.preset_cache_key or litellm.cache._get_preset_cache_key_from_kwargs(**kwargs)
+            )
         else:
             litellm_params["preset_cache_key"] = None
 
diff --git a/litellm/proxy/collector.py b/litellm/proxy/collector.py
new file mode 100644
index 00000000000..3ff2a83860b
--- /dev/null
+++ b/litellm/proxy/collector.py
@@ -0,0 +1,220 @@
+"""Collector sidecar: consume spend events from the pod's inference workers and run the cost pipeline.
+
+Runs the proxy startup lifespan (config, Prisma, Redis transaction buffer, scheduled spend flushes)
+without serving HTTP, then listens on ``LITELLM_COLLECTOR_ADDRESS`` for newline-delimited spend
+events. Each event goes through the unchanged ``_ProxyDBLogger._PROXY_track_cost_callback``, so
+spend logs, spend counters, budget reservation reconciliation and cache updates happen exactly as
+they would in-process, just in this container. Events are handled in order per producer connection
+(one per uvicorn worker); a slow pipeline fills the socket buffer and the producer's bounded queue,
+which is the backpressure that triggers its fallback or drop policy. ``SIGTERM`` stops accepting
+connections, half-closes every producer connection so the producers switch to their unavailable
+policy, finishes the events already sent, then runs the proxy shutdown (which flushes the buffered
+spend transactions).
+
+``DATABASE_URL`` is assembled from the same ``DATABASE_*`` inputs as the proxy container, and when
+``LITELLM_PGBOUNCER_ENABLED`` is set it points at the PgBouncer that container already runs on the
+pod's loopback, so the sidecar must see the same env as the proxy. Under ``IAM_TOKEN_DB_AUTH`` or
+``AZURE_POSTGRESQL_AUTH`` that PgBouncer only accepts the token the proxy container minted, so the
+sidecar goes to Postgres directly and mints its own. Works from any image that has ``litellm``
+installed:
+
+    python -m litellm.proxy.collector [--address unix:///path.sock]
+"""
+
+import asyncio
+import logging
+import os
+import signal
+import sys
+from collections.abc import Awaitable, Callable, Mapping, Sequence
+from pathlib import Path
+from typing import Final
+
+from litellm._logging import verbose_logger, verbose_proxy_logger, verbose_router_logger
+from litellm.proxy.db.db_url_settings import DatabaseURLSettings
+from litellm.proxy.db.pgbouncer import (
+    PgBouncerError,
+    PgBouncerSettings,
+    export_pooled_database_url,
+    pooled_database_url,
+)
+from litellm.proxy.spend_tracking.spend_event_producer import (
+    COLLECTOR_JOB_ROLE,
+    AddressError,
+    CollectorAddress,
+    CollectorSettings,
+    TcpAddress,
+    UnixAddress,
+    parse_collector_address,
+)
+
+MAX_EVENT_BYTES: Final = 64 * 1024 * 1024
+
+
+class SpendEventConsumer:
+    """Accepts producer connections and runs ``handler`` on every line each one sends, in order."""
+
+    def __init__(self, handler: Callable[[bytes], Awaitable[None]]) -> None:
+        self._handler = handler
+        self._open_connections: set[asyncio.StreamWriter] = set()  # mutable-ok: live producer connections
+        self._idle = asyncio.Event()
+        self._idle.set()
+        self._received = 0
+        self._handled = 0
+        self._failed = 0
+
+    @property
+    def received(self) -> int:
+        return self._received
+
+    @property
+    def handled(self) -> int:
+        return self._handled
+
+    @property
+    def failed(self) -> int:
+        return self._failed
+
+    async def serve(self, address: CollectorAddress) -> asyncio.Server:
+        match address:
+            case UnixAddress(path=path):
+                socket_path: Final = Path(path)
+                socket_path.parent.mkdir(parents=True, exist_ok=True)
+                socket_path.unlink(missing_ok=True)
+                return await asyncio.start_unix_server(self._on_connection, path=path, limit=MAX_EVENT_BYTES)
+            case TcpAddress(host=host, port=port):
+                return await asyncio.start_server(self._on_connection, host=host, port=port, limit=MAX_EVENT_BYTES)
+
+    async def _on_connection(self, reader: asyncio.StreamReader, writer: asyncio.StreamWriter) -> None:
+        self._open_connections.add(writer)
+        self._idle.clear()
+        try:
+            while line := await reader.readline():
+                if not line.endswith(b"\n"):
+                    verbose_proxy_logger.error("collector: discarding truncated spend event (%d bytes)", len(line))
+                    break
+                self._received += 1
+                await self._handle(line)
+        except (ConnectionError, asyncio.IncompleteReadError, asyncio.LimitOverrunError) as error:
+            verbose_proxy_logger.warning("collector: producer connection ended abnormally: %s", error)
+        finally:
+            writer.close()
+            self._open_connections.discard(writer)
+            if not self._open_connections:
+                self._idle.set()
+
+    async def _handle(self, line: bytes) -> None:
+        try:
+            await self._handler(line)
+            self._handled += 1
+        except Exception:  # noqa: BLE001  # the cost pipeline raises anything; one bad event must not stop the sidecar
+            self._failed += 1
+            verbose_proxy_logger.exception("collector: spend event failed")
+
+    async def drain(self, timeout: float) -> int:
+        """Half-close every producer connection, then keep reading until each producer hangs up or ``timeout``.
+
+        Returns how many producer connections were still open when the timeout hit.
+        """
+        for writer in tuple(self._open_connections):
+            if writer.is_closing() or not writer.can_write_eof():
+                continue
+            try:
+                writer.write_eof()
+            except (OSError, RuntimeError) as error:
+                verbose_proxy_logger.debug("collector: producer already gone before half-close: %s", error)
+        try:
+            await asyncio.wait_for(self._idle.wait(), timeout)
+        except TimeoutError:
+            pass
+        return len(self._open_connections)
+
+
+def _install_stop_signals(loop: asyncio.AbstractEventLoop, stop: asyncio.Event) -> None:
+    for signum in (signal.SIGTERM, signal.SIGINT):
+        loop.add_signal_handler(signum, stop.set)
+
+
+async def run_collector(address: CollectorAddress, drain_timeout: float) -> None:
+    from fastapi import FastAPI
+
+    from litellm.proxy.hooks.proxy_track_cost_callback import run_spend_event
+    from litellm.proxy.proxy_server import proxy_startup_event
+
+    stop: Final = asyncio.Event()
+    _install_stop_signals(asyncio.get_running_loop(), stop)
+    consumer: Final = SpendEventConsumer(handler=run_spend_event)
+    async with proxy_startup_event(FastAPI()):
+        server: Final = await consumer.serve(address)
+        verbose_proxy_logger.info("collector: listening on %s", address)
+        await stop.wait()
+        server.close()
+        still_open: Final = await consumer.drain(drain_timeout)
+        verbose_proxy_logger.info(
+            "collector: stopping. received=%d handled=%d failed=%d connections_cut=%d",
+            consumer.received,
+            consumer.handled,
+            consumer.failed,
+            still_open,
+        )
+
+
+def address_argument(argv: Sequence[str], default: str) -> str | AddressError:
+    match tuple(argv):
+        case ():
+            return default
+        case ("--address", value):
+            return value
+        case _:
+            return AddressError(f"usage: python -m litellm.proxy.collector [--address ADDRESS], got {tuple(argv)}")
+
+
+def apply_log_level(litellm_log: str | None) -> None:
+    """Mirror the proxy's ``LITELLM_LOG`` handling: the sidecar has no CLI flags to turn logging on."""
+    level: Final = logging.getLevelNamesMapping().get((litellm_log or "").upper())
+    if level is None:
+        return
+    for logger in (verbose_logger, verbose_router_logger, verbose_proxy_logger):
+        logger.setLevel(level)
+
+
+def pod_pgbouncer_database_url(
+    pgbouncer: PgBouncerSettings, environ: Mapping[str, str], *, token_auth: bool
+) -> str | PgBouncerError | None:
+    """The proxy container's PgBouncer URL for ``environ["DATABASE_URL"]``, or None to connect to Postgres directly.
+
+    Direct is the answer when PgBouncer is off, and also under token auth: that PgBouncer's auth file
+    only holds the token its own container minted, which this container cannot present.
+    """
+    if not pgbouncer.enabled or token_auth:
+        return None
+    upstream_url: Final = environ.get("DATABASE_URL")
+    if upstream_url is None:
+        return PgBouncerError("LITELLM_PGBOUNCER_ENABLED is set but no DATABASE_URL could be assembled")
+    return pooled_database_url(upstream_url, pgbouncer)
+
+
+def main(argv: Sequence[str]) -> None:
+    os.environ.setdefault("LITELLM_JOB_ROLE", COLLECTOR_JOB_ROLE)
+    apply_log_level(os.environ.get("LITELLM_LOG"))
+    database: Final = DatabaseURLSettings.from_env()
+    database.apply_to_env()
+    pooled: Final = pod_pgbouncer_database_url(
+        PgBouncerSettings(),
+        os.environ,
+        token_auth=database.iam_token_db_auth or database.azure_postgresql_auth,
+    )
+    if isinstance(pooled, PgBouncerError):
+        sys.exit(f"LiteLLM collector: cannot use the pod's pgbouncer: {pooled.reason}")
+    if pooled is not None:
+        export_pooled_database_url(pooled)
+    settings: Final = CollectorSettings()
+    raw_address: Final = address_argument(argv, default=settings.address)
+    address: Final = raw_address if isinstance(raw_address, AddressError) else parse_collector_address(raw_address)
+    if isinstance(address, AddressError):
+        sys.exit(f"LiteLLM collector: {address.reason}")
+    asyncio.run(run_collector(address, drain_timeout=settings.drain_timeout_seconds))
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
diff --git a/litellm/proxy/db/pgbouncer.py b/litellm/proxy/db/pgbouncer.py
index eac80f7a712..c9fbabd3585 100644
--- a/litellm/proxy/db/pgbouncer.py
+++ b/litellm/proxy/db/pgbouncer.py
@@ -280,6 +280,22 @@ def plan_pgbouncer(
     )
 
 
+def pooled_database_url(upstream_url: str, settings: PgBouncerSettings) -> str | PgBouncerError:
+    """The loopback URL of a PgBouncer another container in the pod already runs for ``upstream_url``.
+
+    Only the container that started PgBouncer knows the pool user's password, so
+    this logs in as the upstream user, whom the auth file lists as well.
+    """
+    plan: Final = plan_pgbouncer(upstream_url, settings, runtime_dir=Path("/nonexistent"), run_as_user=None)
+    if isinstance(plan, PgBouncerError):
+        return plan
+    password: Final = urllib.parse.urlsplit(upstream_url).password or ""
+    credentials: Final = f"{urllib.parse.quote(plan.upstream_user, safe='')}:{password}"
+    return urllib.parse.urlunsplit(
+        urllib.parse.urlsplit(plan.pooled_url)._replace(netloc=f"{credentials}@{PGBOUNCER_LISTEN_ADDR}:{settings.port}")
+    )
+
+
 def _write_private(path: Path, content: str, run_as_user: str | None) -> None:
     with open(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o600), "w", encoding="utf-8") as handle:
         handle.write(content)
diff --git a/litellm/proxy/hooks/proxy_track_cost_callback.py b/litellm/proxy/hooks/proxy_track_cost_callback.py
index c4fba8ecf9e..00406ad436e 100644
--- a/litellm/proxy/hooks/proxy_track_cost_callback.py
+++ b/litellm/proxy/hooks/proxy_track_cost_callback.py
@@ -27,6 +27,16 @@ from litellm.proxy.db.db_spend_update_writer import (
     get_llm_router,
 )
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
+from litellm.proxy.spend_tracking.spend_event import (
+    ObjectMapping,
+    SpendEventBuildError,
+    SpendEventDecodeError,
+    build_spend_event,
+    decode_spend_event,
+    is_offloadable_success,
+    spend_event_callback_args,
+)
+from litellm.proxy.spend_tracking.spend_event_producer import SpendEventProducer
 from litellm.proxy.spend_tracking.spend_log_error_logger import (
     should_suppress_spend_log_tracebacks,
     spend_log_error,
@@ -34,6 +44,7 @@ from litellm.proxy.spend_tracking.spend_log_error_logger import (
 from litellm.proxy.spend_tracking.spend_tracking_utils import (
     _sanitize_error_information_for_spend_logs,
     get_request_model_access_groups,
+    should_store_prompts_and_responses_in_spend_logs,
 )
 from litellm.proxy.utils import ProxyUpdateSpend
 from litellm.types.utils import (
@@ -71,8 +82,43 @@ _CAPTURED_IDENTITY_CALL_TYPES: Final[frozenset[str]] = frozenset(
 
 
 class _ProxyDBLogger(CustomLogger):
-    async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
-        await self._PROXY_track_cost_callback(kwargs, response_obj, start_time, end_time)
+    def __init__(
+        self,
+        spend_event_producer: SpendEventProducer | None = None,
+        *,
+        turn_off_message_logging: bool = False,
+        message_logging: bool = True,
+    ) -> None:
+        super().__init__(turn_off_message_logging=turn_off_message_logging, message_logging=message_logging)
+        self.spend_event_producer = spend_event_producer
+
+    async def async_log_success_event(
+        self, kwargs: ObjectMapping, response_obj: object, start_time: datetime, end_time: datetime
+    ) -> None:
+        if self.spend_event_producer is None or not is_offloadable_success(response_obj):
+            await self._PROXY_track_cost_callback(kwargs, response_obj, start_time, end_time)
+            return
+        event: Final = build_spend_event(
+            kwargs,
+            response_obj,
+            start_time,
+            end_time,
+            store_bodies=should_store_prompts_and_responses_in_spend_logs(),
+        )
+        if isinstance(event, SpendEventBuildError):
+            verbose_proxy_logger.warning("collector: tracking cost in-process, event not buildable: %s", event.reason)
+            await self._PROXY_track_cost_callback(kwargs, response_obj, start_time, end_time)
+            return
+        await self.spend_event_producer.publish(event)
+
+    async def run_spend_event(self, line: bytes) -> None:
+        """Run the unchanged cost pipeline on a serialized spend event (sidecar consumer and in-process fallback)."""
+        event: Final = decode_spend_event(line)
+        if isinstance(event, SpendEventDecodeError):
+            verbose_proxy_logger.error("collector: discarding undecodable spend event: %s", event.reason)
+            return
+        args: Final = spend_event_callback_args(event)
+        await self._PROXY_track_cost_callback(args.kwargs, args.response_obj, args.start_time, args.end_time)
 
     async def async_post_call_failure_hook(
         self,
@@ -503,6 +549,10 @@ def _write_spend_metadata_to_kwargs(kwargs: dict, metadata: dict) -> None:
                     bucket[key] = value
 
 
+async def run_spend_event(line: bytes) -> None:
+    await _ProxyDBLogger().run_spend_event(line)
+
+
 def _is_unbilled_interaction_response(completion_response: object) -> bool:
     from litellm.interactions.background_cost_polling import missing_usage_is_expected
     from litellm.types.interactions import InteractionsAPIResponse
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 7b64f65c79b..0f24acb8bb4 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -469,7 +469,7 @@ from litellm.proxy.hooks.model_max_budget_limiter import (
 from litellm.proxy.hooks.prompt_injection_detection import (
     _OPTIONAL_PromptInjectionDetection,
 )
-from litellm.proxy.hooks.proxy_track_cost_callback import _ProxyDBLogger
+from litellm.proxy.hooks.proxy_track_cost_callback import _ProxyDBLogger, run_spend_event
 from litellm.proxy.image_endpoints.endpoints import router as image_router
 from litellm.proxy.list_api.common import (
     PROBLEM_TYPE_BASE,
@@ -592,6 +592,11 @@ from litellm.proxy.plugin_routes import (
 from litellm.proxy.plugin_routes import (
     router as plugin_router,
 )
+from litellm.proxy.spend_tracking.spend_event_producer import (
+    CollectorSettings,
+    SpendEventProducer,
+    build_spend_event_producer,
+)
 from litellm.types.proxy.management_endpoints.management_v1 import ProblemDetail
 
 try:
@@ -943,6 +948,17 @@ def cleanup_router_config_variables():
     heuristic_v1_tuning_baselines = None
 
 
+async def flush_spend_counters_on_shutdown() -> None:
+    if prisma_client is None:
+        return
+    try:
+        await proxy_logging_obj.db_spend_update_writer.db_update_spend_transaction_handler(
+            prisma_client=prisma_client, n_retry_times=3, proxy_logging_obj=proxy_logging_obj
+        )
+    except Exception as e:  # noqa: BLE001  # shutdown must continue even if the commit fails
+        verbose_proxy_logger.exception("Error flushing spend counters on shutdown: %s", e)
+
+
 async def _flush_spend_logs_queue_on_shutdown() -> None:
     if prisma_client is None:
         return
@@ -1378,6 +1394,10 @@ async def proxy_startup_event(app: FastAPI) -> AsyncGenerator[None, None]:
         except Exception as e:
             verbose_proxy_logger.error("Error stopping DB health watchdog task: %s", e)
 
+    await _drain_spend_event_producer_on_shutdown()
+
+    await flush_spend_counters_on_shutdown()
+
     await _flush_spend_logs_queue_on_shutdown()
 
     await proxy_config.stop_config_sync_subscriber()
@@ -2457,16 +2477,27 @@ def load_from_azure_key_vault(use_azure_key_vault: bool = False):
         )
 
 
+spend_event_producer: SpendEventProducer | None = None
+
+
 def cost_tracking():
-    global prisma_client
+    global prisma_client, spend_event_producer
     if prisma_client is not None:
         from litellm.integrations.shadow_eval_logger import ShadowEvalLogger
 
-        litellm.logging_callback_manager.add_litellm_callback(_ProxyDBLogger())
-        litellm.logging_callback_manager.add_litellm_async_success_callback(_ProxyDBLogger())
+        spend_event_producer = build_spend_event_producer(CollectorSettings(), fallback=run_spend_event)
+        litellm.logging_callback_manager.add_litellm_callback(_ProxyDBLogger(spend_event_producer))
+        litellm.logging_callback_manager.add_litellm_async_success_callback(_ProxyDBLogger(spend_event_producer))
         litellm.logging_callback_manager.add_litellm_callback(ShadowEvalLogger())
 
 
+async def _drain_spend_event_producer_on_shutdown() -> None:
+    if spend_event_producer is None:
+        return
+    await spend_event_producer.close(drain_timeout=CollectorSettings().drain_timeout_seconds)
+    verbose_proxy_logger.info("collector: producer drained on shutdown. stats=%s", spend_event_producer.stats())
+
+
 # Bounds authoritative DB re-reads when enforcing a budget against a
 # stale-low spend counter: at most one DB read per counter per window.
 SPEND_DB_FLOOR_CACHE_TTL_SECONDS: Final = 5
diff --git a/litellm/proxy/spend_tracking/spend_event.py b/litellm/proxy/spend_tracking/spend_event.py
new file mode 100644
index 00000000000..53f26346f85
--- /dev/null
+++ b/litellm/proxy/spend_tracking/spend_event.py
@@ -0,0 +1,418 @@
+"""Compact, typed success event handed from an inference worker to the collector.
+
+``build_spend_event`` runs on the inference worker right after ``Logging.async_success_handler``
+has built the ``standard_logging_object`` (so the cost is already known). It validates the success
+callback's ``kwargs`` into the projection ``_PROXY_track_cost_callback`` and
+``DBSpendUpdateWriter.update_database`` actually read: identities and metadata, timings, usage, the
+standard logging payload without its prompt/response bodies, and the tool names. The request
+messages, the raw ``proxy_server_request`` body and the full response travel only when spend logs
+are configured to store prompts and responses. The cache key is the preset key the caching layer
+already computed, never a fresh hash over the request body.
+
+``spend_event_callback_args`` rebuilds the ``(kwargs, response_obj, start_time, end_time)`` tuple
+the existing cost pipeline consumes, so the sidecar runs the unchanged pipeline against the event.
+"""
+
+from collections.abc import Mapping, Sequence
+from dataclasses import dataclass
+from datetime import datetime
+from types import MappingProxyType
+from typing import Final, Literal, TypeAlias
+
+from pydantic import BaseModel, ConfigDict, TypeAdapter, ValidationError
+from typing_extensions import NotRequired, ReadOnly, TypedDict
+
+import litellm
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.db.spend_log_tool_index import response_tool_call_names
+from litellm.types.interactions import InteractionsAPIResponse
+from litellm.types.utils import LiteLLMBatch, Usage
+
+SPEND_EVENT_VERSION: Final = 1
+CACHE_OFF_KEY: Final = "Cache OFF"
+
+ObjectMapping: TypeAlias = Mapping[str, object]
+
+_UNSERIALIZABLE_METADATA_KEYS: Final = frozenset({"user_api_key_auth", "litellm_parent_otel_span"})
+_STANDARD_LOGGING_BODY_KEYS: Final = frozenset({"messages", "response"})
+_STANDARD_LOGGING_DROPPED_KEYS: Final = frozenset({"model_parameters"})
+_NOT_OFFLOADED_RESPONSE_TYPES: Final = (LiteLLMBatch, InteractionsAPIResponse)
+
+
+class _LitellmParams(TypedDict, total=False):
+    api_base: ReadOnly[str | None]
+    custom_llm_provider: ReadOnly[str | None]
+    litellm_call_id: ReadOnly[str | None]
+    user_api_key_end_user_id: ReadOnly[str | None]
+    metadata: ReadOnly[ObjectMapping | None]
+    litellm_metadata: ReadOnly[ObjectMapping | None]
+    proxy_server_request: ReadOnly[ObjectMapping | None]
+    preset_cache_key: ReadOnly[str | None]
+
+
+class _DynamicParams(TypedDict, total=False):
+    turn_off_message_logging: ReadOnly[bool | None]
+
+
+class _RequestBody(TypedDict, total=False):
+    tools: ReadOnly[Sequence[ObjectMapping] | None]
+
+
+class _PassthroughPayload(TypedDict, total=False):
+    request_body: ReadOnly[_RequestBody | None]
+
+
+class _ToolCallFunction(TypedDict):
+    name: ReadOnly[str]
+    arguments: ReadOnly[str]
+
+
+class _ToolCall(TypedDict):
+    id: ReadOnly[str | None]
+    type: ReadOnly[Literal["function"]]
+    function: ReadOnly[_ToolCallFunction]
+
+
+class _ToolCallMessage(TypedDict):
+    role: ReadOnly[Literal["assistant"]]
+    content: ReadOnly[None]
+    tool_calls: ReadOnly[Sequence[_ToolCall]]
+
+
+class _ToolCallChoice(TypedDict):
+    index: ReadOnly[int]
+    finish_reason: ReadOnly[Literal["tool_calls"]]
+    message: ReadOnly[_ToolCallMessage]
+
+
+class CompactResponse(TypedDict, total=False):
+    """What the spend pipeline reads off a response: its id, usage and which tools it called."""
+
+    id: ReadOnly[object]
+    model: ReadOnly[object]
+    usage: ReadOnly[object]
+    usage_info: ReadOnly[object]
+    status: ReadOnly[object]
+    background: ReadOnly[object]
+    choices: ReadOnly[Sequence[_ToolCallChoice]]
+
+
+class _SuccessKwargs(TypedDict, total=False):
+    """The success callback's ``kwargs`` (``Logging.model_call_details``), validated and projected."""
+
+    litellm_call_id: ReadOnly[str | None]
+    call_type: ReadOnly[str | None]
+    model: ReadOnly[str | None]
+    custom_llm_provider: ReadOnly[str | None]
+    stream: ReadOnly[bool | None]
+    complete_streaming_response: ReadOnly[object]
+    cache_hit: ReadOnly[bool | None]
+    response_cost: ReadOnly[float | None]
+    completion_start_time: ReadOnly[datetime | None]
+    agent_id: ReadOnly[str | None]
+    litellm_trace_id: ReadOnly[str | None]
+    litellm_params: ReadOnly[_LitellmParams]
+    standard_logging_object: ReadOnly[ObjectMapping | None]
+    standard_callback_dynamic_params: ReadOnly[_DynamicParams | None]
+    combined_usage_object: ReadOnly[Usage | None]
+    realtime_tools: ReadOnly[Sequence[object] | None]
+    realtime_tool_calls: ReadOnly[Sequence[object] | None]
+    tools: ReadOnly[Sequence[ObjectMapping] | None]
+    passthrough_logging_payload: ReadOnly[_PassthroughPayload | None]
+
+
+class _FunctionToolFunction(TypedDict):
+    name: ReadOnly[str]
+
+
+class _FunctionTool(TypedDict):
+    type: ReadOnly[Literal["function"]]
+    function: ReadOnly[_FunctionToolFunction]
+
+
+class SpendCallbackKwargs(TypedDict):
+    """The ``kwargs`` handed to ``_PROXY_track_cost_callback`` on the sidecar."""
+
+    litellm_call_id: ReadOnly[str | None]
+    call_type: ReadOnly[str | None]
+    model: ReadOnly[str | None]
+    custom_llm_provider: ReadOnly[str | None]
+    stream: ReadOnly[bool | None]
+    cache_hit: ReadOnly[bool | None]
+    response_cost: ReadOnly[float | None]
+    completion_start_time: ReadOnly[datetime | None]
+    agent_id: ReadOnly[str | None]
+    litellm_trace_id: ReadOnly[str | None]
+    litellm_params: ReadOnly[_LitellmParams]
+    standard_logging_object: ReadOnly[ObjectMapping | None]
+    standard_callback_dynamic_params: ReadOnly[_DynamicParams | None]
+    combined_usage_object: ReadOnly[Usage | None]
+    realtime_tools: ReadOnly[Sequence[object] | None]
+    realtime_tool_calls: ReadOnly[Sequence[object] | None]
+    tools: ReadOnly[Sequence[_FunctionTool] | None]
+    complete_streaming_response: NotRequired[ReadOnly[CompactResponse | None]]
+
+
+_NO_LITELLM_PARAMS: Final[_LitellmParams] = {}
+_SUCCESS_KWARGS: Final = TypeAdapter(_SuccessKwargs)
+_OBJECT_MAPPING: Final = TypeAdapter(ObjectMapping)
+_COMPACT_RESPONSE: Final = TypeAdapter(CompactResponse)
+
+
+class SpendEvent(BaseModel):
+    model_config = ConfigDict(frozen=True, extra="forbid")
+
+    version: Literal[1]
+    litellm_call_id: str | None
+    call_type: str | None
+    model: str | None
+    custom_llm_provider: str | None
+    stream: bool | None
+    complete_streaming_response: bool
+    cache_hit: bool | None
+    response_cost: float | None
+    start_time: datetime
+    end_time: datetime
+    completion_start_time: datetime | None
+    agent_id: str | None
+    litellm_trace_id: str | None
+    litellm_params: _LitellmParams
+    standard_logging_object: ObjectMapping | None
+    standard_callback_dynamic_params: _DynamicParams | None
+    response: CompactResponse | None
+    combined_usage: ObjectMapping | None
+    realtime_tools: Sequence[object] | None
+    realtime_tool_calls: Sequence[object] | None
+    request_tool_names: tuple[str, ...]
+
+
+@dataclass(frozen=True, slots=True)
+class SpendEventCallbackArgs:
+    kwargs: SpendCallbackKwargs
+    response_obj: CompactResponse | None
+    start_time: datetime
+    end_time: datetime
+
+
+@dataclass(frozen=True, slots=True)
+class SpendEventBuildError:
+    reason: str
+
+
+@dataclass(frozen=True, slots=True)
+class SpendEventDecodeError:
+    reason: str
+
+
+def is_offloadable_success(response_obj: object) -> bool:
+    """Batch retrieves and interaction polls branch on the concrete response class, so they stay in-process."""
+    return not isinstance(response_obj, _NOT_OFFLOADED_RESPONSE_TYPES)
+
+
+def _json_fallback(value: object) -> str:
+    return str(value)
+
+
+def _mapping_or_none(value: object) -> ObjectMapping | None:
+    try:
+        return _OBJECT_MAPPING.validate_python(value)
+    except ValidationError:
+        return None
+
+
+def _drop_keys(mapping: ObjectMapping, keys: frozenset[str]) -> ObjectMapping:
+    return MappingProxyType({key: value for key, value in mapping.items() if key not in keys})
+
+
+def _budget_reservation(metadata: ObjectMapping) -> ObjectMapping | None:
+    """The admission-time reservation, wherever the request setup left it, so the sidecar can reconcile it."""
+    direct: Final = _mapping_or_none(metadata.get("user_api_key_budget_reservation"))
+    if direct is not None:
+        return direct
+    auth: Final = metadata.get("user_api_key_auth")
+    if isinstance(auth, UserAPIKeyAuth):
+        return auth.budget_reservation
+    auth_mapping: Final = _mapping_or_none(auth)
+    return _mapping_or_none(auth_mapping.get("budget_reservation")) if auth_mapping is not None else None
+
+
+def _metadata_for_event(
+    metadata: ObjectMapping | None, budget_reservation: ObjectMapping | None
+) -> ObjectMapping | None:
+    if metadata is None:
+        return None
+    kept: Final = _drop_keys(metadata, _UNSERIALIZABLE_METADATA_KEYS)
+    if budget_reservation is None:
+        return kept
+    return MappingProxyType({**kept, "user_api_key_budget_reservation": budget_reservation})
+
+
+def _litellm_params_for_event(
+    litellm_params: _LitellmParams, cache_key: str | None, store_bodies: bool
+) -> _LitellmParams:
+    metadata: Final = litellm_params.get("metadata")
+    litellm_metadata: Final = litellm_params.get("litellm_metadata")
+    budget_reservation: Final = next(
+        (
+            reservation
+            for source in (litellm_metadata, metadata)
+            if source is not None and (reservation := _budget_reservation(source)) is not None
+        ),
+        None,
+    )
+    projected: Final[_LitellmParams] = {
+        "api_base": litellm_params.get("api_base"),
+        "custom_llm_provider": litellm_params.get("custom_llm_provider"),
+        "litellm_call_id": litellm_params.get("litellm_call_id"),
+        "user_api_key_end_user_id": litellm_params.get("user_api_key_end_user_id"),
+        "metadata": _metadata_for_event(metadata, budget_reservation),
+        "litellm_metadata": _metadata_for_event(litellm_metadata, budget_reservation),
+        "proxy_server_request": litellm_params.get("proxy_server_request") if store_bodies else None,
+        "preset_cache_key": cache_key,
+    }
+    return projected
+
+
+def _standard_logging_for_event(sl_object: ObjectMapping | None, store_bodies: bool) -> ObjectMapping | None:
+    if sl_object is None:
+        return None
+    dropped: Final = (
+        _STANDARD_LOGGING_DROPPED_KEYS if store_bodies else _STANDARD_LOGGING_DROPPED_KEYS | _STANDARD_LOGGING_BODY_KEYS
+    )
+    return _drop_keys(sl_object, dropped)
+
+
+def _tool_call(name: str) -> _ToolCall:
+    tool_call: Final[_ToolCall] = {"id": None, "type": "function", "function": {"name": name, "arguments": "{}"}}
+    return tool_call
+
+
+def _tool_call_choice(names: Sequence[str]) -> _ToolCallChoice:
+    choice: Final[_ToolCallChoice] = {
+        "index": 0,
+        "finish_reason": "tool_calls",
+        "message": {"role": "assistant", "content": None, "tool_calls": tuple(_tool_call(name) for name in names)},
+    }
+    return choice
+
+
+def _compact_response(response_obj: object) -> CompactResponse | None:
+    """Usage, identity and tool calls of the response, in chat-completions shape, without the content."""
+    dumped: Final = response_obj.model_dump() if isinstance(response_obj, BaseModel) else _mapping_or_none(response_obj)
+    if dumped is None:
+        return None
+    scalars: Final = _COMPACT_RESPONSE.validate_python(_drop_keys(dumped, frozenset({"choices"})))
+    tool_call_names: Final = response_tool_call_names(response_obj)
+    if not tool_call_names:
+        return scalars
+    with_tool_calls: Final[CompactResponse] = {**scalars, "choices": (_tool_call_choice(tool_call_names),)}
+    return with_tool_calls
+
+
+def _tool_name(tool: ObjectMapping) -> str | None:
+    """Chat tools nest the name under ``function``; Anthropic and Responses API tools keep it at the top."""
+    function: Final = _mapping_or_none(tool.get("function"))
+    name: Final = function.get("name") if function is not None else tool.get("name")
+    return name.strip() if isinstance(name, str) and name.strip() else None
+
+
+def _request_tool_names(kwargs: _SuccessKwargs) -> tuple[str, ...]:
+    passthrough: Final = kwargs.get("passthrough_logging_payload")
+    request_body: Final = passthrough.get("request_body") if passthrough is not None else None
+    passthrough_tools: Final = request_body.get("tools") if request_body is not None else None
+    return tuple(
+        name
+        for source in (kwargs.get("tools"), passthrough_tools)
+        if source is not None
+        for tool in source
+        if (name := _tool_name(tool)) is not None
+    )
+
+
+def preset_spend_log_cache_key(litellm_params: _LitellmParams) -> str | None:
+    """The key the caching layer already stored in ``litellm_params``, or ``Cache OFF``; never hashes the body."""
+    if litellm.cache is None:
+        return CACHE_OFF_KEY
+    return litellm_params.get("preset_cache_key")
+
+
+def _function_tool(name: str) -> _FunctionTool:
+    tool: Final[_FunctionTool] = {"type": "function", "function": {"name": name}}
+    return tool
+
+
+def build_spend_event(
+    raw_kwargs: ObjectMapping, response_obj: object, start_time: datetime, end_time: datetime, store_bodies: bool
+) -> bytes | SpendEventBuildError:
+    """Validate the success callback's kwargs and serialize the event once, as a single JSON line."""
+    try:
+        kwargs: Final = _SUCCESS_KWARGS.validate_python(raw_kwargs)
+    except ValidationError as error:
+        return SpendEventBuildError(reason=str(error))
+    litellm_params: Final = kwargs.get("litellm_params", _NO_LITELLM_PARAMS)
+    sl_object: Final = kwargs.get("standard_logging_object")
+    cache_key: Final = preset_spend_log_cache_key(litellm_params)
+    response_cost: Final = sl_object.get("response_cost") if sl_object is not None else kwargs.get("response_cost")
+    combined_usage: Final = kwargs.get("combined_usage_object")
+    event: Final = SpendEvent(
+        version=SPEND_EVENT_VERSION,
+        litellm_call_id=kwargs.get("litellm_call_id"),
+        call_type=kwargs.get("call_type"),
+        model=kwargs.get("model"),
+        custom_llm_provider=kwargs.get("custom_llm_provider"),
+        stream=kwargs.get("stream"),
+        complete_streaming_response="complete_streaming_response" in kwargs,
+        cache_hit=kwargs.get("cache_hit"),
+        response_cost=response_cost if isinstance(response_cost, (int, float)) else None,
+        start_time=start_time,
+        end_time=end_time,
+        completion_start_time=kwargs.get("completion_start_time"),
+        agent_id=kwargs.get("agent_id"),
+        litellm_trace_id=kwargs.get("litellm_trace_id"),
+        litellm_params=_litellm_params_for_event(litellm_params, cache_key, store_bodies),
+        standard_logging_object=_standard_logging_for_event(sl_object, store_bodies),
+        standard_callback_dynamic_params=kwargs.get("standard_callback_dynamic_params"),
+        response=_compact_response(response_obj),
+        combined_usage=combined_usage.model_dump() if combined_usage is not None else None,
+        realtime_tools=kwargs.get("realtime_tools"),
+        realtime_tool_calls=kwargs.get("realtime_tool_calls"),
+        request_tool_names=_request_tool_names(kwargs),
+    )
+    return event.model_dump_json(fallback=_json_fallback).encode() + b"\n"
+
+
+def decode_spend_event(line: bytes) -> SpendEvent | SpendEventDecodeError:
+    try:
+        return SpendEvent.model_validate_json(line)
+    except ValidationError as error:
+        return SpendEventDecodeError(reason=str(error))
+
+
+def spend_event_callback_args(event: SpendEvent) -> SpendEventCallbackArgs:
+    """The ``(kwargs, response_obj, start_time, end_time)`` the in-process cost callback receives."""
+    tools: Final = tuple(_function_tool(name) for name in event.request_tool_names)
+    kwargs: Final[SpendCallbackKwargs] = {
+        "litellm_call_id": event.litellm_call_id,
+        "call_type": event.call_type,
+        "model": event.model,
+        "custom_llm_provider": event.custom_llm_provider,
+        "stream": event.stream,
+        "cache_hit": event.cache_hit,
+        "response_cost": event.response_cost,
+        "completion_start_time": event.completion_start_time,
+        "agent_id": event.agent_id,
+        "litellm_trace_id": event.litellm_trace_id,
+        "litellm_params": event.litellm_params,
+        "standard_logging_object": event.standard_logging_object,
+        "standard_callback_dynamic_params": event.standard_callback_dynamic_params,
+        "combined_usage_object": Usage.model_validate(event.combined_usage)
+        if event.combined_usage is not None
+        else None,
+        "realtime_tools": event.realtime_tools,
+        "realtime_tool_calls": event.realtime_tool_calls,
+        "tools": tools or None,
+    }
+    if not event.complete_streaming_response:
+        return SpendEventCallbackArgs(kwargs, event.response, event.start_time, event.end_time)
+    streaming_kwargs: Final[SpendCallbackKwargs] = {**kwargs, "complete_streaming_response": event.response}
+    return SpendEventCallbackArgs(streaming_kwargs, event.response, event.start_time, event.end_time)
diff --git a/litellm/proxy/spend_tracking/spend_event_producer.py b/litellm/proxy/spend_tracking/spend_event_producer.py
new file mode 100644
index 00000000000..20c7f177af0
--- /dev/null
+++ b/litellm/proxy/spend_tracking/spend_event_producer.py
@@ -0,0 +1,338 @@
+"""Fire-and-forget push of serialized spend events from an inference worker to the pod-local sidecar.
+
+``LITELLM_COLLECTOR_ENABLED=true`` turns the push on in the gateway; the sidecar process sets
+``LITELLM_JOB_ROLE=collector`` and always runs the pipeline in-process. Events queue in a bounded
+in-memory buffer that a single writer task flushes over a unix socket or loopback TCP connection.
+When the sidecar is unreachable, the buffer is full, or the connection breaks mid-write, each affected
+event follows ``LITELLM_COLLECTOR_ON_UNAVAILABLE``: ``fallback`` runs the existing cost pipeline in
+the worker, ``drop`` counts it and moves on. Transitions are logged with the counters, so a sidecar
+outage is visible without scraping anything.
+
+Delivery is at-most-once: a sidecar crash loses the events the kernel already took from its socket.
+A sidecar that stops gracefully half-closes each connection first (EOF towards the producer) and
+keeps reading until the producer hangs up, so the producer switches to the unavailable policy without
+losing the events in flight. A write that fails part-way follows the unavailable policy without double
+counting: ``drain()`` only fails while part of the line is still buffered in this process, so the
+sidecar can at most have read a truncated line, which it discards. When the gateway itself stops with
+the writer stuck mid-send, only an event whose bytes are still in the producer's write buffer follows
+the unavailable policy; the connection is aborted first so the sidecar discards the truncated line
+instead of also counting it. Events from one uvicorn worker are handled in the order it produced them;
+events from different workers interleave, exactly like the in-process callbacks do today.
+"""
+
+import asyncio
+import ipaddress
+import time
+from collections.abc import Awaitable, Callable
+from dataclasses import dataclass
+from typing import Final, Literal, TypeAlias
+from urllib.parse import urlsplit
+
+from pydantic import AliasChoices, Field
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+from litellm._logging import verbose_proxy_logger
+
+COLLECTOR_ENV_PREFIX: Final = "LITELLM_COLLECTOR_"
+COLLECTOR_JOB_ROLE: Final = "collector"
+DEFAULT_COLLECTOR_ADDRESS: Final = "unix:///var/run/litellm/collector.sock"
+RECONNECT_BACKOFF_SECONDS: Final = 1.0
+DROP_LOG_EVERY: Final = 1000
+
+UnavailablePolicy: TypeAlias = Literal["fallback", "drop"]
+PublishOutcome: TypeAlias = Literal["queued", "fallback", "dropped"]
+
+
+class CollectorSettings(BaseSettings):
+    """``LITELLM_COLLECTOR_*`` env vars, shared by the gateway producer and the sidecar consumer."""
+
+    model_config = SettingsConfigDict(
+        env_prefix=COLLECTOR_ENV_PREFIX, case_sensitive=False, extra="ignore", frozen=True, populate_by_name=True
+    )
+
+    enabled: bool = False
+    address: str = DEFAULT_COLLECTOR_ADDRESS
+    buffer_size: int = Field(default=1000, ge=1)
+    on_unavailable: UnavailablePolicy = "fallback"
+    drain_timeout_seconds: float = Field(default=10.0, gt=0)
+    connect_timeout_seconds: float = Field(default=1.0, gt=0)
+    job_role: str | None = Field(default=None, validation_alias=AliasChoices("LITELLM_JOB_ROLE"))
+
+    @property
+    def produces(self) -> bool:
+        return self.enabled and self.job_role != COLLECTOR_JOB_ROLE
+
+
+@dataclass(frozen=True, slots=True)
+class UnixAddress:
+    path: str
+
+
+@dataclass(frozen=True, slots=True)
+class TcpAddress:
+    host: str
+    port: int
+
+
+@dataclass(frozen=True, slots=True)
+class AddressError:
+    reason: str
+
+
+CollectorAddress: TypeAlias = UnixAddress | TcpAddress
+
+
+def _is_loopback(host: str) -> bool:
+    try:
+        return ipaddress.ip_address(host).is_loopback
+    except ValueError:
+        return host == "localhost"
+
+
+def parse_collector_address(address: str) -> CollectorAddress | AddressError:
+    """``unix:///path/to.sock`` or ``tcp://127.0.0.1:port``; the socket carries unauthenticated spend events."""
+    parsed: Final = urlsplit(address)
+    if parsed.scheme == "unix" and parsed.path:
+        return UnixAddress(path=parsed.path)
+    if parsed.scheme == "tcp" and parsed.hostname and parsed.port is not None:
+        if not _is_loopback(parsed.hostname):
+            return AddressError(reason=f"tcp collector address must be a loopback host, got {address!r}")
+        return TcpAddress(host=parsed.hostname, port=parsed.port)
+    return AddressError(reason=f"expected unix:///path or tcp://127.0.0.1:port, got {address!r}")
+
+
+async def open_collector_connection(
+    address: CollectorAddress, timeout: float
+) -> tuple[asyncio.StreamReader, asyncio.StreamWriter]:
+    match address:
+        case UnixAddress(path=path):
+            return await asyncio.wait_for(asyncio.open_unix_connection(path), timeout)
+        case TcpAddress(host=host, port=port):
+            return await asyncio.wait_for(asyncio.open_connection(host, port), timeout)
+
+
+def build_spend_event_producer(
+    settings: CollectorSettings, fallback: Callable[[bytes], Awaitable[None]]
+) -> "SpendEventProducer | None":
+    """The gateway producer for these settings, or ``None`` when the pipeline stays in-process."""
+    if not settings.produces:
+        return None
+    address: Final = parse_collector_address(settings.address)
+    if isinstance(address, AddressError):
+        verbose_proxy_logger.error("collector: %s; running the spend pipeline in-process", address.reason)
+        return None
+    verbose_proxy_logger.info(
+        "collector: offloading spend tracking to %s (buffer=%d, on_unavailable=%s)",
+        settings.address,
+        settings.buffer_size,
+        settings.on_unavailable,
+    )
+    return SpendEventProducer(
+        address=address,
+        on_unavailable=settings.on_unavailable,
+        buffer_size=settings.buffer_size,
+        connect_timeout=settings.connect_timeout_seconds,
+        fallback=fallback,
+    )
+
+
+@dataclass(frozen=True, slots=True)
+class _Connection:
+    reader: asyncio.StreamReader
+    writer: asyncio.StreamWriter
+
+    @property
+    def alive(self) -> bool:
+        return not self.writer.is_closing() and not self.reader.at_eof()
+
+
+@dataclass(frozen=True, slots=True)
+class SpendEventProducerStats:
+    queued: int
+    sent: int
+    fallback: int
+    dropped: int
+    connected: bool
+
+
+class SpendEventProducer:
+    """Bounded buffer plus one writer task per process; see the module docstring for the contract."""
+
+    def __init__(
+        self,
+        address: CollectorAddress,
+        on_unavailable: UnavailablePolicy,
+        buffer_size: int,
+        connect_timeout: float,
+        fallback: Callable[[bytes], Awaitable[None]],
+        clock: Callable[[], float] = time.monotonic,
+        open_connection: Callable[
+            [CollectorAddress, float], Awaitable[tuple[asyncio.StreamReader, asyncio.StreamWriter]]
+        ] = open_collector_connection,
+    ) -> None:
+        self._address = address
+        self._on_unavailable = on_unavailable
+        self._buffer_size = buffer_size
+        self._connect_timeout = connect_timeout
+        self._fallback = fallback
+        self._clock = clock
+        self._open_connection = open_connection
+        self._queue: asyncio.Queue[bytes] | None = None
+        self._writer_task: asyncio.Task[None] | None = None
+        self._connection: _Connection | None = None
+        self._in_flight: bytes | None = None
+        self._closing = False
+        self._next_connect_at = 0.0
+        self._queued = 0
+        self._sent = 0
+        self._fallback_count = 0
+        self._dropped = 0
+
+    def stats(self) -> SpendEventProducerStats:
+        return SpendEventProducerStats(
+            queued=self._queued,
+            sent=self._sent,
+            fallback=self._fallback_count,
+            dropped=self._dropped,
+            connected=self._connection is not None,
+        )
+
+    async def publish(self, line: bytes) -> PublishOutcome:
+        """Hand one serialized event to the writer task, or apply the unavailable policy right away."""
+        if self._closing or self._clock() < self._next_connect_at:
+            return await self._unavailable(line, "sidecar unreachable")
+        queue: Final = self._ensure_writer()
+        try:
+            queue.put_nowait(line)
+        except asyncio.QueueFull:
+            return await self._unavailable(line, "buffer full")
+        self._queued += 1
+        return "queued"
+
+    async def close(self, drain_timeout: float) -> None:
+        """Flush the buffer for up to ``drain_timeout`` seconds, then apply the unavailable policy to the rest."""
+        self._closing = True
+        queue: Final = self._queue
+        task: Final = self._writer_task
+        if queue is None or task is None:
+            return
+        try:
+            await asyncio.wait_for(queue.join(), drain_timeout)
+        except asyncio.TimeoutError:
+            verbose_proxy_logger.warning(
+                "collector: %s events still buffered after %.1fs drain timeout", queue.qsize(), drain_timeout
+            )
+        task.cancel()
+        try:
+            await task
+        except asyncio.CancelledError:
+            pass
+        unsent: Final = self._take_unsent()
+        await self._disconnect()
+        if unsent is not None:
+            await self._unavailable(unsent, "shutdown")
+        while not queue.empty():
+            await self._unavailable(queue.get_nowait(), "shutdown")
+
+    def _take_unsent(self) -> bytes | None:
+        """The in-flight event if any of its bytes never left this process, aborting the half-written connection."""
+        in_flight: Final = self._in_flight
+        self._in_flight = None
+        connection: Final = self._connection
+        if in_flight is None:
+            return None
+        if connection is None:
+            return in_flight
+        if connection.writer.transport.get_write_buffer_size() == 0:
+            return None
+        connection.writer.transport.abort()
+        return in_flight
+
+    def _ensure_writer(self) -> asyncio.Queue[bytes]:
+        if self._queue is None:
+            self._queue = asyncio.Queue(maxsize=self._buffer_size)
+        if self._writer_task is None or self._writer_task.done():
+            self._writer_task = asyncio.get_running_loop().create_task(self._run_writer(self._queue))
+        return self._queue
+
+    async def _run_writer(self, queue: asyncio.Queue[bytes]) -> None:
+        while True:
+            line = await queue.get()
+            try:
+                await self._send(line)
+            finally:
+                queue.task_done()
+
+    async def _send(self, line: bytes) -> None:
+        self._in_flight = line
+        connection: Final = await self._connect()
+        if connection is None:
+            self._in_flight = None
+            await self._unavailable(line, "sidecar unreachable")
+            return
+        try:
+            connection.writer.write(line)
+            await connection.writer.drain()
+        except (ConnectionError, OSError, RuntimeError) as error:  # uvloop: RuntimeError on a closed transport
+            self._in_flight = None
+            await self._disconnect()
+            self._next_connect_at = self._clock() + RECONNECT_BACKOFF_SECONDS
+            await self._unavailable(line, f"write failed: {error}")
+            return
+        self._in_flight = None
+        self._sent += 1
+
+    async def _connect(self) -> _Connection | None:
+        if self._connection is not None and self._connection.alive:
+            return self._connection
+        await self._disconnect()
+        if self._clock() < self._next_connect_at:
+            return None
+        try:
+            reader, writer = await self._open_connection(self._address, self._connect_timeout)
+        except (ConnectionError, OSError, asyncio.TimeoutError) as error:
+            self._next_connect_at = self._clock() + RECONNECT_BACKOFF_SECONDS
+            verbose_proxy_logger.warning(
+                "collector: cannot reach %s (%s); applying %s policy for %.0fs. stats=%s",
+                self._address,
+                error,
+                self._on_unavailable,
+                RECONNECT_BACKOFF_SECONDS,
+                self.stats(),
+            )
+            return None
+        self._connection = _Connection(reader=reader, writer=writer)
+        verbose_proxy_logger.info("collector: connected to %s. stats=%s", self._address, self.stats())
+        return self._connection
+
+    async def _disconnect(self) -> None:
+        connection: Final = self._connection
+        self._connection = None
+        if connection is None:
+            return
+        connection.writer.close()
+        try:
+            await connection.writer.wait_closed()
+        except (ConnectionError, OSError):
+            pass
+
+    async def _unavailable(self, line: bytes, reason: str) -> PublishOutcome:
+        if self._on_unavailable == "fallback":
+            self._fallback_count += 1
+            fallback: Final = asyncio.ensure_future(self._run_fallback(line, reason))
+            try:
+                await asyncio.shield(fallback)
+            except asyncio.CancelledError:
+                await fallback
+                raise
+            return "fallback"
+        self._dropped += 1
+        if self._dropped % DROP_LOG_EVERY == 1:
+            verbose_proxy_logger.warning("collector: dropping spend event (%s). stats=%s", reason, self.stats())
+        return "dropped"
+
+    async def _run_fallback(self, line: bytes, reason: str) -> None:
+        try:
+            await self._fallback(line)
+        except Exception:  # noqa: BLE001  # one failing event must not kill the writer task
+            verbose_proxy_logger.exception("collector: in-process fallback failed (%s)", reason)
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index dad9a2a8777..f0f38358cf0 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -554,10 +554,12 @@ def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogs
                 additional_usage_values["cache_creation_input_tokens"] = cache_write_tokens
     clean_metadata["additional_usage_values"] = additional_usage_values
 
-    if litellm.cache is not None:
-        cache_key = litellm.cache.get_cache_key(**kwargs)
-    else:
+    if litellm.cache is None:
         cache_key = "Cache OFF"
+    elif litellm_params.get("preset_cache_key") is not None:
+        cache_key = litellm_params["preset_cache_key"]
+    else:
+        cache_key = litellm.cache.get_cache_key(**kwargs)
     if cache_hit is True:
         import time
 
@@ -864,7 +866,7 @@ def _get_messages_for_spend_logs_payload(
     standard_logging_payload: StandardLoggingPayload | None,
     metadata: dict | None = None,
 ) -> str:
-    if _should_store_prompts_and_responses_in_spend_logs():
+    if should_store_prompts_and_responses_in_spend_logs():
         if standard_logging_payload is not None:
             call_type: Final = standard_logging_payload.get("call_type", "")
             if call_type == "_arealtime":
@@ -1114,7 +1116,7 @@ def _sanitize_guardrail_information_for_spend_logs(
     here to match OTEL's defensive read pattern; otherwise iteration would
     yield the dict's keys and crash the whole spend-log write.
     """
-    if guardrail_information is None or _should_store_prompts_and_responses_in_spend_logs():
+    if guardrail_information is None or should_store_prompts_and_responses_in_spend_logs():
         return guardrail_information
     entries: Final = [guardrail_information] if isinstance(guardrail_information, dict) else guardrail_information
     return [_redact_prompt_fields_in_guardrail_entry(entry) for entry in entries if isinstance(entry, dict)]
@@ -1186,7 +1188,7 @@ def _sanitize_error_information_for_spend_logs(
 
     sanitized = cast(dict, {**error_information})
 
-    if not _should_store_prompts_and_responses_in_spend_logs():
+    if not should_store_prompts_and_responses_in_spend_logs():
         for field in ("error_message", "traceback"):
             value = sanitized.get(field)
             if isinstance(value, str):
@@ -1263,11 +1265,11 @@ def _get_proxy_server_request_for_spend_logs_payload(
     kwargs: dict | None = None,
 ) -> str:
     """
-    Only store if _should_store_prompts_and_responses_in_spend_logs() is True
+    Only store if should_store_prompts_and_responses_in_spend_logs() is True
 
     If turn_off_message_logging is enabled, redact messages in the request body.
     """
-    if _should_store_prompts_and_responses_in_spend_logs():
+    if should_store_prompts_and_responses_in_spend_logs():
         _proxy_server_request: Final = cast(dict | None, litellm_params.get("proxy_server_request", EMPTY_MAPPING))
         if _proxy_server_request is not None:
             _request_body = _proxy_server_request.get("body", EMPTY_MAPPING) or EMPTY_MAPPING
@@ -1317,7 +1319,7 @@ def _get_vector_store_request_for_spend_logs_payload(
     """
     If user does not want to store prompts and responses, then remove the content from the vector store request metadata
     """
-    if _should_store_prompts_and_responses_in_spend_logs():
+    if should_store_prompts_and_responses_in_spend_logs():
         return vector_store_request_metadata
 
     # if user does not want to store prompts and responses, then remove the content from the vector store request metadata
@@ -1341,7 +1343,7 @@ def _get_response_for_spend_logs_payload(
 ) -> str:
     if payload is None:
         return "{}"
-    if _should_store_prompts_and_responses_in_spend_logs():
+    if should_store_prompts_and_responses_in_spend_logs():
         response_obj: object = payload.get("response")
         if response_obj is None:
             return "{}"
@@ -1389,7 +1391,7 @@ def _get_response_for_spend_logs_payload(
     return "{}"
 
 
-def _should_store_prompts_and_responses_in_spend_logs() -> bool:
+def should_store_prompts_and_responses_in_spend_logs() -> bool:
     from litellm.proxy.proxy_server import general_settings
     from litellm.secret_managers.main import get_secret_bool
 
diff --git a/litellm/utils.py b/litellm/utils.py
index 69ee730ff30..aced4c9b312 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1843,6 +1843,9 @@ def client(original_function):
                 elif _caching_handler_response.embedding_all_elements_cache_hit is True:
                     return _caching_handler_response.final_embedding_cached_response
 
+            if _llm_caching_handler.preset_cache_key is not None:
+                logging_obj.litellm_params["preset_cache_key"] = _llm_caching_handler.preset_cache_key
+
             # CHECK MAX TOKENS
             if (
                 kwargs.get("max_tokens", None) is not None
diff --git a/terraform/litellm/README.md b/terraform/litellm/README.md
index d4b40741052..7cc6e4c08ba 100644
--- a/terraform/litellm/README.md
+++ b/terraform/litellm/README.md
@@ -183,6 +183,7 @@ only where the underlying cloud forces it.
 | Extra secret-backed env          | `gateway_extra_secrets`, `backend_extra_secrets` (ARNs) | `gateway_extra_secrets`, `backend_extra_secrets` (resource IDs) |
 | Uvicorn `--workers` on gateway   | `gateway_num_workers`                                   | `gateway_num_workers`                                     |
 | OpenTelemetry v2 (opt-in)        | `otel_endpoint`, `otel_exporter`, `otel_environment_name`, `otel_capture_message_content`, `otel_headers_secret_arn` | `otel_endpoint`, `otel_exporter`, `otel_environment_name`, `otel_capture_message_content`, `otel_headers_secret` |
+| Collector sidecar (opt-in)    | `collector_enabled`, `collector_port`, `collector_cpu`, `collector_memory`, `collector_buffer_size`, `collector_on_unavailable`, `collector_drain_timeout_seconds` | same names; `collector_cpu` / `collector_memory` take Cloud Run strings |
 
 Each module stamps its own stack-identity tag (`litellm:stack` on AWS,
 `litellm-stack` on GCP — GCP label keys forbid colons) plus
diff --git a/terraform/litellm/aws/README.md b/terraform/litellm/aws/README.md
index 5ca45944c54..67f1270d0c2 100644
--- a/terraform/litellm/aws/README.md
+++ b/terraform/litellm/aws/README.md
@@ -345,6 +345,39 @@ ten tasks handle 4,200,000,000 tokens in a minute, `tokens / 60` is
 `ceil(10 * 7000000 / 6000000) = 12`. Container Insights must be enabled on the
 cluster for `RunningTaskCount` to exist
 
+### Collector sidecar
+
+`collector_enabled = true` adds a second container to the gateway task
+that runs `python -m litellm.proxy.collector` from the gateway image, and sets
+`LITELLM_COLLECTOR_ENABLED=true` on the gateway so its uvicorn workers
+ship spend events (SpendLogs writes, key/team/user spend updates, budget
+alerts) to the sidecar instead of running that pipeline in the request
+path. This is the Terraform counterpart of helm's `gateway.collector`.
+The default (`false`) leaves the task definition exactly as before.
+
+Fargate tasks share one network namespace, so the sidecar listens on
+loopback TCP (`tcp://127.0.0.1:${collector_port}`, default 4010) instead
+of the Unix socket helm uses; the proxy rejects any non-loopback address.
+The sidecar gets the same database, Redis, master-key, license, proxy
+config, and `gateway_extra_env` / `gateway_extra_secrets` values as the
+gateway container, runs with `LITELLM_JOB_ROLE=collector`, and is
+non-essential with an ECS restart policy, so a sidecar crash restarts it in
+place while the gateway falls back to in-process spend tracking.
+
+```hcl
+collector_enabled = true
+# collector_cpu               = 512    # carved out of gateway_cpu
+# collector_memory            = 2048   # MiB, carved out of gateway_memory
+# collector_buffer_size       = 1000
+# collector_on_unavailable    = "fallback"  # or "drop"
+# collector_drain_timeout_seconds = 10
+```
+
+Both sidecar reservations must leave room for the gateway container inside
+`gateway_cpu` / `gateway_memory` (the plan fails otherwise). Service
+autoscaling keeps tracking the whole task's CPU and memory, sidecar
+included
+
 ## Tenant deployment
 
 Every resource the stack creates is named `${tenant}-litellm-${env}` (or
diff --git a/terraform/litellm/aws/ecs.tf b/terraform/litellm/aws/ecs.tf
index 7176921e8fa..2b235c2bad5 100644
--- a/terraform/litellm/aws/ecs.tf
+++ b/terraform/litellm/aws/ecs.tf
@@ -278,6 +278,62 @@ locals {
       "${local.proxy_config_fetch_cmd} && ${local.backend_launch_cmd}"
     ]
   } : {}
+
+  collector_address = "tcp://127.0.0.1:${var.collector_port}"
+  collector_env = var.collector_enabled ? [
+    { name = "LITELLM_COLLECTOR_ENABLED", value = "true" },
+    { name = "LITELLM_COLLECTOR_ADDRESS", value = local.collector_address },
+    { name = "LITELLM_COLLECTOR_BUFFER_SIZE", value = tostring(var.collector_buffer_size) },
+    { name = "LITELLM_COLLECTOR_ON_UNAVAILABLE", value = var.collector_on_unavailable },
+    { name = "LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS", value = tostring(var.collector_drain_timeout_seconds) },
+  ] : []
+
+  gateway_environment = concat(
+    local.shared_env,
+    local.gateway_otel_env,
+    local.billing_metrics_env,
+    local.gateway_extra_env_list,
+    local.proxy_config_env,
+    local.metrics_env,
+    local.gateway_pool_env,
+    local.collector_env,
+  )
+
+  collector_launch_cmd = "exec python -m litellm.proxy.collector"
+  collector_command = [
+    local.proxy_config_enabled ? "${local.proxy_config_fetch_cmd} && ${local.collector_launch_cmd}" : local.collector_launch_cmd
+  ]
+
+  collector_container = var.collector_enabled ? [{
+    name      = "collector"
+    image     = var.gateway_image
+    essential = false
+    cpu       = var.collector_cpu
+    memory    = var.collector_memory
+
+    restartPolicy = { enabled = true }
+
+    entryPoint = ["sh", "-c"]
+    command    = local.collector_command
+    environment = concat(
+      local.shared_env,
+      local.gateway_extra_env_list,
+      local.proxy_config_env,
+      local.gateway_pool_env,
+      local.collector_env,
+      [{ name = "LITELLM_JOB_ROLE", value = "collector" }],
+    )
+    secrets = concat(local.shared_secrets, local.gateway_extra_secrets_list)
+
+    logConfiguration = {
+      logDriver = "awslogs"
+      options = {
+        awslogs-group         = aws_cloudwatch_log_group.gateway.name
+        awslogs-region        = var.region
+        awslogs-stream-prefix = "collector"
+      }
+    }
+  }] : []
 }
 
 # ---------- Gateway ----------
@@ -309,6 +365,16 @@ resource "aws_ecs_task_definition" "gateway" {
       condition     = !var.gateway_connection_pool_enabled || local.database_enabled
       error_message = "gateway_connection_pool_enabled needs a database: set create_database = true or pass database_url."
     }
+
+    precondition {
+      condition     = !var.collector_enabled || (var.collector_cpu < var.gateway_cpu && var.collector_memory < var.gateway_memory)
+      error_message = "collector_cpu and collector_memory are carved out of gateway_cpu / gateway_memory and must leave room for the gateway container."
+    }
+
+    precondition {
+      condition     = !var.collector_enabled || var.gateway_metrics_port == null || var.collector_port != var.gateway_metrics_port
+      error_message = "collector_port and gateway_metrics_port must differ: both sidecars bind loopback in the same task."
+    }
   }
 
   family                   = "${local.name}-gateway"
@@ -327,17 +393,9 @@ resource "aws_ecs_task_definition" "gateway" {
         essential = true
 
         portMappings = [{ containerPort = 4000, protocol = "tcp" }]
-        environment = concat(
-          local.shared_env,
-          local.gateway_otel_env,
-          local.billing_metrics_env,
-          local.gateway_extra_env_list,
-          local.proxy_config_env,
-          local.metrics_env,
-          local.gateway_pool_env,
-        )
-        secrets     = concat(local.shared_secrets, local.gateway_extra_secrets_list)
-        mountPoints = local.metrics_mount_points
+        environment  = local.gateway_environment
+        secrets      = concat(local.shared_secrets, local.gateway_extra_secrets_list)
+        mountPoints  = local.metrics_mount_points
 
         # Container-level healthCheck intentionally omitted — the wolfi
         # runtime image doesn't ship curl/wget. The ALB target group polls
@@ -354,7 +412,7 @@ resource "aws_ecs_task_definition" "gateway" {
       },
       local.gateway_proxy_overrides,
     )
-  ], local.gateway_metrics_container))
+  ], local.gateway_metrics_container, local.collector_container))
 
   dynamic "volume" {
     for_each = local.metrics_enabled ? [1] : []
diff --git a/terraform/litellm/aws/tests/collector.tftest.hcl b/terraform/litellm/aws/tests/collector.tftest.hcl
new file mode 100644
index 00000000000..1465130232f
--- /dev/null
+++ b/terraform/litellm/aws/tests/collector.tftest.hcl
@@ -0,0 +1,144 @@
+# Plan-only coverage for the opt-in collector sidecar in the gateway task.
+# The rendered container_definitions JSON is unknown at plan time (it embeds
+# Aurora/ElastiCache endpoints and secret ARNs), so the assertions target the
+# locals it is built from. Run from terraform/litellm/aws with `terraform test`.
+
+mock_provider "aws" {
+  mock_data "aws_iam_policy_document" {
+    defaults = {
+      json = "{\"Version\":\"2012-10-17\",\"Statement\":[]}"
+    }
+  }
+}
+mock_provider "random" {}
+
+variables {
+  region              = "us-east-1"
+  tenant              = "acme"
+  env                 = "test"
+  allow_plaintext_alb = true
+  azs                 = ["us-east-1a", "us-east-1b"]
+}
+
+run "disabled_by_default_leaves_the_task_untouched" {
+  command = plan
+
+  assert {
+    condition     = length(local.collector_container) == 0
+    error_message = "The gateway task must stay single-container unless collector_enabled is set."
+  }
+
+  assert {
+    condition     = !anytrue([for e in local.gateway_environment : startswith(e.name, "LITELLM_COLLECTOR_")])
+    error_message = "No LITELLM_COLLECTOR_* env may reach the gateway while the sidecar is disabled."
+  }
+}
+
+run "enabled_adds_a_sidecar_that_shares_the_gateway_transport" {
+  command = plan
+
+  variables {
+    collector_enabled        = true
+    collector_port           = 4321
+    collector_buffer_size    = 250
+    collector_on_unavailable = "drop"
+    gateway_extra_env        = { OPENAI_API_BASE = "https://example.invalid" }
+    gateway_extra_secrets    = { OPENAI_API_KEY = "arn:aws:secretsmanager:us-east-1:111122223333:secret:openai-AbCdEf" }
+  }
+
+  assert {
+    condition     = length(local.collector_container) == 1 && local.collector_container[0].name == "collector"
+    error_message = "Enabling the sidecar must add exactly one collector container."
+  }
+
+  assert {
+    condition = alltrue([
+      for env in [local.gateway_environment, local.collector_container[0].environment] : (
+        { for e in env : e.name => e.value }["LITELLM_COLLECTOR_ENABLED"] == "true" &&
+        { for e in env : e.name => e.value }["LITELLM_COLLECTOR_ADDRESS"] == "tcp://127.0.0.1:4321" &&
+        { for e in env : e.name => e.value }["LITELLM_COLLECTOR_BUFFER_SIZE"] == "250" &&
+        { for e in env : e.name => e.value }["LITELLM_COLLECTOR_ON_UNAVAILABLE"] == "drop" &&
+        { for e in env : e.name => e.value }["LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS"] == "10"
+      )
+    ])
+    error_message = "Gateway and sidecar must agree on the loopback address and the collector knobs."
+  }
+
+  assert {
+    condition = (
+      local.collector_container[0].image == var.gateway_image &&
+      local.collector_container[0].entryPoint == ["sh", "-c"] &&
+      local.collector_container[0].command == ["exec python -m litellm.proxy.collector"] &&
+      local.collector_container[0].essential == false &&
+      local.collector_container[0].restartPolicy.enabled == true &&
+      { for e in local.collector_container[0].environment : e.name => e.value }["LITELLM_JOB_ROLE"] == "collector"
+    )
+    error_message = "The sidecar must run litellm.proxy.collector from the gateway image as a restartable, non-essential collector."
+  }
+
+  assert {
+    condition = (
+      { for e in local.collector_container[0].environment : e.name => e.value }["OPENAI_API_BASE"] == "https://example.invalid" &&
+      contains([for e in local.collector_container[0].environment : e.name], "DATABASE_HOST") &&
+      contains([for e in local.collector_container[0].environment : e.name], "REDIS_HOST") &&
+      contains([for s in local.collector_container[0].secrets : s.name], "LITELLM_MASTER_KEY") &&
+      contains([for s in local.collector_container[0].secrets : s.name], "OPENAI_API_KEY")
+    )
+    error_message = "The sidecar must receive the gateway's database, Redis, and shared secrets plus gateway_extra_env / gateway_extra_secrets."
+  }
+
+  assert {
+    condition     = !contains(keys(local.collector_container[0]), "portMappings")
+    error_message = "The sidecar must not expose a port to the task's load balancer."
+  }
+
+  assert {
+    condition     = local.collector_container[0].cpu == 512 && local.collector_container[0].memory == 2048
+    error_message = "The sidecar defaults must mirror helm's collector resources (500m / 2Gi)."
+  }
+}
+
+run "proxy_config_is_fetched_by_the_sidecar_too" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+    proxy_config      = { model_list = [] }
+  }
+
+  assert {
+    condition = (
+      startswith(local.collector_container[0].command[0], local.proxy_config_fetch_cmd) &&
+      endswith(local.collector_container[0].command[0], "exec python -m litellm.proxy.collector") &&
+      contains([for e in local.collector_container[0].environment : e.name], "CONFIG_FILE_PATH")
+    )
+    error_message = "The sidecar must pull the proxy config from S3 before starting, like the gateway does."
+  }
+}
+
+run "sidecar_must_leave_room_for_the_gateway" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+    collector_cpu     = 1024
+  }
+
+  expect_failures = [
+    aws_ecs_task_definition.gateway,
+  ]
+}
+
+run "sidecars_must_not_share_a_loopback_port" {
+  command = plan
+
+  variables {
+    collector_enabled    = true
+    collector_port       = 4001
+    gateway_metrics_port = 4001
+  }
+
+  expect_failures = [
+    aws_ecs_task_definition.gateway,
+  ]
+}
diff --git a/terraform/litellm/aws/variables.tf b/terraform/litellm/aws/variables.tf
index f57bb1ab7f6..580a0cc657a 100644
--- a/terraform/litellm/aws/variables.tf
+++ b/terraform/litellm/aws/variables.tf
@@ -808,3 +808,73 @@ variable "billing_metrics_ca_cert_pem" {
   default     = ""
   sensitive   = true
 }
+
+# ---------- Collector sidecar ----------
+#
+# Opt-in offload of spend tracking from the gateway's uvicorn workers to a
+# `python -m litellm.proxy.collector` sidecar in the same Fargate task (helm's
+# `gateway.collector`). Fargate awsvpc tasks share one network namespace,
+# so the sidecar listens on loopback TCP. Disabled (the default) adds nothing
+# to the task definition.
+
+variable "collector_enabled" {
+  description = "Run the collector sidecar next to the gateway container and have the gateway ship spend events to it (sets LITELLM_COLLECTOR_ENABLED=true on both). Autoscaling still targets the whole task's CPU/memory, sidecar included."
+  type        = bool
+  default     = false
+}
+
+variable "collector_port" {
+  description = "Loopback TCP port the sidecar listens on (LITELLM_COLLECTOR_ADDRESS=tcp://127.0.0.1:<port>)."
+  type        = number
+  default     = 4010
+
+  validation {
+    condition     = var.collector_port >= 1024 && var.collector_port <= 65535 && var.collector_port != 4000
+    error_message = "collector_port must be in 1024-65535 and not 4000."
+  }
+}
+
+variable "collector_cpu" {
+  description = "CPU units reserved for the sidecar container, carved out of gateway_cpu. Matches helm's collector.resources.requests.cpu (500m)."
+  type        = number
+  default     = 512
+}
+
+variable "collector_memory" {
+  description = "Hard memory limit (MiB) for the sidecar container, carved out of gateway_memory. Matches helm's collector.resources.limits.memory (2Gi)."
+  type        = number
+  default     = 2048
+}
+
+variable "collector_buffer_size" {
+  description = "Per-worker in-memory queue of spend events waiting to be shipped to the sidecar (LITELLM_COLLECTOR_BUFFER_SIZE)."
+  type        = number
+  default     = 1000
+
+  validation {
+    condition     = var.collector_buffer_size >= 1
+    error_message = "collector_buffer_size must be >= 1."
+  }
+}
+
+variable "collector_on_unavailable" {
+  description = "What the gateway does with spend events when the sidecar is unreachable or the buffer is full (LITELLM_COLLECTOR_ON_UNAVAILABLE): `fallback` runs the pipeline in-process, `drop` discards them."
+  type        = string
+  default     = "fallback"
+
+  validation {
+    condition     = contains(["fallback", "drop"], var.collector_on_unavailable)
+    error_message = "collector_on_unavailable must be one of: fallback, drop."
+  }
+}
+
+variable "collector_drain_timeout_seconds" {
+  description = "Seconds a gateway worker waits on shutdown for its buffered spend events to reach the sidecar (LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS)."
+  type        = number
+  default     = 10
+
+  validation {
+    condition     = var.collector_drain_timeout_seconds > 0
+    error_message = "collector_drain_timeout_seconds must be > 0."
+  }
+}
diff --git a/terraform/litellm/gcp/README.md b/terraform/litellm/gcp/README.md
index 9c71d3e15b7..23cfe9afc24 100644
--- a/terraform/litellm/gcp/README.md
+++ b/terraform/litellm/gcp/README.md
@@ -321,6 +321,43 @@ launcher reads these variables, starts the pooler once per instance before
 uvicorn forks the workers and hands them its loopback `DATABASE_URL`. It also
 honours `KEEPALIVE_TIMEOUT` from `gateway_extra_env` the way the image does
 
+### Collector sidecar
+
+`collector_enabled = true` adds a `spend-collector` container to the gateway
+Cloud Run service that runs `python -m litellm.proxy.collector` from the gateway
+image, and sets `LITELLM_COLLECTOR_ENABLED=true` on the gateway so its
+uvicorn workers ship spend events (SpendLogs writes, key/team/user spend
+updates, budget alerts) to the sidecar instead of running that pipeline in
+the request path. This is the Terraform counterpart of helm's
+`gateway.collector`. The default (`false`) leaves the service exactly as
+before. It is independent of the metrics sidecars above, whose GMP scraper
+already owns the `collector` container name.
+
+Containers in one Cloud Run instance share localhost, so the sidecar listens
+on loopback TCP (`tcp://127.0.0.1:${collector_port}`, default 4010)
+instead of the Unix socket helm uses; the proxy rejects any non-loopback
+address. The sidecar runs the same Redis CA + `DATABASE_URL` bootstrap as
+the gateway container, gets the same database, Redis, master-key, license,
+proxy config, and `gateway_extra_env` / `gateway_extra_secrets` values, and
+runs with `LITELLM_JOB_ROLE=collector`. When it is unreachable the
+gateway falls back to in-process spend tracking.
+
+```hcl
+collector_enabled = true
+# collector_cpu               = "1000m"  # added on top of gateway_cpu
+# collector_memory            = "2Gi"    # added on top of gateway_memory
+# collector_buffer_size       = 1000
+# collector_on_unavailable    = "fallback"  # or "drop"
+# collector_drain_timeout_seconds = 10
+```
+
+Cloud Run allocates CPU per instance while requests are in flight, and the
+sidecar shares that allocation. Spend events are shipped right after each
+response, so this works with request-based billing, but keep
+`gateway_min_instances >= 1` if spend must keep draining while an instance
+is otherwise idle. Variable names match the AWS stack; only the resource
+units differ (Cloud Run strings vs Fargate units)
+
 ## Tenant deployment
 
 Every resource the stack creates is named `${tenant}-litellm-${env}` (or
diff --git a/terraform/litellm/gcp/cloudrun.tf b/terraform/litellm/gcp/cloudrun.tf
index 78d4ffa2152..d0b32a367d6 100644
--- a/terraform/litellm/gcp/cloudrun.tf
+++ b/terraform/litellm/gcp/cloudrun.tf
@@ -177,6 +177,34 @@ locals {
     [local.backend_launch_cmd],
   ))
 
+  collector_address = "tcp://127.0.0.1:${var.collector_port}"
+  collector_env_kv = var.collector_enabled ? [
+    { name = "LITELLM_COLLECTOR_ENABLED", value = "true" },
+    { name = "LITELLM_COLLECTOR_ADDRESS", value = local.collector_address },
+    { name = "LITELLM_COLLECTOR_BUFFER_SIZE", value = tostring(var.collector_buffer_size) },
+    { name = "LITELLM_COLLECTOR_ON_UNAVAILABLE", value = var.collector_on_unavailable },
+    { name = "LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS", value = tostring(var.collector_drain_timeout_seconds) },
+  ] : []
+
+  gateway_env_kv      = concat(local.shared_env_kv, local.gateway_otel_env_kv, local.billing_metrics_env_kv, local.gateway_extra_env_kv, local.proxy_config_env, local.metrics_env_kv, local.gateway_pool_env, local.collector_env_kv)
+  gateway_env_secrets = concat(local.shared_env_secrets, local.otel_env_secrets, local.billing_metrics_env_secrets, local.gateway_extra_secret_kv)
+
+  collector_env_kv_all = concat(
+    local.shared_env_kv,
+    local.gateway_extra_env_kv,
+    local.proxy_config_env,
+    local.gateway_pool_env,
+    local.collector_env_kv,
+    [{ name = "LITELLM_JOB_ROLE", value = "collector" }],
+  )
+  collector_env_secrets = concat(local.shared_env_secrets, local.gateway_extra_secret_kv)
+
+  collector_args = join(" && ", concat(
+    local.redis_ca_fragment,
+    local.database_url_fragment,
+    ["exec python -m litellm.proxy.collector"],
+  ))
+
   # Env shipped to the migrations Job. The migrations image runs run.py
   # which assembles DATABASE_URL from these discrete vars itself, so we
   # only need writer-side DB env (no read replica, no proxy_config, no
@@ -203,6 +231,13 @@ resource "google_cloud_run_v2_service" "gateway" {
   labels              = local.labels
   deletion_protection = false
 
+  lifecycle {
+    precondition {
+      condition     = !var.collector_enabled || var.gateway_metrics_port == null || var.collector_port != var.gateway_metrics_port
+      error_message = "collector_port and gateway_metrics_port must differ: both sidecars bind loopback in the same instance."
+    }
+  }
+
   template {
     service_account                  = google_service_account.runtime.email
     max_instance_request_concurrency = var.gateway_max_instance_request_concurrency
@@ -235,7 +270,7 @@ resource "google_cloud_run_v2_service" "gateway" {
       }
 
       dynamic "env" {
-        for_each = concat(local.shared_env_kv, local.gateway_otel_env_kv, local.billing_metrics_env_kv, local.gateway_extra_env_kv, local.proxy_config_env, local.metrics_env_kv, local.gateway_pool_env)
+        for_each = local.gateway_env_kv
         content {
           name  = env.value.name
           value = env.value.value
@@ -243,7 +278,7 @@ resource "google_cloud_run_v2_service" "gateway" {
       }
 
       dynamic "env" {
-        for_each = concat(local.shared_env_secrets, local.otel_env_secrets, local.billing_metrics_env_secrets, local.gateway_extra_secret_kv)
+        for_each = local.gateway_env_secrets
         content {
           name = env.value.name
           value_source {
@@ -357,6 +392,52 @@ resource "google_cloud_run_v2_service" "gateway" {
       }
     }
 
+    dynamic "containers" {
+      for_each = var.collector_enabled ? [1] : []
+      content {
+        name    = "spend-collector"
+        image   = local.gateway_image
+        command = ["sh", "-c"]
+        args    = [local.collector_args]
+
+        resources {
+          limits = {
+            cpu    = var.collector_cpu
+            memory = var.collector_memory
+          }
+        }
+
+        dynamic "env" {
+          for_each = local.collector_env_kv_all
+          content {
+            name  = env.value.name
+            value = env.value.value
+          }
+        }
+
+        dynamic "env" {
+          for_each = local.collector_env_secrets
+          content {
+            name = env.value.name
+            value_source {
+              secret_key_ref {
+                secret  = env.value.secret
+                version = env.value.version
+              }
+            }
+          }
+        }
+
+        dynamic "volume_mounts" {
+          for_each = local.proxy_config_enabled ? [1] : []
+          content {
+            name       = local.proxy_config_volume
+            mount_path = local.proxy_config_mount_path
+          }
+        }
+      }
+    }
+
     dynamic "volumes" {
       for_each = local.proxy_config_enabled ? [1] : []
       content {
diff --git a/terraform/litellm/gcp/tests/collector.tftest.hcl b/terraform/litellm/gcp/tests/collector.tftest.hcl
new file mode 100644
index 00000000000..7a5ea781acb
--- /dev/null
+++ b/terraform/litellm/gcp/tests/collector.tftest.hcl
@@ -0,0 +1,165 @@
+# Plan-only coverage for the opt-in collector sidecar on the gateway Cloud
+# Run service. `mock_provider` keeps this offline: no GCP credentials, no API
+# calls. Run from terraform/litellm/gcp with `terraform test`.
+
+mock_provider "google" {}
+mock_provider "google-beta" {}
+mock_provider "random" {}
+
+variables {
+  project_id         = "acme-test"
+  region             = "us-central1"
+  tenant             = "acme"
+  env                = "test"
+  allow_plaintext_lb = true
+}
+
+run "disabled_by_default_leaves_the_service_untouched" {
+  command = plan
+
+  assert {
+    condition     = [for c in google_cloud_run_v2_service.gateway[0].template[0].containers : c.name] == ["gateway"]
+    error_message = "The gateway service must stay single-container unless collector_enabled is set."
+  }
+
+  assert {
+    condition = !anytrue([
+      for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : startswith(e.name, "LITELLM_COLLECTOR_")
+    ])
+    error_message = "No LITELLM_COLLECTOR_* env may reach the gateway while the sidecar is disabled."
+  }
+}
+
+run "enabled_adds_a_sidecar_that_shares_the_gateway_transport" {
+  command = plan
+
+  variables {
+    collector_enabled        = true
+    collector_port           = 4321
+    collector_buffer_size    = 250
+    collector_on_unavailable = "drop"
+    collector_cpu            = "500m"
+    collector_memory         = "1Gi"
+    gateway_extra_env        = { OPENAI_API_BASE = "https://example.invalid" }
+    gateway_extra_secrets    = { OPENAI_API_KEY = "projects/acme-test/secrets/openai-api-key" }
+  }
+
+  assert {
+    condition     = [for c in google_cloud_run_v2_service.gateway[0].template[0].containers : c.name] == ["gateway", "spend-collector"]
+    error_message = "Enabling the sidecar must append a spend-collector container after the gateway container."
+  }
+
+  assert {
+    condition = alltrue([
+      for c in google_cloud_run_v2_service.gateway[0].template[0].containers : (
+        { for e in c.env : e.name => e.value }["LITELLM_COLLECTOR_ENABLED"] == "true" &&
+        { for e in c.env : e.name => e.value }["LITELLM_COLLECTOR_ADDRESS"] == "tcp://127.0.0.1:4321" &&
+        { for e in c.env : e.name => e.value }["LITELLM_COLLECTOR_BUFFER_SIZE"] == "250" &&
+        { for e in c.env : e.name => e.value }["LITELLM_COLLECTOR_ON_UNAVAILABLE"] == "drop" &&
+        { for e in c.env : e.name => e.value }["LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS"] == "10"
+      )
+    ])
+    error_message = "Gateway and sidecar must agree on the loopback address and the collector knobs."
+  }
+
+  assert {
+    condition = (
+      google_cloud_run_v2_service.gateway[0].template[0].containers[1].image == local.gateway_image &&
+      google_cloud_run_v2_service.gateway[0].template[0].containers[1].command == tolist(["sh", "-c"]) &&
+      endswith(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], " && exec python -m litellm.proxy.collector") &&
+      strcontains(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], "export DATABASE_URL=") &&
+      strcontains(google_cloud_run_v2_service.gateway[0].template[0].containers[1].args[0], "REDIS_SSL_CA_CERTS") &&
+      { for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name => e.value }["LITELLM_JOB_ROLE"] == "collector"
+    )
+    error_message = "The sidecar must run litellm.proxy.collector from the gateway image with the same Redis CA + DATABASE_URL bootstrap as the gateway."
+  }
+
+  assert {
+    condition = (
+      length(google_cloud_run_v2_service.gateway[0].template[0].containers[1].ports) == 0 &&
+      google_cloud_run_v2_service.gateway[0].template[0].containers[1].resources[0].limits.cpu == "500m" &&
+      google_cloud_run_v2_service.gateway[0].template[0].containers[1].resources[0].limits.memory == "1Gi"
+    )
+    error_message = "The sidecar must not claim the ingress port and must carry its own resource limits."
+  }
+
+  assert {
+    condition = (
+      { for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name => e.value }["OPENAI_API_BASE"] == "https://example.invalid" &&
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name], "DATABASE_HOST") &&
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name], "REDIS_HOST") &&
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name if length(e.value_source) > 0], "LITELLM_MASTER_KEY") &&
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name if length(e.value_source) > 0], "DATABASE_PASSWORD") &&
+      contains([for e in google_cloud_run_v2_service.gateway[0].template[0].containers[1].env : e.name if length(e.value_source) > 0], "OPENAI_API_KEY")
+    )
+    error_message = "The sidecar must receive the gateway's database, Redis, and Secret Manager env plus gateway_extra_env / gateway_extra_secrets."
+  }
+}
+
+run "coexists_with_the_metrics_sidecars" {
+  command = plan
+
+  variables {
+    collector_enabled    = true
+    gateway_metrics_port = 4001
+  }
+
+  assert {
+    condition     = [for c in google_cloud_run_v2_service.gateway[0].template[0].containers : c.name] == ["gateway", "metrics", "collector", "spend-collector"]
+    error_message = "The spend collector must keep its own container name next to the GMP metrics collector."
+  }
+
+  assert {
+    condition = (
+      { for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : e.name => e.value }["PROMETHEUS_MULTIPROC_DIR"] == local.metrics_multiproc_dir &&
+      { for e in google_cloud_run_v2_service.gateway[0].template[0].containers[0].env : e.name => e.value }["LITELLM_COLLECTOR_ENABLED"] == "true"
+    )
+    error_message = "The gateway container must keep both the metrics and the collector env when both sidecars are on."
+  }
+}
+
+run "sidecars_must_not_share_a_loopback_port" {
+  command = plan
+
+  variables {
+    collector_enabled    = true
+    collector_port       = 4001
+    gateway_metrics_port = 4001
+  }
+
+  expect_failures = [
+    google_cloud_run_v2_service.gateway,
+  ]
+}
+
+run "collector_cannot_take_the_metrics_sidecar_health_port" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+    collector_port    = 13133
+  }
+
+  expect_failures = [
+    var.collector_port,
+  ]
+}
+
+run "proxy_config_is_mounted_into_the_sidecar_too" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+    proxy_config      = { model_list = [] }
+  }
+
+  assert {
+    condition = alltrue([
+      for c in google_cloud_run_v2_service.gateway[0].template[0].containers : (
+        [for m in c.volume_mounts : m.name] == [local.proxy_config_volume] &&
+        contains([for e in c.env : e.name], "CONFIG_FILE_PATH")
+      )
+    ])
+    error_message = "Both containers must mount the proxy-config GCS volume and point CONFIG_FILE_PATH at it."
+  }
+}
diff --git a/terraform/litellm/gcp/variables.tf b/terraform/litellm/gcp/variables.tf
index f298a0431c0..412f919ab89 100644
--- a/terraform/litellm/gcp/variables.tf
+++ b/terraform/litellm/gcp/variables.tf
@@ -656,3 +656,73 @@ variable "billing_metrics_ca_cert_pem" {
   default     = ""
   sensitive   = true
 }
+
+# ---------- Collector sidecar ----------
+#
+# Opt-in offload of spend tracking from the gateway's uvicorn workers to a
+# `python -m litellm.proxy.collector` sidecar container in the same Cloud Run
+# instance (helm's `gateway.collector`, mirrors the AWS stack). Containers
+# in one instance share localhost, so the sidecar listens on loopback TCP.
+# Disabled (the default) adds nothing to the service.
+
+variable "collector_enabled" {
+  description = "Run the collector sidecar next to the gateway container and have the gateway ship spend events to it (sets LITELLM_COLLECTOR_ENABLED=true on both). The sidecar shares the instance's request-based CPU allocation, so pair it with a non-zero gateway_min_instances if spend must keep flowing between requests."
+  type        = bool
+  default     = false
+}
+
+variable "collector_port" {
+  description = "Loopback TCP port the sidecar listens on (LITELLM_COLLECTOR_ADDRESS=tcp://127.0.0.1:<port>)."
+  type        = number
+  default     = 4010
+
+  validation {
+    condition     = var.collector_port >= 1024 && var.collector_port <= 65535 && !contains([4000, 13133], var.collector_port)
+    error_message = "collector_port must be in 1024-65535 and not 4000 (the gateway port) or 13133 (the metrics sidecar health port)."
+  }
+}
+
+variable "collector_cpu" {
+  description = "Cloud Run CPU limit for the sidecar container, on top of gateway_cpu. Matches helm's collector.resources.limits.cpu."
+  type        = string
+  default     = "1000m"
+}
+
+variable "collector_memory" {
+  description = "Cloud Run memory limit for the sidecar container, on top of gateway_memory. Matches helm's collector.resources.limits.memory."
+  type        = string
+  default     = "2Gi"
+}
+
+variable "collector_buffer_size" {
+  description = "Per-worker in-memory queue of spend events waiting to be shipped to the sidecar (LITELLM_COLLECTOR_BUFFER_SIZE)."
+  type        = number
+  default     = 1000
+
+  validation {
+    condition     = var.collector_buffer_size >= 1
+    error_message = "collector_buffer_size must be >= 1."
+  }
+}
+
+variable "collector_on_unavailable" {
+  description = "What the gateway does with spend events when the sidecar is unreachable or the buffer is full (LITELLM_COLLECTOR_ON_UNAVAILABLE): `fallback` runs the pipeline in-process, `drop` discards them."
+  type        = string
+  default     = "fallback"
+
+  validation {
+    condition     = contains(["fallback", "drop"], var.collector_on_unavailable)
+    error_message = "collector_on_unavailable must be one of: fallback, drop."
+  }
+}
+
+variable "collector_drain_timeout_seconds" {
+  description = "Seconds a gateway worker waits on shutdown for its buffered spend events to reach the sidecar (LITELLM_COLLECTOR_DRAIN_TIMEOUT_SECONDS)."
+  type        = number
+  default     = 10
+
+  validation {
+    condition     = var.collector_drain_timeout_seconds > 0
+    error_message = "collector_drain_timeout_seconds must be > 0."
+  }
+}
diff --git a/tests/test_gateway/test_launch.py b/tests/test_gateway/test_launch.py
index 6039aaafc2b..a783ce6ac7e 100644
--- a/tests/test_gateway/test_launch.py
+++ b/tests/test_gateway/test_launch.py
@@ -3,6 +3,7 @@ import socket
 import sys
 import textwrap
 import urllib.parse
+from collections.abc import Iterator
 from pathlib import Path
 from typing import Final, cast
 from unittest.mock import MagicMock, patch
@@ -66,7 +67,7 @@ def _query(url: str) -> dict[str, str]:
 
 
 @pytest.fixture
-def password_env(monkeypatch: pytest.MonkeyPatch) -> dict[str, str]:
+def password_env(monkeypatch: pytest.MonkeyPatch) -> Iterator[dict[str, str]]:
     for var in (
         "DATABASE_URL",
         "IAM_TOKEN_DB_AUTH",
@@ -78,7 +79,8 @@ def password_env(monkeypatch: pytest.MonkeyPatch) -> dict[str, str]:
         monkeypatch.delenv(var)
     for var, value in DB_ENV.items():
         monkeypatch.setenv(var, value)
-    return dict(DB_ENV)
+    yield dict(DB_ENV)
+    os.environ.pop("DATABASE_URL", None)
 
 
 def _minted_iam_token(token: str):
diff --git a/tests/test_litellm/caching/test_caching_handler.py b/tests/test_litellm/caching/test_caching_handler.py
index 8e0bc200012..071b99850f6 100644
--- a/tests/test_litellm/caching/test_caching_handler.py
+++ b/tests/test_litellm/caching/test_caching_handler.py
@@ -658,3 +658,38 @@ def test_async_cache_write_completes_when_asyncio_run_closes_the_loop(monkeypatc
     asyncio.run(_short_lived_script())
 
     assert len(writes) == 1
+
+
+@pytest.mark.asyncio
+async def test_cache_hit_records_the_looked_up_key_as_the_preset_cache_key(monkeypatch):
+    """The spend log for a cache hit must reuse the key the lookup already computed instead of hashing again."""
+    import litellm
+    from litellm.caching.caching import Cache
+    from litellm.types.utils import CallTypes
+
+    async def acompletion(**kwargs):
+        return None
+
+    monkeypatch.setattr(litellm, "cache", Cache(type="local"))
+    kwargs = {"model": "gpt-5.4", "messages": [{"role": "user", "content": "hello"}], "caching": True}
+    await litellm.cache.async_add_cache(
+        litellm.ModelResponse(choices=[{"message": {"role": "assistant", "content": "hi"}}]), **kwargs
+    )
+    handler = LLMCachingHandler(original_function=acompletion, request_kwargs=kwargs, start_time=datetime.now())
+    logging_obj = _build_logging_obj(CallTypes.acompletion.value, stream=False)
+    logging_obj.async_success_handler = AsyncMock()
+
+    hit = await handler._async_get_cache(
+        model="gpt-5.4",
+        original_function=acompletion,
+        logging_obj=logging_obj,
+        start_time=datetime.now(),
+        call_type=CallTypes.acompletion.value,
+        kwargs=kwargs,
+        args=(),
+    )
+
+    assert hit is not None and hit.cached_result is not None
+    assert handler.preset_cache_key is not None
+    assert logging_obj.litellm_params["preset_cache_key"] == handler.preset_cache_key
+    assert hit.cached_result._hidden_params["cache_key"] == handler.preset_cache_key
diff --git a/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py b/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
index eff892f2d80..c96cfc3ee4a 100644
--- a/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
+++ b/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
@@ -5,14 +5,20 @@ from unittest.mock import AsyncMock, MagicMock, patch
 import pytest
 
 from litellm.litellm_core_utils.internal_call_metadata import MODEL_ACCESS_GROUP_METADATA_KEY
-from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy._types import SpendLogsPayload, UserAPIKeyAuth
+from litellm.proxy.collector import SpendEventConsumer
+from litellm.proxy.db.spend_log_tool_index import response_tool_call_names
 from litellm.proxy.hooks.proxy_track_cost_callback import (
     _get_budget_reservation_from_metadata,
     _ProxyDBLogger,
     _should_track_cost_callback,
     _update_database_and_spend_counters,
+    run_spend_event,
 )
-from litellm.types.utils import CallTypes, Usage
+from litellm.proxy.spend_tracking.spend_event import SpendEventDecodeError, build_spend_event, decode_spend_event
+from litellm.proxy.spend_tracking.spend_event_producer import SpendEventProducer, UnixAddress
+from litellm.proxy.spend_tracking.spend_tracking_utils import get_logging_payload
+from litellm.types.utils import CallTypes, LiteLLMBatch, ModelResponse, Usage
 
 
 @pytest.mark.asyncio
@@ -2096,3 +2102,248 @@ async def test_spend_counters_keep_every_granted_group_when_the_deployment_is_un
     )
 
     assert charged == ("premium", "tier0")
+
+
+def _offload_kwargs() -> dict:
+    big_prompt = "x" * 10_000
+    reservation = {"reserved_cost": 0.5, "entries": [{"counter_key": "key:hash-1", "reserved_cost": 0.5}]}
+    return {
+        "litellm_call_id": "call-1",
+        "call_type": "acompletion",
+        "model": "gpt-4o",
+        "custom_llm_provider": "openai",
+        "stream": False,
+        "cache_hit": None,
+        "response_cost": 0.0125,
+        "completion_start_time": datetime(2026, 1, 1, 0, 0, 1),
+        "messages": [{"role": "user", "content": big_prompt}],
+        "tools": [{"type": "function", "function": {"name": "get_weather", "parameters": {"type": "object"}}}],
+        "litellm_params": {
+            "api_base": "https://api.openai.com",
+            "preset_cache_key": None,
+            "proxy_server_request": {"body": {"messages": [{"role": "user", "content": big_prompt}]}},
+            "metadata": {
+                "user_api_key": "hash-1",
+                "user_api_key_hash": "hash-1",
+                "user_api_key_alias": "alias-1",
+                "user_api_key_user_id": "user-1",
+                "user_api_key_team_id": "team-1",
+                "user_api_key_org_id": "org-1",
+                "user_api_key_end_user_id": "end-user-1",
+                "user_api_key_auth": UserAPIKeyAuth(api_key="hash-1", budget_reservation=reservation),
+                "model_group": "gpt-4o",
+                "model_info": {"id": "deployment-1"},
+                "tags": ["tag-a"],
+            },
+        },
+        "standard_logging_object": {
+            "id": "chatcmpl-1",
+            "trace_id": "trace-1",
+            "response_cost": 0.0125,
+            "model": "gpt-4o-2024-08-06",
+            "model_id": "deployment-1",
+            "model_group": "gpt-4o",
+            "api_base": "https://api.openai.com",
+            "custom_llm_provider": "openai",
+            "prompt_tokens": 5000,
+            "completion_tokens": 4000,
+            "total_tokens": 9000,
+            "request_tags": ["tag-a"],
+            "request_model_access_groups": ["premium"],
+            "messages": [{"role": "user", "content": big_prompt}],
+            "response": {"choices": [{"message": {"content": "y" * 10_000}}]},
+            "model_parameters": {"temperature": 0.1},
+            "metadata": {
+                "user_api_key_hash": "hash-1",
+                "user_api_key_end_user_id": "end-user-1",
+                "usage_object": {"prompt_tokens": 5000, "completion_tokens": 4000, "total_tokens": 9000},
+            },
+            "hidden_params": {"litellm_overhead_time_ms": 3},
+            "model_map_information": {},
+            "cost_breakdown": {"input_cost": 0.0125, "output_cost": 0.0},
+        },
+    }
+
+
+def _offload_response() -> ModelResponse:
+    return ModelResponse(
+        id="chatcmpl-1",
+        model="gpt-4o-2024-08-06",
+        choices=[
+            {
+                "index": 0,
+                "message": {
+                    "role": "assistant",
+                    "content": None,
+                    "tool_calls": [
+                        {"id": "call-1", "type": "function", "function": {"name": "get_weather", "arguments": "{}"}}
+                    ],
+                },
+                "finish_reason": "tool_calls",
+            }
+        ],
+        usage=Usage(prompt_tokens=5000, completion_tokens=4000, total_tokens=9000),
+    )
+
+
+class _RecordingHandler:
+    def __init__(self) -> None:
+        self.lines: list[bytes] = []  # mutable-ok: test double records the events the sidecar received
+
+    async def __call__(self, line: bytes) -> None:
+        self.lines.append(line)
+
+
+async def _no_fallback(line: bytes) -> None:
+    raise AssertionError("the sidecar was reachable, nothing should fall back")
+
+
+@pytest.mark.asyncio
+async def test_async_log_success_event_hands_the_sidecar_a_compact_event_and_skips_the_pipeline(tmp_path):
+    handler = _RecordingHandler()
+    consumer = SpendEventConsumer(handler)
+    address = UnixAddress(path=str(tmp_path / "spend.sock"))
+    server = await consumer.serve(address)
+    producer = SpendEventProducer(
+        address=address, on_unavailable="fallback", buffer_size=10, connect_timeout=1.0, fallback=_no_fallback
+    )
+    logger = _ProxyDBLogger(producer)
+
+    with (
+        patch(  # test-quality-ok: the callback imports this from proxy_server inside its body, so there is no injection seam
+            "litellm.proxy.proxy_server.proxy_logging_obj"
+        ) as mock_proxy_logging,
+        patch(  # test-quality-ok: same function-body import, no injection seam
+            "litellm.proxy.proxy_server.increment_spend_counters", new_callable=AsyncMock
+        ) as counters,
+    ):
+        mock_proxy_logging.db_spend_update_writer.update_database = AsyncMock()
+        await logger.async_log_success_event(_offload_kwargs(), _offload_response(), datetime.now(), datetime.now())
+        await producer.close(drain_timeout=5.0)
+        server.close()
+        assert await consumer.drain(timeout=5.0) == 0
+
+    mock_proxy_logging.db_spend_update_writer.update_database.assert_not_awaited()
+    counters.assert_not_awaited()
+    assert producer.stats().sent == 1
+    assert len(handler.lines) == 1
+    assert len(handler.lines[0]) < 4_000
+    event = decode_spend_event(handler.lines[0])
+    assert not isinstance(event, SpendEventDecodeError)
+    assert event.litellm_params["metadata"]["user_api_key_team_id"] == "team-1"
+    assert event.response_cost == 0.0125
+
+
+@pytest.mark.asyncio
+async def test_async_log_success_event_keeps_batch_retrieves_in_process():
+    producer = SpendEventProducer(
+        address=UnixAddress(path="/nonexistent/spend.sock"),
+        on_unavailable="drop",
+        buffer_size=10,
+        connect_timeout=1.0,
+        fallback=_no_fallback,
+    )
+    logger = _ProxyDBLogger(producer)
+    kwargs = {**_offload_kwargs(), "call_type": CallTypes.aretrieve_batch.value}
+    completed_batch = LiteLLMBatch(
+        id="batch_abc",
+        completion_window="24h",
+        created_at=1,
+        endpoint="/v1/chat/completions",
+        input_file_id="file-in",
+        output_file_id="file-out",
+        object="batch",
+        status="completed",
+    )
+
+    with (
+        patch(  # test-quality-ok: the callback imports this from proxy_server inside its body, so there is no injection seam
+            "litellm.proxy.proxy_server.proxy_logging_obj"
+        ) as mock_proxy_logging,
+        patch(  # test-quality-ok: same function-body import, no injection seam
+            "litellm.proxy.proxy_server.increment_spend_counters", new_callable=AsyncMock
+        ),
+        patch(  # test-quality-ok: same function-body import, no injection seam
+            "litellm.proxy.proxy_server.update_cache", new_callable=AsyncMock
+        ),
+    ):
+        mock_proxy_logging.db_spend_update_writer.update_database = AsyncMock(return_value=True)
+        mock_proxy_logging.slack_alerting_instance.customer_spend_alert = AsyncMock()
+        await logger.async_log_success_event(kwargs, completed_batch, datetime.now(), datetime.now())
+
+    mock_proxy_logging.db_spend_update_writer.update_database.assert_awaited_once()
+    assert producer.stats().queued == 0
+
+
+async def _spend_row_written_by(run) -> tuple[SpendLogsPayload, dict, tuple[str, ...]]:
+    with (
+        patch(  # test-quality-ok: the callback imports this from proxy_server inside its body, so there is no injection seam
+            "litellm.proxy.proxy_server.proxy_logging_obj"
+        ) as mock_proxy_logging,
+        patch(  # test-quality-ok: same function-body import, no injection seam
+            "litellm.proxy.proxy_server.increment_spend_counters", new_callable=AsyncMock
+        ) as counters,
+        patch(  # test-quality-ok: same function-body import, no injection seam
+            "litellm.proxy.proxy_server.update_cache", new_callable=AsyncMock
+        ),
+    ):
+        mock_proxy_logging.db_spend_update_writer.update_database = AsyncMock(return_value=True)
+        mock_proxy_logging.slack_alerting_instance.customer_spend_alert = AsyncMock()
+        await run()
+        mock_proxy_logging.db_spend_update_writer.update_database.assert_awaited_once()
+        written = mock_proxy_logging.db_spend_update_writer.update_database.await_args.kwargs
+        counters.assert_awaited_once()
+        counted = dict(counters.await_args.kwargs)
+
+    row = get_logging_payload(
+        kwargs=written["kwargs"],
+        response_obj=written["completion_response"],
+        start_time=written["start_time"],
+        end_time=written["end_time"],
+    )
+    return row, counted, response_tool_call_names(written["completion_response"])
+
+
+@pytest.mark.asyncio
+async def test_sidecar_writes_the_same_spend_row_and_counters_as_the_in_process_path():
+    start_time = datetime(2026, 1, 1, 0, 0, 0)
+    end_time = datetime(2026, 1, 1, 0, 0, 2)
+
+    async def in_process() -> None:
+        await _ProxyDBLogger().async_log_success_event(_offload_kwargs(), _offload_response(), start_time, end_time)
+
+    async def via_sidecar() -> None:
+        line = build_spend_event(_offload_kwargs(), _offload_response(), start_time, end_time, store_bodies=False)
+        assert isinstance(line, bytes)
+        await run_spend_event(line)
+
+    in_process_row, in_process_counters, in_process_tools = await _spend_row_written_by(in_process)
+    sidecar_row, sidecar_counters, sidecar_tools = await _spend_row_written_by(via_sidecar)
+
+    assert sidecar_row == in_process_row
+    assert in_process_row["spend"] == 0.0125
+    assert in_process_row["team_id"] == "team-1"
+    assert in_process_row["end_user"] == "end-user-1"
+    assert in_process_row["total_tokens"] == 9000
+    assert in_process_row["model_id"] == "deployment-1"
+    assert in_process_row["request_tags"] == '["tag-a"]'
+    assert in_process_row["messages"] == "{}"
+    assert in_process_row["response"] == "{}"
+    assert sidecar_counters == in_process_counters
+    assert in_process_counters["token"] == "hash-1"
+    assert in_process_counters["response_cost"] == 0.0125
+    assert in_process_counters["budget_reservation"]["reserved_cost"] == 0.5
+    assert in_process_counters["model_access_groups"] == ("premium",)
+    assert sidecar_tools == in_process_tools == ("get_weather",)
+
+
+@pytest.mark.asyncio
+async def test_sidecar_ignores_an_undecodable_event():  # test-quality-ok: a discarded event has no observable output other than the DB writer never being reached
+    with (
+        patch(  # test-quality-ok: the callback imports this from proxy_server inside its body, so there is no injection seam
+            "litellm.proxy.proxy_server.proxy_logging_obj"
+        ) as mock_proxy_logging
+    ):
+        mock_proxy_logging.db_spend_update_writer.update_database = AsyncMock()
+        await run_spend_event(b"garbage\n")
+    mock_proxy_logging.db_spend_update_writer.update_database.assert_not_awaited()
diff --git a/tests/test_litellm/proxy/proxy_server/test_lifecycle.py b/tests/test_litellm/proxy/proxy_server/test_lifecycle.py
index dafe686c4f2..deb7289d2d1 100644
--- a/tests/test_litellm/proxy/proxy_server/test_lifecycle.py
+++ b/tests/test_litellm/proxy/proxy_server/test_lifecycle.py
@@ -253,6 +253,38 @@ async def test_flush_spend_logs_queue_on_shutdown_swallows_drain_errors(monkeypa
     await ps._flush_spend_logs_queue_on_shutdown()
 
 
+@pytest.mark.asyncio
+async def test_flush_spend_counters_on_shutdown_commits_buffered_spend(monkeypatch):
+    fake_prisma = MagicMock()
+    monkeypatch.setattr(ps, "prisma_client", fake_prisma, raising=False)
+    commit = AsyncMock()
+    monkeypatch.setattr(ps.proxy_logging_obj.db_spend_update_writer, "db_update_spend_transaction_handler", commit)
+
+    await ps.flush_spend_counters_on_shutdown()
+
+    observed = {
+        "commit_calls": commit.await_count,
+        "commit_prisma": commit.await_args.kwargs["prisma_client"] is fake_prisma,
+        "commit_proxy_logging": commit.await_args.kwargs["proxy_logging_obj"] is ps.proxy_logging_obj,
+    }
+    assert observed == {"commit_calls": 1, "commit_prisma": True, "commit_proxy_logging": True}
+
+
+@pytest.mark.asyncio
+async def test_flush_spend_counters_on_shutdown_logs_and_swallows_commit_errors(monkeypatch, caplog):
+    monkeypatch.setattr(ps, "prisma_client", MagicMock(), raising=False)
+    monkeypatch.setattr(
+        ps.proxy_logging_obj.db_spend_update_writer,
+        "db_update_spend_transaction_handler",
+        AsyncMock(side_effect=RuntimeError("db gone")),
+    )
+
+    with caplog.at_level(logging.ERROR, logger="LiteLLM Proxy"):
+        await ps.flush_spend_counters_on_shutdown()
+
+    assert "Error flushing spend counters on shutdown: db gone" in caplog.text
+
+
 # ---------------------------------------------------------------------------
 # _initialize_shared_aiohttp_session
 # ---------------------------------------------------------------------------
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_event.py b/tests/test_litellm/proxy/spend_tracking/test_spend_event.py
new file mode 100644
index 00000000000..ff449235582
--- /dev/null
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_event.py
@@ -0,0 +1,213 @@
+import json
+from datetime import datetime
+from typing import Final
+
+import pytest
+
+import litellm
+from litellm.caching.caching import Cache
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.spend_tracking.spend_event import (
+    CACHE_OFF_KEY,
+    SpendEventBuildError,
+    SpendEventDecodeError,
+    build_spend_event,
+    decode_spend_event,
+    is_offloadable_success,
+    spend_event_callback_args,
+)
+from litellm.types.utils import LiteLLMBatch, ModelResponse, Usage
+
+_BIG_PROMPT: Final = "x" * 20_000
+_RESERVATION: Final = {
+    "reserved_cost": 0.5,
+    "entries": [{"counter_key": "key:hash", "reserved_cost": 0.5}],
+    "finalized": False,
+    "input_cost": 0.1,
+    "input_tokens": 5000,
+}
+
+
+def _response(tool_name: str | None = None) -> ModelResponse:
+    tool_calls: Final = (
+        [{"id": "call-1", "type": "function", "function": {"name": tool_name, "arguments": "{}"}}]
+        if tool_name is not None
+        else None
+    )
+    return ModelResponse(
+        id="chatcmpl-1",
+        model="gpt-4o-2024-08-06",
+        choices=[
+            {
+                "index": 0,
+                "message": {"role": "assistant", "content": "y" * 20_000, "tool_calls": tool_calls},
+                "finish_reason": "tool_calls" if tool_name else "stop",
+            }
+        ],
+        usage=Usage(prompt_tokens=5000, completion_tokens=4000, total_tokens=9000),
+    )
+
+
+def _success_kwargs(preset_cache_key: str | None = "preset-key") -> dict:
+    return {
+        "litellm_call_id": "call-1",
+        "call_type": "acompletion",
+        "model": "gpt-4o",
+        "custom_llm_provider": "openai",
+        "stream": False,
+        "cache_hit": None,
+        "response_cost": 0.0125,
+        "completion_start_time": datetime(2026, 1, 1, 0, 0, 1),
+        "messages": [{"role": "user", "content": _BIG_PROMPT}],
+        "tools": [{"type": "function", "function": {"name": "get_weather", "parameters": {"type": "object"}}}],
+        "litellm_params": {
+            "api_base": "https://api.openai.com",
+            "preset_cache_key": preset_cache_key,
+            "proxy_server_request": {"body": {"messages": [{"role": "user", "content": _BIG_PROMPT}]}},
+            "metadata": {
+                "user_api_key": "hash-1",
+                "user_api_key_user_id": "user-1",
+                "user_api_key_team_id": "team-1",
+                "user_api_key_org_id": "org-1",
+                "user_api_key_end_user_id": "end-user-1",
+                "user_api_key_auth": UserAPIKeyAuth(api_key="hash-1", budget_reservation=dict(_RESERVATION)),
+                "model_group": "gpt-4o",
+                "model_info": {"id": "deployment-1"},
+                "tags": ["tag-a"],
+                "litellm_parent_otel_span": object(),
+            },
+        },
+        "standard_logging_object": {
+            "response_cost": 0.0125,
+            "model": "gpt-4o-2024-08-06",
+            "model_id": "deployment-1",
+            "request_tags": ["tag-a"],
+            "request_model_access_groups": ["premium"],
+            "messages": [{"role": "user", "content": _BIG_PROMPT}],
+            "response": {"choices": [{"message": {"content": "y" * 20_000}}]},
+            "model_parameters": {"temperature": 0.1},
+            "metadata": {"user_api_key_hash": "hash-1", "usage_object": {"prompt_tokens": 5000}},
+            "hidden_params": {"litellm_overhead_time_ms": 3},
+            "model_map_information": {},
+        },
+    }
+
+
+def _build(kwargs: dict, response: object, store_bodies: bool = False) -> bytes:
+    line: Final = build_spend_event(
+        kwargs, response, datetime(2026, 1, 1), datetime(2026, 1, 1, 0, 0, 2), store_bodies=store_bodies
+    )
+    assert isinstance(line, bytes)
+    return line
+
+
+def test_event_is_compact_and_omits_bodies_by_default():
+    line: Final = _build(_success_kwargs(), _response(tool_name="get_weather"))
+    assert line.endswith(b"\n")
+    assert len(line) < 4_000
+    assert _BIG_PROMPT.encode() not in line
+    assert b"yyyy" not in line
+    decoded: Final = json.loads(line)
+    assert "messages" not in decoded["standard_logging_object"]
+    assert "response" not in decoded["standard_logging_object"]
+    assert decoded["litellm_params"]["proxy_server_request"] is None
+
+
+def test_event_carries_bodies_when_spend_logs_store_them():
+    line: Final = _build(_success_kwargs(), _response(), store_bodies=True)
+    decoded: Final = json.loads(line)
+    assert decoded["standard_logging_object"]["messages"][0]["content"] == _BIG_PROMPT
+    assert decoded["standard_logging_object"]["response"]["choices"][0]["message"]["content"] == "y" * 20_000
+    assert decoded["litellm_params"]["proxy_server_request"]["body"]["messages"][0]["content"] == _BIG_PROMPT
+
+
+def test_round_trip_preserves_identity_usage_reservation_and_tools():
+    line: Final = _build(_success_kwargs(), _response(tool_name="get_weather"))
+    event: Final = decode_spend_event(line)
+    assert not isinstance(event, SpendEventDecodeError)
+    args: Final = spend_event_callback_args(event)
+
+    metadata: Final = args.kwargs["litellm_params"]["metadata"]
+    assert metadata is not None
+    assert (metadata["user_api_key"], metadata["user_api_key_team_id"], metadata["user_api_key_org_id"]) == (
+        "hash-1",
+        "team-1",
+        "org-1",
+    )
+    assert metadata["user_api_key_budget_reservation"] == _RESERVATION
+    assert "user_api_key_auth" not in metadata
+    assert "litellm_parent_otel_span" not in metadata
+    assert args.kwargs["standard_logging_object"]["request_model_access_groups"] == ["premium"]
+    assert args.kwargs["standard_logging_object"]["response_cost"] == 0.0125
+    assert args.kwargs["tools"] == ({"type": "function", "function": {"name": "get_weather"}},)
+    assert args.kwargs["completion_start_time"] == datetime(2026, 1, 1, 0, 0, 1)
+    assert (args.start_time, args.end_time) == (datetime(2026, 1, 1), datetime(2026, 1, 1, 0, 0, 2))
+    assert args.response_obj is not None
+    assert args.response_obj["id"] == "chatcmpl-1"
+    assert args.response_obj["usage"]["prompt_tokens"] == 5000
+    assert args.response_obj["usage"]["completion_tokens"] == 4000
+    tool_calls: Final = args.response_obj["choices"][0]["message"]["tool_calls"]
+    assert [call["function"]["name"] for call in tool_calls] == ["get_weather"]
+    assert "complete_streaming_response" not in args.kwargs
+
+
+def test_streaming_event_reconstructs_complete_streaming_response():
+    kwargs: Final = {**_success_kwargs(), "stream": True, "complete_streaming_response": _response()}
+    event: Final = decode_spend_event(_build(kwargs, _response()))
+    assert not isinstance(event, SpendEventDecodeError)
+    args: Final = spend_event_callback_args(event)
+    assert args.kwargs["stream"] is True
+    assert args.kwargs["complete_streaming_response"] == args.response_obj
+
+
+class _HashingCache(Cache):
+    def __init__(self) -> None:
+        pass
+
+    def get_cache_key(self, **kwargs) -> str:
+        raise AssertionError("the fast path must not hash the request body")
+
+
+@pytest.mark.parametrize(
+    ("cache", "preset", "expected"),
+    [
+        (None, "preset-key", CACHE_OFF_KEY),
+        (_HashingCache(), "preset-key", "preset-key"),
+        (_HashingCache(), None, None),
+    ],
+)
+def test_event_reuses_preset_cache_key_and_never_hashes(monkeypatch, cache, preset, expected):
+    monkeypatch.setattr(litellm, "cache", cache)
+    decoded: Final = json.loads(_build(_success_kwargs(preset_cache_key=preset), _response()))
+    assert decoded["litellm_params"]["preset_cache_key"] == expected
+
+
+def test_unbuildable_kwargs_fall_back_to_in_process_tracking():
+    kwargs: Final = {**_success_kwargs(), "response_cost": "not-a-number"}
+    assert isinstance(
+        build_spend_event(kwargs, _response(), datetime.now(), datetime.now(), False), SpendEventBuildError
+    )
+
+
+def test_undecodable_line_is_an_error_value():
+    assert isinstance(decode_spend_event(b'{"version": 2}\n'), SpendEventDecodeError)
+    assert isinstance(decode_spend_event(b"not json\n"), SpendEventDecodeError)
+
+
+def test_batch_retrieves_stay_in_process():
+    assert is_offloadable_success(_response()) is True
+    assert is_offloadable_success(None) is True
+    assert (
+        is_offloadable_success(
+            LiteLLMBatch(
+                id="batch-1",
+                completion_window="24h",
+                created_at=1,
+                endpoint="/v1/chat/completions",
+                input_file_id="f",
+                object="batch",
+                status="completed",
+            )
+        )
+        is False
+    )
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_event_producer.py b/tests/test_litellm/proxy/spend_tracking/test_spend_event_producer.py
new file mode 100644
index 00000000000..adfb1251d1c
--- /dev/null
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_event_producer.py
@@ -0,0 +1,359 @@
+import asyncio
+from collections.abc import Awaitable, Callable
+from pathlib import Path
+from typing import Final
+
+import pytest
+import uvloop
+
+from litellm.proxy.spend_tracking.spend_event_producer import (
+    AddressError,
+    CollectorAddress,
+    CollectorSettings,
+    SpendEventProducer,
+    TcpAddress,
+    UnixAddress,
+    build_spend_event_producer,
+    open_collector_connection,
+    parse_collector_address,
+)
+
+
+class _Sidecar:
+    """A unix-socket server that records every line it receives, standing in for the collector."""
+
+    def __init__(self, path: Path, reads: bool = True, limit: int = 2**16) -> None:
+        self.path = path
+        self.reads = reads
+        self.limit = limit
+        self.lines: list[bytes] = []  # mutable-ok: test double records what the producer sent
+        self._server: asyncio.Server | None = None
+        self._stopped = asyncio.Event()
+        self._connections: list[asyncio.StreamWriter] = []  # mutable-ok: test double tracks peers to hang up on
+
+    async def __aenter__(self) -> "_Sidecar":
+        self._server = await asyncio.start_unix_server(self._on_connection, path=str(self.path), limit=self.limit)
+        return self
+
+    async def __aexit__(self, *exc: object) -> None:
+        self._stopped.set()
+        await self.hang_up()
+
+    async def hang_up(self) -> None:
+        """Exit the way a stopped sidecar does: stop listening and close every producer connection."""
+        assert self._server is not None
+        self._server.close()
+        for connection in self._connections:
+            connection.close()
+            await connection.wait_closed()
+        await self._server.wait_closed()
+
+    async def _on_connection(self, reader: asyncio.StreamReader, writer: asyncio.StreamWriter) -> None:
+        self._connections.append(writer)
+        if not self.reads:
+            await self._stopped.wait()
+            return
+        while line := await reader.readline():
+            self.lines.append(line)
+        writer.close()
+
+
+class _CrashingSidecar(_Sidecar):
+    """Bills a few lines, then dies mid-stream with the producer's backlog still queued behind them."""
+
+    def __init__(self, path: Path, lines_before_crash: int) -> None:
+        super().__init__(path, limit=2**20)
+        self._lines_before_crash = lines_before_crash
+
+    async def _on_connection(self, reader: asyncio.StreamReader, writer: asyncio.StreamWriter) -> None:
+        self._connections.append(writer)
+        for _ in range(self._lines_before_crash):
+            self.lines.append(await reader.readline())
+        writer.transport.abort()
+
+
+class _Fallback:
+    def __init__(self) -> None:
+        self.lines: list[bytes] = []  # mutable-ok: test double records what fell back to in-process
+
+    async def __call__(self, line: bytes) -> None:
+        self.lines.append(line)
+
+
+class _GatedFallback(_Fallback):
+    """A fallback that blocks, like a slow database write, until the test releases it."""
+
+    def __init__(self) -> None:
+        super().__init__()
+        self.started = asyncio.Event()
+        self.release = asyncio.Event()
+
+    async def __call__(self, line: bytes) -> None:
+        self.started.set()
+        await self.release.wait()
+        await super().__call__(line)
+
+
+class _StalledDrainWriter(asyncio.StreamWriter):
+    """Hands bytes to the real transport but never wakes ``drain()``: the loop iteration between a flush
+    completing and the writer task resuming, frozen in place."""
+
+    def __init__(self, real: asyncio.StreamWriter, reader: asyncio.StreamReader) -> None:
+        super().__init__(real.transport, real.transport.get_protocol(), reader, asyncio.get_running_loop())
+        self._real_writer_whose_finalizer_would_close_the_transport = real
+
+    async def drain(self) -> None:
+        await asyncio.Event().wait()
+
+
+async def _open_with_stalled_drain(
+    address: CollectorAddress, timeout: float
+) -> tuple[asyncio.StreamReader, asyncio.StreamWriter]:
+    reader, writer = await open_collector_connection(address, timeout)
+    return reader, _StalledDrainWriter(writer, reader)
+
+
+def _producer(
+    path: Path,
+    fallback: _Fallback,
+    on_unavailable="fallback",
+    buffer_size: int = 100,
+    open_connection: Callable[
+        [CollectorAddress, float], Awaitable[tuple[asyncio.StreamReader, asyncio.StreamWriter]]
+    ] = open_collector_connection,
+) -> SpendEventProducer:
+    return SpendEventProducer(
+        address=UnixAddress(path=str(path)),
+        on_unavailable=on_unavailable,
+        buffer_size=buffer_size,
+        connect_timeout=1.0,
+        fallback=fallback,
+        open_connection=open_connection,
+    )
+
+
+def test_parse_collector_address():
+    assert parse_collector_address("unix:///var/run/litellm/collector.sock") == UnixAddress(
+        path="/var/run/litellm/collector.sock"
+    )
+    assert parse_collector_address("tcp://127.0.0.1:4100") == TcpAddress(host="127.0.0.1", port=4100)
+    assert parse_collector_address("tcp://localhost:4100") == TcpAddress(host="localhost", port=4100)
+    assert parse_collector_address("tcp://[::1]:4100") == TcpAddress(host="::1", port=4100)
+    assert isinstance(parse_collector_address("redis://localhost:6379"), AddressError)
+    assert isinstance(parse_collector_address("tcp://127.0.0.1"), AddressError)
+
+
+@pytest.mark.parametrize("address", ["tcp://0.0.0.0:4100", "tcp://10.0.0.5:4100", "tcp://collector.svc:4100"])
+def test_tcp_address_outside_loopback_is_refused(address: str):
+    """The socket has no authentication, so anything reachable from outside the pod would accept forged spend."""
+    error: Final = parse_collector_address(address)
+    assert isinstance(error, AddressError)
+    assert "loopback" in error.reason
+    assert build_spend_event_producer(CollectorSettings(enabled=True, address=address), _Fallback()) is None
+
+
+def test_gateway_produces_only_when_enabled_and_not_the_sidecar_itself():
+    fallback: Final = _Fallback()
+    assert build_spend_event_producer(CollectorSettings(enabled=False), fallback) is None
+    assert build_spend_event_producer(CollectorSettings(enabled=True, job_role="collector"), fallback) is None
+    assert build_spend_event_producer(CollectorSettings(enabled=True, address="redis://x"), fallback) is None
+    assert isinstance(build_spend_event_producer(CollectorSettings(enabled=True), fallback), SpendEventProducer)
+
+
+def test_settings_read_the_documented_env(monkeypatch):
+    monkeypatch.setenv("LITELLM_COLLECTOR_ENABLED", "true")
+    monkeypatch.setenv("LITELLM_COLLECTOR_ADDRESS", "tcp://127.0.0.1:4100")
+    monkeypatch.setenv("LITELLM_COLLECTOR_BUFFER_SIZE", "50")
+    monkeypatch.setenv("LITELLM_COLLECTOR_ON_UNAVAILABLE", "drop")
+    monkeypatch.setenv("LITELLM_JOB_ROLE", "collector")
+    settings: Final = CollectorSettings()
+    assert (settings.enabled, settings.address, settings.buffer_size, settings.on_unavailable) == (
+        True,
+        "tcp://127.0.0.1:4100",
+        50,
+        "drop",
+    )
+    assert settings.produces is False
+
+
+@pytest.mark.asyncio
+async def test_events_reach_the_sidecar_once_and_in_order(tmp_path: Path):
+    fallback: Final = _Fallback()
+    async with _Sidecar(tmp_path / "spend.sock") as sidecar:
+        producer: Final = _producer(sidecar.path, fallback)
+        outcomes: Final = [await producer.publish(f"event-{i}\n".encode()) for i in range(20)]
+        await producer.close(drain_timeout=5.0)
+        await asyncio.sleep(0.05)
+
+    assert outcomes == ["queued"] * 20
+    assert sidecar.lines == [f"event-{i}\n".encode() for i in range(20)]
+    assert fallback.lines == []
+    stats: Final = producer.stats()
+    assert (stats.queued, stats.sent, stats.fallback, stats.dropped) == (20, 20, 0, 0)
+
+
+@pytest.mark.asyncio
+async def test_unreachable_sidecar_falls_back_in_process_and_backs_off(tmp_path: Path):
+    fallback: Final = _Fallback()
+    producer: Final = _producer(tmp_path / "missing.sock", fallback)
+    first: Final = await producer.publish(b"event-1\n")
+    await asyncio.sleep(0.05)
+    second: Final = await producer.publish(b"event-2\n")
+    await producer.close(drain_timeout=5.0)
+
+    assert first == "queued"
+    assert second == "fallback"
+    assert fallback.lines == [b"event-1\n", b"event-2\n"]
+    stats: Final = producer.stats()
+    assert (stats.sent, stats.fallback, stats.dropped, stats.connected) == (0, 2, 0, False)
+
+
+@pytest.mark.parametrize("loop_factory", [asyncio.new_event_loop, uvloop.new_event_loop], ids=["asyncio", "uvloop"])
+def test_sidecar_hang_up_falls_back_instead_of_losing_events(
+    tmp_path: Path, loop_factory: Callable[[], asyncio.AbstractEventLoop]
+):
+    async def scenario() -> tuple[list[bytes], list[bytes], tuple[int, int, int]]:
+        fallback: Final = _Fallback()
+        sidecar: Final = _Sidecar(tmp_path / "spend.sock")
+        async with sidecar:
+            producer: Final = _producer(sidecar.path, fallback)
+            await producer.publish(b"event-1\n")
+            await asyncio.sleep(0.05)
+            await sidecar.hang_up()
+            await asyncio.sleep(0.05)
+            await producer.publish(b"event-2\n")
+            await producer.close(drain_timeout=5.0)
+        stats: Final = producer.stats()
+        return sidecar.lines, fallback.lines, (stats.sent, stats.fallback, stats.dropped)
+
+    with asyncio.Runner(loop_factory=loop_factory) as runner:
+        sidecar_lines, fallback_lines, counts = runner.run(scenario())
+
+    assert sidecar_lines == [b"event-1\n"]
+    assert fallback_lines == [b"event-2\n"]
+    assert counts == (1, 1, 0)
+
+
+@pytest.mark.parametrize("loop_factory", [asyncio.new_event_loop, uvloop.new_event_loop], ids=["asyncio", "uvloop"])
+def test_mid_stream_crash_never_bills_an_event_on_both_sides(
+    tmp_path: Path, loop_factory: Callable[[], asyncio.AbstractEventLoop]
+):
+    """Events large enough to straddle the kernel buffer, a sidecar that reads some and then drops the socket: a
+    failed write may only fall back when the sidecar cannot have read the whole line."""
+    events: Final = tuple(f"event-{i:03d}-".encode() + b"x" * 65536 + b"\n" for i in range(64))
+
+    async def scenario() -> tuple[list[bytes], list[bytes], tuple[int, int, int]]:
+        fallback: Final = _Fallback()
+        sidecar: Final = _CrashingSidecar(tmp_path / "spend.sock", lines_before_crash=3)
+        async with sidecar:
+            producer: Final = _producer(sidecar.path, fallback)
+            for event in events:
+                assert await producer.publish(event) == "queued"
+            await asyncio.sleep(0.2)
+            await producer.close(drain_timeout=5.0)
+        stats: Final = producer.stats()
+        return sidecar.lines, fallback.lines, (stats.sent, stats.fallback, stats.dropped)
+
+    with asyncio.Runner(loop_factory=loop_factory) as runner:
+        sidecar_lines, fallback_lines, counts = runner.run(scenario())
+
+    assert sidecar_lines == list(events[:3])
+    assert set(sidecar_lines).isdisjoint(fallback_lines)
+    assert len(fallback_lines) == len(set(fallback_lines))
+    assert fallback_lines[-1] == events[-1]
+    assert counts[0] + counts[1] == len(events) and counts[2] == 0
+    assert counts[0] >= len(sidecar_lines)
+
+
+@pytest.mark.asyncio
+async def test_drain_timeout_hands_the_in_flight_event_to_fallback(tmp_path: Path):
+    """A sidecar that stops reading leaves one event half-written; cancelling the writer must not lose it."""
+    fallback: Final = _Fallback()
+    stuck: Final = b"x" * (4 * 1024 * 1024) + b"\n"
+    async with _Sidecar(tmp_path / "spend.sock", reads=False) as sidecar:
+        producer: Final = _producer(sidecar.path, fallback)
+        assert await producer.publish(stuck) == "queued"
+        await asyncio.sleep(0.1)
+        await producer.close(drain_timeout=0.2)
+
+    assert fallback.lines == [stuck]
+    stats: Final = producer.stats()
+    assert (stats.sent, stats.fallback, stats.connected) == (0, 1, False)
+
+
+@pytest.mark.asyncio
+async def test_shutdown_lets_the_writer_finish_a_fallback_already_in_progress(tmp_path: Path):
+    """Cancelling the writer while it runs the pipeline in-process must neither lose nor repeat that event."""
+    fallback: Final = _GatedFallback()
+    producer: Final = _producer(tmp_path / "missing.sock", fallback)
+    assert await producer.publish(b"event-1\n") == "queued"
+    await asyncio.wait_for(fallback.started.wait(), 5.0)
+    closing: Final = asyncio.ensure_future(producer.close(drain_timeout=0.05))
+    await asyncio.sleep(0.2)
+    assert fallback.lines == []
+    fallback.release.set()
+    await asyncio.wait_for(closing, 5.0)
+
+    assert fallback.lines == [b"event-1\n"]
+    assert producer.stats().fallback == 1
+
+
+@pytest.mark.asyncio
+async def test_shutdown_does_not_replay_an_event_the_kernel_already_took(tmp_path: Path):
+    """Cancelling a drain whose bytes already left the process must not run the event a second time in-process."""
+    fallback: Final = _Fallback()
+    async with _Sidecar(tmp_path / "spend.sock") as sidecar:
+        producer: Final = _producer(sidecar.path, fallback, open_connection=_open_with_stalled_drain)
+        assert await producer.publish(b"event-1\n") == "queued"
+        await asyncio.sleep(0.1)
+        await producer.close(drain_timeout=0.2)
+        await asyncio.sleep(0.05)
+
+    assert sidecar.lines == [b"event-1\n"]
+    assert fallback.lines == []
+    stats: Final = producer.stats()
+    assert (stats.fallback, stats.dropped, stats.connected) == (0, 0, False)
+
+
+@pytest.mark.asyncio
+async def test_drop_policy_counts_instead_of_running_in_process(tmp_path: Path):
+    fallback: Final = _Fallback()
+    producer: Final = _producer(tmp_path / "missing.sock", fallback, on_unavailable="drop")
+    await producer.publish(b"event-1\n")
+    await producer.close(drain_timeout=5.0)
+    assert await producer.publish(b"event-2\n") == "dropped"
+
+    assert fallback.lines == []
+    assert producer.stats().dropped == 2
+
+
+@pytest.mark.asyncio
+async def test_full_buffer_applies_the_unavailable_policy_immediately(tmp_path: Path):
+    fallback: Final = _Fallback()
+    async with _Sidecar(tmp_path / "spend.sock") as sidecar:
+        producer: Final = _producer(sidecar.path, fallback, buffer_size=2)
+        outcomes: Final = [await producer.publish(f"event-{i}\n".encode()) for i in range(3)]
+        await producer.close(drain_timeout=5.0)
+        await asyncio.sleep(0.05)
+
+    assert outcomes == ["queued", "queued", "fallback"]
+    assert fallback.lines == [b"event-2\n"]
+    assert sidecar.lines == [b"event-0\n", b"event-1\n"]
+
+
+@pytest.mark.asyncio
+async def test_close_flushes_buffered_events_then_refuses_new_ones(tmp_path: Path):
+    fallback: Final = _Fallback()
+    async with _Sidecar(tmp_path / "spend.sock") as sidecar:
+        producer: Final = _producer(sidecar.path, fallback)
+        for i in range(50):
+            await producer.publish(f"event-{i}\n".encode())
+        assert sidecar.lines == []
+        await producer.close(drain_timeout=5.0)
+        await asyncio.sleep(0.05)
+        after_close: Final = await producer.publish(b"late\n")
+
+    assert len(sidecar.lines) == 50
+    assert after_close == "fallback"
+    assert fallback.lines == [b"late\n"]
+    assert producer.stats().connected is False
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index d84d63ce1a4..df113197ec6 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -38,9 +38,9 @@ from litellm.proxy.spend_tracking.spend_tracking_utils import (
     _sanitize_error_information_for_spend_logs,
     _sanitize_guardrail_information_for_spend_logs,
     _sanitize_request_body_for_spend_logs_payload,
-    _should_store_prompts_and_responses_in_spend_logs,
     get_logging_payload,
     get_spend_logs_id,
+    should_store_prompts_and_responses_in_spend_logs,
 )
 from litellm.proxy.utils import hash_token
 from litellm.types.utils import (
@@ -107,6 +107,48 @@ def test_get_logging_payload_maps_openai_cached_tokens_to_cache_read_input_token
     assert additional_usage_values["prompt_tokens_details"]["cached_tokens"] == 123
 
 
+class _HashingCache(litellm.Cache):
+    def __init__(self) -> None:
+        pass
+
+    def get_cache_key(self, **kwargs) -> str:
+        raise AssertionError("a preset cache key must be reused instead of hashing the request")
+
+
+def _cache_key_in_spend_log(monkeypatch: pytest.MonkeyPatch, cache: litellm.Cache | None, preset: str | None) -> str:
+    monkeypatch.setattr(litellm, "cache", cache)
+    payload: Final = get_logging_payload(
+        kwargs={
+            "model": "gpt-4o-mini",
+            "messages": [{"role": "user", "content": "x" * 10_000}],
+            "litellm_params": {"metadata": {"user_api_key": "test-key"}, "preset_cache_key": preset},
+        },
+        response_obj=litellm.ModelResponse(id="chatcmpl-test", choices=[], usage=litellm.Usage()),
+        start_time=datetime.datetime.now(timezone.utc),
+        end_time=datetime.datetime.now(timezone.utc),
+    )
+    return payload["cache_key"]
+
+
+def test_get_logging_payload_reuses_the_preset_cache_key_instead_of_hashing_the_body(monkeypatch):
+    assert _cache_key_in_spend_log(monkeypatch, _HashingCache(), "preset-key") == "preset-key"
+
+
+def test_get_logging_payload_records_cache_off_without_hashing(monkeypatch):
+    assert _cache_key_in_spend_log(monkeypatch, None, None) == "Cache OFF"
+
+
+def test_get_logging_payload_still_hashes_when_caching_is_on_and_no_preset_key_exists(monkeypatch):
+    class _RecordingCache(litellm.Cache):
+        def __init__(self) -> None:
+            pass
+
+        def get_cache_key(self, **kwargs) -> str:
+            return "hashed-from-" + kwargs["model"]
+
+    assert _cache_key_in_spend_log(monkeypatch, _RecordingCache(), None) == "hashed-from-gpt-4o-mini"
+
+
 _TRACE_ONLY_STANDARD_LOGGING: Final = cast(
     StandardLoggingPayload,
     {
@@ -613,11 +655,11 @@ def test_sanitize_request_body_for_spend_logs_payload_circular_reference():
     assert sanitized == {"b": {"a": {}}}  # Should return empty dict for circular reference
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_vector_store_request_for_spend_logs_payload_store_prompts_true(
     mock_should_store,
 ):
-    # When _should_store_prompts_and_responses_in_spend_logs returns True
+    # When should_store_prompts_and_responses_in_spend_logs returns True
     mock_should_store.return_value = True
 
     # Sample vector store request metadata
@@ -631,11 +673,11 @@ def test_get_vector_store_request_for_spend_logs_payload_store_prompts_true(
     assert result[0]["vector_store_search_response"]["data"][0]["content"][0]["text"] == "sensitive information"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_vector_store_request_for_spend_logs_payload_store_prompts_false(
     mock_should_store,
 ):
-    # When _should_store_prompts_and_responses_in_spend_logs returns False
+    # When should_store_prompts_and_responses_in_spend_logs returns False
     mock_should_store.return_value = False
 
     # Sample vector store request metadata
@@ -651,7 +693,7 @@ def test_get_vector_store_request_for_spend_logs_payload_store_prompts_false(
     assert result[0]["vector_store_search_response"]["data"][0]["content"][0]["type"] == "text"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_vector_store_request_for_spend_logs_payload_null_input(mock_should_store):
     # When input is None
     mock_should_store.return_value = False
@@ -659,7 +701,7 @@ def test_get_vector_store_request_for_spend_logs_payload_null_input(mock_should_
     assert result is None
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_messages_for_spend_logs_realtime_returns_messages(mock_should_store):
     """
     Test that _get_messages_for_spend_logs_payload returns messages
@@ -686,7 +728,7 @@ def test_get_messages_for_spend_logs_realtime_returns_messages(mock_should_store
     assert parsed[1]["content"] == "What is the weather today?"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_messages_for_spend_logs_strips_null_bytes(mock_should_store):
     """Regression for PostgreSQL 22P05: NUL bytes must be stripped from messages."""
     mock_should_store.return_value = True
@@ -703,7 +745,7 @@ def test_get_messages_for_spend_logs_strips_null_bytes(mock_should_store):
     assert parsed[0]["content"] == "helloworld"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_messages_for_spend_logs_realtime_empty_when_disabled(mock_should_store):
     """
     Test that _get_messages_for_spend_logs_payload returns '{}' for realtime calls
@@ -721,7 +763,7 @@ def test_get_messages_for_spend_logs_realtime_empty_when_disabled(mock_should_st
     assert result == "{}"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_messages_for_spend_logs_non_realtime_returns_empty(mock_should_store):
     """
     Test that _get_messages_for_spend_logs_payload returns '{}' for non-realtime
@@ -739,7 +781,7 @@ def test_get_messages_for_spend_logs_non_realtime_returns_empty(mock_should_stor
     assert result == "{}"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_response_for_spend_logs_payload_truncates_large_base64(mock_should_store):
     from litellm.constants import MAX_STRING_LENGTH_PROMPT_IN_DB
 
@@ -767,7 +809,7 @@ def test_get_response_for_spend_logs_payload_truncates_large_base64(mock_should_
     assert parsed["data"][0]["other_field"] == "value"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_response_for_spend_logs_payload_strips_null_bytes(mock_should_store):
     """Regression for PostgreSQL 22P05: NUL bytes must be stripped from response."""
     mock_should_store.return_value = True
@@ -780,7 +822,7 @@ def test_get_response_for_spend_logs_payload_strips_null_bytes(mock_should_store
     assert json.loads(response_json)["content"] == "answerhere"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_get_response_for_spend_logs_payload_truncates_large_embedding(
     mock_should_store,
 ):
@@ -835,7 +877,7 @@ def test_truncation_includes_db_safeguard_note():
     )
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_response_truncation_logs_info_message(mock_should_store):
     """
     Test that when response is truncated before DB storage, an info log is emitted
@@ -857,7 +899,7 @@ def test_response_truncation_logs_info_message(mock_should_store):
         assert "response was truncated" in log_msg
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_request_body_truncation_logs_info_message(mock_should_store):
     """
     Test that when request body is truncated before DB storage, an info log is emitted.
@@ -1520,7 +1562,7 @@ def test_get_logging_payload_handles_missing_overhead_gracefully():
     )
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_spend_logs_redacts_request_and_response_when_turn_off_message_logging_enabled(
     mock_should_store,
 ):
@@ -1584,7 +1626,7 @@ def test_should_store_prompts_and_responses_in_spend_logs_case_insensitive_strin
     mock_get_secret_bool,
 ):
     """
-    Test that _should_store_prompts_and_responses_in_spend_logs handles
+    Test that should_store_prompts_and_responses_in_spend_logs handles
     case-insensitive string values for store_prompts_in_spend_logs in general_settings.
     """
     # Test case-insensitive string "true" variations
@@ -1594,7 +1636,7 @@ def test_should_store_prompts_and_responses_in_spend_logs_case_insensitive_strin
             {"store_prompts_in_spend_logs": true_value},
         ):
             mock_get_secret_bool.return_value = False  # Ensure env var is False
-            result = _should_store_prompts_and_responses_in_spend_logs()
+            result = should_store_prompts_and_responses_in_spend_logs()
             assert result is True, f"Expected True for '{true_value}', got {result}"
 
     # Test boolean True
@@ -1603,7 +1645,7 @@ def test_should_store_prompts_and_responses_in_spend_logs_case_insensitive_strin
         {"store_prompts_in_spend_logs": True},
     ):
         mock_get_secret_bool.return_value = False
-        result = _should_store_prompts_and_responses_in_spend_logs()
+        result = should_store_prompts_and_responses_in_spend_logs()
         assert result is True, f"Expected True for boolean True, got {result}"
 
     # Test that non-true values fall back to environment variable
@@ -1614,22 +1656,22 @@ def test_should_store_prompts_and_responses_in_spend_logs_case_insensitive_strin
         ):
             # When env var is True, should return True
             mock_get_secret_bool.return_value = True
-            result = _should_store_prompts_and_responses_in_spend_logs()
+            result = should_store_prompts_and_responses_in_spend_logs()
             assert result is True, f"Expected True (from env var) for '{false_value}', got {result}"
 
             # When env var is False, should return False
             mock_get_secret_bool.return_value = False
-            result = _should_store_prompts_and_responses_in_spend_logs()
+            result = should_store_prompts_and_responses_in_spend_logs()
             assert result is False, f"Expected False (from env var) for '{false_value}', got {result}"
 
     # Test when general_settings doesn't have the key at all
     with patch("litellm.proxy.proxy_server.general_settings", {}):
         mock_get_secret_bool.return_value = True
-        result = _should_store_prompts_and_responses_in_spend_logs()
+        result = should_store_prompts_and_responses_in_spend_logs()
         assert result is True, "Expected True (from env var) when key missing, got False"
 
         mock_get_secret_bool.return_value = False
-        result = _should_store_prompts_and_responses_in_spend_logs()
+        result = should_store_prompts_and_responses_in_spend_logs()
         assert result is False, "Expected False (from env var) when key missing, got True"
 
 
@@ -1662,7 +1704,7 @@ def test_get_spend_logs_metadata_guardrail_info_fallback_from_metadata():
     assert result["guardrail_information"] is None
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_redacts_all_prompt_carrying_fields_when_flag_false(
     mock_should_store,
 ):
@@ -1698,7 +1740,7 @@ def test_sanitize_guardrail_information_redacts_all_prompt_carrying_fields_when_
     assert entry["guardrail_action"] == "NONE"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_redacts_prompt_fields_when_flag_false(
     mock_should_store,
 ):
@@ -1762,7 +1804,7 @@ def test_sanitize_guardrail_information_redacts_prompt_fields_when_flag_false(
     }
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_preserves_guardrail_usage_when_flag_false(
     mock_should_store,
 ):
@@ -1794,7 +1836,7 @@ def test_sanitize_guardrail_information_preserves_guardrail_usage_when_flag_fals
     assert entry["guardrail_usage"] == {"topicPolicyUnits": 1, "contentPolicyUnits": 1, "wordPolicyUnits": 0}
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_passthrough_when_flag_true(
     mock_should_store,
 ):
@@ -1817,13 +1859,13 @@ def test_sanitize_guardrail_information_passthrough_when_flag_true(
     assert result == guardrail_info
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_none_passthrough(mock_should_store):
     mock_should_store.return_value = False
     assert _sanitize_guardrail_information_for_spend_logs(None) is None
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_normalizes_bare_dict_input(mock_should_store):
     """
     Regression: xecguard (xecguard.py:246) assigns a bare dict to
@@ -1855,7 +1897,7 @@ def test_sanitize_guardrail_information_normalizes_bare_dict_input(mock_should_s
     assert entry["start_time"] == 1.0
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_drops_non_dict_items_in_list(mock_should_store):
     """
     A stray non-dict item in the list (e.g. from a buggy caller that
@@ -1874,7 +1916,7 @@ def test_sanitize_guardrail_information_drops_non_dict_items_in_list(mock_should
     assert result == [{"guardrail_name": "x", "guardrail_response": REDACTED_BY_LITELM_STRING}]
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_preserves_absent_prompt_fields(mock_should_store):
     """
     Entries that never carried guardrail_request or guardrail_response must
@@ -2290,7 +2332,7 @@ def test_sanitize_request_body_strips_secret_fields():
     assert sanitized["messages"] == [{"role": "user", "content": "hi"}]
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_proxy_server_request_payload_excludes_secret_fields(mock_should_store):
     """
     End-to-end test: when the proxy_server_request body contains
@@ -2370,7 +2412,7 @@ def test_redact_prompt_leaks_empty_string():
     assert _redact_prompt_leaks_in_error_string("") == ""
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_redacts_when_not_storing_prompts(
     mock_should_store,
 ):
@@ -2398,7 +2440,7 @@ def test_sanitize_error_information_redacts_when_not_storing_prompts(
     assert sanitized["llm_provider"] == "openai"
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_skips_redaction_when_storing_prompts(
     mock_should_store,
 ):
@@ -2420,7 +2462,7 @@ def test_sanitize_error_information_skips_redaction_when_storing_prompts(
     assert REDACTED_BY_LITELM_STRING not in sanitized["error_message"]
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_caps_size_regardless_of_prompt_flag(
     mock_should_store,
 ):
@@ -2451,7 +2493,7 @@ def test_sanitize_error_information_none_passthrough():
     assert _sanitize_error_information_for_spend_logs(None) is None
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_reproduces_lit_2992(mock_should_store):
     # Mirrors the reproduced row body from LIT-2992 — a RateLimitError whose
     # message embeds 178 pydantic validation errors, each carrying a full
@@ -2536,7 +2578,7 @@ def test_redact_prompt_leaks_handles_unterminated_value():
     assert REDACTED_BY_LITELM_STRING in redacted
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_redacts_traceback_when_not_storing_prompts(
     mock_should_store,
 ):
@@ -2568,7 +2610,7 @@ def test_sanitize_error_information_redacts_traceback_when_not_storing_prompts(
     assert "ValueError: invalid request" in sanitized["traceback"]
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_skips_traceback_redaction_when_storing_prompts(
     mock_should_store,
 ):
@@ -2676,7 +2718,7 @@ def test_redact_prompt_leaks_combined_quoted_key_and_pydantic_assignment():
     assert redacted.count(REDACTED_BY_LITELM_STRING) >= 2
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_error_information_redacts_pydantic_assignment_form(
     mock_should_store,
 ):
@@ -3272,7 +3314,7 @@ def test_get_logging_payload_hashes_bearer_prefixed_api_key():
     )
 
 
-@patch("litellm.proxy.spend_tracking.spend_tracking_utils._should_store_prompts_and_responses_in_spend_logs")
+@patch("litellm.proxy.spend_tracking.spend_tracking_utils.should_store_prompts_and_responses_in_spend_logs")
 def test_sanitize_guardrail_information_preserves_headroom_compression_token_stats(
     mock_should_store,
 ):
diff --git a/tests/test_litellm/proxy/test_collector.py b/tests/test_litellm/proxy/test_collector.py
new file mode 100644
index 00000000000..ac3e1f5e566
--- /dev/null
+++ b/tests/test_litellm/proxy/test_collector.py
@@ -0,0 +1,229 @@
+import asyncio
+import logging
+from collections.abc import Callable, Iterator
+from pathlib import Path
+from typing import Final
+
+import pytest
+import uvloop
+
+from litellm._logging import verbose_logger, verbose_proxy_logger, verbose_router_logger
+from litellm.proxy.collector import (
+    SpendEventConsumer,
+    address_argument,
+    apply_log_level,
+    pod_pgbouncer_database_url,
+)
+from litellm.proxy.db.pgbouncer import PgBouncerError, PgBouncerSettings
+from litellm.proxy.spend_tracking.spend_event_producer import (
+    AddressError,
+    SpendEventProducer,
+    TcpAddress,
+    UnixAddress,
+    open_collector_connection,
+)
+
+
+class _Handler:
+    def __init__(self, fail_on: bytes | None = None) -> None:
+        self.lines: list[bytes] = []  # mutable-ok: test double records the events the consumer handed over
+        self._fail_on = fail_on
+
+    async def __call__(self, line: bytes) -> None:
+        if line == self._fail_on:
+            raise RuntimeError("pipeline failed")
+        self.lines.append(line)
+
+
+async def _no_fallback(line: bytes) -> None:
+    raise AssertionError(f"unexpected fallback for {line!r}")
+
+
+class _Fallback:
+    def __init__(self) -> None:
+        self.lines: list[bytes] = []  # mutable-ok: test double records the events run in-process
+
+    async def __call__(self, line: bytes) -> None:
+        self.lines.append(line)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("transport", ["unix", "tcp"])
+async def test_consumer_handles_each_producer_line_once_in_order(tmp_path: Path, transport: str):
+    handler: Final = _Handler(fail_on=b"event-3\n")
+    consumer: Final = SpendEventConsumer(handler)
+    server: Final = await consumer.serve(
+        UnixAddress(path=str(tmp_path / "spend.sock")) if transport == "unix" else TcpAddress("127.0.0.1", 0)
+    )
+    address: Final = (
+        UnixAddress(path=str(tmp_path / "spend.sock"))
+        if transport == "unix"
+        else TcpAddress("127.0.0.1", server.sockets[0].getsockname()[1])
+    )
+    producer: Final = SpendEventProducer(
+        address=address, on_unavailable="fallback", buffer_size=100, connect_timeout=1.0, fallback=_no_fallback
+    )
+    for i in range(6):
+        await producer.publish(f"event-{i}\n".encode())
+    await producer.close(drain_timeout=5.0)
+
+    server.close()
+    assert await consumer.drain(timeout=5.0) == 0
+    assert handler.lines == [f"event-{i}\n".encode() for i in range(6) if i != 3]
+    assert (consumer.received, consumer.handled, consumer.failed) == (6, 5, 1)
+
+
+@pytest.mark.asyncio
+async def test_consumer_discards_a_truncated_trailing_event(tmp_path: Path):
+    handler: Final = _Handler()
+    consumer: Final = SpendEventConsumer(handler)
+    address: Final = UnixAddress(path=str(tmp_path / "spend.sock"))
+    server: Final = await consumer.serve(address)
+    _, writer = await open_collector_connection(address, timeout=1.0)
+    writer.write(b"whole\npartial-without-newline")
+    await writer.drain()
+    writer.close()
+    await writer.wait_closed()
+    await asyncio.sleep(0.05)
+
+    server.close()
+    assert await consumer.drain(timeout=5.0) == 0
+    assert handler.lines == [b"whole\n"]
+    assert consumer.received == 1
+
+
+@pytest.mark.asyncio
+async def test_drain_reports_producers_still_connected_after_the_timeout(tmp_path: Path):
+    consumer: Final = SpendEventConsumer(_Handler())
+    address: Final = UnixAddress(path=str(tmp_path / "spend.sock"))
+    server: Final = await consumer.serve(address)
+    _, writer = await open_collector_connection(address, timeout=1.0)
+    await asyncio.sleep(0.05)
+
+    server.close()
+    assert await consumer.drain(timeout=0.1) == 1
+    writer.close()
+    await writer.wait_closed()
+    assert await consumer.drain(timeout=5.0) == 0
+
+
+@pytest.mark.asyncio
+async def test_graceful_stop_hands_the_producer_over_to_its_fallback_without_losing_events(tmp_path: Path):
+    handler: Final = _Handler()
+    fallback: Final = _Fallback()
+    consumer: Final = SpendEventConsumer(handler)
+    address: Final = UnixAddress(path=str(tmp_path / "spend.sock"))
+    server: Final = await consumer.serve(address)
+    producer: Final = SpendEventProducer(
+        address=address, on_unavailable="fallback", buffer_size=100, connect_timeout=1.0, fallback=fallback
+    )
+    await producer.publish(b"event-1\n")
+    await asyncio.sleep(0.05)
+
+    server.close()
+    draining: Final = asyncio.ensure_future(consumer.drain(timeout=5.0))
+    await asyncio.sleep(0.05)
+    await producer.publish(b"event-2\n")
+    await producer.close(drain_timeout=5.0)
+
+    assert await draining == 0
+    assert handler.lines == [b"event-1\n"]
+    assert fallback.lines == [b"event-2\n"]
+    assert (producer.stats().sent, producer.stats().fallback) == (1, 1)
+
+
+@pytest.mark.parametrize("loop_factory", [asyncio.new_event_loop, uvloop.new_event_loop], ids=["asyncio", "uvloop"])
+def test_drain_still_hands_over_live_producers_when_another_connection_already_died(
+    tmp_path: Path, loop_factory: Callable[[], asyncio.AbstractEventLoop]
+):
+    """A transport the loop force-closed under a busy handler must not abort the half-close of the others."""
+
+    async def scenario() -> tuple[int, list[bytes]]:
+        release: Final = asyncio.Event()
+
+        async def slow_handler(line: bytes) -> None:
+            await release.wait()
+
+        consumer: Final = SpendEventConsumer(slow_handler)
+        address: Final = UnixAddress(path=str(tmp_path / "spend.sock"))
+        server: Final = await consumer.serve(address)
+        _, dead = await open_collector_connection(address, timeout=1.0)
+        dead.write(b"stuck\n")
+        await dead.drain()
+        await asyncio.sleep(0.05)
+        for connection in consumer._open_connections:  # pyright: ignore[reportPrivateUsage]  # force-close like uvloop does on a socket error
+            connection.transport.close()
+        dead.close()
+        fallback: Final = _Fallback()
+        producer: Final = SpendEventProducer(
+            address=address, on_unavailable="fallback", buffer_size=100, connect_timeout=1.0, fallback=fallback
+        )
+        await producer.publish(b"event-1\n")
+        await asyncio.sleep(0.05)
+
+        server.close()
+        draining: Final = asyncio.ensure_future(consumer.drain(timeout=0.5))
+        await asyncio.sleep(0.05)
+        await producer.publish(b"event-2\n")
+        await producer.close(drain_timeout=5.0)
+        still_open: Final = await draining
+        release.set()
+        await asyncio.sleep(0.05)
+        return still_open, fallback.lines
+
+    with asyncio.Runner(loop_factory=loop_factory) as runner:
+        still_open, fallback_lines = runner.run(scenario())
+
+    assert still_open == 2
+    assert fallback_lines == [b"event-2\n"]
+
+
+def test_address_argument():
+    assert address_argument((), default="unix:///tmp/x.sock") == "unix:///tmp/x.sock"
+    assert address_argument(("--address", "tcp://127.0.0.1:4100"), default="unix:///tmp/x.sock") == (
+        "tcp://127.0.0.1:4100"
+    )
+    assert isinstance(address_argument(("--listen", "x"), default="unix:///tmp/x.sock"), AddressError)
+
+
+def test_pod_pgbouncer_database_url_points_at_the_proxy_containers_pooler():
+    """With pgbouncer on, the sidecar must not open its own upstream connections but share the pod's pooler."""
+    upstream: Final = "postgresql://u:p@db.internal:5432/litellm?schema=public"
+    environ: Final = {"DATABASE_URL": upstream}
+    assert pod_pgbouncer_database_url(PgBouncerSettings(enabled=False), environ, token_auth=False) is None
+    assert (
+        pod_pgbouncer_database_url(PgBouncerSettings(enabled=True, port=6543), environ, token_auth=False)
+        == "postgresql://u:p@127.0.0.1:6543/litellm?schema=public&pgbouncer=true"
+    )
+    assert isinstance(pod_pgbouncer_database_url(PgBouncerSettings(enabled=True), {}, token_auth=False), PgBouncerError)
+
+
+def test_pod_pgbouncer_database_url_goes_direct_under_token_auth():
+    """The proxy's pgbouncer only knows the token that container minted, so the sidecar must mint its own upstream."""
+    iam_upstream: Final = "postgresql://u@db.internal:5432/litellm?schema=public"
+    assert (
+        pod_pgbouncer_database_url(PgBouncerSettings(enabled=True), {"DATABASE_URL": iam_upstream}, token_auth=True)
+        is None
+    )
+    assert pod_pgbouncer_database_url(PgBouncerSettings(enabled=True), {}, token_auth=True) is None
+
+
+@pytest.fixture
+def restore_log_levels() -> Iterator[None]:
+    loggers: Final = (verbose_logger, verbose_router_logger, verbose_proxy_logger)
+    levels: Final = tuple(logger.level for logger in loggers)
+    yield
+    for logger, level in zip(loggers, levels, strict=True):
+        logger.setLevel(level)
+
+
+@pytest.mark.usefixtures("restore_log_levels")
+@pytest.mark.parametrize(
+    ("litellm_log", "expected"),
+    [("DEBUG", logging.DEBUG), ("info", logging.INFO), (None, logging.WARNING), ("loud", logging.WARNING)],
+)
+def test_apply_log_level_mirrors_the_proxy_env_contract(litellm_log: str | None, expected: int):
+    verbose_proxy_logger.setLevel(logging.WARNING)
+    apply_log_level(litellm_log)
+    assert verbose_proxy_logger.isEnabledFor(expected)
+    assert not verbose_proxy_logger.isEnabledFor(expected - 10)

From 960fc4b114815cd84ac08f2f98d675286e1c9d67 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:16:15 -0700
Subject: [PATCH 111/298] feat(newrelic): export team max and remaining budget
 gauges to the Metric API (#40542)

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../integrations/newrelic/newrelic_metrics.py | 39 +++++++-
 litellm/types/integrations/newrelic.py        | 19 +++-
 .../newrelic/test_newrelic_metrics.py         | 92 ++++++++++++++++++-
 3 files changed, 141 insertions(+), 9 deletions(-)

diff --git a/litellm/integrations/newrelic/newrelic_metrics.py b/litellm/integrations/newrelic/newrelic_metrics.py
index 25dbfc2bdb2..da952b78d3f 100644
--- a/litellm/integrations/newrelic/newrelic_metrics.py
+++ b/litellm/integrations/newrelic/newrelic_metrics.py
@@ -5,8 +5,9 @@ NR Reference API: https://docs.newrelic.com/docs/data-apis/ingest-apis/metric-ap
 
 `async_log_success_event` / `async_log_failure_event` queue one record per request;
 at flush the queue is aggregated by (team, model group, model, provider, status)
-into count/summary metrics. `interval.ms` is the real window between flushes,
-computed at flush time.
+into count/summary metrics, plus one max/remaining budget gauge pair per team
+taken from the team's latest record. `interval.ms` is the real window between
+flushes, computed at flush time.
 
 Team-scoped by construction: the ingest key is injected explicitly and there is
 deliberately no environment-variable fallback, so a team's metrics are never sent
@@ -47,11 +48,14 @@ from litellm.types.integrations.newrelic import (
     NEWRELIC_METRIC_PROMPT_TOKENS,
     NEWRELIC_METRIC_REQUEST_DURATION_MS,
     NEWRELIC_METRIC_REQUESTS,
+    NEWRELIC_METRIC_TEAM_MAX_BUDGET,
+    NEWRELIC_METRIC_TEAM_REMAINING_BUDGET,
     NEWRELIC_METRIC_TOTAL_TOKENS,
     NEWRELIC_METRICS_MAX_BATCH_SIZE,
     NEWRELIC_METRICS_MAX_DRAIN_PASSES,
     NEWRELIC_METRICS_MAX_RETRY_QUEUE_SIZE,
     NewRelicCountMetric,
+    NewRelicGaugeMetric,
     NewRelicMetric,
     NewRelicMetricCommon,
     NewRelicMetricEnvelope,
@@ -98,6 +102,8 @@ def _metric_record_from_payload(standard_logging_object: StandardLoggingPayload)
         completion_tokens=int(standard_logging_object.get("completion_tokens") or 0),
         total_tokens=int(standard_logging_object.get("total_tokens") or 0),
         duration_ms=float(standard_logging_object.get("response_time") or 0.0) * 1000.0,
+        team_max_budget=metadata.get("user_api_key_team_max_budget") if metadata else None,
+        team_spend=metadata.get("user_api_key_team_spend") if metadata else None,
     )
 
 
@@ -140,6 +146,33 @@ def _bucket_metrics(bucket_records: tuple[NewRelicMetricRecord, ...]) -> tuple[N
     return (*count_metrics, summary_metric)
 
 
+def _team_budget_gauges(record: NewRelicMetricRecord) -> tuple[NewRelicMetric, ...]:
+    team_max_budget: Final = record.team_max_budget
+    if team_max_budget is None:
+        return ()
+    attributes: Final[Mapping[str, str]] = {  # mutable-ok: JSON leaf; safe_dumps stringifies MappingProxyType
+        key: value[:NEWRELIC_METRIC_ATTRIBUTE_MAX_LEN]
+        for key, value in (("team_id", record.team_id), ("team_alias", record.team_alias))
+        if value
+    }
+    remaining_budget: Final = team_max_budget - (record.team_spend or 0.0) - record.response_cost
+    return (
+        NewRelicGaugeMetric(
+            name=NEWRELIC_METRIC_TEAM_MAX_BUDGET, type="gauge", value=team_max_budget, attributes=attributes
+        ),
+        NewRelicGaugeMetric(
+            name=NEWRELIC_METRIC_TEAM_REMAINING_BUDGET, type="gauge", value=remaining_budget, attributes=attributes
+        ),
+    )
+
+
+def _team_budget_metrics(records: tuple[NewRelicMetricRecord, ...]) -> tuple[NewRelicMetric, ...]:
+    latest_by_team: Final[Mapping[str, NewRelicMetricRecord]] = MappingProxyType(
+        {record.team_id: record for record in records if record.team_id}
+    )
+    return tuple(gauge for record in latest_by_team.values() for gauge in _team_budget_gauges(record))
+
+
 def build_metric_payload(
     records: tuple[NewRelicMetricRecord, ...],
     *,
@@ -158,7 +191,7 @@ def build_metric_payload(
         "timestamp": int(window_start * 1000),
         "interval.ms": interval_ms,
     }
-    return (NewRelicMetricEnvelope(common=common, metrics=metrics),)
+    return (NewRelicMetricEnvelope(common=common, metrics=(*metrics, *_team_budget_metrics(records))),)
 
 
 class NewRelicMetricsLogger(CustomBatchLogger):
diff --git a/litellm/types/integrations/newrelic.py b/litellm/types/integrations/newrelic.py
index 36e4d02c2a8..b5905ad0b93 100644
--- a/litellm/types/integrations/newrelic.py
+++ b/litellm/types/integrations/newrelic.py
@@ -27,9 +27,9 @@ NEWRELIC_METRIC_ENDPOINT_BY_REGION: Final[Mapping[str, str]] = MappingProxyType(
 NEWRELIC_DEFAULT_REGION: Final = "us"
 
 #: Metric API caps a payload at 2000 data points / 1MB compressed; each queued
-#: record expands to at most 6 metrics, so cap the per-flush record count well
-#: below that.
-NEWRELIC_METRICS_MAX_BATCH_SIZE: Final = 250
+#: record expands to at most 6 bucket metrics plus 2 team budget gauges (8), so cap
+#: the per-flush record count well below 2000 / 8.
+NEWRELIC_METRICS_MAX_BATCH_SIZE: Final = 200
 
 #: Hard cap on records retained across failed flushes (5xx/network requeue).
 #: Beyond this the oldest records are dropped.
@@ -48,6 +48,8 @@ NEWRELIC_METRIC_PROMPT_TOKENS: Final = "litellm.tokens.prompt"
 NEWRELIC_METRIC_COMPLETION_TOKENS: Final = "litellm.tokens.completion"
 NEWRELIC_METRIC_TOTAL_TOKENS: Final = "litellm.tokens.total"
 NEWRELIC_METRIC_REQUEST_DURATION_MS: Final = "litellm.request.duration_ms"
+NEWRELIC_METRIC_TEAM_MAX_BUDGET: Final = "litellm.team.max_budget"
+NEWRELIC_METRIC_TEAM_REMAINING_BUDGET: Final = "litellm.team.remaining_budget"
 
 
 class NewRelicSummaryValue(TypedDict):
@@ -66,6 +68,13 @@ class NewRelicCountMetric(TypedDict):
     attributes: ReadOnly[Mapping[str, str]]
 
 
+class NewRelicGaugeMetric(TypedDict):
+    name: ReadOnly[str]
+    type: ReadOnly[Literal["gauge"]]
+    value: ReadOnly[float]
+    attributes: ReadOnly[Mapping[str, str]]
+
+
 class NewRelicSummaryMetric(TypedDict):
     name: ReadOnly[str]
     type: ReadOnly[Literal["summary"]]
@@ -73,7 +82,7 @@ class NewRelicSummaryMetric(TypedDict):
     attributes: ReadOnly[Mapping[str, str]]
 
 
-NewRelicMetric = NewRelicCountMetric | NewRelicSummaryMetric
+NewRelicMetric = NewRelicCountMetric | NewRelicGaugeMetric | NewRelicSummaryMetric
 
 
 #: ``interval.ms`` has a dot in it, so the functional TypedDict form is required.
@@ -108,6 +117,8 @@ class NewRelicMetricRecord:
     completion_tokens: int
     total_tokens: int
     duration_ms: float
+    team_max_budget: float | None = None
+    team_spend: float | None = None
 
     @property
     def bucket_key(self) -> tuple[str, str, str, str, str, str]:
diff --git a/tests/test_litellm/integrations/newrelic/test_newrelic_metrics.py b/tests/test_litellm/integrations/newrelic/test_newrelic_metrics.py
index 9c75e0b0a47..a9074e89806 100644
--- a/tests/test_litellm/integrations/newrelic/test_newrelic_metrics.py
+++ b/tests/test_litellm/integrations/newrelic/test_newrelic_metrics.py
@@ -24,6 +24,8 @@ from litellm.types.integrations.newrelic import (
     NEWRELIC_METRIC_PROMPT_TOKENS,
     NEWRELIC_METRIC_REQUEST_DURATION_MS,
     NEWRELIC_METRIC_REQUESTS,
+    NEWRELIC_METRIC_TEAM_MAX_BUDGET,
+    NEWRELIC_METRIC_TEAM_REMAINING_BUDGET,
     NEWRELIC_METRIC_TOTAL_TOKENS,
     NewRelicMetricRecord,
 )
@@ -40,6 +42,8 @@ def _record(
     completion_tokens=20,
     total_tokens=30,
     duration_ms=100.0,
+    team_max_budget=None,
+    team_spend=None,
 ) -> NewRelicMetricRecord:
     return NewRelicMetricRecord(
         team_id=team_id,
@@ -53,12 +57,28 @@ def _record(
         completion_tokens=completion_tokens,
         total_tokens=total_tokens,
         duration_ms=duration_ms,
+        team_max_budget=team_max_budget,
+        team_spend=team_spend,
     )
 
 
-def _standard_logging_object(team_id="team-a", response_cost=0.25) -> dict:
+def _standard_logging_object(
+    team_id="team-a", response_cost=0.25, team_max_budget: float | None = None, team_spend: float | None = None
+) -> dict:
+    budget_metadata = {
+        key: value
+        for key, value in (
+            ("user_api_key_team_max_budget", team_max_budget),
+            ("user_api_key_team_spend", team_spend),
+        )
+        if value is not None
+    }
     return {
-        "metadata": {"user_api_key_team_id": team_id, "user_api_key_team_alias": f"{team_id}-alias"},
+        "metadata": {
+            "user_api_key_team_id": team_id,
+            "user_api_key_team_alias": f"{team_id}-alias",
+            **budget_metadata,
+        },
         "model_group": "gpt-4o-group",
         "model": "gpt-4o",
         "custom_llm_provider": "openai",
@@ -204,6 +224,74 @@ class TestBuildMetricPayload:
         assert "model_group" not in attributes
 
 
+class TestTeamBudgetGauges:
+    def test_latest_record_per_team_drives_one_gauge_pair(self):
+        records = (
+            _record(team_id="team-a", model="gpt-4o", response_cost=0.5, team_max_budget=100.0, team_spend=10.0),
+            _record(team_id="team-a", model="claude-4", response_cost=2.0, team_max_budget=100.0, team_spend=10.5),
+            _record(team_id="team-b", response_cost=1.0, team_max_budget=None, team_spend=3.0),
+            _record(team_id="", team_alias="", response_cost=1.0, team_max_budget=50.0, team_spend=1.0),
+        )
+        payload = build_metric_payload(records, window_start=1_000.0, now=1_005.0)
+
+        max_budget_gauges = _metrics_by_name(payload, NEWRELIC_METRIC_TEAM_MAX_BUDGET)
+        remaining_gauges = _metrics_by_name(payload, NEWRELIC_METRIC_TEAM_REMAINING_BUDGET)
+        assert [(m["type"], m["value"], m["attributes"]) for m in max_budget_gauges] == [
+            ("gauge", 100.0, {"team_id": "team-a", "team_alias": "team-a-alias"})
+        ]
+        assert [(m["type"], m["attributes"]) for m in remaining_gauges] == [
+            ("gauge", {"team_id": "team-a", "team_alias": "team-a-alias"})
+        ]
+        assert remaining_gauges[0]["value"] == pytest.approx(100.0 - 10.5 - 2.0)
+        assert len(_metrics_by_name(payload, NEWRELIC_METRIC_COST_USD)) == 4
+
+    def test_missing_team_spend_counts_only_this_request(self):
+        payload = build_metric_payload(
+            (_record(response_cost=0.25, team_max_budget=10.0, team_spend=None),), window_start=1_000.0, now=1_005.0
+        )
+
+        assert _metrics_by_name(payload, NEWRELIC_METRIC_TEAM_REMAINING_BUDGET)[0]["value"] == pytest.approx(9.75)
+
+    @pytest.mark.asyncio
+    async def test_budget_gauges_reach_the_metric_api_from_standard_logging_metadata(self):
+        logger = _make_logger()
+        logger.async_client.post = AsyncMock(return_value=_response(202))
+        slo = _standard_logging_object(response_cost=0.25, team_max_budget=20.0, team_spend=4.5)
+
+        await logger.async_log_success_event(
+            kwargs={"standard_logging_object": slo}, response_obj={}, start_time=None, end_time=None
+        )
+        await logger.flush_queue()
+
+        body = json.loads(gzip.decompress(logger.async_client.post.await_args.kwargs["data"]).decode("utf-8"))
+        by_name = {m["name"]: m for m in body[0]["metrics"]}
+        assert by_name[NEWRELIC_METRIC_TEAM_MAX_BUDGET] == {
+            "name": NEWRELIC_METRIC_TEAM_MAX_BUDGET,
+            "type": "gauge",
+            "value": 20.0,
+            "attributes": {"team_id": "team-a", "team_alias": "team-a-alias"},
+        }
+        assert by_name[NEWRELIC_METRIC_TEAM_REMAINING_BUDGET]["type"] == "gauge"
+        assert by_name[NEWRELIC_METRIC_TEAM_REMAINING_BUDGET]["value"] == pytest.approx(15.25)
+        assert by_name[NEWRELIC_METRIC_COST_USD]["value"] == 0.25
+
+    @pytest.mark.asyncio
+    async def test_no_budget_metadata_sends_no_gauges(self):
+        logger = _make_logger()
+        logger.async_client.post = AsyncMock(return_value=_response(202))
+
+        await logger.async_log_success_event(
+            kwargs={"standard_logging_object": _standard_logging_object()},
+            response_obj={},
+            start_time=None,
+            end_time=None,
+        )
+        await logger.flush_queue()
+
+        body = json.loads(gzip.decompress(logger.async_client.post.await_args.kwargs["data"]).decode("utf-8"))
+        assert {m["type"] for m in body[0]["metrics"]} == {"count", "summary"}
+
+
 class TestQueueAndFlush:
     @pytest.mark.asyncio
     async def test_log_event_queues_record_from_standard_logging_object(self):

From dcf8228a9d94e35da7d6d3066b842d385e96b701 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:18:20 -0700
Subject: [PATCH 112/298] test(e2e): memory regression test for failing
 requests on the release gate

---
 tests/e2e/CLAUDE.md                           |   4 +-
 tests/e2e/coverage_registry/reliability.yaml  |   1 +
 tests/e2e/e2e_config.py                       |   8 +
 tests/e2e/models.py                           |  31 ++-
 tests/e2e/proxy_client.py                     |  16 ++
 tests/e2e/router/reliability_support.py       |  18 +-
 .../e2e/router/test_reliability_memory_e2e.py | 233 ++++++++++++++++++
 7 files changed, 306 insertions(+), 5 deletions(-)
 create mode 100644 tests/e2e/router/test_reliability_memory_e2e.py

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 34fbe9d9247..f61c76c2d0a 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -17,7 +17,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `mcp/` - the MCP server surface over api_key auth against the real Datadog remote MCP server (see "MCP suite: real Datadog only" below); plus the gateway-managed OAuth (authorization_code) path exercised through `/chat/completions`, the one behavior Datadog's static-header auth cannot reach, seeding the per-user upstream token via the interactive authorize dance driven with the mcp SDK's own OAuth client (headless-browser consent from a saved session) and asserting the completion lists and executes the server's tools with the stored per-user token
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
-- `router/` - routing and reliability behavior (fallbacks, cooldowns)
+- `router/` - routing and reliability behavior (fallbacks, cooldowns) plus the memory regression test (`test_reliability_memory_e2e.py`: a few hundred failing requests with retries and fallbacks must not grow proxy RSS past a fixed budget nor store a request snapshot past a fixed size, the release-gate check for the v1.100.0 retry-breadcrumb leak)
 - `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
@@ -163,7 +163,7 @@ reliability.<behavior>.<variant>.<assertion>
   behavior  : fallback | retry | cooldown | timeout | routing | cache | circuit_breaker | perf
   variant   : <trigger>   5xx | context_window | content_policy | 429 | timeout
               <strategy>  simple_shuffle | usage_based | latency_based | cost_based | least_busy
-              <dimension> latency | throughput | session_anomaly   (perf only; SLO/threshold assertion, not binary)
+              <dimension> latency | throughput | session_anomaly | memory   (perf only; SLO/threshold assertion, not binary)
   assertion : routes_to_fallback | succeeds_within_retries | picks_under_tpm | returns_cached
               | trips_then_recovers | under_slo
   e.g.  reliability.fallback.context_window.routes_to_fallback     exercised_on=[chat_completions]
diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 6b69677d490..63c6505569e 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -34,4 +34,5 @@
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
+- {id: reliability.perf.memory.under_slo, module: reliability, tier: P1, behavior: perf, variant: memory, assertions: [under_slo], exercised_on: [chat_completions], source: grammar, rationale: "Proxy RSS and the stored request snapshot stay within fixed budgets across a few hundred failing requests with retries and fallbacks, the v1.100.0 retry-breadcrumb leak shape (MAT-335)"}
 - {id: reliability.perf.session_anomaly.under_slo, module: reliability, tier: P1, behavior: perf, variant: session_anomaly, assertions: [under_slo], exercised_on: [messages], source: grammar, rationale: "Weekly Claude Code-shaped multi-turn session load against real providers; ceilings on error rate, warm-turn cache read/write, p95 turn time, and gateway-recorded spend (LIT-4562)"}
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 691335ffdd5..98c3e1cc575 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -160,6 +160,14 @@ ANOMALY_MAX_KEY_SPEND_USD = float(
 ANOMALY_SPEND_SETTLE_SECONDS = float(
     os.environ.get("E2E_ANOMALY_SPEND_SETTLE_SECONDS", "75")
 )
+MEMORY_REQUESTS_PER_PHASE = int(os.environ.get("E2E_MEMORY_REQUESTS_PER_PHASE", "300"))
+MEMORY_RETRIES_PER_REQUEST = int(os.environ.get("E2E_MEMORY_RETRIES_PER_REQUEST", "2"))
+MEMORY_TRANSCRIPT_TURNS = int(os.environ.get("E2E_MEMORY_TRANSCRIPT_TURNS", "40"))
+MEMORY_CONCURRENCY = int(os.environ.get("E2E_MEMORY_CONCURRENCY", "4"))
+MEMORY_RSS_SETTLE_SAMPLES = int(os.environ.get("E2E_MEMORY_RSS_SETTLE_SAMPLES", "15"))
+MEMORY_RSS_SAMPLE_INTERVAL_SECONDS = float(os.environ.get("E2E_MEMORY_RSS_SAMPLE_INTERVAL_SECONDS", "1"))
+MEMORY_RSS_BUDGET_MB = float(os.environ.get("E2E_MEMORY_RSS_BUDGET_MB", "48"))
+MEMORY_STORED_REQUEST_BUDGET_KB = float(os.environ.get("E2E_MEMORY_STORED_REQUEST_BUDGET_KB", "64"))
 
 
 def ws_base_url() -> str:
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index faf8557498b..c7904966653 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -11,7 +11,16 @@ from datetime import datetime
 from typing import Final, Literal
 
 from e2e_http import PartialBody
-from pydantic import AliasChoices, BaseModel, ConfigDict, Field, RootModel, model_serializer, model_validator
+from pydantic import (
+    AliasChoices,
+    BaseModel,
+    ConfigDict,
+    Field,
+    JsonValue,
+    RootModel,
+    model_serializer,
+    model_validator,
+)
 
 # ---------- keys ----------
 
@@ -695,6 +704,7 @@ class SpendLogRow(BaseModel):
     total_tokens: int | None = None
     request_tags: list[str] | None = None
     metadata: SpendLogMetadata | None = None
+    proxy_server_request: JsonValue = None
 
 
 class SpendLogs(RootModel[list[SpendLogRow]]):
@@ -926,6 +936,7 @@ class LiteLLMParamsBody(BaseModel):
     timeout: float | None = None
     tpm: int | None = None
     weight: int | None = None
+    cooldown_time: float | None = None
 
 
 ModelMode = Literal["batch", "realtime", "image_generation"]
@@ -1260,6 +1271,24 @@ class TagListResponse(RootModel[list[TagListEntry]]):
 # ---------- health / lifecycle ----------
 
 
+class ProcessMemory(BaseModel):
+    """The `memory` block of GET /debug/memory/summary: the serving worker's resident
+    set in MB, or `error` when the proxy has no psutil to read it with."""
+
+    ram_usage_mb: float | None = None
+    system_memory_percent: float | None = None
+    error: str | None = None
+
+
+class MemorySummaryResponse(BaseModel):
+    """GET /debug/memory/summary (master key). One worker's resident memory, keyed by
+    its pid so readings behind a load balancer can be told apart per pod."""
+
+    worker_pid: int
+    status: str
+    memory: ProcessMemory
+
+
 class ReadinessResponse(BaseModel):
     """GET /health/readiness (public probe). The low-detail payload a load
     balancer sees: `status` plus the resolved DB state (`connected`,
diff --git a/tests/e2e/proxy_client.py b/tests/e2e/proxy_client.py
index 1bac5116a9d..b7865667cd5 100644
--- a/tests/e2e/proxy_client.py
+++ b/tests/e2e/proxy_client.py
@@ -63,6 +63,7 @@ from models import (
     ModelNewBody,
     ModelNewResponse,
     ModelsListParams,
+    MemorySummaryResponse,
     ModelsListResponse,
     ModelUpdateBody,
     OcrBody,
@@ -467,6 +468,21 @@ class ProxyClient:
             )
         ).info
 
+    def memory_summary_everywhere(self) -> Mapping[str, Result[MemorySummaryResponse]]:
+        """GET /debug/memory/summary under the master key on every replica in
+        PROXY_REPLICA_URLS (the data-plane URL alone when the stack exports no
+        per-gateway addresses). Each read reports the pid of the worker that answered,
+        so a single address in front of several pods still tells its readings apart."""
+        return {
+            url: transport.get(
+                "/debug/memory/summary",
+                headers=transport.master,
+                params=NoBody(),
+                response_type=MemorySummaryResponse,
+            )
+            for url, transport in self.replicas.items()
+        }
+
     def read_back_everywhere[R: BaseModel](
         self,
         path: str,
diff --git a/tests/e2e/router/reliability_support.py b/tests/e2e/router/reliability_support.py
index 1efcb1a045b..f7dfeb0ef23 100644
--- a/tests/e2e/router/reliability_support.py
+++ b/tests/e2e/router/reliability_support.py
@@ -11,6 +11,8 @@ body, so a single long-lived proxy serves every reliability behavior.
 
 from __future__ import annotations
 
+from collections.abc import Sequence
+
 from pydantic import ValidationError
 
 from proxy_client import ProxyClient
@@ -49,6 +51,16 @@ def create_bad_base_deployment(proxy: ProxyClient, name: str) -> str:
     )
 
 
+def create_never_benched_refusing_deployment(proxy: ProxyClient, name: str) -> str:
+    """Register a deployment that refuses every call at the socket and opts out of the
+    stack's cooldown policy (cooldown_time 0), so the router keeps retrying it for the
+    whole run instead of benching it after allowed_fails and skipping the retry loop."""
+    return proxy.create_model(
+        name,
+        LiteLLMParamsBody(model=REAL_MODEL, api_key=REAL_KEY, api_base="http://127.0.0.1:9/v1", cooldown_time=0),
+    )
+
+
 def create_timeout_deployment(proxy: ProxyClient, name: str) -> str:
     """Register a deployment with a 1ms deadline the real backend always exceeds."""
     return proxy.create_model(name, LiteLLMParamsBody(model=REAL_MODEL, api_key=REAL_KEY, timeout=0.001))
@@ -109,15 +121,17 @@ def chat_override(
     override: RouterSettingsOverride | None = None,
     stream: bool = False,
     cache: dict[str, bool] | None = {"no-cache": True},
+    history: Sequence[ChatMessage] = (),
 ) -> StreamingResponse:
     """POST /chat/completions with an optional per-request router_settings_override,
-    returning the raw outcome so tests read status, body, and reliability headers."""
+    returning the raw outcome so tests read status, body, and reliability headers.
+    `history` is the conversation sent ahead of the user turn carrying `content`."""
     return proxy.transport.send(
         "/chat/completions",
         headers=proxy.transport.bearer(key),
         json=ReliabilityChatBody(
             model=model,
-            messages=[ChatMessage(role="user", content=content)],
+            messages=[*history, ChatMessage(role="user", content=content)],
             max_tokens=512,
             stream=stream,
             router_settings_override=override,
diff --git a/tests/e2e/router/test_reliability_memory_e2e.py b/tests/e2e/router/test_reliability_memory_e2e.py
new file mode 100644
index 00000000000..48dee01c07f
--- /dev/null
+++ b/tests/e2e/router/test_reliability_memory_e2e.py
@@ -0,0 +1,233 @@
+"""Live e2e: a few hundred requests that fail before any provider answers must not
+grow the proxy's resident memory past a fixed budget once the proxy is warm.
+
+The regression this guards shipped in v1.100.0: every retry breadcrumb copied the
+whole request and the copies nested into one router-global list, so a proxy under
+retry-heavy failing traffic grew until it was OOM-killed. The traffic here has that
+shape: a model group whose deployments refuse at the socket (an unreachable base
+URL) with cooldown_time 0 so the router keeps retrying them, per-request retries,
+and a fallback group that refuses the same way, each request carrying a long chat
+transcript so every whole-request copy costs hundreds of containers instead of a
+handful. Under the stack's cooldown policy a
+deployment that fails a handful of times in a row is benched (a bad-credential 401
+included), the router answers "No deployments available" without retrying, and the
+retry loop that leaks stops running; cooldown_time 0 keeps it running.
+
+Two identical phases run back to back. The first is the warmup that grows the
+proxy's caches and allocator arenas to their steady state, the second is the one
+the budget applies to, so a healthy proxy shows the second phase adding roughly
+nothing while a leaking one adds a fixed amount per request. RSS is read through
+/debug/memory/summary on every configured replica; a burst of failing calls leaves
+a transient bulge of garbage that gc reclaims within seconds, so each checkpoint
+samples for a settle window and keeps the lowest reading per worker, and the growth
+is judged per worker (by pid) so a stack serving one address from several pods
+compares each pod with itself.
+
+RSS alone is a coarse gauge: on the release stack (spend logs storing prompts,
+json logs, prometheus and otel callbacks) the same v1.100.0 breadcrumbs grew RSS
+by only about 15 MB per 300 failing requests, while every failing request's stored
+request snapshot carried a copy of the request per failed attempt, over 100 KB on
+the first call and a couple of MB once the copies nested, against tens of KB with
+the fix. So the first check sends one failing request before the phases, reads its
+spend log back through /spend/logs, and holds the stored request body to a fixed
+size budget: the deterministic catch for a breadcrumb that copies the whole
+request. It runs before the phases because the leaking writer drops its own rows
+under the phases' traffic (a queue budget hit, a recursion limit on the nested
+copies), which would turn the size check into a missing-row check.
+"""
+
+from __future__ import annotations
+
+import json
+import time
+from collections.abc import Mapping, Sequence
+from concurrent.futures import ThreadPoolExecutor
+from dataclasses import dataclass
+from types import MappingProxyType
+from typing import Final
+
+import pytest
+
+from complexity_router_client import ComplexityRouterClient
+from e2e_config import (
+    MEMORY_CONCURRENCY,
+    MEMORY_REQUESTS_PER_PHASE,
+    MEMORY_RETRIES_PER_REQUEST,
+    MEMORY_RSS_BUDGET_MB,
+    MEMORY_RSS_SAMPLE_INTERVAL_SECONDS,
+    MEMORY_RSS_SETTLE_SAMPLES,
+    MEMORY_STORED_REQUEST_BUDGET_KB,
+    MEMORY_TRANSCRIPT_TURNS,
+    unique_marker,
+)
+from e2e_http import unwrap
+from lifecycle import ResourceManager
+from models import ChatMessage, RouterSettingsOverride, SpendLogRow
+from proxy_client import ProxyClient
+from reliability_support import chat_override, create_never_benched_refusing_deployment
+
+pytestmark = pytest.mark.e2e
+
+DEPLOYMENTS_PER_GROUP: Final = 2
+
+
+@dataclass(frozen=True, slots=True)
+class FailedCall:
+    status_code: int
+    seconds: float
+    body_head: str
+    call_id: str | None
+
+
+@dataclass(frozen=True, slots=True)
+class RssReading:
+    replica: str
+    worker_pid: int
+    ram_usage_mb: float
+
+
+@dataclass(frozen=True, slots=True)
+class WorkerGrowth:
+    warm: RssReading
+    after: RssReading
+
+    @property
+    def growth_mb(self) -> float:
+        return self.after.ram_usage_mb - self.warm.ram_usage_mb
+
+
+def _register_refusing_group(proxy: ProxyClient, resources: ResourceManager, name: str) -> None:
+    for model_id in tuple(create_never_benched_refusing_deployment(proxy, name) for _ in range(DEPLOYMENTS_PER_GROUP)):
+        resources.defer(lambda model_id=model_id: proxy.delete_model(model_id))
+
+
+def _transcript(turns: int) -> tuple[ChatMessage, ...]:
+    return tuple(
+        ChatMessage(role=role, content=f"turn {turn} {role}")
+        for turn in range(turns)
+        for role in ("user", "assistant")
+    )
+
+
+TRANSCRIPT: Final = _transcript(MEMORY_TRANSCRIPT_TURNS)
+
+
+def _fail_once(proxy: ProxyClient, key: str, model: str, override: RouterSettingsOverride) -> FailedCall:
+    started: Final = time.perf_counter()
+    resp: Final = chat_override(
+        proxy, key, model, f"memory regression {unique_marker()}", override=override, history=TRANSCRIPT
+    )
+    return FailedCall(resp.status_code, time.perf_counter() - started, resp.body[:300], resp.call_id)
+
+
+def _fail_many(proxy: ProxyClient, key: str, model: str, override: RouterSettingsOverride) -> tuple[FailedCall, ...]:
+    with ThreadPoolExecutor(max_workers=MEMORY_CONCURRENCY) as pool:
+        futures: Final = tuple(
+            pool.submit(_fail_once, proxy, key, model, override) for _ in range(MEMORY_REQUESTS_PER_PHASE)
+        )
+        return tuple(future.result() for future in futures)
+
+
+def _read_rss_everywhere_after_pause(proxy: ProxyClient) -> tuple[RssReading, ...]:
+    time.sleep(MEMORY_RSS_SAMPLE_INTERVAL_SECONDS)
+    return tuple(
+        RssReading(replica, body.worker_pid, body.memory.ram_usage_mb)
+        for replica, result in proxy.memory_summary_everywhere().items()
+        for body in (unwrap(result),)
+        if body.memory.ram_usage_mb is not None
+    )
+
+
+def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[int, RssReading]:
+    readings: Final = tuple(
+        reading for _ in range(MEMORY_RSS_SETTLE_SAMPLES) for reading in _read_rss_everywhere_after_pause(proxy)
+    )
+    assert readings, "no /debug/memory/summary read carried ram_usage_mb, so the proxy cannot report its RSS"
+    return MappingProxyType(
+        {
+            pid: min((reading for reading in readings if reading.worker_pid == pid), key=lambda r: r.ram_usage_mb)
+            for pid in {reading.worker_pid for reading in readings}
+        }
+    )
+
+
+def _heaviest_worker_growth(warm: Mapping[int, RssReading], after: Mapping[int, RssReading]) -> WorkerGrowth:
+    growths: Final = tuple(WorkerGrowth(warm[pid], after[pid]) for pid in warm.keys() & after.keys())
+    assert growths, (
+        f"no worker answered /debug/memory/summary at both checkpoints (warm pids {sorted(warm)}, "
+        f"after pids {sorted(after)}), so no worker can be compared with itself"
+    )
+    return max(growths, key=lambda growth: growth.growth_mb)
+
+
+def _assert_every_call_failed_through_fallback(calls: Sequence[FailedCall], fallback: str) -> None:
+    served: Final = tuple(call for call in calls if call.status_code == 200)
+    assert not served, (
+        f"{len(served)} of {len(calls)} calls came back 200, so they reached a provider and never "
+        f"exercised the retry loop: {served[0].body_head}"
+    )
+    without_fallback: Final = tuple(call for call in calls if fallback not in call.body_head)
+    assert not without_fallback, (
+        f"{len(without_fallback)} of {len(calls)} failures never named the fallback group {fallback}, "
+        f"so the request did not run through retries into the fallback: {without_fallback[0].body_head}"
+    )
+
+
+def _stored_request_kb(proxy: ProxyClient, call: FailedCall) -> float:
+    assert call.call_id, (
+        f"the failing call carried no x-litellm-call-id header, so its spend log cannot be read back: {call.body_head}"
+    )
+    rows: Final[Sequence[SpendLogRow]] = proxy.poll_logs_for_request_id(call.call_id)
+    assert rows, (
+        f"no spend log row appeared for failing call {call.call_id} within the poll window: either the stack "
+        "writes no spend logs or its writer dropped the row, which the v1.100.0 one did once the stored "
+        "request outgrew the writer's queue budget"
+    )
+    snapshot: Final = rows[0].proxy_server_request
+    assert snapshot, (
+        f"spend log {call.call_id} stored no request body, so the stack is not running with "
+        "general_settings.store_prompts_in_spend_logs and the stored-request check would pass vacuously"
+    )
+    return len(json.dumps(snapshot).encode()) / 1024
+
+
+@pytest.mark.covers("reliability.perf.memory.under_slo")
+def test_failing_requests_do_not_grow_rss_or_stored_request(
+    client: ComplexityRouterClient, resources: ResourceManager, scoped_key: str
+) -> None:
+    marker: Final = unique_marker()
+    primary: Final = f"reliability-memory-{marker}"
+    fallback: Final = f"reliability-memory-fb-{marker}"
+    _register_refusing_group(client.proxy, resources, primary)
+    _register_refusing_group(client.proxy, resources, fallback)
+    override: Final = RouterSettingsOverride(
+        num_retries=MEMORY_RETRIES_PER_REQUEST, fallbacks=[{primary: [fallback]}]
+    )
+
+    probe: Final = _fail_once(client.proxy, scoped_key, primary, override)
+    _assert_every_call_failed_through_fallback((probe,), fallback)
+    stored_kb: Final = _stored_request_kb(client.proxy, probe)
+    assert stored_kb <= MEMORY_STORED_REQUEST_BUDGET_KB, (
+        f"the spend log of one failing request stored a {stored_kb:.0f} KB request body, past the "
+        f"{MEMORY_STORED_REQUEST_BUDGET_KB:.0f} KB budget for a {len(TRANSCRIPT)}-message transcript with "
+        f"{MEMORY_RETRIES_PER_REQUEST} retries and a fallback; the retry breadcrumbs are copying the whole "
+        f"request into the stored snapshot the way the v1.100.0 ones did"
+    )
+
+    warmup: Final = _fail_many(client.proxy, scoped_key, primary, override)
+    _assert_every_call_failed_through_fallback(warmup, fallback)
+    warm: Final = _settled_rss_per_worker(client.proxy)
+
+    measured: Final = _fail_many(client.proxy, scoped_key, primary, override)
+    _assert_every_call_failed_through_fallback(measured, fallback)
+    after: Final = _settled_rss_per_worker(client.proxy)
+
+    heaviest: Final = _heaviest_worker_growth(warm, after)
+    assert heaviest.growth_mb <= MEMORY_RSS_BUDGET_MB, (
+        f"proxy RSS grew {heaviest.growth_mb:.1f} MB over a second batch of {MEMORY_REQUESTS_PER_PHASE} failing "
+        f"requests ({MEMORY_RETRIES_PER_REQUEST} retries each plus a fallback) after an identical warmup batch, "
+        f"past the {MEMORY_RSS_BUDGET_MB:.0f} MB budget: worker pid {heaviest.warm.worker_pid} at "
+        f"{heaviest.warm.replica} settled at {heaviest.warm.ram_usage_mb:.1f} MB warm and "
+        f"{heaviest.after.ram_usage_mb:.1f} MB after; failing requests are leaking memory the way the "
+        f"v1.100.0 retry breadcrumbs did"
+    )

From 1f7c4d6784411efa2c9622aa6ea7dcf3e0320e89 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Thu, 10 Sep 2026 17:18:56 -0700
Subject: [PATCH 113/298] test: fix stale completion response fixtures

---
 tests/llm_translation/test_azure_o_series.py | 8 ++++++++
 tests/llm_translation/test_azure_openai.py   | 5 +++++
 tests/llm_translation/test_openai.py         | 6 ++++++
 tests/local_testing/test_completion.py       | 9 +++++++--
 4 files changed, 26 insertions(+), 2 deletions(-)

diff --git a/tests/llm_translation/test_azure_o_series.py b/tests/llm_translation/test_azure_o_series.py
index 1a2d672af71..ce7e614cbe2 100644
--- a/tests/llm_translation/test_azure_o_series.py
+++ b/tests/llm_translation/test_azure_o_series.py
@@ -159,15 +159,23 @@ def test_azure_o_series_routing():
 def test_openai_o_series_max_retries_0(mock_get_openai_client):
     import litellm
 
+    mock_get_openai_client.return_value.chat.completions.with_raw_response.create.return_value.headers = {}
+    mock_get_openai_client.return_value.chat.completions.with_raw_response.create.return_value.parse.return_value = (
+        ModelResponse(choices=[{"message": {"role": "assistant", "content": "Hello"}}])
+    )
     litellm.set_verbose = True
     response = litellm.completion(
         model="azure/o1-preview",
         messages=[{"role": "user", "content": "hi"}],
         max_retries=0,
+        api_key="fake-key",
+        api_base="https://fake-azure.openai.azure.com",
+        api_version="2024-10-21",
     )
 
     mock_get_openai_client.assert_called_once()
     assert mock_get_openai_client.call_args.kwargs["max_retries"] == 0
+    assert response.choices[0].message.content == "Hello"
 
 
 @pytest.mark.asyncio
diff --git a/tests/llm_translation/test_azure_openai.py b/tests/llm_translation/test_azure_openai.py
index 0fa72b45ed8..e6528e77749 100644
--- a/tests/llm_translation/test_azure_openai.py
+++ b/tests/llm_translation/test_azure_openai.py
@@ -335,6 +335,10 @@ def test_azure_gpt_4o_with_tool_call_and_response_format(api_version):
     ]
 
     with patch.object(client.chat.completions.with_raw_response, "create") as mock_post:
+        mock_post.return_value.headers = {}
+        mock_post.return_value.parse.return_value = litellm.ModelResponse(
+            choices=[{"message": {"role": "assistant", "content": InvestigationOutput().model_dump_json()}}]
+        )
         response = litellm.completion(
             model="azure/gpt-4.1-mini",
             messages=[
@@ -362,6 +366,7 @@ def test_azure_gpt_4o_with_tool_call_and_response_format(api_version):
             assert "response_format" in mock_post.call_args.kwargs
         else:
             assert "response_format" not in mock_post.call_args.kwargs
+        assert response.choices[0].message.content == InvestigationOutput().model_dump_json()
 
 
 def test_map_openai_params():
diff --git a/tests/llm_translation/test_openai.py b/tests/llm_translation/test_openai.py
index 2b9abdec5d0..af4ba85d58e 100644
--- a/tests/llm_translation/test_openai.py
+++ b/tests/llm_translation/test_openai.py
@@ -292,15 +292,21 @@ class TestOpenAIChatCompletion(BaseLLMChatTest):
 def test_openai_max_retries_0(mock_get_openai_client):
     import litellm
 
+    mock_get_openai_client.return_value.chat.completions.with_raw_response.create.return_value.headers = {}
+    mock_get_openai_client.return_value.chat.completions.with_raw_response.create.return_value.parse.return_value = (
+        ModelResponse(choices=[{"message": {"role": "assistant", "content": "Hello"}}])
+    )
     litellm.set_verbose = True
     response = litellm.completion(
         model="gpt-4o-mini",
         messages=[{"role": "user", "content": "hi"}],
         max_retries=0,
+        api_key="fake-key",
     )
 
     mock_get_openai_client.assert_called_once()
     assert mock_get_openai_client.call_args.kwargs["max_retries"] == 0
+    assert response.choices[0].message.content == "Hello"
 
 
 @patch("litellm.main.openai_chat_completions._get_openai_client")
diff --git a/tests/local_testing/test_completion.py b/tests/local_testing/test_completion.py
index f8f23ea015a..43ed57f63af 100644
--- a/tests/local_testing/test_completion.py
+++ b/tests/local_testing/test_completion.py
@@ -3999,10 +3999,14 @@ def test_completion_novita_ai():
     openai_client = OpenAI(api_key="fake-key")
 
     with patch.object(
-        openai_client.chat.completions, "create", new=MagicMock()
+        openai_client.chat.completions.with_raw_response, "create"
     ) as mock_call:
+        mock_call.return_value.headers = {}
+        mock_call.return_value.parse.return_value = litellm.ModelResponse(
+            choices=[{"message": {"role": "assistant", "content": "Hello"}}]
+        )
         try:
-            completion(
+            response = completion(
                 model="novita/meta-llama/llama-3.3-70b-instruct",
                 messages=messages,
                 client=openai_client,
@@ -4010,6 +4014,7 @@ def test_completion_novita_ai():
             )
 
             mock_call.assert_called_once()
+            assert response.choices[0].message.content == "Hello"
 
             # Verify model is passed correctly
             assert (

From 93e2393c5374ab03bead6b7597aebdabc370be4f Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:29:36 -0700
Subject: [PATCH 114/298] test(e2e): compare RSS per replica and pid so
 same-pid pods are not merged

---
 .../e2e/router/test_reliability_memory_e2e.py | 24 ++++++++++++-------
 1 file changed, 15 insertions(+), 9 deletions(-)

diff --git a/tests/e2e/router/test_reliability_memory_e2e.py b/tests/e2e/router/test_reliability_memory_e2e.py
index 48dee01c07f..6a975722801 100644
--- a/tests/e2e/router/test_reliability_memory_e2e.py
+++ b/tests/e2e/router/test_reliability_memory_e2e.py
@@ -20,8 +20,8 @@ nothing while a leaking one adds a fixed amount per request. RSS is read through
 /debug/memory/summary on every configured replica; a burst of failing calls leaves
 a transient bulge of garbage that gc reclaims within seconds, so each checkpoint
 samples for a settle window and keeps the lowest reading per worker, and the growth
-is judged per worker (by pid) so a stack serving one address from several pods
-compares each pod with itself.
+is judged per worker (by replica address and pid, since pods in their own pid
+namespaces report the same pids) so each worker is compared with itself.
 
 RSS alone is a coarse gauge: on the release stack (spend logs storing prompts,
 json logs, prometheus and otel callbacks) the same v1.100.0 breadcrumbs grew RSS
@@ -85,6 +85,10 @@ class RssReading:
     worker_pid: int
     ram_usage_mb: float
 
+    @property
+    def worker(self) -> tuple[str, int]:
+        return (self.replica, self.worker_pid)
+
 
 @dataclass(frozen=True, slots=True)
 class WorkerGrowth:
@@ -138,24 +142,26 @@ def _read_rss_everywhere_after_pause(proxy: ProxyClient) -> tuple[RssReading, ..
     )
 
 
-def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[int, RssReading]:
+def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[tuple[str, int], RssReading]:
     readings: Final = tuple(
         reading for _ in range(MEMORY_RSS_SETTLE_SAMPLES) for reading in _read_rss_everywhere_after_pause(proxy)
     )
     assert readings, "no /debug/memory/summary read carried ram_usage_mb, so the proxy cannot report its RSS"
     return MappingProxyType(
         {
-            pid: min((reading for reading in readings if reading.worker_pid == pid), key=lambda r: r.ram_usage_mb)
-            for pid in {reading.worker_pid for reading in readings}
+            worker: min((reading for reading in readings if reading.worker == worker), key=lambda r: r.ram_usage_mb)
+            for worker in {reading.worker for reading in readings}
         }
     )
 
 
-def _heaviest_worker_growth(warm: Mapping[int, RssReading], after: Mapping[int, RssReading]) -> WorkerGrowth:
-    growths: Final = tuple(WorkerGrowth(warm[pid], after[pid]) for pid in warm.keys() & after.keys())
+def _heaviest_worker_growth(
+    warm: Mapping[tuple[str, int], RssReading], after: Mapping[tuple[str, int], RssReading]
+) -> WorkerGrowth:
+    growths: Final = tuple(WorkerGrowth(warm[worker], after[worker]) for worker in warm.keys() & after.keys())
     assert growths, (
-        f"no worker answered /debug/memory/summary at both checkpoints (warm pids {sorted(warm)}, "
-        f"after pids {sorted(after)}), so no worker can be compared with itself"
+        f"no worker answered /debug/memory/summary at both checkpoints (warm workers {sorted(warm)}, "
+        f"after workers {sorted(after)}), so no worker can be compared with itself"
     )
     return max(growths, key=lambda growth: growth.growth_mb)
 

From c7a41c35d5cdf2fc2d270c6fee6c793729eeee06 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 00:48:25 +0000
Subject: [PATCH 115/298] perf(mock): emit admission-time usage chunk on
 streaming mock_response (#40637)

* perf(mock): emit admission-time usage chunk on streaming mock_response

Streaming mock_response chunks carried no usage, so the chunk builder re-tokenized the whole prompt in Python after the stream ended even when budget reservation had already counted it at admission. The mock streaming generators now yield a final usage-only chunk carrying the admission prompt count (same completion count as the non-streaming path). Without an admission count the old tokenizer fallback stays.

* fix(mock): type the mock stream generators and keep the usage chunk on the content stream id

Review follow-up: the usage-only chunk was built with a fresh id, so CustomStreamWrapper switched response_id for the finish-reason and usage chunks. It now copies the content stream id. The generators also get full parameter and return annotations.

---------

Co-authored-by: yassin <yassin@berri.ai>
---
 litellm/main.py                               |   4 +-
 litellm/utils.py                              |  35 +++-
 .../test_streaming_chunk_builder_utils.py     |  49 ++++++
 tests/test_litellm/test_main.py               | 158 ++++++++++++++++++
 tests/test_litellm/test_utils.py              |  90 ++++++++++
 5 files changed, 329 insertions(+), 7 deletions(-)

diff --git a/litellm/main.py b/litellm/main.py
index 1a4beb787bc..10fb32828f1 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -939,7 +939,7 @@ def mock_completion(
             if kwargs.get("acompletion", False) is True:
                 return CustomStreamWrapper(
                     completion_stream=async_mock_completion_streaming_obj(
-                        model_response, mock_response=mock_response, model=model, n=n
+                        model_response, mock_response=mock_response, model=model, n=n, prompt_tokens=prompt_tokens
                     ),
                     model=model,
                     custom_llm_provider="openai",
@@ -947,7 +947,7 @@ def mock_completion(
                 )
             return CustomStreamWrapper(
                 completion_stream=mock_completion_streaming_obj(
-                    model_response, mock_response=mock_response, model=model, n=n
+                    model_response, mock_response=mock_response, model=model, n=n, prompt_tokens=prompt_tokens
                 ),
                 model=model,
                 custom_llm_provider="openai",
diff --git a/litellm/utils.py b/litellm/utils.py
index aced4c9b312..b93938a480e 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -66,6 +66,7 @@ from litellm.constants import (
     DEFAULT_EMBEDDING_PARAM_VALUES,
     DEFAULT_MAX_LRU_CACHE_SIZE,
     DEFAULT_MINIMUM_PROMPT_CACHE_TOKEN_COUNT,
+    DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT,
     DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET,
     DEFAULT_TRIM_RATIO,
     FUNCTION_DEFINITION_TOKEN_COUNT,
@@ -278,7 +279,7 @@ except (ImportError, AttributeError, TypeError):
 # Convert to str (if necessary)
 claude_json_str = json.dumps(json_data)
 import importlib.metadata
-from collections.abc import Callable, Iterable, Mapping, Sequence
+from collections.abc import AsyncIterator, Callable, Iterable, Iterator, Mapping, Sequence
 from typing import TYPE_CHECKING, Any, Final, Literal, Optional, Union, cast, get_args
 
 from litellm import utils as litellm_utils
@@ -7001,7 +7002,26 @@ class TextCompletionStreamWrapper:
             raise StopAsyncIteration
 
 
-def mock_completion_streaming_obj(model_response, mock_response, model, n: int | None = None):
+def mock_stream_usage_chunk(model_response: ModelResponseStream, model: str, prompt_tokens: int) -> ModelResponseStream:
+    return ModelResponseStream(
+        id=model_response.id,
+        choices=[],  # mutable-ok: ModelResponseStream only treats a list as explicit choices, a tuple gets a default choice
+        model=model,
+        usage=Usage(
+            prompt_tokens=prompt_tokens,
+            completion_tokens=DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT,
+            total_tokens=prompt_tokens + DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT,
+        ),
+    )
+
+
+def mock_completion_streaming_obj(
+    model_response: ModelResponseStream,
+    mock_response: str | MockException | ModelResponseStream,
+    model: str,
+    n: int | None = None,
+    prompt_tokens: int | None = None,
+) -> Iterator[ModelResponseStream]:
     if isinstance(mock_response, litellm.MockException):
         raise mock_response
     if isinstance(mock_response, ModelResponseStream):
@@ -7021,14 +7041,17 @@ def mock_completion_streaming_obj(model_response, mock_response, model, n: int |
                 _all_choices.append(_streaming_choice)
             model_response.choices = _all_choices
         yield model_response
+    if prompt_tokens is not None:
+        yield mock_stream_usage_chunk(model_response, model=model, prompt_tokens=prompt_tokens)
 
 
 async def async_mock_completion_streaming_obj(
-    model_response,
+    model_response: ModelResponseStream,
     mock_response: str | MockException | ModelResponseStream,
-    model,
+    model: str,
     n: int | None = None,
-):
+    prompt_tokens: int | None = None,
+) -> AsyncIterator[ModelResponseStream]:
     if isinstance(mock_response, litellm.MockException):
         raise mock_response
     if isinstance(mock_response, ModelResponseStream):
@@ -7048,6 +7071,8 @@ async def async_mock_completion_streaming_obj(
                 _all_choices.append(_streaming_choice)
             model_response.choices = _all_choices
         yield model_response
+    if prompt_tokens is not None:
+        yield mock_stream_usage_chunk(model_response, model=model, prompt_tokens=prompt_tokens)
 
 
 ########## Reading Config File ############################
diff --git a/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py b/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py
index 626b8a63b20..efe4209c1c9 100644
--- a/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py
+++ b/tests/test_litellm/litellm_core_utils/test_streaming_chunk_builder_utils.py
@@ -1554,3 +1554,52 @@ def test_stream_chunk_builder_reads_role_from_first_frame_with_choices() -> None
     assert response is not None
     assert response.choices[0].message.role == "user"
     assert response.choices[0].message.content == "Hi"
+
+
+def _fail_prompt_token_count() -> int:
+    raise AssertionError("prompt tokens must come from the usage chunk, not the tokenizer")
+
+
+def test_calculate_usage_reads_prompt_tokens_from_mock_stream_usage_chunk_without_tokenizer_fallback() -> None:
+    from litellm.utils import mock_completion_streaming_obj
+
+    chunks: Final = list(
+        mock_completion_streaming_obj(
+            ModelResponseStream(model="gpt-5.4-mini"),
+            mock_response="ok",
+            model="gpt-5.4-mini",
+            prompt_tokens=51234,
+        )
+    )
+    assert chunks[-1].choices == []
+
+    usage: Final = ChunkProcessor(chunks=chunks).calculate_usage(
+        chunks=chunks,
+        model="gpt-5.4-mini",
+        completion_output="ok",
+        count_prompt_tokens=_fail_prompt_token_count,
+    )
+
+    assert usage.prompt_tokens == 51234
+    assert usage.completion_tokens == chunks[-1].usage.completion_tokens
+    assert usage.total_tokens == 51234 + usage.completion_tokens
+
+
+def test_calculate_usage_falls_back_to_prompt_counter_when_mock_stream_has_no_admission_count() -> None:
+    from litellm.utils import mock_completion_streaming_obj
+
+    chunks: Final = list(
+        mock_completion_streaming_obj(
+            ModelResponseStream(model="gpt-5.4-mini"), mock_response="ok", model="gpt-5.4-mini"
+        )
+    )
+    assert all(chunk.choices for chunk in chunks)
+
+    usage: Final = ChunkProcessor(chunks=chunks).calculate_usage(
+        chunks=chunks,
+        model="gpt-5.4-mini",
+        completion_output="ok",
+        count_prompt_tokens=lambda: 77,
+    )
+
+    assert usage.prompt_tokens == 77
diff --git a/tests/test_litellm/test_main.py b/tests/test_litellm/test_main.py
index f8841af9750..a36ca229981 100644
--- a/tests/test_litellm/test_main.py
+++ b/tests/test_litellm/test_main.py
@@ -2421,6 +2421,164 @@ def test_mock_completion_usage_falls_back_to_default_without_admission_count():
     assert response.usage.prompt_tokens == litellm_main.DEFAULT_MOCK_RESPONSE_PROMPT_TOKEN_COUNT
 
 
+_ADMISSION_INPUT_TOKENS: Final = 51234
+_ADMISSION_METADATA: Final = {
+    "user_api_key_budget_reservation": {"reserved_cost": 1.0, "input_tokens": _ADMISSION_INPUT_TOKENS}
+}
+_MOCK_STREAM_MESSAGES: Final = [{"role": "user", "content": "hello " * 200}]
+_STREAM_CHUNK_BUILDER_TOKEN_COUNTER: Final = "litellm.litellm_core_utils.streaming_chunk_builder_utils.token_counter"
+
+
+def _prompt_token_counter_calls(token_counter: MagicMock) -> list[object]:
+    return [call for call in token_counter.call_args_list if call.kwargs.get("messages") is not None]
+
+
+def _client_usage_chunks(chunks: list[ModelResponseStream]) -> list[Usage]:
+    return [chunk.usage for chunk in chunks if getattr(chunk, "usage", None) is not None]
+
+
+@pytest.mark.parametrize("n", (None, 2))
+def test_mock_completion_stream_usage_reports_admission_input_tokens_without_tokenizer_fallback(n: int | None):
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        chunks = list(
+            litellm.completion(
+                model="openai/gpt-5.4-mini",
+                messages=_MOCK_STREAM_MESSAGES,
+                mock_response="ok",
+                api_key="mock",
+                stream=True,
+                n=n,
+                stream_options={"include_usage": True},
+                metadata=_ADMISSION_METADATA,
+            )
+        )
+
+    usage_chunks = _client_usage_chunks(chunks)
+    assert len(usage_chunks) == 1
+    assert usage_chunks[0].prompt_tokens == _ADMISSION_INPUT_TOKENS
+    assert usage_chunks[0].completion_tokens == litellm_main.DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT
+    assert usage_chunks[0].total_tokens == _ADMISSION_INPUT_TOKENS + usage_chunks[0].completion_tokens
+    assert _prompt_token_counter_calls(token_counter) == []
+    assert all(chunk.choices for chunk in chunks[:-1])
+    assert {chunk.id for chunk in chunks} == {chunks[0].id}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("n", (None, 2))
+async def test_mock_acompletion_stream_usage_reports_admission_input_tokens_without_tokenizer_fallback(
+    n: int | None,
+):
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        response = await litellm.acompletion(
+            model="openai/gpt-5.4-mini",
+            messages=_MOCK_STREAM_MESSAGES,
+            mock_response="ok",
+            api_key="mock",
+            stream=True,
+            n=n,
+            stream_options={"include_usage": True},
+            litellm_metadata=_ADMISSION_METADATA,
+        )
+        chunks = [chunk async for chunk in response]
+
+    usage_chunks = _client_usage_chunks(chunks)
+    assert len(usage_chunks) == 1
+    assert usage_chunks[0].prompt_tokens == _ADMISSION_INPUT_TOKENS
+    assert usage_chunks[0].total_tokens == _ADMISSION_INPUT_TOKENS + usage_chunks[0].completion_tokens
+    assert _prompt_token_counter_calls(token_counter) == []
+    assert all(chunk.choices for chunk in chunks[:-1])
+    assert {chunk.id for chunk in chunks} == {chunks[0].id}
+
+
+def test_mock_completion_stream_without_include_usage_hides_usage_chunk_but_logs_admission_count():
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        chunks = list(
+            litellm.completion(
+                model="openai/gpt-5.4-mini",
+                messages=_MOCK_STREAM_MESSAGES,
+                mock_response="ok",
+                api_key="mock",
+                stream=True,
+                metadata=_ADMISSION_METADATA,
+            )
+        )
+
+    assert _client_usage_chunks(chunks) == []
+    assert all(len(chunk.choices) == 1 for chunk in chunks)
+    assert chunks[-1]._hidden_params["usage"].prompt_tokens == _ADMISSION_INPUT_TOKENS
+    assert _prompt_token_counter_calls(token_counter) == []
+
+
+def test_mock_completion_stream_without_admission_count_falls_back_to_tokenizer():
+    expected_prompt_tokens: Final = litellm.token_counter(model="openai/gpt-5.4-mini", messages=_MOCK_STREAM_MESSAGES)
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        chunks = list(
+            litellm.completion(
+                model="openai/gpt-5.4-mini",
+                messages=_MOCK_STREAM_MESSAGES,
+                mock_response="ok",
+                api_key="mock",
+                stream=True,
+                stream_options={"include_usage": True},
+                metadata={"user_api_key_budget_reservation": {"reserved_cost": 1.0}},
+            )
+        )
+
+    usage_chunks = _client_usage_chunks(chunks)
+    assert len(usage_chunks) == 1
+    assert usage_chunks[0].prompt_tokens == expected_prompt_tokens
+    assert usage_chunks[0].total_tokens == expected_prompt_tokens + usage_chunks[0].completion_tokens
+    assert len(_prompt_token_counter_calls(token_counter)) >= 1
+
+
+@pytest.mark.asyncio
+async def test_mock_acompletion_stream_without_admission_count_falls_back_to_tokenizer():
+    expected_prompt_tokens: Final = litellm.token_counter(model="openai/gpt-5.4-mini", messages=_MOCK_STREAM_MESSAGES)
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        response = await litellm.acompletion(
+            model="openai/gpt-5.4-mini",
+            messages=_MOCK_STREAM_MESSAGES,
+            mock_response="ok",
+            api_key="mock",
+            stream=True,
+            stream_options={"include_usage": True},
+        )
+        chunks = [chunk async for chunk in response]
+
+    usage_chunks = _client_usage_chunks(chunks)
+    assert len(usage_chunks) == 1
+    assert usage_chunks[0].prompt_tokens == expected_prompt_tokens
+    assert len(_prompt_token_counter_calls(token_counter)) >= 1
+
+
+def test_mock_completion_stream_and_non_stream_report_the_same_admission_usage():
+    non_stream = litellm.completion(
+        model="openai/gpt-5.4-mini",
+        messages=_MOCK_STREAM_MESSAGES,
+        mock_response="ok",
+        api_key="mock",
+        metadata=_ADMISSION_METADATA,
+    )
+    chunks = list(
+        litellm.completion(
+            model="openai/gpt-5.4-mini",
+            messages=_MOCK_STREAM_MESSAGES,
+            mock_response="ok",
+            api_key="mock",
+            stream=True,
+            stream_options={"include_usage": True},
+            metadata=_ADMISSION_METADATA,
+        )
+    )
+
+    stream_usage: Final = _client_usage_chunks(chunks)[0]
+    assert (non_stream.usage.prompt_tokens, non_stream.usage.completion_tokens, non_stream.usage.total_tokens) == (
+        stream_usage.prompt_tokens,
+        stream_usage.completion_tokens,
+        stream_usage.total_tokens,
+    )
+
+
 def test_mock_completion_stream_with_model_response():
     """Test that mock_completion correctly handles stream=True with a ModelResponse as mock_response."""
     from litellm import completion
diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index 8b186be43e5..2bdde43ff2d 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -15,6 +15,7 @@ from jsonschema import validate
 
 import litellm
 from litellm._internal_context import is_internal_call
+from litellm.constants import DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT
 from litellm._logging import (
     CorrelationContextFilter,
     JsonFormatter,
@@ -6208,3 +6209,92 @@ def test_load_credentials_from_list_fills_kwargs_from_the_loaded_credential_with
         "api_key": "sk-from-db",
     }
     assert _credential_warnings(caplog) == []
+
+
+_MOCK_STREAM_ID: Final = "chatcmpl-mock-stream"
+_ChunkSnapshot = tuple[str, tuple[str | None, ...], Usage | None]
+
+
+def _snapshot(chunk: ModelResponseStream) -> _ChunkSnapshot:
+    return chunk.id, tuple(choice.delta.content for choice in chunk.choices), getattr(chunk, "usage", None)
+
+
+def _mock_stream_snapshots(mock_response: object, prompt_tokens: int | None) -> list[_ChunkSnapshot]:
+    from litellm.utils import mock_completion_streaming_obj
+
+    return [
+        _snapshot(chunk)
+        for chunk in mock_completion_streaming_obj(
+            ModelResponseStream(id=_MOCK_STREAM_ID, model="gpt-5.4-mini"),
+            mock_response=mock_response,
+            model="gpt-5.4-mini",
+            prompt_tokens=prompt_tokens,
+        )
+    ]
+
+
+async def _async_mock_stream_snapshots(mock_response: object, prompt_tokens: int | None) -> list[_ChunkSnapshot]:
+    from litellm.utils import async_mock_completion_streaming_obj
+
+    return [
+        _snapshot(chunk)
+        async for chunk in async_mock_completion_streaming_obj(
+            ModelResponseStream(id=_MOCK_STREAM_ID, model="gpt-5.4-mini"),
+            mock_response=mock_response,
+            model="gpt-5.4-mini",
+            prompt_tokens=prompt_tokens,
+        )
+    ]
+
+
+_CONTENT_SNAPSHOTS: Final = [(_MOCK_STREAM_ID, (content,), None) for content in ("hel", "lo ", "wor", "ld")]
+
+
+def _assert_trailing_usage_chunk(snapshots: list[_ChunkSnapshot], prompt_tokens: int) -> None:
+    assert snapshots[:-1] == _CONTENT_SNAPSHOTS
+    chunk_id, choices, usage = snapshots[-1]
+    assert chunk_id == _MOCK_STREAM_ID
+    assert choices == ()
+    assert usage is not None
+    assert usage.prompt_tokens == prompt_tokens
+    assert usage.completion_tokens == DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT
+    assert usage.total_tokens == prompt_tokens + usage.completion_tokens
+
+
+@pytest.mark.parametrize("prompt_tokens", (51234, 0))
+def test_mock_completion_streaming_obj_emits_usage_chunk_with_admission_prompt_tokens(prompt_tokens: int) -> None:
+    _assert_trailing_usage_chunk(_mock_stream_snapshots("hello world", prompt_tokens), prompt_tokens)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("prompt_tokens", (51234, 0))
+async def test_async_mock_completion_streaming_obj_emits_usage_chunk_with_admission_prompt_tokens(
+    prompt_tokens: int,
+) -> None:
+    _assert_trailing_usage_chunk(await _async_mock_stream_snapshots("hello world", prompt_tokens), prompt_tokens)
+
+
+def test_mock_completion_streaming_obj_emits_no_usage_chunk_without_admission_prompt_tokens() -> None:
+    assert _mock_stream_snapshots("hello world", None) == _CONTENT_SNAPSHOTS
+
+
+@pytest.mark.asyncio
+async def test_async_mock_completion_streaming_obj_emits_no_usage_chunk_without_admission_prompt_tokens() -> None:
+    assert await _async_mock_stream_snapshots("hello world", None) == _CONTENT_SNAPSHOTS
+
+
+def test_mock_completion_streaming_obj_passes_prebuilt_stream_chunk_through_without_usage_chunk() -> None:
+    prebuilt: Final = ModelResponseStream(
+        model="gpt-5.4-mini", choices=[StreamingChoices(index=0, delta=Delta(role="assistant", content="prebuilt"))]
+    )
+
+    assert _mock_stream_snapshots(prebuilt, 51234) == [(prebuilt.id, ("prebuilt",), None)]
+
+
+@pytest.mark.asyncio
+async def test_async_mock_completion_streaming_obj_raises_mock_exception_before_usage_chunk() -> None:
+    mock_exception: Final = litellm.MockException(
+        status_code=500, message="boom", llm_provider="openai", model="gpt-5.4-mini"
+    )
+    with pytest.raises(litellm.MockException):
+        await _async_mock_stream_snapshots(mock_exception, 51234)

From 985ac6b6a514d8abec939b897720326a8404eb69 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:48:46 -0700
Subject: [PATCH 116/298] fix(rate_limiter): skip non-Latin-1
 x-litellm-priority header on /v1/messages (#40636)

A team or key priority that is not Latin-1 encodable (for example CJK text) was
attached as a response header by the dynamic rate limiter v3 post-call hook, and
Starlette then raised UnicodeEncodeError while writing headers, turning a
successful /v1/messages call into HTTP 500. The header is now omitted for such
values while x-litellm-rate-limiter-version and the v3 rate limit headers are
still attached.

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../proxy/hooks/dynamic_rate_limiter_v3.py    | 12 ++++++++-
 .../hooks/test_dynamic_rate_limiter_v3.py     | 27 +++++++++++++++++++
 2 files changed, 38 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/hooks/dynamic_rate_limiter_v3.py b/litellm/proxy/hooks/dynamic_rate_limiter_v3.py
index a074f02f4e8..0339cf4dfea 100644
--- a/litellm/proxy/hooks/dynamic_rate_limiter_v3.py
+++ b/litellm/proxy/hooks/dynamic_rate_limiter_v3.py
@@ -59,6 +59,10 @@ def _get_priority_settings() -> "PriorityReservationSettings":
     return settings
 
 
+def _is_latin1_encodable(value: object) -> bool:
+    return all(ord(char) < 256 for char in str(value))
+
+
 class _PROXY_DynamicRateLimitHandlerV3(CustomLogger):
     """
     Saturation-aware priority-based rate limiter using v3 infrastructure.
@@ -666,7 +670,13 @@ class _PROXY_DynamicRateLimitHandlerV3(CustomLogger):
             if response_has_hidden_params(response):
                 priority: Final = self._get_priority_from_user_api_key_dict(user_api_key_dict=user_api_key_dict)
                 additional_headers: Final = ensure_response_additional_headers(response)
-                additional_headers["x-litellm-priority"] = priority or "default"
+                priority_header: Final = priority or "default"
+                if _is_latin1_encodable(priority_header):
+                    additional_headers["x-litellm-priority"] = priority_header
+                else:
+                    verbose_proxy_logger.debug(
+                        "Skipping x-litellm-priority header: priority %r is not Latin-1 encodable", priority
+                    )
                 additional_headers["x-litellm-rate-limiter-version"] = "v3"
 
             return response
diff --git a/tests/test_litellm/proxy/hooks/test_dynamic_rate_limiter_v3.py b/tests/test_litellm/proxy/hooks/test_dynamic_rate_limiter_v3.py
index 0cd6b4ede9c..527449bbc48 100644
--- a/tests/test_litellm/proxy/hooks/test_dynamic_rate_limiter_v3.py
+++ b/tests/test_litellm/proxy/hooks/test_dynamic_rate_limiter_v3.py
@@ -1918,3 +1918,30 @@ async def test_post_call_success_hook_leaves_raw_provider_dict_untouched():
     )
 
     assert response == {"id": "msg_123", "type": "message", "role": "assistant", "content": []}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("team_metadata", "expected_priority_header"),
+    [
+        ({"priority": "优先"}, None),
+        ({"priority": "high"}, "high"),
+        ({}, "default"),
+    ],
+)
+async def test_post_call_success_hook_priority_header_is_always_http_encodable(team_metadata, expected_priority_header):
+    from starlette.responses import Response
+
+    handler = DynamicRateLimitHandler(internal_usage_cache=DualCache())
+    response = {"id": "msg_123", "type": "message", "role": "assistant", "content": [], "_hidden_params": {}}
+
+    await handler.async_post_call_success_hook(
+        data={"model": "anthropic-haiku"},
+        user_api_key_dict=UserAPIKeyAuth(team_id="team-1", team_metadata=team_metadata),
+        response=response,
+    )
+
+    additional_headers = response["_hidden_params"]["additional_headers"]
+    http_response = Response(headers={key: str(value) for key, value in additional_headers.items()})
+    assert http_response.headers.get("x-litellm-priority") == expected_priority_header
+    assert http_response.headers["x-litellm-rate-limiter-version"] == "v3"

From e9c388d79917cd4018a568181f31969ab223cf4e Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 17:49:20 -0700
Subject: [PATCH 117/298] fix(caching): keep an open Redis circuit breaker
 quiet on the sync read and spend counter paths

The sync get path was unguarded, logged with a stray format argument, and never fed the
breaker. The sync batch read swallowed the breaker's refusal as an ERROR plus a service
failure event per call, so DualCache dropped its in-memory hits and left batch reservations
behind. record_success closed an OPEN breaker on stale in-flight successes, skipping the
recovery timeout and the half-open probe. The spend counter pipeline re-raised the refusal
into the cost callback, which logged an ERROR and fired the failed-tracking alert per request.
---
 litellm/caching/dual_cache.py                 | 12 ++-
 litellm/caching/redis_cache.py                |  9 +-
 litellm/proxy/management_endpoints/ui_sso.py  | 18 ++--
 litellm/proxy/proxy_server.py                 |  5 +-
 tests/test_litellm/caching/test_dual_cache.py | 27 ++++++
 .../test_litellm/caching/test_redis_cache.py  | 83 +++++++++++++++++--
 .../proxy/management_endpoints/test_ui_sso.py | 22 +++++
 .../proxy/proxy_server/test_spend_counters.py | 48 +++++++++++
 8 files changed, 205 insertions(+), 19 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index baabfad6852..be761e1258b 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -23,7 +23,7 @@ from litellm.constants import DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE
 
 from .base_cache import BaseCache
 from .in_memory_cache import InMemoryCache
-from .redis_cache import RedisCache, log_redis_failure
+from .redis_cache import RedisCache, RedisCircuitBreakerOpenError, log_redis_failure
 
 if TYPE_CHECKING:
     from opentelemetry.trace import Span as _Span
@@ -206,9 +206,12 @@ class DualCache(BaseCache):
                 redis_result: Final = self.redis_cache.batch_get_cache(
                     key_list=sublist_keys, parent_otel_span=parent_otel_span
                 )
-            except Exception:
+            except Exception as e:
                 # Do not throttle subsequent callers if the Redis read fails.
                 self._rollback_redis_batch_key_reservations(previous_access_times)
+                if isinstance(e, RedisCircuitBreakerOpenError):
+                    verbose_logger.debug("LiteLLM Cache: batch_get_cache served from memory only: %s", e)
+                    return result
                 raise
 
             if self.in_memory_cache is not None:
@@ -325,9 +328,12 @@ class DualCache(BaseCache):
                         redis_result: Final = await self.redis_cache.async_batch_get_cache(
                             sublist_keys, parent_otel_span=parent_otel_span
                         )
-                    except Exception:
+                    except Exception as e:
                         # Do not throttle subsequent callers if the Redis read fails.
                         self._rollback_redis_batch_key_reservations(previous_access_times)
+                        if isinstance(e, RedisCircuitBreakerOpenError):
+                            verbose_logger.debug("LiteLLM Cache: async_batch_get_cache served from memory only: %s", e)
+                            return result
                         raise
 
                     # Short-circuit if redis_result is None or contains only None values
diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 6b93529e456..5b1a9739eb8 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -250,7 +250,7 @@ class RedisCircuitBreaker:
             self._set_state(self.OPEN)
 
     def record_success(self) -> None:
-        if not self.enabled:
+        if not self.enabled or self._state == self.OPEN:
             return
         if self._state == self.HALF_OPEN:
             verbose_logger.info("Redis circuit breaker CLOSED — Redis recovered")
@@ -1337,6 +1337,7 @@ class RedisCache(BaseCache):
         except Exception:
             return ast.literal_eval(decoded)
 
+    @_redis_circuit_breaker_guard_sync
     def get_cache(self, key, parent_otel_span: Span | None = None, **kwargs):
         try:
             key = self.check_and_fix_namespace(key=key)
@@ -1356,8 +1357,8 @@ class RedisCache(BaseCache):
             print_verbose(f"Got Redis Cache: key: {key}, cached_response {cached_response}")
             return self._get_cache_logic(cached_response=cached_response)
         except Exception as e:
-            # NON blocking - notify users Redis is throwing an exception
-            verbose_logger.error("litellm.caching.caching: get() - Got exception from REDIS: ", e)
+            verbose_logger.error("litellm.caching.caching: get() - Got exception from REDIS: %s", e)
+            _record_swallowed_redis_failure(self._circuit_breaker, e)
 
     def _run_redis_mget_operation(self, keys: list[str]) -> Sequence[bytes | str | None]:
         """
@@ -1394,9 +1395,9 @@ class RedisCache(BaseCache):
         key_value_dict = {}
         _key_list: Final = [key for key in key_list if key is not None]
         start_time: Final = time.time()
+        swallowed_before: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
 
         try:
-            swallowed_before: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
             _keys: Final = [self.check_and_fix_namespace(key=cache_key or "") for cache_key in _key_list]
             results: Final = self._run_redis_mget_operation(keys=_keys)
             _exit_circuit_breaker(self._circuit_breaker, swallowed_before)
diff --git a/litellm/proxy/management_endpoints/ui_sso.py b/litellm/proxy/management_endpoints/ui_sso.py
index c60888e298f..1ba90725eff 100644
--- a/litellm/proxy/management_endpoints/ui_sso.py
+++ b/litellm/proxy/management_endpoints/ui_sso.py
@@ -47,6 +47,7 @@ import litellm
 from litellm._logging import verbose_proxy_logger
 from litellm._uuid import uuid
 from litellm.caching.dual_cache import DualCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.constants import (
     CLI_SSO_CLAIM_MAP,
     CLI_SSO_CLAIM_MAX_SCALAR_LENGTH,
@@ -336,6 +337,16 @@ def _check_cli_sso_start_rate_limit(
         )
 
 
+def _read_cli_sso_flow(cache: DualCache, cache_key: str) -> object:
+    redis_cache: Final = cache.redis_cache
+    if redis_cache is None:
+        return cache.get_cache(key=cache_key)
+    try:
+        return redis_cache.get_cache(key=cache_key)
+    except RedisCircuitBreakerOpenError:
+        return None
+
+
 def _get_cli_sso_flow_or_raise(login_id: str | None, cache: DualCache) -> dict:
     if isinstance(login_id, str) and login_id.startswith("sk-"):
         raise HTTPException(
@@ -348,12 +359,7 @@ def _get_cli_sso_flow_or_raise(login_id: str | None, cache: DualCache) -> dict:
     if not _is_valid_cli_sso_login_id(login_id):
         raise HTTPException(status_code=400, detail="Invalid CLI login session id")
 
-    cache_key: Final = _get_cli_sso_flow_cache_key(cast(str, login_id))
-    redis_cache: Final = cache.redis_cache
-    if redis_cache is not None:
-        flow = redis_cache.get_cache(key=cache_key)
-    else:
-        flow = cache.get_cache(key=cache_key)
+    flow = _read_cli_sso_flow(cache, _get_cli_sso_flow_cache_key(cast(str, login_id)))
     if isinstance(flow, str):
         try:
             flow = _as_object(json.loads(flow))
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 0f24acb8bb4..94e74b20297 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -251,6 +251,7 @@ import litellm._redis
 from litellm import Router
 from litellm._logging import _redact_string, verbose_proxy_logger, verbose_router_logger
 from litellm.caching.caching import DualCache, RedisCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.caching.redis_cluster_cache import RedisClusterCache
 from litellm.constants import (
     _REALTIME_BODY_CACHE_SIZE,
@@ -3412,8 +3413,10 @@ async def _apply_spend_counter_increments(pending: Sequence[_PendingSpendIncreme
     ]
     try:
         results: Final = await redis_cache.async_increment_pipeline(increment_list=increment_list)
-    except Exception:
+    except Exception as e:
         await asyncio.gather(*(_invalidate_spend_counter(counter_key=item.counter_key) for item in pending))
+        if isinstance(e, RedisCircuitBreakerOpenError):
+            return
         raise
     for item, current_value in zip(pending, results or ()):
         spend_counter_cache.in_memory_cache.set_cache(key=item.counter_key, value=current_value)
diff --git a/tests/test_litellm/caching/test_dual_cache.py b/tests/test_litellm/caching/test_dual_cache.py
index eae8bbfdaff..4c9068722b8 100644
--- a/tests/test_litellm/caching/test_dual_cache.py
+++ b/tests/test_litellm/caching/test_dual_cache.py
@@ -677,3 +677,30 @@ async def test_a_real_redis_failure_still_logs_an_error(caplog):
     errors = [record for record in caplog.records if record.levelno == logging.ERROR]
     assert [record.getMessage() for record in errors] == ["LiteLLM Cache: exception in async_get_cache: redis is down"]
     assert errors[0].exc_info is not None
+
+
+def _dual_cache_with_open_breaker_and_a_memory_hit() -> DualCache:
+    in_memory = InMemoryCache()
+    in_memory.set_cache("k1", "v1")
+    return DualCache(in_memory_cache=in_memory, redis_cache=_OpenBreakerRedis(), default_redis_batch_cache_expiry=10)  # pyright: ignore[reportArgumentType]  # duck-typed Redis double
+
+
+def test_open_breaker_keeps_sync_batch_read_memory_hits_and_releases_reservations():
+    """A refused Redis batch read must still answer with the in-memory hits and hold no reservation.
+
+    The refusal was logged and turned into a bare None, so a caller lost its in-memory hits
+    for as long as the breaker stayed open, and the reserved keys stayed throttled until
+    the batch expiry passed even though nothing was ever read for them.
+    """
+    cache = _dual_cache_with_open_breaker_and_a_memory_hit()
+
+    assert list(cache.batch_get_cache(["k1", "k2"])) == ["v1", None]
+    assert "k2" not in cache.last_redis_batch_access_time
+
+
+@pytest.mark.asyncio
+async def test_open_breaker_keeps_async_batch_read_memory_hits_and_releases_reservations():
+    cache = _dual_cache_with_open_breaker_and_a_memory_hit()
+
+    assert list(await cache.async_batch_get_cache(["k1", "k2"])) == ["v1", None]
+    assert "k2" not in cache.last_redis_batch_access_time
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index bcaa58c9c40..c6f0caa1dca 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1,11 +1,12 @@
 import asyncio
+import time
 from collections.abc import Iterator
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
 
 from litellm._service_logger import ServiceLogging
-from litellm.caching.redis_cache import RedisCache
+from litellm.caching.redis_cache import RedisCache, RedisCircuitBreakerOpenError
 
 
 @pytest.fixture
@@ -515,14 +516,46 @@ async def test_circuit_breaker_opens_when_method_swallows_redis_failure(call_met
         await call_method(cache)
 
 
-def test_circuit_breaker_open_keeps_sync_batch_get_cache_as_a_miss(sync_batch_redis_cache):
-    """An open breaker must preserve the sync batch read's dictionary fallback."""
+def test_circuit_breaker_open_makes_sync_batch_get_cache_fast_fail(sync_batch_redis_cache, caplog):
+    """Once the breaker is open the sync batch read refuses with the typed error instead of a miss.
+
+    Swallowing the refusal into `{}` made every sync batch read on an open breaker emit an ERROR
+    log and a service failure event per call, and the DualCache caller could not tell the
+    refusal from a dead Redis, so it dropped its in-memory hits too.
+    """
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
         assert sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"]) == {}
 
-    assert sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"]) == {}
+    caplog.clear()
+    with caplog.at_level("INFO"):
+        with pytest.raises(RedisCircuitBreakerOpenError):
+            sync_batch_redis_cache.batch_get_cache(key_list=["lit6729"])
+    sync_batch_redis_cache.redis_client.mget.assert_called()
+    assert caplog.records == []
+
+
+def test_sync_get_cache_failure_feeds_the_breaker_and_logs_a_well_formed_record(sync_batch_redis_cache, caplog):
+    """The sync get path swallowed its Redis error without recording it, and its log call was malformed.
+
+    `verbose_logger.error("...: ", e)` passes the exception as a format argument to a message
+    with no placeholder, so the record carried no error text. Nothing fed the breaker either,
+    so a dead Redis read through this path never opened it.
+    """
+    from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+
+    sync_batch_redis_cache.redis_client.get.side_effect = OSError("redis unavailable")
+
+    with caplog.at_level("ERROR"):
+        for _ in range(REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD):
+            assert sync_batch_redis_cache.get_cache("lit7468") is None
+
+    assert all("redis unavailable" in record.getMessage() for record in caplog.records)
+    assert len(caplog.records) == REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
+    assert sync_batch_redis_cache._circuit_breaker.is_open() is True
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        sync_batch_redis_cache.get_cache("lit7468")
 
 
 def test_batch_get_counts_raises_where_batch_get_cache_reports_a_miss(sync_batch_redis_cache):
@@ -661,7 +694,8 @@ def test_sync_batch_get_cache_survives_a_service_callback_that_raises(
         with ThreadPoolExecutor(max_workers=1) as pool:
             assert pool.submit(cache.batch_get_cache, key_list=["lit6729"]).result() == {}
 
-    assert cache.batch_get_cache(key_list=["lit6729"]) == {}
+    with pytest.raises(RedisCircuitBreakerOpenError):
+        cache.batch_get_cache(key_list=["lit6729"])
 
 
 def test_call_stack_info_skips_breaker_guard_frames():
@@ -1010,6 +1044,8 @@ async def test_breaker_metrics_track_state_and_failure_class():
     assert sample("litellm_redis_circuit_breaker_state", {"state": "open"}) == open_gauge_before + 1
     assert sample("litellm_redis_circuit_breaker_state", {"state": "closed"}) == closed_gauge_before
 
+    breaker._opened_at = time.time() - 9999
+    assert breaker.is_open() is False
     breaker.record_success()
     assert sample("litellm_redis_circuit_breaker_state", {"state": "open"}) == open_gauge_before
     assert sample("litellm_redis_circuit_breaker_state", {"state": "closed"}) == closed_gauge_before + 1
@@ -1030,3 +1066,40 @@ def test_sync_guard_counts_a_timeout_as_a_timeout():
             _run_under_circuit_breaker_sync(breaker, "op", timing_out_call)
 
     assert breaker.is_open() is False
+
+
+def test_success_admitted_before_the_breaker_opened_cannot_close_it():
+    """A stale in-flight success must not close a breaker that opened while it ran.
+
+    Calls admitted while the breaker was still closed finish after later failures opened it.
+    Recording their success unconditionally closed the breaker again, skipping the recovery
+    timeout and the single half-open probe, so the breaker flapped between open and closed
+    on every straggler while Redis was still down.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreaker
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+    for _ in range(3):
+        breaker.record_failure()
+    assert breaker._state == breaker.OPEN
+
+    breaker.record_success()
+
+    assert breaker._state == breaker.OPEN
+    assert breaker.is_open() is True
+
+
+def test_recovery_probe_still_closes_the_breaker():
+    from litellm.caching.redis_cache import RedisCircuitBreaker
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+    for _ in range(3):
+        breaker.record_failure()
+    breaker._opened_at = time.time() - 9999
+    assert breaker.is_open() is False
+    assert breaker._state == breaker.HALF_OPEN
+
+    breaker.record_success()
+
+    assert breaker._state == breaker.CLOSED
+    assert breaker.is_open() is False
diff --git a/tests/test_litellm/proxy/management_endpoints/test_ui_sso.py b/tests/test_litellm/proxy/management_endpoints/test_ui_sso.py
index 8d8bc15f9be..2050e65d2a1 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_ui_sso.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_ui_sso.py
@@ -2616,6 +2616,28 @@ class TestCLIKeyRegenerationFlow:
         )
         cache.set_cache.assert_not_called()
 
+    def test_cli_sso_flow_lookup_treats_an_open_redis_breaker_as_a_miss(self):
+        """A Redis read refused by the open circuit breaker is a missing session, not a server error.
+
+        The direct Redis read is what keeps the flow authoritative across workers, so the
+        refusal must not fall back to a possibly stale in-memory copy either.
+        """
+        from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+        from litellm.proxy.management_endpoints.ui_sso import _get_cli_sso_flow_or_raise
+
+        redis_cache = MagicMock()
+        redis_cache.get_cache.side_effect = RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+        cache = MagicMock()
+        cache.redis_cache = redis_cache
+        cache.get_cache.return_value = {"poll_secret_hash": "stale", "sso_complete": False}
+
+        with pytest.raises(HTTPException) as exc_info:
+            _get_cli_sso_flow_or_raise(login_id="cli-breaker_open_1234567890", cache=cache)
+
+        assert exc_info.value.status_code == 400
+        assert "not found or expired" in exc_info.value.detail
+        cache.get_cache.assert_not_called()
+
     def test_cli_sso_flow_with_enum_survives_redis_round_trip(self):
         """
         RedisCache stores values via str(value) and reads them back through
diff --git a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
index c343652efd9..2f47736a398 100644
--- a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
+++ b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
@@ -1146,6 +1146,54 @@ async def test_prepare_window_spend_counter_increment_missing_window_start_inval
     assert fake_cache.redis_cache.async_increment.called is False
 
 
+# ---------------------------------------------------------------------------
+# _apply_spend_counter_increments
+# ---------------------------------------------------------------------------
+
+
+def _two_pending_increments() -> tuple[ps._PendingSpendIncrement, ...]:
+    return (
+        ps._PendingSpendIncrement(counter_key="spend:key:k", increment=1.5),
+        ps._PendingSpendIncrement(counter_key="spend:team:t", increment=1.5),
+    )
+
+
+@pytest.mark.asyncio
+async def test_apply_spend_counter_increments_open_breaker_invalidates_and_returns(monkeypatch):
+    """An open Redis circuit breaker is a known, already-logged state, not a per-request tracking failure.
+
+    Re-raising the refusal sent every request through the cost callback's error path, which
+    logged an ERROR and fired the failed-tracking alert once per request for the whole outage.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
+
+    fake_cache = _make_spend_counter_cache()
+    fake_cache.redis_cache.async_increment_pipeline = AsyncMock(
+        side_effect=RedisCircuitBreakerOpenError("Redis circuit breaker is open")
+    )
+    monkeypatch.setattr(ps, "spend_counter_cache", fake_cache)
+
+    await ps._apply_spend_counter_increments(_two_pending_increments())
+
+    deleted_keys = sorted(call.kwargs["key"] for call in fake_cache.in_memory_cache.delete_cache.call_args_list)
+    assert deleted_keys == ["spend:key:k", "spend:team:t"]
+    fake_cache.in_memory_cache.set_cache.assert_not_called()
+
+
+@pytest.mark.asyncio
+async def test_apply_spend_counter_increments_other_redis_error_invalidates_and_raises(monkeypatch):
+    fake_cache = _make_spend_counter_cache()
+    fake_cache.redis_cache.async_increment_pipeline = AsyncMock(side_effect=ConnectionError("redis down"))
+    monkeypatch.setattr(ps, "spend_counter_cache", fake_cache)
+
+    with pytest.raises(ConnectionError, match="redis down"):
+        await ps._apply_spend_counter_increments(_two_pending_increments())
+
+    deleted_keys = sorted(call.kwargs["key"] for call in fake_cache.in_memory_cache.delete_cache.call_args_list)
+    assert deleted_keys == ["spend:key:k", "spend:team:t"]
+    fake_cache.in_memory_cache.set_cache.assert_not_called()
+
+
 # ---------------------------------------------------------------------------
 # _ensure_spend_counter_initialized
 # ---------------------------------------------------------------------------

From 5ea2f9698295a0e53735a9f8a001262de5a7dee6 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 17:59:22 -0700
Subject: [PATCH 118/298] feat(ui): link the Organization cell on the Virtual
 Keys page too

Same treatment as User, Team and Created By in the previous commit: the
Organization column rendered the alias as dead text, so it now goes through
IdentityCell with an orgDetailHref.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../VirtualKeysPage/VirtualKeysTable.test.tsx | 19 +++++++++++++++++--
 .../VirtualKeysPage/keyTableColumns.tsx       | 12 ++++++------
 2 files changed, 23 insertions(+), 8 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
index 57786d71c66..c303dba697b 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.test.tsx
@@ -476,12 +476,14 @@ it("should display 'Default Proxy Admin' for user_id when value is 'default_user
 describe("entity links out of the key rows", () => {
   const keyRow = async () => (await screen.findByText("Test Key Alias")).closest("tr") as HTMLElement;
 
-  const enableCreatedByColumn = async (user: ReturnType<typeof userEvent.setup>) => {
+  const enableColumn = async (user: ReturnType<typeof userEvent.setup>, title: string) => {
     await user.click(screen.getByRole("button", { name: "Columns" }));
-    await user.click(await screen.findByText("Created By"));
+    await user.click(await screen.findByText(title));
     await user.keyboard("{Escape}");
   };
 
+  const enableCreatedByColumn = (user: ReturnType<typeof userEvent.setup>) => enableColumn(user, "Created By");
+
   it("points the User and Team cells at their detail pages", async () => {
     renderWithProviders(<VirtualKeysTable />);
 
@@ -493,6 +495,19 @@ describe("entity links out of the key rows", () => {
     expect(within(row).getByRole("link", { name: "Test Team" })).toHaveAttribute("href", "/ui/teams?team=team-1");
   });
 
+  it("points the Organization cell at the org's detail page", async () => {
+    mockUseKeys.mockReturnValue(keysResult([{ ...mockKey, org_id: "org-1" }]));
+    const user = userEvent.setup();
+    renderWithProviders(<VirtualKeysTable />);
+    await enableColumn(user, "Organization");
+
+    const row = await keyRow();
+    expect(within(row).getByRole("link", { name: "Test Organization" })).toHaveAttribute(
+      "href",
+      "/ui/organizations?org=org-1",
+    );
+  });
+
   it("points the Created By cell at the creator's detail page", async () => {
     mockUseKeys.mockReturnValue(
       keysResult([
diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
index c87bc90fb47..9dd4b1c2d59 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
@@ -16,7 +16,7 @@ import {
   StatusBadge,
   type StatusTone,
 } from "@/components/shared/table_cells";
-import { teamDetailHref, userDetailHref } from "@/utils/entityLinks";
+import { orgDetailHref, teamDetailHref, userDetailHref } from "@/utils/entityLinks";
 import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
 
 import DefaultProxyAdminTag from "../common_components/DefaultProxyAdminTag";
@@ -218,12 +218,12 @@ export const getKeyTableColumns = ({
       const orgId = info.getValue() as string | null;
       if (!orgId) return "-";
       const org = organizations.find((o) => o.organization_id === orgId);
-      const displayValue = org?.organization_alias || orgId;
-      const width = info.cell.column.getSize();
       return (
-        <span className="font-mono text-xs truncate block" style={{ maxWidth: width, overflow: "hidden" }}>
-          {displayValue}
-        </span>
+        <IdentityCell
+          title={org?.organization_alias || orgId}
+          titleClassName={ENTITY_CELL_TITLE_CLASSES}
+          href={orgDetailHref(orgId)}
+        />
       );
     },
   },

From d1a1cda144391eefecd21ecc6d8d096af04f8782 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Thu, 10 Sep 2026 18:07:12 -0700
Subject: [PATCH 119/298] test: respect optional logging payload fields

---
 tests/local_testing/test_custom_callback_input.py | 4 ++--
 tests/logging_callback_tests/test_datadog.py      | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tests/local_testing/test_custom_callback_input.py b/tests/local_testing/test_custom_callback_input.py
index f0f24a6e6b2..834570091bd 100644
--- a/tests/local_testing/test_custom_callback_input.py
+++ b/tests/local_testing/test_custom_callback_input.py
@@ -1076,7 +1076,7 @@ def test_standard_logging_payload(model, turn_off_message_logging):
             )
         )
 
-        keys_list = list(StandardLoggingPayload.__annotations__.keys())
+        keys_list = list(StandardLoggingPayload.__required_keys__)
 
         for k in keys_list:
             assert (
@@ -1190,7 +1190,7 @@ def test_standard_logging_payload_audio(turn_off_message_logging, stream):
             )
         )
 
-        keys_list = list(StandardLoggingPayload.__annotations__.keys())
+        keys_list = list(StandardLoggingPayload.__required_keys__)
 
         for k in keys_list:
             assert (
diff --git a/tests/logging_callback_tests/test_datadog.py b/tests/logging_callback_tests/test_datadog.py
index 83a652e8884..7ac9ac0b5ad 100644
--- a/tests/logging_callback_tests/test_datadog.py
+++ b/tests/logging_callback_tests/test_datadog.py
@@ -270,7 +270,7 @@ async def test_datadog_logging_http_request():
         message = json.loads(body[0]["message"])
         print("logged message", json.dumps(message, indent=4))
 
-        expected_message_fields = StandardLoggingPayload.__annotations__.keys()
+        expected_message_fields = StandardLoggingPayload.__required_keys__
 
         for field in expected_message_fields:
             assert field in message, f"Field '{field}' is missing from the message"

From 857b9ad7d344b2cb6d76f0f0b4072b464ad3b297 Mon Sep 17 00:00:00 2001
From: ryan <ryan@berri.ai>
Date: Fri, 11 Sep 2026 01:08:20 +0000
Subject: [PATCH 120/298] fix(ui): jump straight to the last Request Logs page
 instead of advancing one page

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../spend_management_endpoints.py             | 11 +++--
 .../test_spend_management_endpoints.py        | 42 +++++++++++++++++++
 .../view_logs/RequestLogsPanel.test.tsx       | 38 +++++++++++++++++
 .../components/view_logs/RequestLogsPanel.tsx |  7 ++--
 4 files changed, 91 insertions(+), 7 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index da79328fa59..4a5995167f7 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -2944,7 +2944,10 @@ async def _ui_session_grouped_spend_logs(
     next ``page_size`` sessions ordered by ``(MAX(startTime), session_key,
     api_key)``, resumed from the ``session_cursor`` keyset
     ``'<last_activity>|<api_key>|<session_key>'`` instead of an OFFSET, so
-    page depth does not degrade the query plan. Each session is represented
+    page depth does not degrade the query plan. A request for ``page > 1``
+    without a cursor (the UI jumping straight to the last page, or back to a
+    page it never walked through) falls back to ``OFFSET (page - 1) *
+    page_size``, bounded by the capped total. Each session is represented
     by its newest non-MCP row, enriched by ``_build_ui_spend_logs_response``
     exactly like the flat listing, and the response carries
     ``next_session_cursor`` / ``has_more`` while ``total`` counts sessions
@@ -2963,6 +2966,8 @@ async def _ui_session_grouped_spend_logs(
     )
     cursor_params: Final[tuple[object, ...]] = cursor if cursor else ()
     limit_index: Final = next_param_index + len(cursor_params)
+    offset_params: Final[tuple[int, ...]] = ((page - 1) * page_size,) if cursor is None and page > 1 else ()
+    offset_clause: Final = f"OFFSET ${limit_index + 1}" if offset_params else ""
 
     page_query: Final = f"""
         SELECT {_SESSION_KEY_EXPR} AS session_key,
@@ -2973,10 +2978,10 @@ async def _ui_session_grouped_spend_logs(
         GROUP BY {_SESSION_GROUP_KEY_SQL}
         {having_clause}
         ORDER BY MAX("startTime") {direction}, {_SESSION_KEY_EXPR} {direction}, api_key {direction}
-        LIMIT ${limit_index}
+        LIMIT ${limit_index} {offset_clause}
     """
     page_rows: Final[Sequence[_SessionPageRow]] = await _query_raw(
-        prisma_client, page_query, *sql_params, *cursor_params, page_size + 1
+        prisma_client, page_query, *sql_params, *cursor_params, page_size + 1, *offset_params
     )
 
     has_more: Final = len(page_rows) > page_size
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index 671a8ae63fc..5052cf3c085 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -6742,6 +6742,48 @@ async def test_ui_view_spend_logs_group_by_session_cursor_page(client, monkeypat
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
 
 
+@pytest.mark.asyncio
+async def test_ui_view_spend_logs_group_by_session_jumps_to_page_without_cursor(client, monkeypatch):
+    """page > 1 with no session_cursor (the UI's last-page jump) skips (page - 1) * page_size sessions by OFFSET."""
+    page_rows = [_session_page_row("sess-3", "2026-08-29 06:00:00")]
+    reps = [_session_representative_row("req-3", "sess-3")]
+    mock_prisma = _session_grouped_mock_prisma(page_rows, 60, reps)
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
+    monkeypatch.setattr(
+        "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
+        lambda user_api_key_dict: True,
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.PROXY_ADMIN, user_id="admin_user"
+    )
+    try:
+        start_date, end_date = _default_date_range()
+        response = client.get(
+            "/spend/logs/ui",
+            params={
+                "start_date": start_date,
+                "end_date": end_date,
+                "group_by_session": "true",
+                "page": 3,
+                "page_size": 25,
+            },
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 200, response.text
+        data = response.json()
+        assert data["page"] == 3
+        assert data["has_more"] is False
+        assert [row["request_id"] for row in data["data"]] == ["req-3"]
+
+        page_query_call = mock_prisma.db.query_raw.await_args_list[0]
+        page_query_sql = page_query_call.args[0]
+        assert "HAVING" not in page_query_sql
+        assert "OFFSET" in page_query_sql
+        assert page_query_call.args[-2:] == (26, 50), "LIMIT page_size + 1 then OFFSET (page - 1) * page_size"
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_offset_for_non_starttime_sort(
     client, monkeypatch
diff --git a/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.test.tsx b/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.test.tsx
index 295446186b1..e760d0b8dc3 100644
--- a/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.test.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.test.tsx
@@ -258,6 +258,44 @@ describe("RequestLogsPanel", () => {
       });
     });
 
+    it("jumps straight to the last page without a cursor when the last-page button is clicked", async () => {
+      const firstPage = Array.from({ length: 25 }, (_, index) => logEntry({ request_id: `req-${index}` }));
+      const lastPage = Array.from({ length: 10 }, (_, index) => logEntry({ request_id: `req-last-${index}` }));
+      vi.mocked(uiSpendLogsCall).mockImplementation(async ({ page }) =>
+        page === 3
+          ? {
+              data: lastPage,
+              total: 60,
+              page: 3,
+              page_size: 25,
+              total_pages: 3,
+              next_session_cursor: null,
+              has_more: false,
+            }
+          : {
+              data: firstPage,
+              total: 60,
+              page: 1,
+              page_size: 25,
+              total_pages: 3,
+              next_session_cursor: "2026-07-07 09:50:13|key-1|sess-1",
+              has_more: true,
+            },
+      );
+      renderPanel();
+
+      await waitFor(() => expect(row("req-0")).not.toBeNull());
+      expect(screen.getByTestId("pagination-page")).toHaveTextContent("Page 1 of 3");
+      fireEvent.click(screen.getByTestId("pagination-last"));
+
+      await waitFor(() => expect(row("req-last-0")).not.toBeNull());
+      expect(lastCall()?.page).toBe(3);
+      expect(lastCall()?.params?.session_cursor).toBeUndefined();
+      expect(screen.getByTestId("pagination-page")).toHaveTextContent("Page 3 of 3");
+      expect(screen.getByTestId("pagination-range")).toHaveTextContent("Showing 51-60 of 60");
+      expect(vi.mocked(uiSpendLogsCall).mock.calls.filter(([options]) => options.page === 2)).toHaveLength(0);
+    });
+
     it("drops the cursor and returns to the first page when a filter changes", async () => {
       const firstPage = Array.from({ length: 50 }, (_, index) => logEntry({ request_id: `req-${index}` }));
       vi.mocked(uiSpendLogsCall).mockResolvedValue({
diff --git a/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.tsx b/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.tsx
index 6e984297bf2..4f39bb3b79b 100644
--- a/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/RequestLogsPanel.tsx
@@ -209,15 +209,14 @@ export default function RequestLogsPanel({ accessToken, token, userRole, userID,
         setPagination({ ...requested, pageIndex: 0 });
         return;
       }
-      if (requested.pageIndex <= pagination.pageIndex) {
+      if (requested.pageIndex !== pagination.pageIndex + 1) {
         setPagination(requested);
         return;
       }
       const nextCursor = filteredLogs.next_session_cursor;
       if (!nextCursor || logsQuery.isPlaceholderData) return;
-      const nextPageIndex = pagination.pageIndex + 1;
-      setSessionCursors((previous) => ({ ...previous, [nextPageIndex]: nextCursor }));
-      setPagination({ ...requested, pageIndex: nextPageIndex });
+      setSessionCursors((previous) => ({ ...previous, [requested.pageIndex]: nextCursor }));
+      setPagination(requested);
     },
     [usesSessionCursor, pagination, filteredLogs.next_session_cursor, logsQuery.isPlaceholderData],
   );

From e4f958d7cf17c31cffeded2ddb46030c7d2599e8 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:12:40 -0700
Subject: [PATCH 121/298] fix(gateway): serve /debug/memory/summary on the data
 plane so the memory regression test can read each gateway's RSS

---
 gateway/routes/allowlist.py                        |  4 +++-
 .../proxy/test_component_allowlists.py             | 14 ++++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/gateway/routes/allowlist.py b/gateway/routes/allowlist.py
index 92b73867e67..3733072a948 100644
--- a/gateway/routes/allowlist.py
+++ b/gateway/routes/allowlist.py
@@ -3,7 +3,8 @@
 The gateway exposes the LLM data-plane surface: chat/completions, embeddings,
 audio, batches, files, fine-tuning, rerank, ocr, rag, video, search, image,
 responses, vector stores, passthrough providers, realtime websockets, MCP
-tool-call endpoints, and operational endpoints (/health, /metrics).
+tool-call endpoints, and operational endpoints (/health, /metrics, and the
+/debug/memory/summary read of the serving worker's RSS).
 
 Any path not listed here is dropped from the gateway process so management/UI
 endpoints don't ride on the same pods.
@@ -121,6 +122,7 @@ GATEWAY_EXACT_PATHS: frozenset[str] = frozenset(
         "/docs/oauth2-redirect",
         "/redoc",
         "/test",
+        "/debug/memory/summary",
     }
 )
 
diff --git a/tests/test_litellm/proxy/test_component_allowlists.py b/tests/test_litellm/proxy/test_component_allowlists.py
index 0fdb43d60da..3073908fa54 100644
--- a/tests/test_litellm/proxy/test_component_allowlists.py
+++ b/tests/test_litellm/proxy/test_component_allowlists.py
@@ -196,6 +196,20 @@ def test_gateway_drops_ui_and_swagger_mounts():
             f"Mount {path} must not be served by the gateway"
 
 
+def test_gateway_keeps_memory_summary_and_trims_the_other_debug_routes():
+    """The gateway serves /debug/memory/summary, since the RSS that matters is the
+    serving worker's and the memory regression e2e test reads it on every gateway
+    replica; the heavier and mutating /debug/memory routes stay on the backend."""
+    debug_memory_routes = {
+        getattr(r, "path"): r for r in app.router.routes if str(getattr(r, "path", "")).startswith("/debug/memory/")
+    }
+    assert {"/debug/memory/summary", "/debug/memory/details", "/debug/memory/gc/configure"} <= set(debug_memory_routes)
+    assert _is_gateway_route(debug_memory_routes["/debug/memory/summary"]), \
+        "/debug/memory/summary must survive the gateway route trim"
+    for path in ("/debug/memory/details", "/debug/memory/gc/configure"):
+        assert not _is_gateway_route(debug_memory_routes[path]), f"{path} must not be served by the gateway"
+
+
 def test_every_app_mount_is_assigned_to_a_component():
     """Every Mount on the proxy app must be consciously assigned to a component.
 

From 4fbe2276a1ece2f58d047c60660cfe630fdbbede Mon Sep 17 00:00:00 2001
From: Mateo Wang <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:15:24 -0700
Subject: [PATCH 122/298] fix(logging): finish response metadata before the
 sync logging thread reads it (#39869)

* fix(logging): finish response metadata before the sync logging thread reads it

The async and sync client wrappers handed the response to the threaded success handler before computing its cost, call id, and api_base, so that thread inserted into the same metadata dict the request coroutine was still iterating and a finished chat completion turned into a 500 (dictionary changed size during iteration). Metadata is now finalized first, and the merge and header copies snapshot their dicts before iterating.

* fix(logging): snapshot metadata with a dict copy and drop redundant comment

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(logging): copy metadata via dict.copy and dedupe Final import

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/litellm_core_utils/litellm_logging.py |  39 +++---
 litellm/utils.py                              | 112 +++++++++++-------
 .../test_litellm_logging.py                   |  59 +++++++++
 tests/test_litellm/test_utils.py              |  46 +++++++
 4 files changed, 193 insertions(+), 63 deletions(-)

diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py
index 893bfeefff8..6ee68ab21c5 100644
--- a/litellm/litellm_core_utils/litellm_logging.py
+++ b/litellm/litellm_core_utils/litellm_logging.py
@@ -295,6 +295,9 @@ def _get_provider_request_id(original_exception: Exception) -> str | None:
 # Cache custom pricing keys as frozenset for O(1) lookups instead of looping through 49 keys
 _CUSTOM_PRICING_KEYS: Final[frozenset[str]] = frozenset(CustomPricingLiteLLMParams.model_fields.keys())
 _MODEL_INFO_CUSTOM_PRICING_KEYS: Final[frozenset[str]] = _CUSTOM_PRICING_KEYS | DEPLOYMENT_SCOPED_PRICING_FIELDS
+_UNSERIALIZABLE_METADATA_KEYS: Final[frozenset[str]] = frozenset(
+    ("user_api_key_auth", "user_api_key_budget_reservation")
+)
 
 sentry_sdk_instance = None
 capture_exception = None
@@ -5386,23 +5389,23 @@ class StandardLoggingPayloadSetup:
         Returns:
             dict: Merged metadata with user API key fields taking precedence
         """
-        merged_metadata: Final[dict] = {}
-
-        # Start with metadata (user API key fields) - but skip non-serializable objects
-        if litellm_params.get("metadata") and isinstance(litellm_params.get("metadata"), dict):
-            for key, value in litellm_params["metadata"].items():
-                # Skip non-serializable objects like UserAPIKeyAuth
-                if key in {"user_api_key_auth", "user_api_key_budget_reservation"}:
-                    continue
-                merged_metadata[key] = value
-
-        # Then merge litellm_metadata (model-related fields) - this will NOT overwrite existing keys
-        if litellm_params.get("litellm_metadata") and isinstance(litellm_params.get("litellm_metadata"), dict):
-            for key, value in litellm_params["litellm_metadata"].items():
-                if key not in merged_metadata:  # Don't overwrite existing keys from metadata
-                    merged_metadata[key] = value
-
-        return merged_metadata
+        metadata: Final = litellm_params.get("metadata")
+        litellm_metadata: Final = litellm_params.get("litellm_metadata")
+        user_metadata: Final = MappingProxyType(
+            {
+                key: value
+                for key, value in (metadata.copy().items() if isinstance(metadata, dict) else ())
+                if key not in _UNSERIALIZABLE_METADATA_KEYS
+            }
+        )
+        model_metadata: Final = MappingProxyType(
+            {
+                key: value
+                for key, value in (litellm_metadata.copy().items() if isinstance(litellm_metadata, dict) else ())
+                if key not in user_metadata
+            }
+        )
+        return {**user_metadata, **model_metadata}  # mutable-ok: function contract returns a plain dict
 
     @staticmethod
     def get_standard_logging_metadata(
@@ -5660,7 +5663,7 @@ class StandardLoggingPayloadSetup:
                     additional_logging_headers[key] = additiona_headers[_key]
 
         # Preserve all remaining headers verbatim (e.g. llm_provider-x-request-id)
-        for k, v in additiona_headers.items():
+        for k, v in additiona_headers.copy().items():
             if k.lower() not in typed_keys:
                 additional_logging_headers[k] = v
 
diff --git a/litellm/utils.py b/litellm/utils.py
index b93938a480e..a765e1b1246 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1196,6 +1196,47 @@ def function_setup(
         raise e
 
 
+def _dispatch_success_logging(
+    logging_obj: LiteLLMLoggingObject,
+    result: object,
+    start_time: datetime.datetime,
+    end_time: datetime.datetime,
+    is_completion_with_fallbacks: bool,
+    is_litellm_internal_call: bool,
+) -> None:
+    if not is_litellm_internal_call:
+        if getattr(logging_obj, "_defer_async_logging", False):
+
+            def _enqueue_deferred_logging() -> None:
+                asyncio.create_task(
+                    _client_async_logging_helper(
+                        logging_obj=logging_obj,
+                        result=result,
+                        start_time=start_time,
+                        end_time=end_time,
+                        is_completion_with_fallbacks=is_completion_with_fallbacks,
+                    )
+                )
+
+            logging_obj._enqueue_deferred_logging = _enqueue_deferred_logging
+        else:
+            asyncio.create_task(
+                _client_async_logging_helper(
+                    logging_obj=logging_obj,
+                    result=result,
+                    start_time=start_time,
+                    end_time=end_time,
+                    is_completion_with_fallbacks=is_completion_with_fallbacks,
+                )
+            )
+
+    logging_obj.handle_sync_success_callbacks_for_async_calls(
+        result=result,
+        start_time=start_time,
+        end_time=end_time,
+    )
+
+
 async def _client_async_logging_helper(
     logging_obj: LiteLLMLoggingObject,
     result,
@@ -1663,6 +1704,16 @@ def client(original_function):
                 kwargs=kwargs,
             )
 
+            _update_response_metadata: Final = getattr(sys.modules[__name__], "update_response_metadata")
+            _update_response_metadata(
+                result=result,
+                logging_obj=logging_obj,
+                model=model,
+                kwargs=kwargs,
+                start_time=start_time,
+                end_time=end_time,
+            )
+
             # LOG SUCCESS - handle streaming success logging in the _next_ object, remove `handle_success` once it's deprecated
             verbose_logger.info("Wrapper: Completed Call, calling success_handler")
             # Copy the current context to propagate it to the background thread
@@ -1677,15 +1728,6 @@ def client(original_function):
                 end_time,
             )
             # RETURN RESULT
-            update_response_metadata = getattr(sys.modules[__name__], "update_response_metadata")
-            update_response_metadata(
-                result=result,
-                logging_obj=logging_obj,
-                model=model,
-                kwargs=kwargs,
-                start_time=start_time,
-                end_time=end_time,
-            )
             return result
         except Exception as e:
             call_type = original_function.__name__
@@ -1945,48 +1987,20 @@ def client(original_function):
                 args=args,
             )
 
-            # LOG SUCCESS - handle streaming success logging in the _next_ object
-            # Internal sub-calls (e.g. emulated file-search steps) share the
-            # parent's logging obj; skip async logging here so only the outer call bills once.
-            # NOTE: streaming requests return early (before this point) via
-            # CustomStreamWrapper, so this block is non-streaming only.
-            if not _is_litellm_internal_call:
-                if getattr(logging_obj, "_defer_async_logging", False):
-
-                    def _enqueue_deferred_logging() -> None:
-                        asyncio.create_task(
-                            _client_async_logging_helper(
-                                logging_obj=logging_obj,
-                                result=result,
-                                start_time=start_time,
-                                end_time=end_time,
-                                is_completion_with_fallbacks=is_completion_with_fallbacks,
-                            )
-                        )
-
-                    logging_obj._enqueue_deferred_logging = _enqueue_deferred_logging
-                else:
-                    asyncio.create_task(
-                        _client_async_logging_helper(
-                            logging_obj=logging_obj,
-                            result=result,
-                            start_time=start_time,
-                            end_time=end_time,
-                            is_completion_with_fallbacks=is_completion_with_fallbacks,
-                        )
-                    )
-
-            logging_obj.handle_sync_success_callbacks_for_async_calls(
-                result=result,
-                start_time=start_time,
-                end_time=end_time,
-            )
             # REBUILD EMBEDDING CACHING
             if (
                 isinstance(result, EmbeddingResponse)
                 and _caching_handler_response is not None
                 and _caching_handler_response.final_embedding_cached_response is not None
             ):
+                _dispatch_success_logging(
+                    logging_obj=logging_obj,
+                    result=result,
+                    start_time=start_time,
+                    end_time=end_time,
+                    is_completion_with_fallbacks=is_completion_with_fallbacks,
+                    is_litellm_internal_call=_is_litellm_internal_call,
+                )
                 return _llm_caching_handler._combine_cached_embedding_response_with_api_result(
                     _caching_handler_response=_caching_handler_response,
                     embedding_response=result,
@@ -2002,6 +2016,14 @@ def client(original_function):
                 start_time=start_time,
                 end_time=end_time,
             )
+            _dispatch_success_logging(
+                logging_obj=logging_obj,
+                result=result,
+                start_time=start_time,
+                end_time=end_time,
+                is_completion_with_fallbacks=is_completion_with_fallbacks,
+                is_litellm_internal_call=_is_litellm_internal_call,
+            )
 
             return result
         except Exception as e:
diff --git a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
index aeaa8f18c26..2f6339dcdbb 100644
--- a/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
+++ b/tests/test_litellm/litellm_core_utils/test_litellm_logging.py
@@ -3,6 +3,7 @@ import contextlib
 import datetime
 import os
 import sys
+from collections.abc import Callable
 from typing import Final, Literal
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -6945,3 +6946,61 @@ def test_classifier_audit_is_not_added_to_other_calls(logging_obj, call_type, or
     logging_obj.model_call_details["litellm_params"] = {"metadata": {"internal_call_origin": origin}}
     logging_obj.pre_call(input=[], api_key=None, additional_args={"complete_input_dict": {"input": "embedding"}})
     assert logging_obj.classifier_input is None
+
+
+def _run_while_a_thread_grows(target: dict, read: Callable[[], None], reads: int) -> None:
+    import itertools
+    import threading
+
+    stop: Final = threading.Event()
+
+    def grow() -> None:
+        for counter in itertools.count():
+            if stop.is_set():
+                return
+            key: Final = f"late_{counter % 64}"
+            if key in target:
+                del target[key]
+            else:
+                target[key] = counter
+
+    writer: Final = threading.Thread(target=grow, daemon=True)
+    previous_interval: Final = sys.getswitchinterval()
+    sys.setswitchinterval(1e-6)
+    writer.start()
+    try:
+        for _ in range(reads):
+            read()
+    finally:
+        stop.set()
+        writer.join(timeout=5)
+        sys.setswitchinterval(previous_interval)
+
+
+def test_merge_litellm_metadata_survives_a_thread_growing_metadata_mid_merge():
+    from litellm.litellm_core_utils.litellm_logging import StandardLoggingPayloadSetup
+
+    metadata: Final = {f"key_{i}": i for i in range(2000)}
+    litellm_params: Final = {"metadata": metadata, "litellm_metadata": {"model_group": "gpt"}}
+
+    def read() -> None:
+        merged: Final = StandardLoggingPayloadSetup.merge_litellm_metadata(litellm_params)
+        assert merged["key_1999"] == 1999
+        assert merged["model_group"] == "gpt"
+
+    _run_while_a_thread_grows(metadata, read, reads=300)
+
+
+def test_get_additional_headers_survives_a_thread_growing_headers_mid_copy():
+    from litellm.litellm_core_utils.litellm_logging import StandardLoggingPayloadSetup
+
+    headers: Final = {f"llm_provider-x-custom-{i}": str(i) for i in range(2000)}
+    headers["x-ratelimit-remaining-requests"] = "7"
+
+    def read() -> None:
+        copied: Final = StandardLoggingPayloadSetup.get_additional_headers(headers)
+        assert copied is not None
+        assert copied["x_ratelimit_remaining_requests"] == 7
+        assert copied["llm_provider-x-custom-1999"] == "1999"
+
+    _run_while_a_thread_grows(headers, read, reads=300)
diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index 2bdde43ff2d..7753cb7d770 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -1,9 +1,12 @@
 import asyncio
+import contextlib
 import json
 import logging
 import os
+import queue
 import threading
 from datetime import datetime, timedelta, timezone
+from collections.abc import Iterator
 from typing import Final
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -6298,3 +6301,46 @@ async def test_async_mock_completion_streaming_obj_raises_mock_exception_before_
     )
     with pytest.raises(litellm.MockException):
         await _async_mock_stream_snapshots(mock_exception, 51234)
+
+
+
+@contextlib.contextmanager
+def _recording_hidden_params_at_submit(submit_target: str) -> "Iterator[queue.SimpleQueue[dict[str, object]]]":
+    seen: Final = queue.SimpleQueue()
+
+    def record_submit(_fn, *args, **_kwargs):
+        response: Final = next(arg for arg in args if isinstance(arg, litellm.ModelResponse))
+        seen.put(dict(response._hidden_params))
+        return MagicMock()
+
+    with patch(submit_target, side_effect=record_submit):
+        yield seen
+
+
+@pytest.mark.asyncio
+async def test_acompletion_finishes_response_metadata_before_handing_the_response_to_the_logging_thread(monkeypatch):
+    monkeypatch.setattr(litellm, "success_callback", [lambda kwargs, response, start_time, end_time: None])
+    with _recording_hidden_params_at_submit("litellm.litellm_core_utils.litellm_logging.executor.submit") as seen:
+        await litellm.acompletion(
+            model="gpt-5.5",
+            messages=[{"role": "user", "content": "hi"}],
+            mock_response="Hello there!",
+            num_retries=0,
+        )
+    snapshot: Final = seen.get_nowait()
+    assert snapshot["litellm_call_id"]
+    assert snapshot["response_cost"] is not None
+    assert snapshot["api_base"]
+
+
+def test_completion_finishes_response_metadata_before_handing_the_response_to_the_logging_thread():
+    with _recording_hidden_params_at_submit("litellm.utils.executor.submit") as seen:
+        litellm.completion(
+            model="gpt-5.5",
+            messages=[{"role": "user", "content": "hi"}],
+            mock_response="Hello there!",
+        )
+    snapshot: Final = seen.get_nowait()
+    assert snapshot["litellm_call_id"]
+    assert snapshot["response_cost"] is not None
+    assert snapshot["api_base"]

From 7169ddaef6ad4847f630f2c2bcefa2799db19c92 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:16:59 -0700
Subject: [PATCH 123/298] fix(router): treat a breaker-refused Redis read as a
 miss in the health state cache

The sync Redis read now raises while the circuit breaker is open, and the
health state merge caught that as a generic error, skipping the local write
and logging an error on every background health check cycle. Read the shared
snapshot through a helper that treats the refused read as a miss so the merge
falls back to the pod-local copy the way a swallowed connection error already did
---
 litellm/router_utils/health_state_cache.py    | 20 ++++++++++----
 .../router_utils/test_health_state_cache.py   | 27 +++++++++++++++++++
 2 files changed, 42 insertions(+), 5 deletions(-)

diff --git a/litellm/router_utils/health_state_cache.py b/litellm/router_utils/health_state_cache.py
index 22d816e13e9..c8ca7105392 100644
--- a/litellm/router_utils/health_state_cache.py
+++ b/litellm/router_utils/health_state_cache.py
@@ -12,6 +12,7 @@ from typing_extensions import TypedDict
 
 from litellm import verbose_logger
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 
 if TYPE_CHECKING:
     from opentelemetry.trace import Span as _Span
@@ -27,6 +28,16 @@ class DeploymentHealthStateValue(TypedDict):
     reason: str
 
 
+def _read_shared_health_snapshot(cache: DualCache, key: str) -> object:
+    redis_cache: Final = cache.redis_cache
+    if redis_cache is None:
+        return None
+    try:
+        return redis_cache.get_cache(key)
+    except RedisCircuitBreakerOpenError:
+        return None
+
+
 class DeploymentHealthCache:
     """
     Cache for deployment health states produced by background health checks.
@@ -50,13 +61,12 @@ class DeploymentHealthCache:
         coexist on the one shared entry without erasing each other's results.
         The snapshot is read from Redis when available, since a pod-local read
         would only ever see this writer's own previous merge. When the Redis
-        read comes back empty (a miss, or a swallowed connection error), the
-        pod-local copy of the last merge is used so peers are not erased.
+        read comes back empty (a miss, a swallowed connection error, or a read
+        refused by the open circuit breaker), the pod-local copy of the last
+        merge is used so peers are not erased.
         """
         try:
-            redis_raw: Final = (
-                self.cache.redis_cache.get_cache(self.CACHE_KEY) if self.cache.redis_cache is not None else None
-            )
+            redis_raw: Final = _read_shared_health_snapshot(self.cache, self.CACHE_KEY)
             raw: Final = redis_raw if isinstance(redis_raw, dict) else self.cache.get_cache(key=self.CACHE_KEY)
             existing: Final = raw if isinstance(raw, dict) else {}
             expiry_seconds: Final = self.staleness_threshold * 1.5
diff --git a/tests/test_litellm/router_utils/test_health_state_cache.py b/tests/test_litellm/router_utils/test_health_state_cache.py
index ffd031f9b7d..aa976bb1002 100644
--- a/tests/test_litellm/router_utils/test_health_state_cache.py
+++ b/tests/test_litellm/router_utils/test_health_state_cache.py
@@ -7,6 +7,7 @@ import time
 import pytest
 
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.router_utils.health_state_cache import DeploymentHealthCache
 
 
@@ -145,8 +146,11 @@ class _SharedRedisFake:
     def __init__(self):
         self.store = {}
         self.fail_get = False
+        self.breaker_open = False
 
     def get_cache(self, key, parent_otel_span=None, **kwargs):
+        if self.breaker_open:
+            raise RedisCircuitBreakerOpenError("Redis circuit breaker is open - skipping get_cache")
         if self.fail_get:
             return None  # RedisCache.get_cache swallows connection errors and returns None
         return self.store.get(key)
@@ -192,3 +196,26 @@ def test_failed_redis_read_falls_back_to_local_copy():
         {"prod-bad": {"is_healthy": False, "timestamp": time.time(), "reason": "check_failed"}}
     )
     assert set(redis_fake.store[DeploymentHealthCache.CACHE_KEY]) == {"prod-bad", "internal-bad"}
+
+
+def test_open_circuit_breaker_read_still_merges_into_local_copy(caplog):
+    """A read refused by the open breaker is a miss, so the merge and local write still happen quietly."""
+    redis_fake = _SharedRedisFake()
+    pod_a = DeploymentHealthCache(cache=DualCache(redis_cache=redis_fake), staleness_threshold=60.0)
+    pod_b = DeploymentHealthCache(cache=DualCache(redis_cache=redis_fake), staleness_threshold=60.0)
+    pod_a.set_deployment_health_states(
+        {"prod-bad": {"is_healthy": False, "timestamp": time.time(), "reason": "check_failed"}}
+    )
+    pod_b.set_deployment_health_states(
+        {"internal-bad": {"is_healthy": False, "timestamp": time.time(), "reason": "timeout"}}
+    )
+    pod_a.set_deployment_health_states(
+        {"prod-bad": {"is_healthy": False, "timestamp": time.time(), "reason": "check_failed"}}
+    )
+    redis_fake.breaker_open = True
+    with caplog.at_level("ERROR"):
+        pod_a.set_deployment_health_states(
+            {"prod-new-bad": {"is_healthy": False, "timestamp": time.time(), "reason": "check_failed"}}
+        )
+    assert caplog.records == []
+    assert pod_a.get_unhealthy_deployment_ids() == {"prod-bad", "internal-bad", "prod-new-bad"}

From dcdd884352b1f39f51dd0719bba4eca0046859f8 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:36:19 -0700
Subject: [PATCH 124/298] fix(caching): let only the recovery probe close a
 half-open Redis breaker

A call admitted before the breaker opened could finish while the breaker was
HALF_OPEN and close it before the designated probe reported, so Redis traffic
resumed on a stale answer. The admission now records whether the call is the
probe and only the probe's success closes a half-open breaker.

The cron job lock manager also logged an error every cycle the open breaker
refused its Redis call, one line per job per pod. That refusal is now a debug
line like every other guarded call, while real Redis errors still log at error
---
 litellm/caching/redis_cache.py                | 43 ++++++++++------
 .../db_transaction_queue/pod_lock_manager.py  |  7 +--
 .../test_litellm/caching/test_redis_cache.py  | 49 +++++++++++++++++++
 .../test_pod_lock_manager.py                  | 18 +++++++
 4 files changed, 100 insertions(+), 17 deletions(-)

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 5b1a9739eb8..812b435ae5f 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -18,6 +18,7 @@ import logging
 import time
 from collections.abc import Awaitable, Callable, Sequence
 from contextvars import ContextVar
+from dataclasses import dataclass
 from datetime import timedelta
 from typing import TYPE_CHECKING, Any, Final, Protocol, TypeVar, cast
 
@@ -198,6 +199,9 @@ class RedisCircuitBreaker:
         self._state = self.CLOSED
         _breaker_metrics().record_state_change(None, self._state)
 
+    def is_half_open(self) -> bool:
+        return self._state == self.HALF_OPEN
+
     def is_open(self) -> bool:
         """Returns True if Redis calls should be skipped."""
         if not self.enabled:
@@ -405,21 +409,32 @@ def log_redis_failure(
     logger.log(level, "%s: %s", message, exc, exc_info=exc if with_traceback else None)
 
 
-def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> int:
-    """Reject the call if the breaker is open, else return the swallowed-failure count to compare against."""
+@dataclass(frozen=True, slots=True)
+class _BreakerAdmission:
+    swallowed_before: int
+    is_probe: bool
+
+
+def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> _BreakerAdmission:
+    """Reject the call if the breaker is open, else record what its success may later prove."""
     if breaker.is_open():
         raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open — skipping {name}")
-    return _swallowed_redis_failures.get()
+    return _BreakerAdmission(swallowed_before=_swallowed_redis_failures.get(), is_probe=breaker.is_half_open())
 
 
-def _exit_circuit_breaker(breaker: RedisCircuitBreaker, swallowed_before: int) -> None:
-    """Record success only when nothing failed while the call ran.
+def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission) -> None:
+    """Record success only when nothing failed while the call ran and the call may vouch for Redis.
 
     Several Redis methods catch their own connection errors and return a default, so a
-    method that returned is not on its own proof of a healthy Redis.
+    method that returned is not on its own proof of a healthy Redis. While the breaker is
+    half open only the designated recovery probe may close it: a call admitted before the
+    breaker opened that finishes late says nothing about whether Redis recovered.
     """
-    if _swallowed_redis_failures.get() == swallowed_before:
-        breaker.record_success()
+    if _swallowed_redis_failures.get() != admission.swallowed_before:
+        return
+    if breaker.is_half_open() and not admission.is_probe:
+        return
+    breaker.record_success()
 
 
 async def _run_under_circuit_breaker(
@@ -432,14 +447,14 @@ async def _run_under_circuit_breaker(
     Shared by the method decorator and the Lua script executor so both feed the same
     health signal.
     """
-    swallowed_before: Final = _enter_circuit_breaker(breaker, name)
+    admission: Final = _enter_circuit_breaker(breaker, name)
     try:
         result: Final = await call()
     except Exception as e:
         if _is_redis_health_failure(e):
             breaker.record_failure(is_timeout=_is_redis_timeout_failure(e))
         raise
-    _exit_circuit_breaker(breaker, swallowed_before)
+    _exit_circuit_breaker(breaker, admission)
     return result
 
 
@@ -449,14 +464,14 @@ def _run_under_circuit_breaker_sync(
     call: Callable[[], _RedisCallResult],
 ) -> _RedisCallResult:
     """Run one blocking Redis call under a circuit breaker, feeding the same health signal as the async path."""
-    swallowed_before: Final = _enter_circuit_breaker(breaker, name)
+    admission: Final = _enter_circuit_breaker(breaker, name)
     try:
         result: Final = call()
     except Exception as e:
         if _is_redis_health_failure(e):
             breaker.record_failure(is_timeout=_is_redis_timeout_failure(e))
         raise
-    _exit_circuit_breaker(breaker, swallowed_before)
+    _exit_circuit_breaker(breaker, admission)
     return result
 
 
@@ -1395,12 +1410,12 @@ class RedisCache(BaseCache):
         key_value_dict = {}
         _key_list: Final = [key for key in key_list if key is not None]
         start_time: Final = time.time()
-        swallowed_before: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
+        admission: Final = _enter_circuit_breaker(self._circuit_breaker, "batch_get_cache")
 
         try:
             _keys: Final = [self.check_and_fix_namespace(key=cache_key or "") for cache_key in _key_list]
             results: Final = self._run_redis_mget_operation(keys=_keys)
-            _exit_circuit_breaker(self._circuit_breaker, swallowed_before)
+            _exit_circuit_breaker(self._circuit_breaker, admission)
             end_time: Final = time.time()
             _duration: Final = end_time - start_time
             self.service_logger_obj.service_success_hook(
diff --git a/litellm/proxy/db/db_transaction_queue/pod_lock_manager.py b/litellm/proxy/db/db_transaction_queue/pod_lock_manager.py
index 4be1331e955..bc67617e444 100644
--- a/litellm/proxy/db/db_transaction_queue/pod_lock_manager.py
+++ b/litellm/proxy/db/db_transaction_queue/pod_lock_manager.py
@@ -1,10 +1,11 @@
 import asyncio
 import json
+import logging
 from typing import TYPE_CHECKING, Any, Final
 
 from litellm._logging import verbose_proxy_logger
 from litellm._uuid import uuid
-from litellm.caching.redis_cache import RedisCache
+from litellm.caching.redis_cache import RedisCache, log_redis_failure
 from litellm.constants import DEFAULT_CRON_JOB_LOCK_TTL_SECONDS
 from litellm.proxy.db.db_transaction_queue.base_update_queue import service_logger_obj
 from litellm.types.services import ServiceTypes
@@ -109,7 +110,7 @@ end
                     )
             return False
         except Exception as e:
-            verbose_proxy_logger.error("Error acquiring Redis lock for %s: %s", cronjob_id, e)
+            log_redis_failure(verbose_proxy_logger, logging.ERROR, f"Error acquiring Redis lock for {cronjob_id}", e)
             return False
 
     async def release_lock(
@@ -151,7 +152,7 @@ end
                     cronjob_id,
                 )
         except Exception as e:
-            verbose_proxy_logger.error("Error releasing Redis lock for %s: %s", cronjob_id, e)
+            log_redis_failure(verbose_proxy_logger, logging.ERROR, f"Error releasing Redis lock for {cronjob_id}", e)
 
     async def _compare_and_delete_lock(self, lock_key: str) -> int:
         """
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index c6f0caa1dca..9df9c44a30f 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1103,3 +1103,52 @@ def test_recovery_probe_still_closes_the_breaker():
 
     assert breaker._state == breaker.CLOSED
     assert breaker.is_open() is False
+
+
+@pytest.mark.asyncio
+async def test_stale_success_during_the_recovery_probe_leaves_the_breaker_to_the_probe():
+    """A call admitted before the trip that finishes while HALF_OPEN must not close the breaker.
+
+    Only the one call designated as the recovery probe has actually reached Redis after the
+    outage, so closing on the straggler's success resumed full Redis traffic before the probe
+    had proven anything.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreaker, _run_under_circuit_breaker
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+    stale_admitted = asyncio.Event()
+    stale_release = asyncio.Event()
+    probe_admitted = asyncio.Event()
+    probe_release = asyncio.Event()
+
+    async def stale_call() -> str:
+        stale_admitted.set()
+        await stale_release.wait()
+        return "stale"
+
+    async def probe_call() -> str:
+        probe_admitted.set()
+        await probe_release.wait()
+        return "probe"
+
+    stale = asyncio.ensure_future(_run_under_circuit_breaker(breaker, "op", stale_call))
+    await stale_admitted.wait()
+    for _ in range(3):
+        breaker.record_failure()
+    assert breaker._state == breaker.OPEN
+    breaker._opened_at = time.time() - 9999
+    probe = asyncio.ensure_future(_run_under_circuit_breaker(breaker, "op", probe_call))
+    await probe_admitted.wait()
+    assert breaker._state == breaker.HALF_OPEN
+
+    stale_release.set()
+    assert await stale == "stale"
+
+    assert breaker._state == breaker.HALF_OPEN, "the straggler must not close the breaker for the probe"
+    assert breaker.is_open() is True
+
+    probe_release.set()
+    assert await probe == "probe"
+
+    assert breaker._state == breaker.CLOSED
+    assert breaker.is_open() is False
diff --git a/tests/test_litellm/proxy/db/db_transaction_queue/test_pod_lock_manager.py b/tests/test_litellm/proxy/db/db_transaction_queue/test_pod_lock_manager.py
index ecd5c5f50c0..4684c3213d6 100644
--- a/tests/test_litellm/proxy/db/db_transaction_queue/test_pod_lock_manager.py
+++ b/tests/test_litellm/proxy/db/db_transaction_queue/test_pod_lock_manager.py
@@ -1,4 +1,5 @@
 import json
+import logging
 from datetime import datetime, timedelta, timezone
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -6,6 +7,7 @@ import pytest
 from fastapi.testclient import TestClient
 
 
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError
 from litellm.constants import DEFAULT_CRON_JOB_LOCK_TTL_SECONDS
 from litellm.proxy.db.db_transaction_queue.pod_lock_manager import PodLockManager
 
@@ -215,6 +217,22 @@ async def test_redis_error_handling(pod_lock_manager, mock_redis):
     )
 
 
+@pytest.mark.asyncio
+async def test_lock_refused_by_the_open_circuit_breaker_is_not_logged_as_an_error(pod_lock_manager, mock_redis, caplog):
+    """Every cron job retries its lock on a timer, so an open breaker must not add an error line per cycle."""
+    refused = RedisCircuitBreakerOpenError("Redis circuit breaker is open - skipping async_set_cache")
+    mock_redis.async_set_cache.side_effect = refused
+    mock_redis.async_get_cache.return_value = pod_lock_manager.pod_id
+    mock_redis.async_delete_cache.side_effect = refused
+
+    with caplog.at_level(logging.ERROR):
+        acquired = await pod_lock_manager.acquire_lock(cronjob_id="test_job")
+        await pod_lock_manager.release_lock(cronjob_id="test_job")
+
+    assert acquired is False
+    assert caplog.records == []
+
+
 @pytest.mark.asyncio
 async def test_bytes_handling(pod_lock_manager, mock_redis):
     """

From 880ccc76a5bcc89b07a7ca337662a902bf56083e Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:37:39 -0700
Subject: [PATCH 125/298] fix(streaming): keep admitted mock streams alive with
 empty stream_options and honor zero prompt counts (#40650)

* fix(streaming): keep usage-only chunks from crashing streams with empty stream_options

The usage-only chunk branch in CustomStreamWrapper.chunk_creator indexed stream_options["include_usage"] directly, so a caller passing stream_options={} hit a KeyError that surfaced as MidStreamFallbackError. Streaming mock_response with an admission input_tokens count (#40637) now always emits such a chunk, which made the crash reachable. Reuse the send_stream_usage policy computed at init instead. Also annotate the #40637 test bindings with Final.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(streaming): report admitted zero prompt tokens instead of recounting in mock streams

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../litellm_core_utils/streaming_handler.py   |   7 +-
 litellm/main.py                               |   9 ++
 tests/test_litellm/test_main.py               | 143 ++++++++++++++----
 3 files changed, 131 insertions(+), 28 deletions(-)

diff --git a/litellm/litellm_core_utils/streaming_handler.py b/litellm/litellm_core_utils/streaming_handler.py
index db23929e0c3..6a5a8832cc6 100644
--- a/litellm/litellm_core_utils/streaming_handler.py
+++ b/litellm/litellm_core_utils/streaming_handler.py
@@ -236,9 +236,11 @@ class CustomStreamWrapper:
         stream_options=None,
         make_call: Callable | None = None,
         _response_headers: dict | httpx.Headers | None = None,
+        count_prompt_tokens: Callable[[], int] | None = None,
     ):
         self.model = model
         self.make_call = make_call
+        self.count_prompt_tokens = count_prompt_tokens
         self.custom_llm_provider = custom_llm_provider
         self.logging_obj: LiteLLMLoggingObject = logging_obj
         self.completion_stream = completion_stream
@@ -1641,7 +1643,7 @@ class CustomStreamWrapper:
                         except Exception:
                             model_response.choices[0].delta = Delta()
                 else:
-                    if self.stream_options is not None and self.stream_options["include_usage"] is True:
+                    if self.send_stream_usage is True:
                         model_response.choices = []
                         return model_response
                     self._record_usage_only_chunk(model_response=model_response)
@@ -1996,6 +1998,7 @@ class CustomStreamWrapper:
                         chunks=self.chunks,
                         messages=self.messages,
                         logging_obj=self.logging_obj,
+                        count_prompt_tokens=self.count_prompt_tokens,
                     )
                 except Exception as e:
                     # stream_chunk_builder can re-raise (as APIError) on large agentic
@@ -2248,6 +2251,7 @@ class CustomStreamWrapper:
                     chunks=self.chunks,
                     messages=self.messages,
                     logging_obj=self.logging_obj,
+                    count_prompt_tokens=self.count_prompt_tokens,
                 )
             except Exception as e:
                 # see sync __next__: a raise from stream_chunk_builder inside this
@@ -2371,6 +2375,7 @@ class CustomStreamWrapper:
                 chunks=self.chunks,
                 messages=self.messages if isinstance(self.messages, list) else None,
                 logging_obj=self.logging_obj,
+                count_prompt_tokens=self.count_prompt_tokens,
             )
             if partial_response is None:
                 return
diff --git a/litellm/main.py b/litellm/main.py
index 10fb32828f1..17edafcdfca 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -850,6 +850,12 @@ def admission_input_tokens(kwargs: Mapping[str, object]) -> int | None:
     )
 
 
+def admitted_prompt_token_counter(prompt_tokens: int | None) -> Callable[[], int] | None:
+    if prompt_tokens is None:
+        return None
+    return lambda: prompt_tokens
+
+
 def mock_completion(
     model: str,
     messages: list,
@@ -935,6 +941,7 @@ def mock_completion(
 
         if stream is True:
             model_response = ModelResponseStream()
+            count_prompt_tokens: Final = admitted_prompt_token_counter(prompt_tokens)
             # don't try to access stream object,
             if kwargs.get("acompletion", False) is True:
                 return CustomStreamWrapper(
@@ -944,6 +951,7 @@ def mock_completion(
                     model=model,
                     custom_llm_provider="openai",
                     logging_obj=logging,
+                    count_prompt_tokens=count_prompt_tokens,
                 )
             return CustomStreamWrapper(
                 completion_stream=mock_completion_streaming_obj(
@@ -952,6 +960,7 @@ def mock_completion(
                 model=model,
                 custom_llm_provider="openai",
                 logging_obj=logging,
+                count_prompt_tokens=count_prompt_tokens,
             )
         if isinstance(mock_response, litellm.MockException):
             raise mock_response
diff --git a/tests/test_litellm/test_main.py b/tests/test_litellm/test_main.py
index a36ca229981..f71225c6fc5 100644
--- a/tests/test_litellm/test_main.py
+++ b/tests/test_litellm/test_main.py
@@ -2422,9 +2422,13 @@ def test_mock_completion_usage_falls_back_to_default_without_admission_count():
 
 
 _ADMISSION_INPUT_TOKENS: Final = 51234
-_ADMISSION_METADATA: Final = {
-    "user_api_key_budget_reservation": {"reserved_cost": 1.0, "input_tokens": _ADMISSION_INPUT_TOKENS}
-}
+
+
+def _admission_metadata(input_tokens: int) -> dict[str, object]:  # mutable-ok: logging writes into metadata
+    return {"user_api_key_budget_reservation": {"reserved_cost": 1.0, "input_tokens": input_tokens}}
+
+
+_ADMISSION_METADATA: Final = _admission_metadata(_ADMISSION_INPUT_TOKENS)
 _MOCK_STREAM_MESSAGES: Final = [{"role": "user", "content": "hello " * 200}]
 _STREAM_CHUNK_BUILDER_TOKEN_COUNTER: Final = "litellm.litellm_core_utils.streaming_chunk_builder_utils.token_counter"
 
@@ -2440,7 +2444,7 @@ def _client_usage_chunks(chunks: list[ModelResponseStream]) -> list[Usage]:
 @pytest.mark.parametrize("n", (None, 2))
 def test_mock_completion_stream_usage_reports_admission_input_tokens_without_tokenizer_fallback(n: int | None):
     with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
-        chunks = list(
+        chunks: Final = list(
             litellm.completion(
                 model="openai/gpt-5.4-mini",
                 messages=_MOCK_STREAM_MESSAGES,
@@ -2453,7 +2457,7 @@ def test_mock_completion_stream_usage_reports_admission_input_tokens_without_tok
             )
         )
 
-    usage_chunks = _client_usage_chunks(chunks)
+    usage_chunks: Final = _client_usage_chunks(chunks)
     assert len(usage_chunks) == 1
     assert usage_chunks[0].prompt_tokens == _ADMISSION_INPUT_TOKENS
     assert usage_chunks[0].completion_tokens == litellm_main.DEFAULT_MOCK_RESPONSE_COMPLETION_TOKEN_COUNT
@@ -2469,7 +2473,7 @@ async def test_mock_acompletion_stream_usage_reports_admission_input_tokens_with
     n: int | None,
 ):
     with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
-        response = await litellm.acompletion(
+        response: Final = await litellm.acompletion(
             model="openai/gpt-5.4-mini",
             messages=_MOCK_STREAM_MESSAGES,
             mock_response="ok",
@@ -2479,9 +2483,9 @@ async def test_mock_acompletion_stream_usage_reports_admission_input_tokens_with
             stream_options={"include_usage": True},
             litellm_metadata=_ADMISSION_METADATA,
         )
-        chunks = [chunk async for chunk in response]
+        chunks: Final = [chunk async for chunk in response]
 
-    usage_chunks = _client_usage_chunks(chunks)
+    usage_chunks: Final = _client_usage_chunks(chunks)
     assert len(usage_chunks) == 1
     assert usage_chunks[0].prompt_tokens == _ADMISSION_INPUT_TOKENS
     assert usage_chunks[0].total_tokens == _ADMISSION_INPUT_TOKENS + usage_chunks[0].completion_tokens
@@ -2492,7 +2496,7 @@ async def test_mock_acompletion_stream_usage_reports_admission_input_tokens_with
 
 def test_mock_completion_stream_without_include_usage_hides_usage_chunk_but_logs_admission_count():
     with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
-        chunks = list(
+        chunks: Final = list(
             litellm.completion(
                 model="openai/gpt-5.4-mini",
                 messages=_MOCK_STREAM_MESSAGES,
@@ -2509,10 +2513,48 @@ def test_mock_completion_stream_without_include_usage_hides_usage_chunk_but_logs
     assert _prompt_token_counter_calls(token_counter) == []
 
 
+def test_mock_completion_stream_with_empty_stream_options_completes_and_logs_admission_count():
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        chunks: Final = list(
+            litellm.completion(
+                model="openai/gpt-5.4-mini",
+                messages=_MOCK_STREAM_MESSAGES,
+                mock_response="ok",
+                api_key="mock",
+                stream=True,
+                stream_options={},
+                metadata=_ADMISSION_METADATA,
+            )
+        )
+
+    assert "".join(chunk.choices[0].delta.content or "" for chunk in chunks) == "ok"
+    assert _client_usage_chunks(chunks) == []
+    assert _prompt_token_counter_calls(token_counter) == []
+
+
+@pytest.mark.asyncio
+async def test_mock_acompletion_stream_with_empty_stream_options_completes_and_logs_admission_count():
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        response: Final = await litellm.acompletion(
+            model="openai/gpt-5.4-mini",
+            messages=_MOCK_STREAM_MESSAGES,
+            mock_response="ok",
+            api_key="mock",
+            stream=True,
+            stream_options={},
+            litellm_metadata=_ADMISSION_METADATA,
+        )
+        chunks: Final = [chunk async for chunk in response]
+
+    assert "".join(chunk.choices[0].delta.content or "" for chunk in chunks) == "ok"
+    assert _client_usage_chunks(chunks) == []
+    assert _prompt_token_counter_calls(token_counter) == []
+
+
 def test_mock_completion_stream_without_admission_count_falls_back_to_tokenizer():
     expected_prompt_tokens: Final = litellm.token_counter(model="openai/gpt-5.4-mini", messages=_MOCK_STREAM_MESSAGES)
     with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
-        chunks = list(
+        chunks: Final = list(
             litellm.completion(
                 model="openai/gpt-5.4-mini",
                 messages=_MOCK_STREAM_MESSAGES,
@@ -2524,7 +2566,7 @@ def test_mock_completion_stream_without_admission_count_falls_back_to_tokenizer(
             )
         )
 
-    usage_chunks = _client_usage_chunks(chunks)
+    usage_chunks: Final = _client_usage_chunks(chunks)
     assert len(usage_chunks) == 1
     assert usage_chunks[0].prompt_tokens == expected_prompt_tokens
     assert usage_chunks[0].total_tokens == expected_prompt_tokens + usage_chunks[0].completion_tokens
@@ -2535,7 +2577,7 @@ def test_mock_completion_stream_without_admission_count_falls_back_to_tokenizer(
 async def test_mock_acompletion_stream_without_admission_count_falls_back_to_tokenizer():
     expected_prompt_tokens: Final = litellm.token_counter(model="openai/gpt-5.4-mini", messages=_MOCK_STREAM_MESSAGES)
     with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
-        response = await litellm.acompletion(
+        response: Final = await litellm.acompletion(
             model="openai/gpt-5.4-mini",
             messages=_MOCK_STREAM_MESSAGES,
             mock_response="ok",
@@ -2543,40 +2585,87 @@ async def test_mock_acompletion_stream_without_admission_count_falls_back_to_tok
             stream=True,
             stream_options={"include_usage": True},
         )
-        chunks = [chunk async for chunk in response]
+        chunks: Final = [chunk async for chunk in response]
 
-    usage_chunks = _client_usage_chunks(chunks)
+    usage_chunks: Final = _client_usage_chunks(chunks)
     assert len(usage_chunks) == 1
     assert usage_chunks[0].prompt_tokens == expected_prompt_tokens
     assert len(_prompt_token_counter_calls(token_counter)) >= 1
 
 
-def test_mock_completion_stream_and_non_stream_report_the_same_admission_usage():
-    non_stream = litellm.completion(
+def _usage_triple(usage: Usage) -> tuple[int, int, int]:
+    return (usage.prompt_tokens, usage.completion_tokens, usage.total_tokens)
+
+
+@pytest.mark.parametrize("input_tokens", (_ADMISSION_INPUT_TOKENS, 0))
+def test_mock_completion_stream_and_non_stream_report_the_same_admission_usage(input_tokens: int):
+    metadata: Final = _admission_metadata(input_tokens)
+    non_stream: Final = litellm.completion(
         model="openai/gpt-5.4-mini",
         messages=_MOCK_STREAM_MESSAGES,
         mock_response="ok",
         api_key="mock",
-        metadata=_ADMISSION_METADATA,
+        metadata=metadata,
     )
-    chunks = list(
-        litellm.completion(
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        chunks: Final = list(
+            litellm.completion(
+                model="openai/gpt-5.4-mini",
+                messages=_MOCK_STREAM_MESSAGES,
+                mock_response="ok",
+                api_key="mock",
+                stream=True,
+                stream_options={"include_usage": True},
+                metadata=metadata,
+            )
+        )
+
+    assert _usage_triple(non_stream.usage) == _usage_triple(_client_usage_chunks(chunks)[0])
+    assert non_stream.usage.prompt_tokens == input_tokens
+    assert _prompt_token_counter_calls(token_counter) == []
+
+
+@pytest.mark.asyncio
+async def test_mock_acompletion_stream_reports_zero_admission_input_tokens_without_tokenizer_fallback():
+    with patch(_STREAM_CHUNK_BUILDER_TOKEN_COUNTER, wraps=litellm.token_counter) as token_counter:
+        response: Final = await litellm.acompletion(
             model="openai/gpt-5.4-mini",
-            messages=_MOCK_STREAM_MESSAGES,
+            messages=[{"role": "user", "content": ""}],
             mock_response="ok",
             api_key="mock",
             stream=True,
             stream_options={"include_usage": True},
-            metadata=_ADMISSION_METADATA,
+            litellm_metadata=_admission_metadata(0),
+        )
+        chunks: Final = [chunk async for chunk in response]
+
+    usage_chunks: Final = _client_usage_chunks(chunks)
+    assert len(usage_chunks) == 1
+    assert _usage_triple(usage_chunks[0]) == (0, usage_chunks[0].completion_tokens, usage_chunks[0].completion_tokens)
+    assert _prompt_token_counter_calls(token_counter) == []
+
+
+def test_mock_text_completion_stream_and_non_stream_report_the_same_zero_admission_usage():
+    metadata: Final = _admission_metadata(0)
+    non_stream: Final = litellm.text_completion(
+        model="openai/gpt-5.4-mini", prompt="", mock_response="ok", api_key="mock", metadata=metadata
+    )
+    chunks: Final = list(
+        litellm.text_completion(
+            model="openai/gpt-5.4-mini",
+            prompt="",
+            mock_response="ok",
+            api_key="mock",
+            stream=True,
+            stream_options={"include_usage": True},
+            metadata=metadata,
         )
     )
 
-    stream_usage: Final = _client_usage_chunks(chunks)[0]
-    assert (non_stream.usage.prompt_tokens, non_stream.usage.completion_tokens, non_stream.usage.total_tokens) == (
-        stream_usage.prompt_tokens,
-        stream_usage.completion_tokens,
-        stream_usage.total_tokens,
-    )
+    stream_usages: Final = tuple(chunk.usage for chunk in chunks if getattr(chunk, "usage", None) is not None)
+    assert len(stream_usages) == 1
+    assert _usage_triple(non_stream.usage) == _usage_triple(stream_usages[0])
+    assert non_stream.usage.prompt_tokens == 0
 
 
 def test_mock_completion_stream_with_model_response():

From a9bd86b3711d2ca88c8b60be3e7d7b5677cebcfb Mon Sep 17 00:00:00 2001
From: ryan <ryan@berri.ai>
Date: Fri, 11 Sep 2026 01:37:43 +0000
Subject: [PATCH 126/298] feat(ui): search, sort and role filter for the team
 member table

Rebuild the shared member table on DataTable so admins can search members by name, email or user id, sort by name, email, role, budget and spend, and filter by role. /team/info now returns each member's user_alias so the table can show a human-readable name

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/_types.py                       |   5 +
 .../management_endpoints/team_endpoints.py    |  60 ++--
 .../test_team_endpoints.py                    | 110 +++---
 .../common_components/MemberTable.test.tsx    | 215 ++++++++++++
 .../common_components/MemberTable.tsx         | 329 +++++++++++++-----
 .../src/components/networking.tsx             |   1 +
 .../organization/organization_view.tsx        |  19 +-
 .../shared/DataTable/DataTable.test.tsx       |  22 ++
 .../components/shared/DataTable/DataTable.tsx |  10 +
 .../src/components/team/TeamMemberTab.tsx     |  18 +-
 10 files changed, 595 insertions(+), 194 deletions(-)
 create mode 100644 ui/litellm-dashboard/src/components/common_components/MemberTable.test.tsx

diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 2cbff128635..22591eab651 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -4358,7 +4358,12 @@ class TeamAccessGroupModelGrant(LiteLLMPydanticObjectBase):
     agent_ids: tuple[str, ...] = ()
 
 
+class TeamInfoMember(Member):
+    user_alias: str | None = None
+
+
 class TeamInfoResponseObjectTeamTable(LiteLLM_TeamTable):
+    members_with_roles: tuple[TeamInfoMember, ...] = ()
     team_member_budget_table: LiteLLM_BudgetTableFull | None = None
     # Resources inherited from access groups (separate from direct assignments)
     access_group_models: list[str] | None = None
diff --git a/litellm/proxy/management_endpoints/team_endpoints.py b/litellm/proxy/management_endpoints/team_endpoints.py
index c050368b3fe..e9e37540dd8 100644
--- a/litellm/proxy/management_endpoints/team_endpoints.py
+++ b/litellm/proxy/management_endpoints/team_endpoints.py
@@ -61,6 +61,7 @@ from litellm.proxy._types import (
     SpecialProxyStrings,
     TeamAccessGroupModelGrant,
     TeamAddMemberResponse,
+    TeamInfoMember,
     TeamInfoResponseObject,
     TeamInfoResponseObjectTeamTable,
     TeamListResponseObject,
@@ -4292,37 +4293,35 @@ async def _add_team_member_budget_table(
     return team_info_response_object
 
 
-async def _hydrate_member_emails(
+async def _hydrate_member_user_details(
     prisma_client: PrismaClient,
     members: Sequence[Member],
-) -> tuple[Member, ...]:
-    """Fill in ``user_email`` for roster entries that were stored without one.
-
-    ``members_with_roles`` is a denormalized snapshot written at add-time, so an entry
-    stored with ``user_email=None`` keeps that null even once the user row has an email.
-    Look the missing ones up in ``LiteLLM_UserTable`` (one indexed query) and fill them
-    in. A stored email is never overwritten - the snapshot stays the source of truth
-    wherever it has a value.
-    """
-    missing_user_ids: Final = frozenset(m.user_id for m in members if not m.user_email and m.user_id is not None)
-    if not missing_user_ids:
-        return tuple(members)
-
-    user_rows: Final[Sequence[prisma_models.LiteLLM_UserTable]] = await _user_db(prisma_client).find_many(
-        where={  # mutable-ok: Prisma query filters are dict-shaped
-            "user_id": {  # mutable-ok: Prisma query filters are dict-shaped
-                "in": sorted(missing_user_ids)
+) -> tuple[TeamInfoMember, ...]:
+    """Attach ``user_alias`` and fill in a missing ``user_email`` from ``LiteLLM_UserTable`` in one query."""
+    user_ids: Final = frozenset(m.user_id for m in members if m.user_id is not None)
+    user_rows: Final[Sequence[prisma_models.LiteLLM_UserTable]] = (
+        await _user_db(prisma_client).find_many(
+            where={  # mutable-ok: Prisma query filters are dict-shaped
+                "user_id": {  # mutable-ok: Prisma query filters are dict-shaped
+                    "in": sorted(user_ids)
+                }
             }
-        }
+        )
+        if user_ids
+        else ()
     )
-    email_by_user_id: Final = MappingProxyType({u.user_id: u.user_email for u in user_rows if u.user_email})
+    user_by_id: Final = MappingProxyType({u.user_id: u for u in user_rows})
 
-    return tuple(
-        m.model_copy(update={"user_email": email_by_user_id[m.user_id]})  # mutable-ok: pydantic update payload
-        if not m.user_email and m.user_id is not None and m.user_id in email_by_user_id
-        else m
-        for m in members
-    )
+    def hydrate(m: Member) -> TeamInfoMember:
+        user_row: Final = user_by_id.get(m.user_id) if m.user_id is not None else None
+        return TeamInfoMember(
+            role=m.role,
+            user_id=m.user_id,
+            user_email=m.user_email or (user_row.user_email if user_row is not None else None),
+            user_alias=user_row.user_alias if user_row is not None else None,
+        )
+
+    return tuple(hydrate(m) for m in members)
 
 
 async def _resolve_team_access_group_resources(
@@ -4462,17 +4461,12 @@ async def team_info(
         # Resolve resources inherited from access groups
         resolved_team_info: Final = await _resolve_team_access_group_resources(_team_info)
 
-        # Fill in emails the add-time roster snapshot never captured
-        hydrated_members: Final = await _hydrate_member_emails(
+        hydrated_members: Final = await _hydrate_member_user_details(
             prisma_client=prisma_client,
             members=resolved_team_info.members_with_roles,
         )
         hydrated_team_info: Final = resolved_team_info.model_copy(
-            update={  # mutable-ok: pydantic update payload
-                # list(), not the tuple: model_copy skips validation, so the field has
-                # to be handed the list[Member] the response model declares.
-                "members_with_roles": list(hydrated_members)  # mutable-ok: declared list[Member]
-            }
+            update={"members_with_roles": hydrated_members}  # mutable-ok: pydantic update payload
         )
 
         response_object: Final = TeamInfoResponseObject(
diff --git a/tests/test_litellm/proxy/management_endpoints/test_team_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_team_endpoints.py
index 2f6561046b1..2fb496d6231 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_team_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_team_endpoints.py
@@ -11220,13 +11220,14 @@ async def test_team_info_returns_model_aliases():
 
 
 @pytest.mark.asyncio
-async def test_team_info_hydrates_member_emails_from_the_user_table():
-    """/team/info must fill in emails missing from the members_with_roles snapshot.
+async def test_team_info_hydrates_member_names_and_emails_from_the_user_table():
+    """/team/info must attach each member's display name and fill in emails missing
+    from the members_with_roles snapshot.
 
-    members_with_roles is written at add-time, so a member added by user_id alone
-    carries user_email=None forever. Without this join the Admin UI's member table
-    shows "-" for a user that has an email on their user row. A stored email is left
-    exactly as-is.
+    members_with_roles is written at add-time, so it never carries user_alias and a
+    member added by user_id alone carries user_email=None forever. Without this join
+    the Admin UI's member table can only show emails. A stored email is left exactly
+    as-is.
     """
     from fastapi import Request
 
@@ -11246,13 +11247,8 @@ async def test_team_info_hydrates_member_emails_from_the_user_table():
 
     find_many = AsyncMock(
         return_value=[
-            LiteLLM_UserTable(
-                user_id="no-email-on-roster",
-                user_email="real@example.com",
-                max_budget=None,
-                spend=0.0,
-                models=[],
-            )
+            _user_row("no-email-on-roster", "real@example.com", "Real Person"),
+            _user_row("already-stored", "current@example.com", "Stored Person"),
         ]
     )
 
@@ -11270,12 +11266,12 @@ async def test_team_info_hydrates_member_emails_from_the_user_table():
         )
 
     members = response["team_info"].members_with_roles
-    assert [(m.user_id, m.user_email) for m in members] == [
-        ("no-email-on-roster", "real@example.com"),
-        ("already-stored", "stored@example.com"),
+    assert [(m.user_id, m.user_email, m.user_alias) for m in members] == [
+        ("no-email-on-roster", "real@example.com", "Real Person"),
+        ("already-stored", "stored@example.com", "Stored Person"),
     ]
-    # only the member actually missing an email is looked up
-    assert find_many.await_args.kwargs["where"] == {"user_id": {"in": ["no-email-on-roster"]}}
+    find_many.assert_awaited_once()
+    assert find_many.await_args.kwargs["where"] == {"user_id": {"in": ["already-stored", "no-email-on-roster"]}}
 
 
 @pytest.mark.asyncio
@@ -12472,89 +12468,93 @@ async def test_resolve_existing_member_user_ids_skips_the_query_when_no_user_ids
     repo.return_value.table.find_many.assert_not_awaited()
 
 
-def _user_row(user_id: str, user_email: str | None) -> LiteLLM_UserTable:
+def _user_row(user_id: str, user_email: str | None, user_alias: str | None = None) -> LiteLLM_UserTable:
     return LiteLLM_UserTable(
-        user_id=user_id, user_email=user_email, max_budget=None, spend=0.0, models=[]
+        user_id=user_id, user_email=user_email, user_alias=user_alias, max_budget=None, spend=0.0, models=[]
     )
 
 
 @pytest.mark.asyncio
-async def test_hydrate_member_emails_fills_in_emails_the_roster_snapshot_never_captured():
-    """A member added by user_id alone has user_email=None on the stored roster entry.
-
-    /team/info has to fill it in from the user row, or the UI renders "-" for a user
-    that plainly has an email.
+async def test_hydrate_member_user_details_attaches_alias_and_fills_in_missing_email():
+    """The stored roster never carries a display name, and a member added by user_id
+    alone has user_email=None. /team/info has to fill both in from the user row so the
+    UI can show and search by a human-readable name instead of only an email.
     """
-    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_emails
+    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_user_details
 
-    find_many = AsyncMock(return_value=[_user_row("by-id", "found@example.com")])
+    find_many = AsyncMock(return_value=[_user_row("by-id", "found@example.com", "Found Person")])
 
     with patch("litellm.proxy.management_endpoints.team_endpoints.UserRepository") as repo:
         repo.return_value.table.find_many = find_many
 
-        hydrated = await _hydrate_member_emails(
+        hydrated = await _hydrate_member_user_details(
             prisma_client=MagicMock(),
             members=[Member(user_id="by-id", role="admin")],
         )
 
-    assert [(m.user_id, m.user_email, m.role) for m in hydrated] == [("by-id", "found@example.com", "admin")]
+    assert [(m.user_id, m.user_email, m.user_alias, m.role) for m in hydrated] == [
+        ("by-id", "found@example.com", "Found Person", "admin")
+    ]
     find_many.assert_awaited_once()
     assert find_many.await_args.kwargs["where"] == {"user_id": {"in": ["by-id"]}}
 
 
 @pytest.mark.asyncio
-async def test_hydrate_member_emails_never_overwrites_a_stored_email():
-    """The snapshot wins wherever it has a value - hydration only fills blanks.
-
-    Overwriting would be a real behavior change to /team/info; filling a null is not.
-    """
-    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_emails
-
-    find_many = AsyncMock(return_value=[_user_row("has-email", "current@example.com")])
+async def test_hydrate_member_user_details_never_overwrites_a_stored_email():
+    """The snapshot wins wherever it has a value - hydration only fills blanks."""
+    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_user_details
 
     with patch("litellm.proxy.management_endpoints.team_endpoints.UserRepository") as repo:
-        repo.return_value.table.find_many = find_many
+        repo.return_value.table.find_many = AsyncMock(
+            return_value=[_user_row("has-email", "current@example.com", "Current Name")]
+        )
 
-        hydrated = await _hydrate_member_emails(
+        hydrated = await _hydrate_member_user_details(
             prisma_client=MagicMock(),
             members=[Member(user_id="has-email", user_email="stored@example.com", role="user")],
         )
 
-    assert hydrated[0].user_email == "stored@example.com"
-    # nothing was missing, so no round-trip either
-    find_many.assert_not_awaited()
+    assert (hydrated[0].user_email, hydrated[0].user_alias) == ("stored@example.com", "Current Name")
 
 
 @pytest.mark.asyncio
-async def test_hydrate_member_emails_leaves_members_alone_when_the_user_row_has_no_email():
-    """A user row with no email leaves the member as-is rather than inventing one."""
-    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_emails
+async def test_hydrate_member_user_details_leaves_blanks_when_the_user_row_is_bare_or_missing():
+    """A user row with no email or alias, or no user row at all, must not invent values."""
+    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_user_details
 
     with patch("litellm.proxy.management_endpoints.team_endpoints.UserRepository") as repo:
-        repo.return_value.table.find_many = AsyncMock(return_value=[_user_row("no-email", None)])
+        repo.return_value.table.find_many = AsyncMock(return_value=[_user_row("bare", None)])
 
-        hydrated = await _hydrate_member_emails(
+        hydrated = await _hydrate_member_user_details(
             prisma_client=MagicMock(),
-            members=[Member(user_id="no-email", role="user"), Member(user_email="e@example.com", role="user")],
+            members=[
+                Member(user_id="bare", role="user"),
+                Member(user_id="deleted", user_email="gone@example.com", role="user"),
+                Member(user_email="e@example.com", role="user"),
+            ],
         )
 
-    assert [m.user_email for m in hydrated] == [None, "e@example.com"]
+    assert [(m.user_id, m.user_email, m.user_alias) for m in hydrated] == [
+        ("bare", None, None),
+        ("deleted", "gone@example.com", None),
+        (None, "e@example.com", None),
+    ]
 
 
 @pytest.mark.asyncio
-async def test_hydrate_member_emails_skips_the_query_when_every_member_has_one():
-    """No blanks means /team/info pays for no extra query."""
-    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_emails
+async def test_hydrate_member_user_details_skips_the_query_when_no_member_has_a_user_id():
+    """Email-only roster entries give nothing to look up, so /team/info pays for no query."""
+    from litellm.proxy.management_endpoints.team_endpoints import _hydrate_member_user_details
 
     with patch("litellm.proxy.management_endpoints.team_endpoints.UserRepository") as repo:
         repo.return_value.table.find_many = AsyncMock()
 
-        hydrated = await _hydrate_member_emails(
+        hydrated = await _hydrate_member_user_details(
             prisma_client=MagicMock(),
-            members=[Member(user_id="a", user_email="a@example.com", role="user")],
+            members=[Member(user_email="a@example.com", role="user")],
         )
 
-    assert hydrated[0].user_email == "a@example.com"
+    assert [(m.user_email, m.user_alias) for m in hydrated] == [("a@example.com", None)]
     repo.return_value.table.find_many.assert_not_awaited()
 
 
diff --git a/ui/litellm-dashboard/src/components/common_components/MemberTable.test.tsx b/ui/litellm-dashboard/src/components/common_components/MemberTable.test.tsx
new file mode 100644
index 00000000000..a16f11eab60
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/common_components/MemberTable.test.tsx
@@ -0,0 +1,215 @@
+import { fireEvent, screen, waitFor, within } from "@testing-library/react";
+import userEvent from "@testing-library/user-event";
+import React from "react";
+import { describe, expect, it, vi } from "vitest";
+
+import type { Member } from "@/components/networking";
+
+import { renderWithProviders } from "../../../tests/test-utils";
+import MemberTable, { MemberTableColumn, memberRoleOptions } from "./MemberTable";
+
+const MEMBERS: Member[] = [
+  { user_id: "u-zed", user_email: "zed@example.com", user_alias: "Zed Ortiz", role: "user" },
+  { user_id: "u-nameless", user_email: "mystery@example.com", user_alias: null, role: "user" },
+  { user_id: "u-amy", user_email: "amy@example.com", user_alias: "amy chen", role: "admin" },
+  { user_id: "u-bob", user_email: null, user_alias: "Bob Lee", role: "user" },
+];
+
+const BUDGETS: Record<string, number | null> = { "u-zed": 50, "u-nameless": null, "u-amy": 1000, "u-bob": 5 };
+
+const budgetColumn: MemberTableColumn = {
+  title: "Budget",
+  key: "budget",
+  sortValue: (member) => BUDGETS[member.user_id ?? ""] ?? null,
+  render: (member) => <span>{BUDGETS[member.user_id ?? ""] ?? "Unlimited"}</span>,
+};
+
+const renderTable = (overrides: Partial<React.ComponentProps<typeof MemberTable>> = {}) => {
+  const props = {
+    members: MEMBERS,
+    canEdit: true,
+    onEdit: vi.fn(),
+    onDelete: vi.fn(),
+    extraColumns: [budgetColumn],
+    ...overrides,
+  };
+  renderWithProviders(<MemberTable {...props} />);
+  return props;
+};
+
+const rowIds = (): (string | null)[] =>
+  Array.from(document.querySelectorAll("tbody tr[data-row-id]")).map((row) => row.getAttribute("data-row-id"));
+
+const search = (value: string) => fireEvent.change(screen.getByTestId("datatable-search"), { target: { value } });
+
+describe("MemberTable display", () => {
+  it("shows each member's name, falling back to a dash when there is none", () => {
+    renderTable();
+
+    expect(within(screen.getByRole("row", { name: /zed@example\.com/ })).getByText("Zed Ortiz")).toBeInTheDocument();
+    expect(screen.getByRole("columnheader", { name: /^name/i })).toBeInTheDocument();
+    const cells = within(screen.getByRole("row", { name: /mystery@example\.com/ })).getAllByRole("cell");
+    expect(cells[0]).toHaveTextContent("-");
+  });
+
+  it("orders members by name with nameless members last by default", () => {
+    renderTable();
+
+    expect(rowIds()).toEqual(["u-amy", "u-bob", "u-zed", "u-nameless"]);
+  });
+
+  it("reports the full member count", () => {
+    renderTable();
+
+    expect(screen.getByText("4 Members")).toBeInTheDocument();
+  });
+});
+
+describe("MemberTable search", () => {
+  it("matches on name case-insensitively", async () => {
+    renderTable();
+
+    search("ZED");
+
+    await waitFor(() => expect(rowIds()).toEqual(["u-zed"]));
+  });
+
+  it("matches on email", async () => {
+    renderTable();
+
+    search("mystery@");
+
+    await waitFor(() => expect(rowIds()).toEqual(["u-nameless"]));
+  });
+
+  it("matches on user id", async () => {
+    renderTable();
+
+    search("u-bob");
+
+    await waitFor(() => expect(rowIds()).toEqual(["u-bob"]));
+  });
+
+  it("still searches names when the first member has no name", async () => {
+    renderTable({ members: [MEMBERS[1], MEMBERS[0]] });
+
+    search("ortiz");
+
+    await waitFor(() => expect(rowIds()).toEqual(["u-zed"]));
+  });
+
+  it("does not match on role", async () => {
+    renderTable();
+
+    search("admin");
+
+    await waitFor(() => expect(rowIds()).toEqual([]));
+    expect(screen.getByText("No members match your search or filters")).toBeInTheDocument();
+  });
+});
+
+describe("MemberTable sorting", () => {
+  it("sorts by email with missing emails last in both directions", async () => {
+    const user = userEvent.setup();
+    renderTable();
+
+    await user.click(screen.getByTestId("sort-header-user_email"));
+    expect(rowIds()).toEqual(["u-amy", "u-nameless", "u-zed", "u-bob"]);
+
+    await user.click(screen.getByTestId("sort-header-user_email"));
+    expect(rowIds()).toEqual(["u-zed", "u-nameless", "u-amy", "u-bob"]);
+  });
+
+  it("sorts by role", async () => {
+    const user = userEvent.setup();
+    renderTable();
+
+    await user.click(screen.getByTestId("sort-header-role"));
+    expect(rowIds()[0]).toBe("u-amy");
+
+    await user.click(screen.getByTestId("sort-header-role"));
+    expect(rowIds()[3]).toBe("u-amy");
+  });
+
+  it("sorts an extra column numerically by its sort value with blanks last", async () => {
+    const user = userEvent.setup();
+    renderTable();
+
+    await user.click(screen.getByTestId("sort-header-budget"));
+    expect(rowIds()).toEqual(["u-bob", "u-zed", "u-amy", "u-nameless"]);
+
+    await user.click(screen.getByTestId("sort-header-budget"));
+    expect(rowIds()).toEqual(["u-amy", "u-zed", "u-bob", "u-nameless"]);
+  });
+
+  it("flips name order on the second click", async () => {
+    const user = userEvent.setup();
+    renderTable();
+
+    await user.click(screen.getByTestId("sort-header-user_alias"));
+    expect(rowIds()).toEqual(["u-zed", "u-bob", "u-amy", "u-nameless"]);
+  });
+
+  it("leaves extra columns without a sort value unsortable", () => {
+    renderTable({
+      extraColumns: [{ title: "Rate Limits", key: "rate_limits", render: () => <span>No Limits</span> }],
+    });
+
+    expect(screen.getByRole("columnheader", { name: "Rate Limits" })).toBeInTheDocument();
+    expect(screen.queryByTestId("sort-header-rate_limits")).not.toBeInTheDocument();
+  });
+});
+
+describe("MemberTable role filter", () => {
+  it("shows only members with the chosen role and clears on reset", async () => {
+    const user = userEvent.setup();
+    renderTable({ roleColumnTitle: "Team Role" });
+
+    await user.click(screen.getByTestId("datatable-filters-trigger"));
+    await user.click(screen.getByTestId("filter-role"));
+    await user.click(await screen.findByRole("option", { name: "admin" }));
+    await user.click(screen.getByTestId("filter-drawer-apply"));
+
+    await waitFor(() => expect(rowIds()).toEqual(["u-amy"]));
+    expect(screen.getByTestId("filter-chip-role")).toHaveTextContent("Team Role");
+
+    await user.click(screen.getByTestId("datatable-filters-trigger"));
+    await user.click(screen.getByTestId("filter-drawer-reset"));
+
+    await waitFor(() => expect(rowIds()).toHaveLength(4));
+  });
+
+  it("offers the roles present in the roster", () => {
+    expect(memberRoleOptions(MEMBERS)).toEqual(["admin", "user"]);
+    expect(memberRoleOptions([{ user_id: "x", role: "" }])).toEqual([]);
+  });
+});
+
+describe("MemberTable actions", () => {
+  it("passes the clicked member to onEdit and onDelete", async () => {
+    const user = userEvent.setup();
+    const { onEdit, onDelete } = renderTable();
+    const row = screen.getByRole("row", { name: /amy@example\.com/ });
+
+    await user.click(within(row).getByTestId("edit-member"));
+    await user.click(within(row).getByTestId("delete-member"));
+
+    expect(onEdit).toHaveBeenCalledWith(MEMBERS[2]);
+    expect(onDelete).toHaveBeenCalledWith(MEMBERS[2]);
+  });
+
+  it("hides delete for members the caller excludes", () => {
+    renderTable({ showDeleteForMember: (member) => member.role !== "admin" });
+
+    expect(screen.getAllByTestId("delete-member")).toHaveLength(3);
+    expect(
+      within(screen.getByRole("row", { name: /amy@example\.com/ })).queryByTestId("delete-member"),
+    ).not.toBeInTheDocument();
+  });
+
+  it("shows the empty text when there are no members at all", () => {
+    renderTable({ members: [], emptyText: "No members found" });
+
+    expect(screen.getByText("No members found")).toBeInTheDocument();
+  });
+});
diff --git a/ui/litellm-dashboard/src/components/common_components/MemberTable.tsx b/ui/litellm-dashboard/src/components/common_components/MemberTable.tsx
index 8a0b7671078..e54994c1ab7 100644
--- a/ui/litellm-dashboard/src/components/common_components/MemberTable.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/MemberTable.tsx
@@ -1,17 +1,29 @@
-import { SimpleTooltip } from "@/components/ui/tooltip";
+import type { ColumnDef, ColumnFiltersState } from "@tanstack/react-table";
+import { Crown, Info, User, UserPlus } from "lucide-react";
+import React, { useState } from "react";
+
 import { Member } from "@/components/networking";
+import {
+  DataTable,
+  DataTableFilterDrawer,
+  DataTableFilterField,
+  DataTableSortHeader,
+  DataTableToolbar,
+} from "@/components/shared/DataTable";
 import { StatusBadge } from "@/components/shared/table_cells";
 import { Button } from "@/components/ui/button";
-import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from "@/components/ui/table";
-import { Crown, Info, User, UserPlus } from "lucide-react";
-import React from "react";
+import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from "@/components/ui/select";
+import { SimpleTooltip } from "@/components/ui/tooltip";
+
 import TableIconActionButton from "./IconActionButton/TableIconActionButtons/TableIconActionButton";
 
+export type MemberTableSortValue = string | number | null | undefined;
+
 export interface MemberTableColumn {
   title: React.ReactNode;
-  key: React.Key;
-  dataIndex?: keyof Member;
-  render?: (value: Member[keyof Member], member: Member, index: number) => React.ReactNode;
+  key: string;
+  render: (member: Member) => React.ReactNode;
+  sortValue?: (member: Member) => MemberTableSortValue;
 }
 
 export interface MemberTableProps {
@@ -27,12 +39,152 @@ export interface MemberTableProps {
   emptyText?: string;
 }
 
-const extraColumnCell = (column: MemberTableColumn, member: Member, index: number): React.ReactNode => {
-  const value = column.dataIndex ? member[column.dataIndex] : undefined;
-  return column.render ? column.render(value, member, index) : value;
+const ALL_ROLES = "all";
+
+export const memberRowId = (member: Member): string => member.user_id ?? member.user_email ?? JSON.stringify(member);
+
+export const memberRoleOptions = (members: readonly Member[]): string[] =>
+  Array.from(new Set(members.map((member) => member.role).filter((role) => role !== ""))).sort();
+
+const isAdminRole = (role: string): boolean => {
+  const normalized = role.toLowerCase();
+  return normalized === "admin" || normalized === "org_admin";
 };
 
-const STICKY_ACTIONS_CLASS = "sticky right-0 w-[120px] bg-background";
+function RoleHeaderTitle({ title, tooltip }: { title: string; tooltip?: string }) {
+  if (tooltip === undefined) return <>{title}</>;
+  return (
+    <span className="inline-flex items-center gap-2">
+      {title}
+      <SimpleTooltip content={tooltip}>
+        <Info className="size-3.5" />
+      </SimpleTooltip>
+    </span>
+  );
+}
+
+const ACTIONS_COLUMN_WIDTH = 120;
+
+interface MemberColumnDeps {
+  canEdit: boolean;
+  onEdit: (member: Member) => void;
+  onDelete: (member: Member) => void;
+  roleColumnTitle: string;
+  roleTooltip?: string;
+  extraColumns: MemberTableColumn[];
+  showDeleteForMember?: (member: Member) => boolean;
+}
+
+const extraColumnDef = (column: MemberTableColumn): ColumnDef<Member> => {
+  const { sortValue } = column;
+  if (sortValue === undefined) {
+    return {
+      id: column.key,
+      header: () => <span className="font-medium">{column.title}</span>,
+      enableSorting: false,
+      enableGlobalFilter: false,
+      cell: ({ row }) => column.render(row.original),
+    };
+  }
+  return {
+    id: column.key,
+    accessorFn: (member) => sortValue(member) ?? undefined,
+    header: ({ column: tableColumn }) => <DataTableSortHeader column={tableColumn} title={column.title} />,
+    sortDescFirst: false,
+    sortUndefined: "last",
+    enableGlobalFilter: false,
+    cell: ({ row }) => column.render(row.original),
+  };
+};
+
+const buildColumns = ({
+  canEdit,
+  onEdit,
+  onDelete,
+  roleColumnTitle,
+  roleTooltip,
+  extraColumns,
+  showDeleteForMember,
+}: MemberColumnDeps): ColumnDef<Member>[] => [
+  {
+    id: "user_alias",
+    accessorFn: (member) => member.user_alias || undefined,
+    header: ({ column }) => <DataTableSortHeader column={column} title="Name" />,
+    sortingFn: "text",
+    sortUndefined: "last",
+    enableGlobalFilter: true,
+    meta: { title: "Name" },
+    cell: ({ row }) => row.original.user_alias || <span className="text-muted-foreground">-</span>,
+  },
+  {
+    id: "user_email",
+    accessorFn: (member) => member.user_email || undefined,
+    header: ({ column }) => <DataTableSortHeader column={column} title="User Email" />,
+    sortingFn: "text",
+    sortUndefined: "last",
+    enableGlobalFilter: true,
+    meta: { title: "User Email" },
+    cell: ({ row }) => row.original.user_email || "-",
+  },
+  {
+    id: "user_id",
+    accessorFn: (member) => member.user_id ?? undefined,
+    header: "User ID",
+    enableSorting: false,
+    enableGlobalFilter: true,
+    cell: ({ row }) =>
+      row.original.user_id === "default_user_id" ? (
+        <StatusBadge tone="info" label="Default Proxy Admin" />
+      ) : (
+        row.original.user_id || "-"
+      ),
+  },
+  {
+    id: "role",
+    accessorFn: (member) => member.role,
+    header: ({ column }) => (
+      <DataTableSortHeader column={column} title={<RoleHeaderTitle title={roleColumnTitle} tooltip={roleTooltip} />} />
+    ),
+    sortingFn: "text",
+    filterFn: "equalsString",
+    enableGlobalFilter: false,
+    meta: { title: roleColumnTitle },
+    cell: ({ row }) => (
+      <span className="inline-flex items-center gap-2">
+        {isAdminRole(row.original.role) ? <Crown className="size-3.5" /> : <User className="size-3.5" />}
+        <span className="capitalize">{row.original.role || "-"}</span>
+      </span>
+    ),
+  },
+  ...extraColumns.map(extraColumnDef),
+  {
+    id: "actions",
+    header: "Actions",
+    size: ACTIONS_COLUMN_WIDTH,
+    enableSorting: false,
+    enableGlobalFilter: false,
+    meta: { pinned: "right" },
+    cell: ({ row }) =>
+      canEdit ? (
+        <span className="inline-flex items-center gap-2">
+          <TableIconActionButton
+            variant="Edit"
+            tooltipText="Edit member"
+            dataTestId="edit-member"
+            onClick={() => onEdit(row.original)}
+          />
+          {(!showDeleteForMember || showDeleteForMember(row.original)) && (
+            <TableIconActionButton
+              variant="Delete"
+              tooltipText="Delete member"
+              dataTestId="delete-member"
+              onClick={() => onDelete(row.original)}
+            />
+          )}
+        </span>
+      ) : null,
+  },
+];
 
 export default function MemberTable({
   members,
@@ -46,90 +198,89 @@ export default function MemberTable({
   showDeleteForMember,
   emptyText,
 }: MemberTableProps) {
+  const [globalFilter, setGlobalFilter] = useState("");
+  const [columnFilters, setColumnFilters] = useState<ColumnFiltersState>([]);
+  const [filtersOpen, setFiltersOpen] = useState(false);
+
+  const columnDeps: MemberColumnDeps = {
+    canEdit,
+    onEdit,
+    onDelete,
+    roleColumnTitle,
+    roleTooltip,
+    extraColumns,
+    showDeleteForMember,
+  };
+  const columns = buildColumns(columnDeps);
+  const roleFilterItems = [
+    { value: ALL_ROLES, label: "All Roles" },
+    ...memberRoleOptions(members).map((role) => ({ value: role, label: role })),
+  ];
+
+  const isNarrowed = globalFilter !== "" || columnFilters.length > 0;
+
   return (
     <div className="flex w-full flex-col gap-2">
       <span className="inline-flex text-sm text-foreground">
         {members.length} Member{members.length !== 1 ? "s" : ""}
       </span>
-      <Table>
-        <TableHeader>
-          <TableRow>
-            <TableHead>User Email</TableHead>
-            <TableHead>User ID</TableHead>
-            <TableHead>
-              {roleTooltip ? (
-                <span className="inline-flex items-center gap-2">
-                  {roleColumnTitle}
-                  <SimpleTooltip content={roleTooltip}>
-                    <Info className="size-3.5" />
-                  </SimpleTooltip>
-                </span>
-              ) : (
-                roleColumnTitle
+      <DataTable
+        data={members}
+        columns={columns}
+        getRowId={memberRowId}
+        sortingMode="client"
+        defaultSorting={[{ id: "user_alias", desc: false }]}
+        filterMode="client"
+        columnFilters={columnFilters}
+        onColumnFiltersChange={setColumnFilters}
+        globalFilter={globalFilter}
+        onGlobalFilterChange={setGlobalFilter}
+        noDataMessage={
+          <span className="text-muted-foreground">
+            {isNarrowed ? "No members match your search or filters" : emptyText ?? "No data"}
+          </span>
+        }
+        toolbar={(table) => (
+          <>
+            <DataTableToolbar
+              table={table}
+              searchValue={globalFilter}
+              onSearchChange={setGlobalFilter}
+              searchPlaceholder="Search by name, email, or user ID"
+              onOpenFilters={() => setFiltersOpen(true)}
+              showViewOptions={false}
+            />
+            <DataTableFilterDrawer
+              table={table}
+              open={filtersOpen}
+              onOpenChange={setFiltersOpen}
+              title="Filters"
+              description="Narrow down members"
+            >
+              {({ get, set }) => (
+                <DataTableFilterField label={roleColumnTitle}>
+                  <Select
+                    items={roleFilterItems}
+                    value={(get("role") as string | undefined) ?? ALL_ROLES}
+                    onValueChange={(value) => set("role", value === ALL_ROLES ? undefined : value)}
+                  >
+                    <SelectTrigger className="w-full" data-testid="filter-role">
+                      <SelectValue placeholder="All Roles" />
+                    </SelectTrigger>
+                    <SelectContent>
+                      {roleFilterItems.map((item) => (
+                        <SelectItem key={item.value} value={item.value}>
+                          {item.label}
+                        </SelectItem>
+                      ))}
+                    </SelectContent>
+                  </Select>
+                </DataTableFilterField>
               )}
-            </TableHead>
-            {extraColumns.map((column) => (
-              <TableHead key={column.key}>{column.title}</TableHead>
-            ))}
-            <TableHead className={STICKY_ACTIONS_CLASS}>Actions</TableHead>
-          </TableRow>
-        </TableHeader>
-        <TableBody>
-          {members.length === 0 ? (
-            <TableRow>
-              <TableCell colSpan={extraColumns.length + 4} className="text-center text-muted-foreground">
-                {emptyText ?? "No data"}
-              </TableCell>
-            </TableRow>
-          ) : (
-            members.map((member, memberIndex) => (
-              <TableRow key={member.user_id ?? member.user_email ?? JSON.stringify(member)}>
-                <TableCell>{member.user_email || "-"}</TableCell>
-                <TableCell>
-                  {member.user_id === "default_user_id" ? (
-                    <StatusBadge tone="info" label="Default Proxy Admin" />
-                  ) : (
-                    member.user_id || "-"
-                  )}
-                </TableCell>
-                <TableCell>
-                  <span className="inline-flex items-center gap-2">
-                    {member.role?.toLowerCase() === "admin" || member.role?.toLowerCase() === "org_admin" ? (
-                      <Crown className="size-3.5" />
-                    ) : (
-                      <User className="size-3.5" />
-                    )}
-                    <span className="capitalize">{member.role || "-"}</span>
-                  </span>
-                </TableCell>
-                {extraColumns.map((column) => (
-                  <TableCell key={column.key}>{extraColumnCell(column, member, memberIndex)}</TableCell>
-                ))}
-                <TableCell className={STICKY_ACTIONS_CLASS}>
-                  {canEdit ? (
-                    <span className="inline-flex items-center gap-2">
-                      <TableIconActionButton
-                        variant="Edit"
-                        tooltipText="Edit member"
-                        dataTestId="edit-member"
-                        onClick={() => onEdit(member)}
-                      />
-                      {(!showDeleteForMember || showDeleteForMember(member)) && (
-                        <TableIconActionButton
-                          variant="Delete"
-                          tooltipText="Delete member"
-                          dataTestId="delete-member"
-                          onClick={() => onDelete(member)}
-                        />
-                      )}
-                    </span>
-                  ) : null}
-                </TableCell>
-              </TableRow>
-            ))
-          )}
-        </TableBody>
-      </Table>
+            </DataTableFilterDrawer>
+          </>
+        )}
+      />
       {onAddMember && canEdit && (
         <Button onClick={onAddMember} className="self-start">
           <UserPlus className="size-4" />
diff --git a/ui/litellm-dashboard/src/components/networking.tsx b/ui/litellm-dashboard/src/components/networking.tsx
index d7cf5b6110b..cab073dc808 100644
--- a/ui/litellm-dashboard/src/components/networking.tsx
+++ b/ui/litellm-dashboard/src/components/networking.tsx
@@ -2946,6 +2946,7 @@ export interface Member {
   role: string;
   user_id: string | null;
   user_email?: string | null;
+  user_alias?: string | null;
   max_budget_in_team?: number | null;
   tpm_limit?: number | null;
   rpm_limit?: number | null;
diff --git a/ui/litellm-dashboard/src/components/organization/organization_view.tsx b/ui/litellm-dashboard/src/components/organization/organization_view.tsx
index 7c250a5ef98..aae7feaecf7 100644
--- a/ui/litellm-dashboard/src/components/organization/organization_view.tsx
+++ b/ui/litellm-dashboard/src/components/organization/organization_view.tsx
@@ -121,23 +121,23 @@ const OrganizationInfoView: React.FC<OrganizationInfoProps> = ({
     return <div className="p-4">Organization not found</div>;
   }
 
+  const orgMemberFor = (record: Member) =>
+    record.user_id != null ? (orgData.members || []).find((m) => m.user_id === record.user_id) : undefined;
+
   const orgExtraColumns: MemberTableColumn[] = [
     {
       title: "Spend (USD)",
       key: "spend",
-      render: (_: unknown, record: Member) => {
-        const orgMember =
-          record.user_id != null ? (orgData.members || []).find((m) => m.user_id === record.user_id) : undefined;
-        return <MoneyCell value={orgMember?.spend} decimals={4} />;
-      },
+      sortValue: (record: Member) => orgMemberFor(record)?.spend ?? null,
+      render: (record: Member) => <MoneyCell value={orgMemberFor(record)?.spend} decimals={4} />,
     },
     {
       title: "Created At",
       key: "created_at",
-      render: (_: unknown, record: Member) => {
-        const orgMember =
-          record.user_id != null ? (orgData.members || []).find((m) => m.user_id === record.user_id) : undefined;
-        return <span>{orgMember?.created_at ? new Date(orgMember.created_at).toLocaleString() : "-"}</span>;
+      sortValue: (record: Member) => orgMemberFor(record)?.created_at ?? null,
+      render: (record: Member) => {
+        const createdAt = orgMemberFor(record)?.created_at;
+        return <span>{createdAt ? new Date(createdAt).toLocaleString() : "-"}</span>;
       },
     },
   ];
@@ -256,6 +256,7 @@ const OrganizationInfoView: React.FC<OrganizationInfoProps> = ({
                 role: m.user_role || "",
                 user_id: m.user_id,
                 user_email: m.user_email,
+                user_alias: m.user?.user_alias ?? null,
               }))}
               canEdit={canEditOrg}
               onEdit={(member) => {
diff --git a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.test.tsx b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.test.tsx
index 162fc39a632..8ed8e392ae1 100644
--- a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.test.tsx
@@ -390,6 +390,28 @@ describe("DataTable filtering", () => {
     expect(names()).toEqual(["Alice"]);
   });
 
+  it("client global filter searches an opted-in column even when the first row has no value", () => {
+    const nicknameColumns: ColumnDef<Person, unknown>[] = [
+      ...nameEmailColumns,
+      {
+        id: "nickname",
+        accessorFn: (row) => (row.id === "b" ? "Bobby" : undefined),
+        enableGlobalFilter: true,
+        header: "Nickname",
+      },
+    ];
+    render(
+      <DataTable
+        data={CHARLIE_ALICE_BOB}
+        columns={nicknameColumns}
+        filterMode="client"
+        globalFilter="bobby"
+        onGlobalFilterChange={vi.fn()}
+      />,
+    );
+    expect(names()).toEqual(["Bob"]);
+  });
+
   it("server mode never filters locally even when columnFilters is set", () => {
     render(
       <DataTable
diff --git a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
index 58f9657a001..ed24f8f97e9 100644
--- a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
+++ b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
@@ -96,6 +96,15 @@ function derivePinning<TData, TValue>(columns: ColumnDef<TData, TValue>[]): Colu
   return { left: collect("left"), right: collect("right") };
 }
 
+// TanStack's default drops a column from global search when the first row's value is not a
+// string or number, which silently hides sparse columns; an explicit opt-in overrides that.
+function columnCanGlobalFilter<TData>(firstRow: TData | undefined, column: Column<TData, unknown>): boolean {
+  if (column.columnDef.enableGlobalFilter === true) return true;
+  if (firstRow === undefined || column.accessorFn === undefined) return false;
+  const firstValue: unknown = column.accessorFn(firstRow, 0);
+  return typeof firstValue === "string" || typeof firstValue === "number";
+}
+
 function buildRowModels<TData>(
   sortingMode: SortingMode,
   paginationMode: PaginationMode,
@@ -516,6 +525,7 @@ function useDataTableInstance<TData extends RowData, TValue>(
     onRowSelectionChange: rowSelectionState.onChange,
     onColumnVisibilityChange: setColumnVisibility,
     onColumnSizingChange: setColumnSizing,
+    getColumnCanGlobalFilter: (column) => columnCanGlobalFilter(data[0], column),
     getCoreRowModel: getCoreRowModel(),
     ...buildRowModels(sortingMode, paginationMode, filterMode, expansionGuard),
     ...(getRowId !== undefined ? { getRowId } : {}),
diff --git a/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx b/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
index 4d7246eb077..76a176de834 100644
--- a/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
@@ -108,7 +108,7 @@ export default function TeamMemberTab({
         </span>
       ),
       key: "model_scope",
-      render: (_: unknown, record: Member) => {
+      render: (record: Member) => {
         const models = getUserAllowedModels(record.user_id);
         if (!models) {
           return <span className="text-muted-foreground">(all team models)</span>;
@@ -141,9 +141,8 @@ export default function TeamMemberTab({
         </span>
       ),
       key: "spend",
-      render: (_: unknown, record: Member) => (
-        <MoneyCell value={getUserCurrentCycleSpend(record.user_id)} decimals={2} />
-      ),
+      sortValue: (record: Member) => getUserCurrentCycleSpend(record.user_id),
+      render: (record: Member) => <MoneyCell value={getUserCurrentCycleSpend(record.user_id)} decimals={2} />,
     },
     {
       title: (
@@ -155,19 +154,22 @@ export default function TeamMemberTab({
         </span>
       ),
       key: "total_spend",
-      render: (_: unknown, record: Member) => <MoneyCell value={getUserTotalSpend(record.user_id)} decimals={2} />,
+      sortValue: (record: Member) => getUserTotalSpend(record.user_id),
+      render: (record: Member) => <MoneyCell value={getUserTotalSpend(record.user_id)} decimals={2} />,
     },
     {
       title: "Team Member Budget (USD)",
       key: "budget",
-      render: (_: unknown, record: Member) => (
+      sortValue: (record: Member) => getUserBudget(record.user_id),
+      render: (record: Member) => (
         <MoneyCell value={getUserBudget(record.user_id)} decimals={2} emptyText="Unlimited" showZero />
       ),
     },
     {
       title: "Budget Reset",
       key: "budget_reset",
-      render: (_: unknown, record: Member) => <DateCell value={getUserBudgetReset(record.user_id)} precision="date" />,
+      sortValue: (record: Member) => getUserBudgetReset(record.user_id),
+      render: (record: Member) => <DateCell value={getUserBudgetReset(record.user_id)} precision="date" />,
     },
     {
       title: (
@@ -179,7 +181,7 @@ export default function TeamMemberTab({
         </span>
       ),
       key: "rate_limits",
-      render: (_: unknown, record: Member) => <span>{getUserRateLimits(record.user_id)}</span>,
+      render: (record: Member) => <span>{getUserRateLimits(record.user_id)}</span>,
     },
   ];
 

From 56e2d8846da375ae157e27d1a789030882066f2d Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 18:08:13 -0700
Subject: [PATCH 127/298] feat(ui): link the entity cells on the team detail
 page's keys table

The team detail page's Virtual Keys table showed Organization ID, User
Email, User ID and Created By as dead text, so getting from a key to the
org or user behind it meant copying an id and searching for it.

Those four cells now render as links, reusing the sentinel-aware href
helpers, so default_user_id and the litellm-dashboard team stay plain
text instead of pointing at pages that do not exist.

The Created By cell was a verbatim copy of the Virtual Keys page's user
popover, so that moved into the shared table_cells kit and both tables
now use the one implementation.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../VirtualKeysPage/keyTableColumns.tsx       | 62 +-----------
 .../shared/table_cells/UserPopoverCell.tsx    | 62 ++++++++++++
 .../components/shared/table_cells/index.ts    |  1 +
 .../team/TeamVirtualKeysTable.test.tsx        | 62 ++++++++++++
 .../components/team/TeamVirtualKeysTable.tsx  | 94 ++++++++-----------
 5 files changed, 168 insertions(+), 113 deletions(-)
 create mode 100644 ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx

diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
index 9dd4b1c2d59..6eea77ae827 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/keyTableColumns.tsx
@@ -9,17 +9,17 @@ import { HoverCard, HoverCardContent, HoverCardTrigger } from "@/components/ui/h
 import { Skeleton } from "@/components/ui/skeleton";
 import {
   DateCell,
+  ENTITY_CELL_TITLE_CLASSES,
   IdCell,
   IdentityCell,
   ModelsCell,
   SpendBudgetCell,
   StatusBadge,
+  UserPopoverCell,
   type StatusTone,
 } from "@/components/shared/table_cells";
-import { orgDetailHref, teamDetailHref, userDetailHref } from "@/utils/entityLinks";
-import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
+import { orgDetailHref, teamDetailHref } from "@/utils/entityLinks";
 
-import DefaultProxyAdminTag from "../common_components/DefaultProxyAdminTag";
 import { KeyResponse, Team } from "../key_team_helpers/key_list";
 import { Organization } from "../networking";
 
@@ -29,8 +29,6 @@ interface KeyStatus {
   tooltip?: string;
 }
 
-const ENTITY_CELL_TITLE_CLASSES = "font-mono text-xs font-normal";
-
 const SPEND_BUDGET_SORT_FIELDS: DataTableSortField[] = [
   { id: "spend", label: "Spend" },
   { id: "max_budget", label: "Budget" },
@@ -66,60 +64,6 @@ const getKeyStatus = (key: KeyResponse): KeyStatus => {
   };
 };
 
-const UserPopoverCell = ({
-  userAlias,
-  userEmail,
-  userId,
-  width,
-}: {
-  userAlias: string | null;
-  userEmail: string | null;
-  userId: string | null;
-  width: number;
-}) => {
-  const displayValue = userAlias || userEmail || userId;
-  const isDefaultAdmin = userId === DEFAULT_PROXY_ADMIN_USER_ID;
-
-  const popoverContent = (
-    <div className="flex flex-col gap-2 text-xs min-w-[200px] max-w-[300px]">
-      {[
-        { label: "User Alias", value: userAlias },
-        { label: "User Email", value: userEmail },
-        { label: "User ID", value: userId },
-      ].map(({ label, value }) => (
-        <div key={label} className="flex flex-col min-w-0">
-          <span className="text-muted-foreground">{label}</span>
-          {value ? (
-            <IdCell value={value} variant="plain" copyable className="max-w-full" />
-          ) : (
-            <span className="font-mono">-</span>
-          )}
-        </div>
-      ))}
-    </div>
-  );
-
-  const trigger =
-    isDefaultAdmin && !userAlias && !userEmail ? (
-      <DefaultProxyAdminTag userId={userId} />
-    ) : (
-      <IdentityCell
-        title={displayValue || "-"}
-        titleClassName={ENTITY_CELL_TITLE_CLASSES}
-        href={userId ? userDetailHref(userId) : undefined}
-      />
-    );
-
-  return (
-    <HoverCard>
-      <HoverCardTrigger render={<span className="block" style={{ maxWidth: width, overflow: "hidden" }} />}>
-        {trigger}
-      </HoverCardTrigger>
-      <HoverCardContent align="start">{popoverContent}</HoverCardContent>
-    </HoverCard>
-  );
-};
-
 const InfoHeader = ({ label, tooltip }: { label: string; tooltip: string }) => (
   <span className="flex items-center gap-1">
     {label}
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx
new file mode 100644
index 00000000000..223d66d7421
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx
@@ -0,0 +1,62 @@
+"use client";
+
+import DefaultProxyAdminTag from "@/components/common_components/DefaultProxyAdminTag";
+import { HoverCard, HoverCardContent, HoverCardTrigger } from "@/components/ui/hover-card";
+import { userDetailHref } from "@/utils/entityLinks";
+import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
+
+import { IdCell } from "./id_cell";
+import { IdentityCell } from "./identity_cell";
+
+export const ENTITY_CELL_TITLE_CLASSES = "font-mono text-xs font-normal";
+
+interface UserPopoverCellProps {
+  userAlias: string | null;
+  userEmail: string | null;
+  userId: string | null;
+  width: number;
+}
+
+export function UserPopoverCell({ userAlias, userEmail, userId, width }: UserPopoverCellProps) {
+  const displayValue = userAlias || userEmail || userId;
+  const isDefaultAdmin = userId === DEFAULT_PROXY_ADMIN_USER_ID;
+
+  const popoverContent = (
+    <div className="flex flex-col gap-2 text-xs min-w-[200px] max-w-[300px]">
+      {[
+        { label: "User Alias", value: userAlias },
+        { label: "User Email", value: userEmail },
+        { label: "User ID", value: userId },
+      ].map(({ label, value }) => (
+        <div key={label} className="flex flex-col min-w-0">
+          <span className="text-muted-foreground">{label}</span>
+          {value ? (
+            <IdCell value={value} variant="plain" copyable className="max-w-full" />
+          ) : (
+            <span className="font-mono">-</span>
+          )}
+        </div>
+      ))}
+    </div>
+  );
+
+  const trigger =
+    isDefaultAdmin && !userAlias && !userEmail ? (
+      <DefaultProxyAdminTag userId={userId} />
+    ) : (
+      <IdentityCell
+        title={displayValue || "-"}
+        titleClassName={ENTITY_CELL_TITLE_CLASSES}
+        href={userId ? userDetailHref(userId) : undefined}
+      />
+    );
+
+  return (
+    <HoverCard>
+      <HoverCardTrigger render={<span className="block" style={{ maxWidth: width, overflow: "hidden" }} />}>
+        {trigger}
+      </HoverCardTrigger>
+      <HoverCardContent align="start">{popoverContent}</HoverCardContent>
+    </HoverCard>
+  );
+}
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/index.ts b/ui/litellm-dashboard/src/components/shared/table_cells/index.ts
index 99b54f9aad0..34e3701eed4 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/index.ts
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/index.ts
@@ -13,3 +13,4 @@ export { ModelsCell } from "./models_cell";
 export { MoneyCell } from "./money_cell";
 export { SpendBudgetCell } from "./spend_budget_cell";
 export { StatusBadge, type StatusTone } from "./status_badge";
+export { UserPopoverCell, ENTITY_CELL_TITLE_CLASSES } from "./UserPopoverCell";
diff --git a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
index 0d9d0988aa1..76df0d12539 100644
--- a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
@@ -10,6 +10,8 @@ vi.mock("@/app/(dashboard)/hooks/keys/useKeys", () => ({
   useKeys: vi.fn(),
 }));
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 vi.mock("../key_team_helpers/fetch_available_models_team_key", () => ({
   getModelDisplayName: vi.fn((model: string) => model),
 }));
@@ -384,4 +386,64 @@ describe("TeamVirtualKeysTable", () => {
       expect(screen.getByText("Key Info View")).toBeInTheDocument();
     });
   });
+
+  describe("entity links out of the key rows", () => {
+    const renderRow = async (key: KeyResponse, organization: Organization | null = null) => {
+      mockUseKeys.mockReturnValue({
+        data: { keys: [key], total_count: 1, current_page: 1, total_pages: 1 } as KeysResponse,
+        isPending: false,
+        isFetching: false,
+        refetch: vi.fn(),
+      } as any);
+      renderWithProviders(<TeamVirtualKeysTable {...defaultProps} organization={organization} />);
+      return (await screen.findByText(key.key_alias as string)).closest("tr") as HTMLElement;
+    };
+
+    it("points the Organization ID cell at the org's detail page", async () => {
+      const row = await renderRow(createMockKey({ organization_id: null }), mockOrganization);
+      expect(within(row).getByRole("link", { name: "org-123" })).toHaveAttribute(
+        "href",
+        "/ui/organizations?org=org-123",
+      );
+    });
+
+    it("points the User Email and User ID cells at the owning user's detail page", async () => {
+      const row = await renderRow(
+        createMockKey({ user_id: "user-1", user: { user_id: "user-1", user_email: "alice@example.com" } }),
+      );
+      expect(within(row).getByRole("link", { name: "alice@example.com" })).toHaveAttribute(
+        "href",
+        "/ui/users?user=user-1",
+      );
+      expect(within(row).getByRole("link", { name: "user-1" })).toHaveAttribute("href", "/ui/users?user=user-1");
+    });
+
+    it("points the Created By cell at the creator's detail page", async () => {
+      const row = await renderRow(
+        createMockKey({
+          created_by: "creator-1",
+          created_by_user: { user_id: "creator-1", user_email: "creator@example.com", user_alias: "The Creator" },
+        }),
+      );
+      expect(within(row).getByRole("link", { name: "The Creator" })).toHaveAttribute(
+        "href",
+        "/ui/users?user=creator-1",
+      );
+    });
+
+    it("leaves the default_user_id placeholder unlinked in the User ID and Created By cells", async () => {
+      const placeholder = { user_id: "default_user_id", user_email: "admin@example.com", user_alias: "Proxy Admin" };
+      const row = await renderRow(
+        createMockKey({
+          user_id: placeholder.user_id,
+          user: placeholder,
+          created_by: placeholder.user_id,
+          created_by_user: placeholder,
+        }),
+      );
+      expect(within(row).getByText("Default Proxy Admin")).toBeInTheDocument();
+      expect(within(row).getByText("Proxy Admin")).toBeInTheDocument();
+      expect(within(row).queryByRole("link", { name: "Proxy Admin" })).not.toBeInTheDocument();
+    });
+  });
 });
diff --git a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.tsx b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.tsx
index b0380255b95..5b1b71e060e 100644
--- a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.tsx
@@ -1,8 +1,14 @@
 "use client";
 import { useKeys } from "@/app/(dashboard)/hooks/keys/useKeys";
 import { SimpleTooltip } from "@/components/ui/tooltip";
-import CopyButton from "@/components/shared/CopyButton";
-import { DateCell, IdCell, MoneyCell } from "@/components/shared/table_cells";
+import {
+  DateCell,
+  ENTITY_CELL_TITLE_CLASSES,
+  IdCell,
+  IdentityCell,
+  MoneyCell,
+  UserPopoverCell,
+} from "@/components/shared/table_cells";
 import {
   DataTable,
   DataTableFilterDrawer,
@@ -11,8 +17,9 @@ import {
   DataTableToolbar,
 } from "@/components/shared/DataTable";
 import { Badge } from "@/components/ui/badge";
-import { HoverCard, HoverCardContent, HoverCardTrigger } from "@/components/ui/hover-card";
 import { Input } from "@/components/ui/input";
+import { orgDetailHref, userDetailHref } from "@/utils/entityLinks";
+import { DEFAULT_PROXY_ADMIN_USER_ID } from "@/utils/sentinels";
 import { DEBOUNCE_WAIT_MS } from "@/utils/debounceConstants";
 import { useDebouncedValue } from "@tanstack/react-pacer/debouncer";
 import { ColumnDef, ColumnFiltersState, OnChangeFn, PaginationState, SortingState } from "@tanstack/react-table";
@@ -168,7 +175,15 @@ export function TeamVirtualKeysTable({ teamId, teamAlias, organization }: TeamVi
         header: "Organization ID",
         size: 140,
         enableSorting: false,
-        cell: (info) => (info.getValue() ? info.renderValue() : "-"),
+        cell: (info) => {
+          const orgId = info.getValue() as string | null;
+          if (!orgId) return "-";
+          return (
+            <SimpleTooltip content={orgId}>
+              <IdentityCell title={orgId} titleClassName={ENTITY_CELL_TITLE_CLASSES} href={orgDetailHref(orgId)} />
+            </SimpleTooltip>
+          );
+        },
       },
       {
         id: "user_email",
@@ -179,9 +194,14 @@ export function TeamVirtualKeysTable({ teamId, teamAlias, organization }: TeamVi
         cell: (info) => {
           const user = info.getValue() as { user_email?: string } | undefined;
           const value = user?.user_email;
+          const userId = info.row.original.user_id;
           return (
             <SimpleTooltip content={value}>
-              <span className="block max-w-full truncate font-mono text-xs">{value ?? "-"}</span>
+              <IdentityCell
+                title={value ?? "-"}
+                titleClassName={ENTITY_CELL_TITLE_CLASSES}
+                href={value && userId ? userDetailHref(userId) : undefined}
+              />
             </SimpleTooltip>
           );
         },
@@ -194,10 +214,16 @@ export function TeamVirtualKeysTable({ teamId, teamAlias, organization }: TeamVi
         enableSorting: false,
         cell: (info) => {
           const userId = info.getValue() as string | null;
-          const displayValue = userId === "default_user_id" ? "Default Proxy Admin" : userId;
+          if (userId === DEFAULT_PROXY_ADMIN_USER_ID) {
+            return <DefaultProxyAdminTag userId={userId} />;
+          }
           return (
-            <SimpleTooltip content={displayValue}>
-              <span className="block max-w-full truncate font-mono text-xs">{displayValue ?? "-"}</span>
+            <SimpleTooltip content={userId}>
+              <IdentityCell
+                title={userId ?? "-"}
+                titleClassName={ENTITY_CELL_TITLE_CLASSES}
+                href={userId ? userDetailHref(userId) : undefined}
+              />
             </SimpleTooltip>
           );
         },
@@ -221,53 +247,13 @@ export function TeamVirtualKeysTable({ teamId, teamAlias, organization }: TeamVi
           const userId = info.getValue() as string | null;
           if (!userId) return "-";
           const { created_by_user } = info.row.original;
-          const userAlias = created_by_user?.user_alias ?? null;
-          const userEmail = created_by_user?.user_email ?? null;
-          const isDefaultAdmin = userId === "default_user_id";
-          const displayValue = userAlias || userEmail || userId;
-
-          const popoverContent = (
-            <div className="flex min-w-[200px] max-w-[300px] flex-col gap-2 text-xs">
-              {[
-                { label: "User Alias", value: userAlias },
-                { label: "User Email", value: userEmail },
-                { label: "User ID", value: userId },
-              ].map(({ label, value }) => (
-                <div key={label} className="flex flex-col min-w-0">
-                  <span className="text-muted-foreground">{label}</span>
-                  {value ? (
-                    <span className="flex items-center gap-1">
-                      <span className="min-w-0 flex-1 truncate font-mono text-xs">{value}</span>
-                      <CopyButton value={value} label={`Copy ${label}`} />
-                    </span>
-                  ) : (
-                    <span className="font-mono">-</span>
-                  )}
-                </div>
-              ))}
-            </div>
-          );
-
-          if (isDefaultAdmin && !userAlias && !userEmail) {
-            return (
-              <HoverCard>
-                <HoverCardTrigger render={<span className="cursor-default" />}>
-                  <DefaultProxyAdminTag userId={userId} />
-                </HoverCardTrigger>
-                <HoverCardContent align="start">{popoverContent}</HoverCardContent>
-              </HoverCard>
-            );
-          }
-
           return (
-            <HoverCard>
-              <HoverCardTrigger
-                render={<span className="block max-w-full cursor-default truncate font-mono text-xs" />}
-              >
-                {displayValue}
-              </HoverCardTrigger>
-              <HoverCardContent align="start">{popoverContent}</HoverCardContent>
-            </HoverCard>
+            <UserPopoverCell
+              userAlias={created_by_user?.user_alias ?? null}
+              userEmail={created_by_user?.user_email ?? null}
+              userId={userId}
+              width={130}
+            />
           );
         },
       },

From 06b259e0920792600c35c9951297fb83cd236c35 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Thu, 10 Sep 2026 18:31:19 -0700
Subject: [PATCH 128/298] fix(ui): name the popover copy buttons after the
 field they copy

The shared user popover copied alias, email and ID through three copy
buttons that all announced themselves as "Copy ID", so a screen reader
could not tell them apart. IdCell now takes the label, defaulting to the
old text everywhere else.

Also drops the closest("tr") the new link tests used, which put the
testing-library/no-node-access budget over its ceiling, and asserts the
sentinel row leaves User Email and the admin badge unlinked too.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../shared/table_cells/UserPopoverCell.tsx    |  2 +-
 .../shared/table_cells/id_cell.test.tsx       |  8 ++++++++
 .../components/shared/table_cells/id_cell.tsx |  4 +++-
 .../team/TeamVirtualKeysTable.test.tsx        | 20 ++++++++++---------
 4 files changed, 23 insertions(+), 11 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx
index 223d66d7421..eb786e45541 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/UserPopoverCell.tsx
@@ -31,7 +31,7 @@ export function UserPopoverCell({ userAlias, userEmail, userId, width }: UserPop
         <div key={label} className="flex flex-col min-w-0">
           <span className="text-muted-foreground">{label}</span>
           {value ? (
-            <IdCell value={value} variant="plain" copyable className="max-w-full" />
+            <IdCell value={value} variant="plain" copyable copyLabel={`Copy ${label}`} className="max-w-full" />
           ) : (
             <span className="font-mono">-</span>
           )}
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
index 395c1815dd0..c715210fdde 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
@@ -71,6 +71,14 @@ describe("IdCell", () => {
     expect(rowClick).not.toHaveBeenCalled();
   });
 
+  it("names the copy button after the field it copies", async () => {
+    const user = userEvent.setup();
+    render(<IdCell value="alice@example.com" copyable copyLabel="Copy User Email" />);
+    expect(screen.queryByRole("button", { name: "Copy ID" })).not.toBeInTheDocument();
+    await user.click(screen.getByRole("button", { name: "Copy User Email" }));
+    expect(copyToClipboardMock).toHaveBeenCalledWith("alice@example.com");
+  });
+
   it("passes dataTestId through to the id element", () => {
     render(<IdCell value="k-1" dataTestId="key-id-cell" />);
     expect(screen.getByTestId("key-id-cell")).toHaveTextContent("k-1");
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
index 1b109a86106..33c7f835e64 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
@@ -15,6 +15,7 @@ interface IdCellProps {
   variant?: IdCellVariant;
   onClick?: (value: string) => void;
   copyable?: boolean;
+  copyLabel?: string;
   truncate?: boolean;
   fallback?: string;
   tooltip?: React.ReactNode;
@@ -39,6 +40,7 @@ export function IdCell({
   variant = "pill",
   onClick,
   copyable = false,
+  copyLabel = "Copy ID",
   truncate = true,
   fallback = "-",
   tooltip,
@@ -80,7 +82,7 @@ export function IdCell({
       {withTooltip}
       <button
         type="button"
-        aria-label="Copy ID"
+        aria-label={copyLabel}
         className="shrink-0 cursor-pointer text-muted-foreground hover:text-foreground"
         onClick={(event) => {
           event.stopPropagation();
diff --git a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
index 76df0d12539..08408fb4ff4 100644
--- a/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamVirtualKeysTable.test.tsx
@@ -396,7 +396,8 @@ describe("TeamVirtualKeysTable", () => {
         refetch: vi.fn(),
       } as any);
       renderWithProviders(<TeamVirtualKeysTable {...defaultProps} organization={organization} />);
-      return (await screen.findByText(key.key_alias as string)).closest("tr") as HTMLElement;
+      await screen.findByText(key.key_alias as string);
+      return screen.getByRole("row", { name: new RegExp(key.key_alias as string) });
     };
 
     it("points the Organization ID cell at the org's detail page", async () => {
@@ -433,17 +434,18 @@ describe("TeamVirtualKeysTable", () => {
 
     it("leaves the default_user_id placeholder unlinked in the User ID and Created By cells", async () => {
       const placeholder = { user_id: "default_user_id", user_email: "admin@example.com", user_alias: "Proxy Admin" };
-      const row = await renderRow(
-        createMockKey({
-          user_id: placeholder.user_id,
-          user: placeholder,
-          created_by: placeholder.user_id,
-          created_by_user: placeholder,
-        }),
-      );
+      const ownedAndCreatedByPlaceholder = {
+        user_id: placeholder.user_id,
+        user: placeholder,
+        created_by: placeholder.user_id,
+        created_by_user: placeholder,
+      };
+      const row = await renderRow(createMockKey(ownedAndCreatedByPlaceholder));
       expect(within(row).getByText("Default Proxy Admin")).toBeInTheDocument();
       expect(within(row).getByText("Proxy Admin")).toBeInTheDocument();
       expect(within(row).queryByRole("link", { name: "Proxy Admin" })).not.toBeInTheDocument();
+      expect(within(row).queryByRole("link", { name: placeholder.user_email })).not.toBeInTheDocument();
+      expect(within(row).queryByRole("link", { name: "Default Proxy Admin" })).not.toBeInTheDocument();
     });
   });
 });

From f61e204a72b57b15b753ca61f469da38d2f46883 Mon Sep 17 00:00:00 2001
From: ryan <ryan@berri.ai>
Date: Fri, 11 Sep 2026 01:52:24 +0000
Subject: [PATCH 129/298] fix(ui): reset member table filters per team and
 index org members once

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../organization/organization_view.tsx        |  5 ++--
 .../components/shared/DataTable/DataTable.tsx |  2 --
 .../components/team/TeamMemberTab.test.tsx    | 23 ++++++++++++++++++-
 .../src/components/team/TeamMemberTab.tsx     |  1 +
 4 files changed, 26 insertions(+), 5 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/organization/organization_view.tsx b/ui/litellm-dashboard/src/components/organization/organization_view.tsx
index aae7feaecf7..096e736b493 100644
--- a/ui/litellm-dashboard/src/components/organization/organization_view.tsx
+++ b/ui/litellm-dashboard/src/components/organization/organization_view.tsx
@@ -121,8 +121,8 @@ const OrganizationInfoView: React.FC<OrganizationInfoProps> = ({
     return <div className="p-4">Organization not found</div>;
   }
 
-  const orgMemberFor = (record: Member) =>
-    record.user_id != null ? (orgData.members || []).find((m) => m.user_id === record.user_id) : undefined;
+  const orgMemberById = new Map((orgData.members || []).map((m) => [m.user_id, m]));
+  const orgMemberFor = (record: Member) => (record.user_id != null ? orgMemberById.get(record.user_id) : undefined);
 
   const orgExtraColumns: MemberTableColumn[] = [
     {
@@ -252,6 +252,7 @@ const OrganizationInfoView: React.FC<OrganizationInfoProps> = ({
         <TabsContent keepMounted={hasVisited("members")} value="members" className="pt-4">
           <div className="space-y-4">
             <MemberTable
+              key={orgData.organization_id}
               members={(orgData.members || []).map((m) => ({
                 role: m.user_role || "",
                 user_id: m.user_id,
diff --git a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
index ed24f8f97e9..26162a3f1f7 100644
--- a/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
+++ b/ui/litellm-dashboard/src/components/shared/DataTable/DataTable.tsx
@@ -96,8 +96,6 @@ function derivePinning<TData, TValue>(columns: ColumnDef<TData, TValue>[]): Colu
   return { left: collect("left"), right: collect("right") };
 }
 
-// TanStack's default drops a column from global search when the first row's value is not a
-// string or number, which silently hides sparse columns; an explicit opt-in overrides that.
 function columnCanGlobalFilter<TData>(firstRow: TData | undefined, column: Column<TData, unknown>): boolean {
   if (column.columnDef.enableGlobalFilter === true) return true;
   if (firstRow === undefined || column.accessorFn === undefined) return false;
diff --git a/ui/litellm-dashboard/src/components/team/TeamMemberTab.test.tsx b/ui/litellm-dashboard/src/components/team/TeamMemberTab.test.tsx
index 6711514bfe9..2c119bb5848 100644
--- a/ui/litellm-dashboard/src/components/team/TeamMemberTab.test.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamMemberTab.test.tsx
@@ -1,4 +1,4 @@
-import { screen, within } from "@testing-library/react";
+import { fireEvent, screen, within } from "@testing-library/react";
 import userEvent from "@testing-library/user-event";
 import { beforeEach, describe, expect, it, vi } from "vitest";
 import { renderWithProviders } from "../../../tests/test-utils";
@@ -168,6 +168,27 @@ describe("TeamMembersComponent", () => {
     expect(table).toHaveTextContent("admin");
   });
 
+  it("clears the member search when a different team is shown", () => {
+    const props = {
+      canEditTeam: false,
+      handleMemberDelete: mockHandleMemberDelete,
+      setSelectedEditMember: mockSetSelectedEditMember,
+      setIsEditMemberModalVisible: mockSetIsEditMemberModalVisible,
+      setIsAddMemberModalVisible: mockSetIsAddMemberModalVisible,
+    };
+    const { rerender } = renderWithProviders(<TeamMembersComponent teamData={createMockTeamData()} {...props} />);
+
+    fireEvent.change(screen.getByTestId("datatable-search"), { target: { value: "user2" } });
+    expect(screen.queryByText("user1@test.com")).not.toBeInTheDocument();
+
+    const otherTeam = createMockTeamData({ team_id: "team-456" });
+    rerender(<TeamMembersComponent teamData={otherTeam} {...props} />);
+
+    expect(screen.getByTestId("datatable-search")).toHaveValue("");
+    expect(screen.getAllByText("user1@test.com").length).toBeGreaterThanOrEqual(1);
+    expect(screen.getAllByText("user2@test.com").length).toBeGreaterThanOrEqual(1);
+  });
+
   it("should render Add Member button", () => {
     renderWithProviders(
       <TeamMembersComponent
diff --git a/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx b/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
index 76a176de834..3780770315c 100644
--- a/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamMemberTab.tsx
@@ -187,6 +187,7 @@ export default function TeamMemberTab({
 
   return (
     <MemberTable
+      key={teamData.team_id}
       members={teamData.team_info.members_with_roles}
       canEdit={canEditTeam}
       onEdit={(record) => {

From 01c6b50564c16375023dd240fd376ccca11fa42b Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 18:57:24 -0700
Subject: [PATCH 130/298] fix(caching): let a Redis breaker success count only
 for the state that admitted the call

---
 litellm/caching/redis_cache.py                | 23 +++++----
 .../test_litellm/caching/test_redis_cache.py  | 50 +++++++++++++++++++
 2 files changed, 64 insertions(+), 9 deletions(-)

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 812b435ae5f..2c36995c4f8 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -197,10 +197,13 @@ class RedisCircuitBreaker:
         self._timeout_streak_started_at: float | None = None
         self._opened_at: float | None = None
         self._state = self.CLOSED
+        self._generation = 0
         _breaker_metrics().record_state_change(None, self._state)
 
-    def is_half_open(self) -> bool:
-        return self._state == self.HALF_OPEN
+    @property
+    def generation(self) -> int:
+        """Counts state transitions, so a call can tell whether the breaker moved while it ran."""
+        return self._generation
 
     def is_open(self) -> bool:
         """Returns True if Redis calls should be skipped."""
@@ -270,6 +273,7 @@ class RedisCircuitBreaker:
         _breaker_metrics().record_transition(state)
         _breaker_metrics().record_state_change(self._state, state)
         self._state = state
+        self._generation += 1
 
 
 _RedisCallResult = TypeVar("_RedisCallResult")
@@ -412,27 +416,28 @@ def log_redis_failure(
 @dataclass(frozen=True, slots=True)
 class _BreakerAdmission:
     swallowed_before: int
-    is_probe: bool
+    generation: int
 
 
 def _enter_circuit_breaker(breaker: RedisCircuitBreaker, name: str) -> _BreakerAdmission:
     """Reject the call if the breaker is open, else record what its success may later prove."""
     if breaker.is_open():
         raise RedisCircuitBreakerOpenError(f"Redis circuit breaker is open — skipping {name}")
-    return _BreakerAdmission(swallowed_before=_swallowed_redis_failures.get(), is_probe=breaker.is_half_open())
+    return _BreakerAdmission(swallowed_before=_swallowed_redis_failures.get(), generation=breaker.generation)
 
 
 def _exit_circuit_breaker(breaker: RedisCircuitBreaker, admission: _BreakerAdmission) -> None:
-    """Record success only when nothing failed while the call ran and the call may vouch for Redis.
+    """Record success only when nothing failed while the call ran and the breaker has not moved since.
 
     Several Redis methods catch their own connection errors and return a default, so a
-    method that returned is not on its own proof of a healthy Redis. While the breaker is
-    half open only the designated recovery probe may close it: a call admitted before the
-    breaker opened that finishes late says nothing about whether Redis recovered.
+    method that returned is not on its own proof of a healthy Redis. A success also vouches
+    only for the breaker state that admitted the call: a call admitted before the breaker
+    opened, or a probe admitted before a later failure reopened it, finishes knowing nothing
+    about whether Redis has recovered since, so only the current probe may close the breaker.
     """
     if _swallowed_redis_failures.get() != admission.swallowed_before:
         return
-    if breaker.is_half_open() and not admission.is_probe:
+    if breaker.generation != admission.generation:
         return
     breaker.record_success()
 
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 9df9c44a30f..bcae33b976e 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1152,3 +1152,53 @@ async def test_stale_success_during_the_recovery_probe_leaves_the_breaker_to_the
 
     assert breaker._state == breaker.CLOSED
     assert breaker.is_open() is False
+
+
+@pytest.mark.asyncio
+async def test_a_probe_overtaken_by_a_later_outage_leaves_the_breaker_to_the_new_probe():
+    """A probe still in flight when a late failure reopens the breaker must not close it for the next probe.
+
+    Once the breaker has reopened, only the probe admitted after that outage has reached
+    Redis, so the older probe's success no longer says anything about whether Redis recovered.
+    """
+    from litellm.caching.redis_cache import RedisCircuitBreaker, _run_under_circuit_breaker
+
+    breaker = RedisCircuitBreaker(failure_threshold=3, recovery_timeout=60)
+    old_probe_admitted = asyncio.Event()
+    old_probe_release = asyncio.Event()
+    new_probe_admitted = asyncio.Event()
+    new_probe_release = asyncio.Event()
+
+    async def old_probe_call() -> str:
+        old_probe_admitted.set()
+        await old_probe_release.wait()
+        return "old probe"
+
+    async def new_probe_call() -> str:
+        new_probe_admitted.set()
+        await new_probe_release.wait()
+        return "new probe"
+
+    for _ in range(3):
+        breaker.record_failure()
+    breaker._opened_at = time.time() - 9999
+    old_probe = asyncio.ensure_future(_run_under_circuit_breaker(breaker, "op", old_probe_call))
+    await old_probe_admitted.wait()
+    assert breaker._state == breaker.HALF_OPEN
+
+    breaker.record_failure()
+    assert breaker._state == breaker.OPEN
+    breaker._opened_at = time.time() - 9999
+    new_probe = asyncio.ensure_future(_run_under_circuit_breaker(breaker, "op", new_probe_call))
+    await new_probe_admitted.wait()
+    assert breaker._state == breaker.HALF_OPEN
+
+    old_probe_release.set()
+    assert await old_probe == "old probe"
+
+    assert breaker._state == breaker.HALF_OPEN, "the overtaken probe must not close the breaker for the new probe"
+    assert breaker.is_open() is True
+
+    new_probe_release.set()
+    assert await new_probe == "new probe"
+    assert breaker._state == breaker.CLOSED

From 5fdb0860ec51544def55bdd0a56e7472df5be3f9 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:02:37 -0700
Subject: [PATCH 131/298] fix(helm): route /debug/memory/summary to the gateway
 so the memory gate reads the serving workers

On the release gate the e2e tests only see the nginx router, and the chart's
ingress sent /debug/memory/summary to the backend catch-all, so the RSS check
measured the backend pod instead of the gateway workers that serve the failing
requests. Render it as an Exact gateway path next to /test, name the host in the
summary response so workers behind one origin never collide on pid alone, and
key the harness readings by (origin, hostname, pid)
---
 helm/litellm/templates/ingress.yaml           | 11 ++++++++++-
 .../tests/ingress_controller_tests.yaml       | 10 ++++++++++
 .../tests/ingress_extra_paths_tests.yaml      | 11 +++++++++++
 litellm/proxy/common_utils/debug_utils.py     |  3 +++
 tests/e2e/models.py                           |  4 +++-
 .../e2e/router/test_reliability_memory_e2e.py | 19 ++++++++++++-------
 .../proxy/common_utils/test_debug_utils.py    | 16 ++++++++++++++++
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  1 +
 8 files changed, 66 insertions(+), 9 deletions(-)
 create mode 100644 tests/test_litellm/proxy/common_utils/test_debug_utils.py

diff --git a/helm/litellm/templates/ingress.yaml b/helm/litellm/templates/ingress.yaml
index 732564b280f..d42558b9396 100644
--- a/helm/litellm/templates/ingress.yaml
+++ b/helm/litellm/templates/ingress.yaml
@@ -89,7 +89,7 @@
   at "/" Prefix would swallow the whole backend management API) instead of
   adding to it.
 */}}
-{{- $builtinPathKeys := list "/test|Exact" "/|Prefix" -}}
+{{- $builtinPathKeys := list "/test|Exact" "/debug/memory/summary|Exact" "/|Prefix" -}}
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:
@@ -129,6 +129,8 @@ spec:
           # --- Gateway data plane ---
           # Exact /test only (see the $gatewayPrefixes comment above);
           # /test/* MCP management endpoints fall to the backend catch-all.
+          # Exact /debug/memory/summary reads a serving worker's RSS (the e2e memory
+          # gate); the rest of /debug/* stays on the backend.
           - path: /test
             pathType: Exact
             backend:
@@ -136,6 +138,13 @@ spec:
                 name: {{ $gatewayName }}
                 port:
                   number: {{ $gatewayPort }}
+          - path: /debug/memory/summary
+            pathType: Exact
+            backend:
+              service:
+                name: {{ $gatewayName }}
+                port:
+                  number: {{ $gatewayPort }}
           {{- range $gatewayPrefixes }}
           {{- $pathType := include "litellm.ingress.pathType" (dict "controller" $controller "path" . "pathType" "Prefix") }}
           {{- $builtinPathKeys = append $builtinPathKeys (printf "%s|%s" . $pathType) }}
diff --git a/helm/litellm/tests/ingress_controller_tests.yaml b/helm/litellm/tests/ingress_controller_tests.yaml
index 40790ba674a..aa30db3c9c1 100644
--- a/helm/litellm/tests/ingress_controller_tests.yaml
+++ b/helm/litellm/tests/ingress_controller_tests.yaml
@@ -97,6 +97,16 @@ tests:
                 name: RELEASE-NAME-litellm-gateway
                 port:
                   number: 4000
+      - contains:
+          path: spec.rules[0].http.paths
+          content:
+            path: /debug/memory/summary
+            pathType: Exact
+            backend:
+              service:
+                name: RELEASE-NAME-litellm-gateway
+                port:
+                  number: 4000
       - equal:
           path: spec.rules[0].http.paths[-1]
           value:
diff --git a/helm/litellm/tests/ingress_extra_paths_tests.yaml b/helm/litellm/tests/ingress_extra_paths_tests.yaml
index fc7d5943278..1305af15ae2 100644
--- a/helm/litellm/tests/ingress_extra_paths_tests.yaml
+++ b/helm/litellm/tests/ingress_extra_paths_tests.yaml
@@ -288,6 +288,17 @@ tests:
       - failedTemplate:
           errorMessage: "ingress.extraPaths[0]: path /test with pathType Exact is already routed by this chart, and a duplicate would take it over rather than add to it"
 
+  - it: rejects an entry that would take over the exact /debug/memory/summary route
+    set:
+      ingress.enabled: true
+      ingress.extraPaths:
+        - path: /debug/memory/summary
+          pathType: Exact
+          service: backend
+    asserts:
+      - failedTemplate:
+          errorMessage: "ingress.extraPaths[0]: path /debug/memory/summary with pathType Exact is already routed by this chart, and a duplicate would take it over rather than add to it"
+
   - it: allows a built-in path under a different pathType, which is a distinct rule
     set:
       ingress.enabled: true
diff --git a/litellm/proxy/common_utils/debug_utils.py b/litellm/proxy/common_utils/debug_utils.py
index 554a6ae8d1a..7ea80166e9f 100644
--- a/litellm/proxy/common_utils/debug_utils.py
+++ b/litellm/proxy/common_utils/debug_utils.py
@@ -3,6 +3,7 @@ import asyncio
 import gc
 import json
 import os
+import socket
 import sys
 import tracemalloc
 from collections import Counter
@@ -241,6 +242,7 @@ async def get_memory_summary(
 
     Returns:
     - worker_pid: Process ID
+    - hostname: Host (the pod on Kubernetes) the worker runs on
     - status: Overall health based on memory usage
     - memory: Process memory usage and RAM info
     - caches: Cache item counts and descriptions
@@ -340,6 +342,7 @@ async def get_memory_summary(
 
     return {
         "worker_pid": os.getpid(),
+        "hostname": socket.gethostname(),
         "status": health_status,
         "memory": process_memory,
         "caches": {
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index c7904966653..c36cc2909c6 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -1282,9 +1282,11 @@ class ProcessMemory(BaseModel):
 
 class MemorySummaryResponse(BaseModel):
     """GET /debug/memory/summary (master key). One worker's resident memory, keyed by
-    its pid so readings behind a load balancer can be told apart per pod."""
+    its hostname (the pod name on Kubernetes) and pid so readings behind a load
+    balancer can be told apart per worker; older proxies omit the hostname."""
 
     worker_pid: int
+    hostname: str | None = None
     status: str
     memory: ProcessMemory
 
diff --git a/tests/e2e/router/test_reliability_memory_e2e.py b/tests/e2e/router/test_reliability_memory_e2e.py
index 6a975722801..1c4114223d9 100644
--- a/tests/e2e/router/test_reliability_memory_e2e.py
+++ b/tests/e2e/router/test_reliability_memory_e2e.py
@@ -79,15 +79,19 @@ class FailedCall:
     call_id: str | None
 
 
+WorkerKey = tuple[str, str | None, int]
+
+
 @dataclass(frozen=True, slots=True)
 class RssReading:
     replica: str
+    hostname: str | None
     worker_pid: int
     ram_usage_mb: float
 
     @property
-    def worker(self) -> tuple[str, int]:
-        return (self.replica, self.worker_pid)
+    def worker(self) -> WorkerKey:
+        return (self.replica, self.hostname, self.worker_pid)
 
 
 @dataclass(frozen=True, slots=True)
@@ -135,14 +139,14 @@ def _fail_many(proxy: ProxyClient, key: str, model: str, override: RouterSetting
 def _read_rss_everywhere_after_pause(proxy: ProxyClient) -> tuple[RssReading, ...]:
     time.sleep(MEMORY_RSS_SAMPLE_INTERVAL_SECONDS)
     return tuple(
-        RssReading(replica, body.worker_pid, body.memory.ram_usage_mb)
+        RssReading(replica, body.hostname, body.worker_pid, body.memory.ram_usage_mb)
         for replica, result in proxy.memory_summary_everywhere().items()
         for body in (unwrap(result),)
         if body.memory.ram_usage_mb is not None
     )
 
 
-def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[tuple[str, int], RssReading]:
+def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[WorkerKey, RssReading]:
     readings: Final = tuple(
         reading for _ in range(MEMORY_RSS_SETTLE_SAMPLES) for reading in _read_rss_everywhere_after_pause(proxy)
     )
@@ -156,7 +160,7 @@ def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[tuple[str, int], RssR
 
 
 def _heaviest_worker_growth(
-    warm: Mapping[tuple[str, int], RssReading], after: Mapping[tuple[str, int], RssReading]
+    warm: Mapping[WorkerKey, RssReading], after: Mapping[WorkerKey, RssReading]
 ) -> WorkerGrowth:
     growths: Final = tuple(WorkerGrowth(warm[worker], after[worker]) for worker in warm.keys() & after.keys())
     assert growths, (
@@ -232,8 +236,9 @@ def test_failing_requests_do_not_grow_rss_or_stored_request(
     assert heaviest.growth_mb <= MEMORY_RSS_BUDGET_MB, (
         f"proxy RSS grew {heaviest.growth_mb:.1f} MB over a second batch of {MEMORY_REQUESTS_PER_PHASE} failing "
         f"requests ({MEMORY_RETRIES_PER_REQUEST} retries each plus a fallback) after an identical warmup batch, "
-        f"past the {MEMORY_RSS_BUDGET_MB:.0f} MB budget: worker pid {heaviest.warm.worker_pid} at "
-        f"{heaviest.warm.replica} settled at {heaviest.warm.ram_usage_mb:.1f} MB warm and "
+        f"past the {MEMORY_RSS_BUDGET_MB:.0f} MB budget: worker pid {heaviest.warm.worker_pid} on "
+        f"{heaviest.warm.hostname or 'an unnamed host'} behind {heaviest.warm.replica} settled at "
+        f"{heaviest.warm.ram_usage_mb:.1f} MB warm and "
         f"{heaviest.after.ram_usage_mb:.1f} MB after; failing requests are leaking memory the way the "
         f"v1.100.0 retry breadcrumbs did"
     )
diff --git a/tests/test_litellm/proxy/common_utils/test_debug_utils.py b/tests/test_litellm/proxy/common_utils/test_debug_utils.py
new file mode 100644
index 00000000000..728fe02981e
--- /dev/null
+++ b/tests/test_litellm/proxy/common_utils/test_debug_utils.py
@@ -0,0 +1,16 @@
+import os
+import socket
+
+import pytest
+
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.common_utils.debug_utils import get_memory_summary
+
+
+@pytest.mark.asyncio
+async def test_memory_summary_names_the_host_and_worker_that_answered() -> None:
+    summary = await get_memory_summary(UserAPIKeyAuth())
+
+    assert summary["hostname"] == socket.gethostname()
+    assert summary["worker_pid"] == os.getpid()
+    assert summary["memory"]["ram_usage_mb"] > 0
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6826cded6f5..494e3936772 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -4136,6 +4136,7 @@ export interface paths {
          *
          *     Returns:
          *     - worker_pid: Process ID
+         *     - hostname: Host (the pod on Kubernetes) the worker runs on
          *     - status: Overall health based on memory usage
          *     - memory: Process memory usage and RAM info
          *     - caches: Cache item counts and descriptions

From 9c7ac0a6ea7831004769e66a05b1ef4caa0aa26a Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 02:07:04 +0000
Subject: [PATCH 132/298] fix(helm): give the collector sidecar the pod
 PgBouncer env when database.connectionPool is enabled (#40660)

The componentized chart rendered litellm.connectionPoolEnv into the gateway
container only, so with database.connectionPool.enabled and
gateway.collector.enabled the collector's Prisma client opened its own pool
straight to Postgres instead of going through the pod-local PgBouncer.

Render the same include in the collector container, drop the gateway.extraEnv
workaround from the collector test, and add enabled/disabled regression
assertions for the collector in both helm charts and the terraform aws and gcp
modules, which already pass the pool env to their collector containers. The
module READMEs note the IAM token-auth exception, where the collector keeps a
direct connection by design.

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../tests/connection_pool_tests.yaml          | 51 +++++++++++++
 .../litellm/templates/gateway/deployment.yaml |  3 +
 helm/litellm/tests/collector_tests.yaml       | 20 ++++--
 helm/litellm/tests/connection_pool_tests.yaml | 71 +++++++++++++++++++
 helm/litellm/values.yaml                      |  4 +-
 terraform/litellm/aws/README.md               |  9 ++-
 .../aws/tests/connection_pool.tftest.hcl      | 37 ++++++++++
 terraform/litellm/gcp/README.md               |  7 +-
 .../gcp/tests/connection_pool.tftest.hcl      | 39 ++++++++++
 9 files changed, 232 insertions(+), 9 deletions(-)

diff --git a/helm/litellm-helm/tests/connection_pool_tests.yaml b/helm/litellm-helm/tests/connection_pool_tests.yaml
index af23512dafc..203082f27ba 100644
--- a/helm/litellm-helm/tests/connection_pool_tests.yaml
+++ b/helm/litellm-helm/tests/connection_pool_tests.yaml
@@ -59,3 +59,54 @@ tests:
       - contains:
           path: spec.template.spec.containers[0].args
           content: "4"
+
+  - it: should give the collector sidecar the same pool env as the proxy container
+    template: deployment.yaml
+    set:
+      collector.enabled: true
+      db.connectionPool.enabled: true
+      db.connectionPool.maxDbConnections: 8
+      db.connectionPool.maxClientConn: 400
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: litellm-collector
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "8"
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "400"
+
+  - it: should give the collector sidecar no pool env when the pool is off
+    template: deployment.yaml
+    set:
+      collector.enabled: true
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: litellm-collector
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+          any: true
diff --git a/helm/litellm/templates/gateway/deployment.yaml b/helm/litellm/templates/gateway/deployment.yaml
index 5c1a089b50a..c06cc9583a0 100644
--- a/helm/litellm/templates/gateway/deployment.yaml
+++ b/helm/litellm/templates/gateway/deployment.yaml
@@ -170,6 +170,9 @@ spec:
             - name: CONFIG_FILE_PATH
               value: /app/config/config.yaml
             {{- end }}
+            {{- if .Values.database.connectionPool.enabled }}
+            {{- include "litellm.connectionPoolEnv" $ | nindent 12 }}
+            {{- end }}
             {{- include "litellm.gateway.collectorEnv" . | nindent 12 }}
             - name: LITELLM_JOB_ROLE
               value: collector
diff --git a/helm/litellm/tests/collector_tests.yaml b/helm/litellm/tests/collector_tests.yaml
index b1199a16793..4ef7e3c8ca4 100644
--- a/helm/litellm/tests/collector_tests.yaml
+++ b/helm/litellm/tests/collector_tests.yaml
@@ -29,16 +29,16 @@ tests:
           value: Resource
         template: gateway/hpa.yaml
 
-  - it: runs the collector as a sidecar sharing env, config and a unix socket emptyDir, and scales on the gateway container only
+  - it: runs the collector as a sidecar sharing env, config, the pod pool and a unix socket emptyDir, and scales on the gateway container only
     set:
       gateway.collector.enabled: true
       gateway.collector.bufferSize: 250
       gateway.collector.onUnavailable: drop
       gateway.image.tag: v1.102.0
       gateway.numWorkers: 4
-      gateway.extraEnv:
-        - name: LITELLM_PGBOUNCER_ENABLED
-          value: "true"
+      database.connectionPool.enabled: true
+      database.connectionPool.maxDbConnections: 8
+      database.connectionPool.maxClientConn: 250
       gateway.envSecrets:
         - litellm-license
       gateway.volumes:
@@ -107,6 +107,18 @@ tests:
             name: LITELLM_PGBOUNCER_ENABLED
             value: "true"
         template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "8"
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "250"
+        template: gateway/deployment.yaml
       - contains:
           path: spec.template.spec.containers[1].env
           content:
diff --git a/helm/litellm/tests/connection_pool_tests.yaml b/helm/litellm/tests/connection_pool_tests.yaml
index 6dd9c274a8c..c39651a52c9 100644
--- a/helm/litellm/tests/connection_pool_tests.yaml
+++ b/helm/litellm/tests/connection_pool_tests.yaml
@@ -82,9 +82,70 @@ tests:
             name: LITELLM_PGBOUNCER_ENABLED
           any: true
 
+  - it: collector sidecar gets the same pool env as the gateway container, the metrics sidecar none
+    template: gateway/deployment.yaml
+    set:
+      gateway.collector.enabled: true
+      gateway.metricsServer.enabled: true
+      database.connectionPool.enabled: true
+      database.connectionPool.maxDbConnections: 8
+      database.connectionPool.maxClientConn: 250
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: metrics
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
+      - equal:
+          path: spec.template.spec.containers[2].name
+          value: collector
+      - contains:
+          path: spec.template.spec.containers[2].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[2].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+            value: "8"
+      - contains:
+          path: spec.template.spec.containers[2].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+            value: "250"
+
+  - it: collector sidecar gets no pool env when the pool is off
+    template: gateway/deployment.yaml
+    set:
+      gateway.collector.enabled: true
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: collector
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_MAX_CLIENT_CONN
+          any: true
+
   - it: pool with IAM auth renders both the pool and the token auth flag
     template: gateway/deployment.yaml
     set:
+      gateway.collector.enabled: true
       database.connectionPool.enabled: true
       database.writer.useIAMAuth: true
     asserts:
@@ -98,6 +159,16 @@ tests:
           content:
             name: IAM_TOKEN_DB_AUTH
             value: "true"
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: LITELLM_PGBOUNCER_ENABLED
+            value: "true"
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: IAM_TOKEN_DB_AUTH
+            value: "true"
 
   - it: pool with Entra auth renders both the pool and the token auth flag
     template: gateway/deployment.yaml
diff --git a/helm/litellm/values.yaml b/helm/litellm/values.yaml
index 1f67b984513..1873219d1ea 100644
--- a/helm/litellm/values.yaml
+++ b/helm/litellm/values.yaml
@@ -234,8 +234,8 @@ database:
   # workers run; the workers connect to the pool over loopback, with no extra
   # network hop. The chart emits LITELLM_PGBOUNCER_ENABLED /
   # LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS / LITELLM_PGBOUNCER_MAX_CLIENT_CONN on
-  # the gateway container only: the backend runs a single worker and the
-  # migrations Job must keep a direct connection. With
+  # the gateway container and its collector sidecar only: the backend runs a
+  # single worker and the migrations Job must keep a direct connection. With
   # `database.writer.useIAMAuth` or `useAzureEntraAuth` the pool mints and
   # renews the database token itself, so the workers never see it. Starting profile for
   # `gateway.numWorkers: 4` is maxDbConnections: 20, so a database with a
diff --git a/terraform/litellm/aws/README.md b/terraform/litellm/aws/README.md
index 67f1270d0c2..6fcbdc2f500 100644
--- a/terraform/litellm/aws/README.md
+++ b/terraform/litellm/aws/README.md
@@ -362,7 +362,14 @@ The sidecar gets the same database, Redis, master-key, license, proxy
 config, and `gateway_extra_env` / `gateway_extra_secrets` values as the
 gateway container, runs with `LITELLM_JOB_ROLE=collector`, and is
 non-essential with an ECS restart policy, so a sidecar crash restarts it in
-place while the gateway falls back to in-process spend tracking.
+place while the gateway falls back to in-process spend tracking. With
+`gateway_connection_pool_enabled` it also gets the `LITELLM_PGBOUNCER_*` env,
+so with a password-authenticated database (`create_database = false`) its
+Prisma client goes through the task-local PgBouncer instead of opening a
+second pool straight to the database. Under IAM token auth (the module-managed
+Aurora cluster) the collector keeps its own direct connection on purpose: the
+pooler's auth file only holds the token the gateway container minted, which
+the sidecar cannot present, so it mints its own.
 
 ```hcl
 collector_enabled = true
diff --git a/terraform/litellm/aws/tests/connection_pool.tftest.hcl b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
index ab0a1cfc076..7408b1179ed 100644
--- a/terraform/litellm/aws/tests/connection_pool.tftest.hcl
+++ b/terraform/litellm/aws/tests/connection_pool.tftest.hcl
@@ -51,6 +51,43 @@ run "pool_enabled_renders_the_three_vars_with_configured_sizes" {
   }
 }
 
+run "collector_sidecar_gets_the_same_pool_env_as_the_gateway" {
+  command = plan
+
+  variables {
+    create_database                 = false
+    database_url                    = "postgresql://litellm:pw@db.internal:5432/litellm"
+    collector_enabled               = true
+    gateway_connection_pool_enabled = true
+    gateway_pool_max_db_connections = 8
+    gateway_pool_max_client_conn    = 250
+  }
+
+  assert {
+    condition = alltrue([
+      for env in [local.gateway_environment, local.collector_container[0].environment] : (
+        { for e in env : e.name => e.value }["LITELLM_PGBOUNCER_ENABLED"] == "true" &&
+        { for e in env : e.name => e.value }["LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS"] == "8" &&
+        { for e in env : e.name => e.value }["LITELLM_PGBOUNCER_MAX_CLIENT_CONN"] == "250"
+      )
+    ])
+    error_message = "The collector sidecar must carry the same three LITELLM_PGBOUNCER_* vars as the gateway so its Prisma connects to the task-local pool."
+  }
+}
+
+run "collector_sidecar_gets_no_pool_env_when_the_pool_is_off" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+  }
+
+  assert {
+    condition     = !anytrue([for e in local.collector_container[0].environment : startswith(e.name, "LITELLM_PGBOUNCER_")])
+    error_message = "The collector sidecar must get no LITELLM_PGBOUNCER_* env unless gateway_connection_pool_enabled is set."
+  }
+}
+
 run "pool_enabled_uses_the_module_default_sizes" {
   command = plan
 
diff --git a/terraform/litellm/gcp/README.md b/terraform/litellm/gcp/README.md
index 23cfe9afc24..4b2f576adc1 100644
--- a/terraform/litellm/gcp/README.md
+++ b/terraform/litellm/gcp/README.md
@@ -339,8 +339,11 @@ instead of the Unix socket helm uses; the proxy rejects any non-loopback
 address. The sidecar runs the same Redis CA + `DATABASE_URL` bootstrap as
 the gateway container, gets the same database, Redis, master-key, license,
 proxy config, and `gateway_extra_env` / `gateway_extra_secrets` values, and
-runs with `LITELLM_JOB_ROLE=collector`. When it is unreachable the
-gateway falls back to in-process spend tracking.
+runs with `LITELLM_JOB_ROLE=collector`. With `gateway_connection_pool_enabled`
+it also gets the `LITELLM_PGBOUNCER_*` env, so its Prisma client goes through
+the instance-local PgBouncer instead of opening a second pool straight to the
+database. When it is unreachable the gateway falls back to in-process spend
+tracking.
 
 ```hcl
 collector_enabled = true
diff --git a/terraform/litellm/gcp/tests/connection_pool.tftest.hcl b/terraform/litellm/gcp/tests/connection_pool.tftest.hcl
index 439fe6b1d71..999e4f0ff95 100644
--- a/terraform/litellm/gcp/tests/connection_pool.tftest.hcl
+++ b/terraform/litellm/gcp/tests/connection_pool.tftest.hcl
@@ -79,6 +79,45 @@ run "pool_enabled_renders_the_three_vars_with_configured_sizes" {
   }
 }
 
+run "collector_sidecar_gets_the_same_pool_env_as_the_gateway" {
+  command = plan
+
+  variables {
+    collector_enabled               = true
+    gateway_connection_pool_enabled = true
+    gateway_pool_max_db_connections = 8
+    gateway_pool_max_client_conn    = 250
+  }
+
+  assert {
+    condition = alltrue([
+      for c in google_cloud_run_v2_service.gateway[0].template[0].containers : (
+        { for e in c.env : e.name => e.value }["LITELLM_PGBOUNCER_ENABLED"] == "true" &&
+        { for e in c.env : e.name => e.value }["LITELLM_PGBOUNCER_MAX_DB_CONNECTIONS"] == "8" &&
+        { for e in c.env : e.name => e.value }["LITELLM_PGBOUNCER_MAX_CLIENT_CONN"] == "250"
+      ) if c.name == "spend-collector"
+    ]) && length([for c in google_cloud_run_v2_service.gateway[0].template[0].containers : c.name if c.name == "spend-collector"]) == 1
+    error_message = "The spend-collector sidecar must carry the same three LITELLM_PGBOUNCER_* vars as the gateway so its Prisma connects to the instance-local pool."
+  }
+}
+
+run "collector_sidecar_gets_no_pool_env_when_the_pool_is_off" {
+  command = plan
+
+  variables {
+    collector_enabled = true
+  }
+
+  assert {
+    condition = !anytrue(flatten([
+      for c in google_cloud_run_v2_service.gateway[0].template[0].containers : [
+        for e in c.env : startswith(e.name, "LITELLM_PGBOUNCER_")
+      ] if c.name == "spend-collector"
+    ])) && length([for c in google_cloud_run_v2_service.gateway[0].template[0].containers : c.name if c.name == "spend-collector"]) == 1
+    error_message = "The spend-collector sidecar must get no LITELLM_PGBOUNCER_* env unless gateway_connection_pool_enabled is set."
+  }
+}
+
 run "pool_enabled_uses_the_module_default_sizes" {
   command = plan
 

From 0ffe6512de83f4907ff8a387d673b04fb14eb7db Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:15:40 -0700
Subject: [PATCH 133/298] fix(router): keep the routing and budget sync loops
 quiet while the Redis breaker is open

---
 .../router_strategy/base_routing_strategy.py  |  5 ++-
 litellm/router_strategy/budget_limiter.py     | 17 ++++-----
 .../test_base_routing_strategy.py             | 18 ++++++++-
 .../test_budget_limiter_hotpath.py            | 37 +++++++++++++++++++
 4 files changed, 64 insertions(+), 13 deletions(-)

diff --git a/litellm/router_strategy/base_routing_strategy.py b/litellm/router_strategy/base_routing_strategy.py
index 8235761ca98..686d57e2b77 100644
--- a/litellm/router_strategy/base_routing_strategy.py
+++ b/litellm/router_strategy/base_routing_strategy.py
@@ -3,12 +3,13 @@ Base class across routing strategies to abstract commmon functions like batch in
 """
 
 import asyncio
+import logging
 from abc import ABC
 from typing import Final
 
 from litellm._logging import verbose_router_logger
 from litellm.caching.caching import DualCache
-from litellm.caching.redis_cache import RedisPipelineIncrementOperation
+from litellm.caching.redis_cache import RedisPipelineIncrementOperation, log_redis_failure
 from litellm.constants import DEFAULT_REDIS_SYNC_INTERVAL
 
 
@@ -147,7 +148,7 @@ class BaseRoutingStrategy(ABC):
                 return return_result
 
         except Exception as e:
-            verbose_router_logger.error("Error syncing in-memory cache with Redis: %s", e)
+            log_redis_failure(verbose_router_logger, logging.ERROR, "Error syncing in-memory cache with Redis", e)
             self.redis_increment_operation_queue = []
 
     def add_to_in_memory_keys_to_update(self, key: str):
diff --git a/litellm/router_strategy/budget_limiter.py b/litellm/router_strategy/budget_limiter.py
index a8d51f95e45..acdc57d706d 100644
--- a/litellm/router_strategy/budget_limiter.py
+++ b/litellm/router_strategy/budget_limiter.py
@@ -20,6 +20,7 @@ anthropic:
 
 import asyncio
 import builtins
+import logging
 from collections.abc import Mapping
 from datetime import datetime, timedelta, timezone
 from typing import Any, Final
@@ -27,7 +28,7 @@ from typing import Any, Final
 import litellm
 from litellm._logging import verbose_router_logger
 from litellm.caching.caching import DualCache
-from litellm.caching.redis_cache import RedisPipelineIncrementOperation
+from litellm.caching.redis_cache import RedisPipelineIncrementOperation, log_redis_failure
 from litellm.integrations.custom_logger import CustomLogger, Span
 from litellm.litellm_core_utils.core_helpers import (
     get_metadata_variable_name_from_kwargs,
@@ -536,17 +537,13 @@ class RouterBudgetLimiting(CustomLogger):
                 "Pushing Redis Increment Pipeline for queue: %s",
                 self.redis_increment_operation_queue,
             )
-            if len(self.redis_increment_operation_queue) > 0:
-                asyncio.create_task(
-                    self.dual_cache.redis_cache.async_increment_pipeline(
-                        increment_list=self.redis_increment_operation_queue,
-                    )
-                )
-
+            queued: Final = self.redis_increment_operation_queue
             self.redis_increment_operation_queue = []
+            if queued:
+                await self.dual_cache.redis_cache.async_increment_pipeline(increment_list=queued)
 
         except Exception as e:
-            verbose_router_logger.error("Error syncing in-memory cache with Redis: %s", e)
+            log_redis_failure(verbose_router_logger, logging.ERROR, "Error syncing in-memory cache with Redis", e)
 
     async def _sync_in_memory_spend_with_redis(self):
         """
@@ -601,7 +598,7 @@ class RouterBudgetLimiting(CustomLogger):
                         verbose_router_logger.debug("Updated in-memory cache for %s: %s", key, value)
 
         except Exception as e:
-            verbose_router_logger.error("Error syncing in-memory cache with Redis: %s", e)
+            log_redis_failure(verbose_router_logger, logging.ERROR, "Error syncing in-memory cache with Redis", e)
 
     def _get_budget_config_for_deployment(
         self,
diff --git a/tests/test_litellm/router_strategy/test_base_routing_strategy.py b/tests/test_litellm/router_strategy/test_base_routing_strategy.py
index 154042692d0..dc75c3d2916 100644
--- a/tests/test_litellm/router_strategy/test_base_routing_strategy.py
+++ b/tests/test_litellm/router_strategy/test_base_routing_strategy.py
@@ -1,4 +1,5 @@
 import json
+import logging
 from typing import Any, Dict, List, Optional, Set, Union
 
 import pytest
@@ -9,7 +10,7 @@ from unittest.mock import MagicMock, patch
 
 
 from litellm.caching.caching import DualCache
-from litellm.caching.redis_cache import RedisPipelineIncrementOperation
+from litellm.caching.redis_cache import RedisCircuitBreakerOpenError, RedisPipelineIncrementOperation
 from litellm.router_strategy.base_routing_strategy import BaseRoutingStrategy
 
 
@@ -146,3 +147,18 @@ async def test_cache_keys_management(base_strategy):
     # Test resetting cache keys
     base_strategy.reset_in_memory_keys_to_update()
     assert len(base_strategy.get_in_memory_keys_to_update()) == 0
+
+
+@pytest.mark.asyncio
+async def test_push_refused_by_the_open_circuit_breaker_is_not_logged_as_an_error(base_strategy, mock_dual_cache, caplog):
+    """The sync loop pushes every 100 ms under usage-based routing, so an open breaker must not add an error line per cycle."""
+    mock_dual_cache.redis_cache.async_increment_pipeline.side_effect = RedisCircuitBreakerOpenError(
+        "Redis circuit breaker is open - skipping async_increment_pipeline"
+    )
+    base_strategy.redis_increment_operation_queue = [{"key": "k", "increment_value": 1.0, "ttl": 60}]
+
+    with caplog.at_level(logging.ERROR):
+        await base_strategy._push_in_memory_increments_to_redis()
+
+    assert caplog.records == []
+    assert base_strategy.redis_increment_operation_queue == []
diff --git a/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py b/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
index 36fa38bacb5..128b2dbd842 100644
--- a/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
+++ b/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
@@ -1,7 +1,13 @@
+import asyncio
+import gc
+import logging
+from unittest.mock import AsyncMock, MagicMock
+
 import pytest
 
 import litellm
 from litellm.caching.caching import DualCache
+from litellm.caching.redis_cache import RedisCache, RedisCircuitBreakerOpenError
 from litellm.router_strategy.budget_limiter import RouterBudgetLimiting
 from litellm.types.router import LiteLLM_Params
 from litellm.types.utils import BudgetConfig
@@ -303,3 +309,34 @@ def test_router_add_deployment_registers_deployment_budget(
     )
     assert config is not None
     assert config.max_budget == 0.000000000001
+
+
+@pytest.mark.asyncio
+async def test_sync_refused_by_the_open_circuit_breaker_is_quiet_and_leaks_no_task(disable_budget_sync, caplog):
+    """The budget sync runs every second, so an open breaker must not add an error line or an unretrieved task exception per cycle."""
+    refused = RedisCircuitBreakerOpenError("Redis circuit breaker is open - skipping async_increment_pipeline")
+    redis_cache = MagicMock(spec=RedisCache)
+    redis_cache.async_increment_pipeline = AsyncMock(side_effect=refused)
+    redis_cache.async_batch_get_cache = AsyncMock(side_effect=refused)
+    limiter = RouterBudgetLimiting(
+        dual_cache=DualCache(redis_cache=redis_cache),
+        provider_budget_config={"openai": BudgetConfig(max_budget=1.0, budget_duration="1d")},
+    )
+    await asyncio.gather(*(task for task in asyncio.all_tasks() if task is not asyncio.current_task()))
+    limiter.redis_increment_operation_queue = [{"key": "provider_spend:openai:1d", "increment_value": 0.5, "ttl": 60}]
+    loop = asyncio.get_running_loop()
+    unretrieved = MagicMock()
+    loop.set_exception_handler(unretrieved)
+
+    try:
+        with caplog.at_level(logging.ERROR):
+            await limiter._sync_in_memory_spend_with_redis()
+            await asyncio.sleep(0)
+            gc.collect()
+    finally:
+        loop.set_exception_handler(None)
+
+    assert caplog.records == []
+    unretrieved.assert_not_called()
+    assert limiter.redis_increment_operation_queue == []
+    assert redis_cache.async_increment_pipeline.await_count == 1

From 8c82c325aca247c09da4ef48e7db0058af3a590d Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:14:15 -0700
Subject: [PATCH 134/298] fix(mcp): check OpenAPI specifications without native
 MCP handshakes

---
 .../mcp_server/mcp_server_manager.py          |  35 +++++-
 .../mcp_server/test_mcp_server_manager.py     | 110 ++++++++++++++++++
 2 files changed, 144 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index af25b0e919a..5a9000d2f23 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -883,6 +883,27 @@ def _sanitized_error_text(exc: Exception) -> str:
     return re.sub(r"https?://\S+", "<url>", str(exc))[:200]
 
 
+async def _openapi_spec_health(
+    spec_path: str, *, timeout: float
+) -> tuple[Literal["healthy", "unhealthy", "unknown"], str | None]:
+    """Check specification availability, not upstream operations or user credentials."""
+    from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import load_openapi_spec_async
+
+    if not spec_path.startswith(("http://", "https://")):
+        return "unknown", "OpenAPI servers have no protocol-level health probe"
+    try:
+        await asyncio.wait_for(load_openapi_spec_async(spec_path), timeout=timeout)
+    except asyncio.TimeoutError:
+        return "unhealthy", f"OpenAPI specification check timed out after {timeout} seconds"
+    except asyncio.CancelledError:
+        return "unknown", "OpenAPI specification check was cancelled"
+    except HTTPStatusError as exc:
+        return "unhealthy", f"OpenAPI specification request failed (HTTP {exc.response.status_code})"
+    except (httpx.RequestError, ValueError, OSError) as exc:
+        return "unhealthy", f"OpenAPI specification could not be loaded ({type(exc).__name__})"
+    return "healthy", None
+
+
 def _discovery_failure_leaves_needs_unresolved(
     *,
     needs_authorization_url: bool,
@@ -6665,7 +6686,7 @@ class MCPServerManager:
         Returns:
             Dict containing health check results
         """
-        from datetime import datetime
+        from datetime import datetime, timezone
 
         server: Final = self.get_mcp_server_by_id(server_id)
         if not server:
@@ -6679,6 +6700,18 @@ class MCPServerManager:
                 last_health_check=datetime.now(),
             )
 
+        if server.spec_path:
+            spec_status, spec_error = await _openapi_spec_health(server.spec_path, timeout=MCP_HEALTH_CHECK_TIMEOUT)
+            return self._build_mcp_server_table(server).model_copy(
+                update=MappingProxyType(
+                    {
+                        "status": spec_status,
+                        "health_check_error": spec_error,
+                        "last_health_check": datetime.now(timezone.utc),
+                    }
+                )
+            )
+
         status: Literal["healthy", "unhealthy", "unknown"] = "unknown"
         health_check_error = None
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index adf985e9a21..e3172d4939d 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -4473,6 +4473,116 @@ class TestMCPServerManager:
         assert len(result) == 1
         assert result[0].name == "github_tool_1"
 
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("auth_type", [MCPAuth.none, MCPAuth.bearer_token, MCPAuth.api_key, MCPAuth.oauth2])
+    @pytest.mark.parametrize("is_byok", [False, True])
+    @pytest.mark.parametrize("scheme", ["http", "https"])
+    async def test_openapi_health_loads_spec_without_mcp_handshake(self, respx_mock, monkeypatch, auth_type, is_byok, scheme):
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        manager = MCPServerManager()
+        server = MCPServer(
+            server_id="openapi-health",
+            name="openapi-health",
+            transport=MCPTransport.http,
+            url="https://rest.example.com",
+            spec_path=f"{scheme}://93.184.216.34/openapi.json",
+            auth_type=auth_type,
+            is_byok=is_byok,
+            authentication_token=None if is_byok else "shared-secret",
+            static_headers={"Authorization": "Bearer static-secret"},
+        )
+        manager.registry = {server.server_id: server}
+        route = respx_mock.get(server.spec_path).respond(200, json={"openapi": "3.0.0", "paths": {}})
+        result = await manager.health_check_server(server.server_id, mcp_auth_header="caller-secret")
+        assert result.status == "healthy"
+        assert result.health_check_error is None
+        assert result.last_health_check is not None
+        assert result.spec_path == server.spec_path
+        assert route.call_count == 1
+        assert "authorization" not in route.calls[0].request.headers
+        assert "x-api-key" not in route.calls[0].request.headers
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("auth_type", [MCPAuth.none, MCPAuth.bearer_token])
+    @pytest.mark.parametrize("spec_path", ["/config/openapi.json", "relative/openapi.json"])
+    async def test_openapi_local_spec_health_is_unknown(self, respx_mock, auth_type, spec_path):
+        manager = MCPServerManager()
+        server = MCPServer(
+            server_id="local-openapi-health",
+            name="local-openapi-health",
+            transport=MCPTransport.http,
+            url="https://rest.example.com",
+            spec_path=spec_path,
+            auth_type=auth_type,
+            is_byok=True,
+        )
+        manager.registry = {server.server_id: server}
+        result = await manager.health_check_server(server.server_id)
+        assert result.status == "unknown"
+        assert result.health_check_error == "OpenAPI servers have no protocol-level health probe"
+        assert result.last_health_check is not None
+        assert not respx_mock.calls
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize(
+        ("failure", "expected_status", "expected_error"),
+        [
+            (httpx.Response(401, text="secret response content"), "unhealthy", "OpenAPI specification request failed (HTTP 401)"),
+            (httpx.Response(404), "unhealthy", "OpenAPI specification request failed (HTTP 404)"),
+            (httpx.Response(500), "unhealthy", "OpenAPI specification request failed (HTTP 500)"),
+            (httpx.ConnectError("secret network details"), "unhealthy", "OpenAPI specification could not be loaded (ConnectError)"),
+            (httpx.Response(200, text="secret invalid JSON body"), "unhealthy", "OpenAPI specification could not be loaded (JSONDecodeError)"),
+        ],
+    )
+    async def test_openapi_health_reports_safe_failures(self, respx_mock, monkeypatch, failure, expected_status, expected_error):
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        manager = MCPServerManager()
+        server = MCPServer(
+            server_id="failed-openapi-health",
+            name="failed-openapi-health",
+            transport=MCPTransport.http,
+            url="https://rest.example.com",
+            spec_path="https://93.184.216.34/key-secret?token=query-secret",
+            auth_type=MCPAuth.bearer_token,
+            is_byok=True,
+        )
+        manager.registry = {server.server_id: server}
+        route = respx_mock.get(server.spec_path).mock(side_effect=[failure])
+        result = await manager.health_check_server(server.server_id)
+        assert result.status == expected_status
+        assert result.health_check_error == expected_error
+        assert result.last_health_check is not None
+        assert route.call_count == 1
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("cancel", [False, True])
+    async def test_openapi_health_timeout_and_cancellation_cleanup(self, respx_mock, monkeypatch, cancel):
+        from litellm.proxy._experimental.mcp_server.mcp_server_manager import _openapi_spec_health
+
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        started = asyncio.Event()
+        cancelled = asyncio.Event()
+
+        async def slow_load(request):
+            started.set()
+            try:
+                await asyncio.Event().wait()
+            finally:
+                cancelled.set()
+
+        respx_mock.get("https://93.184.216.34/slow.json").mock(side_effect=slow_load)
+        task = asyncio.create_task(_openapi_spec_health("https://93.184.216.34/slow.json", timeout=0.1))
+        await asyncio.wait_for(started.wait(), timeout=1)
+        if cancel:
+            task.cancel()
+        status, error = await task
+        assert status == ("unknown" if cancel else "unhealthy")
+        assert error == (
+            "OpenAPI specification check was cancelled"
+            if cancel else "OpenAPI specification check timed out after 0.1 seconds"
+        )
+        assert cancelled.is_set()
+
     @pytest.mark.asyncio
     async def test_health_check_server_healthy(self):
         """Test health check for a healthy server"""

From 7419a536ad6857165b28b9b545a62d5916f696d2 Mon Sep 17 00:00:00 2001
From: tin-berri <tin@berri.ai>
Date: Thu, 10 Sep 2026 19:18:25 -0700
Subject: [PATCH 135/298] fix(auto-router): omit Claude Code system text from
 classifier (#40655)

Co-authored-by: Claude Code <noreply@anthropic.com>
---
 .../complexity_router/README.md               |   7 +
 .../complexity_router/complexity_router.py    |  15 ++-
 .../complexity_router/config.py               |  14 +-
 .../router_strategy/test_complexity_router.py | 127 ++++++++++++++++++
 4 files changed, 154 insertions(+), 9 deletions(-)

diff --git a/litellm/router_strategy/complexity_router/README.md b/litellm/router_strategy/complexity_router/README.md
index 38dfd143cbc..1a4764c291e 100644
--- a/litellm/router_strategy/complexity_router/README.md
+++ b/litellm/router_strategy/complexity_router/README.md
@@ -455,6 +455,13 @@ If 2+ reasoning markers are detected in the user message, the request is promote
 
 Reasoning markers in the system prompt do **not** trigger the reasoning override. This prevents system prompts like "Think step by step before answering" from forcing all requests to the reasoning tier.
 
+For requests identified by a `claude-cli/` or `claude-code/` user agent, the LLM classifier omits caller system
+text to avoid classifying environment, agent, and skill catalogs. The current ask, configured prior-turn context,
+and trajectory signal remain unchanged. The routed completion still receives the original system text. This
+also excludes genuine task constraints supplied only in Claude Code system messages. Other clients keep the
+existing system-context behavior. The browser routing preview has no client-identity field and retains that
+generic behavior; use the real client when checking Claude Code routing.
+
 ### Harness Reminder Blocks
 
 Agent harnesses inject their own context into the conversation as ordinary message text. That text is plumbing, not something a human asked for, so the router strips complete reminder blocks before classifying and picking a tier. A turn that is nothing but a reminder block strips to empty and is skipped, and the router falls back to the last real ask instead
diff --git a/litellm/router_strategy/complexity_router/complexity_router.py b/litellm/router_strategy/complexity_router/complexity_router.py
index a748bb5df27..7519f4c5156 100644
--- a/litellm/router_strategy/complexity_router/complexity_router.py
+++ b/litellm/router_strategy/complexity_router/complexity_router.py
@@ -48,6 +48,7 @@ from litellm.litellm_core_utils.prompt_templates.common_utils import (
     request_contains_image_content,
 )
 from litellm.litellm_core_utils.sensitive_data_masker import mask_credentials_in_payload
+from litellm.llms.anthropic.common_utils import is_claude_code_user_agent
 from litellm.llms.base_llm.base_utils import type_to_response_format_param
 from litellm.router_strategy.adaptive_router.classifier import classify_prompt
 from litellm.router_strategy.complexity_router.tier_predictor import (
@@ -1993,8 +1994,7 @@ class ComplexityRouter(CustomLogger):
 
         Args:
             prompt: The current user ask text (already extracted as the real human ask, not tool results)
-            system_prompt: The caller's system prompt (task constraints), always included so later
-                turns never lose it
+            system_prompt: Caller task constraints, omitted from classification for Claude Code requests
             request_kwargs: Request metadata for spend attribution
             messages: Full message history for extracting prior turns and the trajectory signal
         """
@@ -2027,9 +2027,18 @@ class ComplexityRouter(CustomLogger):
         )
 
         encrypted_task: Final = _encrypted_classifier_task(request_kwargs, marker_pairs)
+        caller_system_prompt: Final = (
+            None
+            if any(
+                is_claude_code_user_agent(user_agent)
+                for metadata in (self._iter_metadata_dicts(request_kwargs) if request_kwargs is not None else ())
+                if isinstance(user_agent := metadata.get("user_agent"), str)
+            )
+            else system_prompt
+        )
         user_payload: Final = self._build_classifier_user_payload(
             prompt="The delegated task in the following agent_message." if encrypted_task is not None else prompt,
-            system_prompt=system_prompt,
+            system_prompt=caller_system_prompt,
             prior_turns=prior_turns,
             messages=messages,
             has_prior_conversation=has_prior_conversation,
diff --git a/litellm/router_strategy/complexity_router/config.py b/litellm/router_strategy/complexity_router/config.py
index fb7003c887c..1f1b5a5cc4b 100644
--- a/litellm/router_strategy/complexity_router/config.py
+++ b/litellm/router_strategy/complexity_router/config.py
@@ -971,9 +971,11 @@ class ComplexityRouterConfig(BaseModel):
             "classified against what it refers to. Counts turns of both roles when "
             "classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier "
             "model, which may "
-            "be a different deployment or provider than the routed completion model; that call already "
-            "carries the current user ask and the caller's system prompt in full. Set to 0 to send neither "
-            "prior turns nor any conversation context beyond the current ask. Only applies when "
+            "be a different deployment or provider than the routed completion model; that call carries "
+            "the current user ask and, except for Claude Code requests, the extracted system-role text in full. "
+            "Claude Code system text is omitted to avoid classifying harness instructions; the routed "
+            "completion still receives it. Set to 0 to send neither prior turns nor "
+            "any conversation context beyond the current ask. Only applies when "
             "classifier_type is 'llm'."
         ),
     )
@@ -985,9 +987,9 @@ class ComplexityRouterConfig(BaseModel):
             "context window, per classification call. Turns are taken newest first and quoted whole "
             "while they fit, so a conversation small enough to quote entirely is never cut; once the "
             "budget runs out the older turns are dropped whole and only the turn straddling the "
-            "boundary is truncated, into whatever space is left. The current ask and the caller's "
-            "system prompt sit outside this budget and are always sent in full, as does the numbering "
-            "each quoted turn carries. A budget under 120 leaves no room to quote a turn and "
+            "boundary is truncated, into whatever space is left. The current ask and, except for Claude "
+            "Code requests, the extracted system-role text sit outside this budget and are sent in full, as does "
+            "the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and "
             "suppresses the block; set classifier_context_window_size to 0 to turn context off "
             "deliberately. Only applies when classifier_type is 'llm'."
         ),
diff --git a/tests/test_litellm/router_strategy/test_complexity_router.py b/tests/test_litellm/router_strategy/test_complexity_router.py
index b8e728c44a9..dddaee71a63 100644
--- a/tests/test_litellm/router_strategy/test_complexity_router.py
+++ b/tests/test_litellm/router_strategy/test_complexity_router.py
@@ -2676,6 +2676,26 @@ class TestEncryptedTaskClassifier:
         assert "source-secret" not in json.dumps(call)
         assert "originating_request_masked" not in call["proxy_server_request"]["body"]
 
+    @pytest.mark.asyncio
+    async def test_claude_code_encrypted_task_omits_caller_instructions(self):
+        router, dependency = _native_classifier_router()
+        task: Final = _encrypted_agent_task()
+        request: Final = {
+            "input": [task],
+            "instructions": "CLAUDE_CODE_SYSTEM",
+            "litellm_metadata": {"user_agent": "claude-cli/2.1.233"},
+        }
+        original: Final = deepcopy(request)
+
+        result: Final = await router.async_pre_routing_hook(model="encrypted-router", request_kwargs=request)
+
+        assert result.routing_decision["cause"] == "llm_classifier"
+        assert request == original
+        call: Final = dependency.aresponses.call_args.kwargs
+        assert call["instructions"] == classification_system_prompt(router.config.classifier_context_window_size)
+        assert "CLAUDE_CODE_SYSTEM" not in json.dumps(call["input"][:-1])
+        assert call["input"][-1] == task
+
     @pytest.mark.asyncio
     @pytest.mark.parametrize(
         "items",
@@ -7994,6 +8014,113 @@ _CODEX_ENVELOPES: Final = (
 class TestContextAwareClassifier:
     """Test the new classifier context window and trajectory signals."""
 
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize(
+        "request_metadata,forwards_system",
+        [
+            ({"metadata": {"user_agent": "claude-cli/2.1.233"}}, False),
+            ({"litellm_metadata": {"user_agent": "claude-code/2.1.233"}}, False),
+            ({"metadata": {"user_agent": "curl/8.7.1"}}, True),
+            ({"litellm_metadata": {}}, True),
+            (
+                {"metadata": {"user_agent": "claude-cli/2.1.233"}, "litellm_metadata": {"user_agent": "curl/8.7.1"}},
+                False,
+            ),
+            ({"metadata": {"user_agent": "Claude-Code/2.1.233"}}, True),
+        ],
+    )
+    async def test_claude_code_classifier_omits_harness_system_prompt(
+        self,
+        llm_classifier_config: dict[str, object],
+        request_metadata: dict[str, object],
+        forwards_system: bool,
+    ) -> None:
+        dependency: Final = MagicMock(acompletion=AsyncMock(return_value=_llm_response('{"tier": "COMPLEX"}')))
+        router: Final = ComplexityRouter(
+            "test-complexity-router",
+            dependency,
+            {
+                **llm_classifier_config,
+                "classifier_context_include_assistant_turns": True,
+            },
+        )
+        messages: Final = [
+            {"role": "user", "content": "Design the retry state machine"},
+            {"role": "assistant", "content": "The design needs a lease and fencing token"},
+            {"role": "user", "content": "Now prove it cannot livelock"},
+            {
+                "role": "system",
+                "content": [{"type": "text", "text": "ENVIRONMENT_CATALOG\nAGENT_CATALOG\nSKILL_CATALOG"}],
+            },
+        ]
+        top_level_system: Final = [{"type": "text", "text": "TOP_LEVEL_HARNESS_SYSTEM"}]
+        claude_kwargs: Final = {
+            "metadata": {"user_agent": "claude-cli/2.1.233"},
+            "system": top_level_system,
+            "proxy_server_request": {"body": {"system": top_level_system}},
+        }
+        compared_kwargs: Final = {
+            **request_metadata,
+            "system": top_level_system,
+            "proxy_server_request": {"body": {"system": top_level_system}},
+        }
+        original_messages: Final = deepcopy(messages)
+        original_kwargs: Final = deepcopy((claude_kwargs, compared_kwargs))
+        results: Final = (
+            await router.async_pre_routing_hook("test-complexity-router", claude_kwargs, messages),
+            await router.async_pre_routing_hook("test-complexity-router", compared_kwargs, messages),
+        )
+
+        assert all(result is not None and result.routing_decision["cause"] == "llm_classifier" for result in results)
+        assert all(result is not None and result.messages == original_messages for result in results)
+        assert messages == original_messages
+        assert (claude_kwargs, compared_kwargs) == original_kwargs
+        calls: Final = tuple(call.kwargs["messages"] for call in dependency.acompletion.await_args_list)
+        assert calls[0][0]["content"] == calls[1][0]["content"] == classification_system_prompt(
+            router.config.classifier_context_window_size
+        )
+        payloads: Final = (calls[0][1]["content"], calls[1][1]["content"])
+        for payload, expected_system in zip(payloads, (False, forwards_system)):
+            assert payload.endswith("Classify this message:\nNow prove it cannot livelock")
+            assert ("ENVIRONMENT_CATALOG" in payload) is expected_system
+            assert ("AGENT_CATALOG" in payload) is expected_system
+            assert ("SKILL_CATALOG" in payload) is expected_system
+            assert "Design the retry state machine" in payload
+            assert "lease and fencing token" in payload
+            assert "TOP_LEVEL_HARNESS_SYSTEM" not in payload
+            assert "Conversation so far: ~35 tokens across the request" in payload
+
+    @pytest.mark.asyncio
+    async def test_claude_code_first_turn_without_context_omits_harness_system_prompt(
+        self, llm_classifier_config: dict[str, object]
+    ) -> None:
+        dependency: Final = MagicMock(acompletion=AsyncMock(return_value=_llm_response('{"tier": "SIMPLE"}')))
+        router: Final = ComplexityRouter(
+            "test-complexity-router",
+            dependency,
+            {**llm_classifier_config, "classifier_context_window_size": 0},
+        )
+        messages: Final = [
+            {"role": "user", "content": "What is two plus two?"},
+            {
+                "role": "system",
+                "content": [{"type": "text", "text": "ENVIRONMENT_CATALOG\nAGENT_CATALOG\nSKILL_CATALOG"}],
+            },
+        ]
+        request_kwargs: Final = {"litellm_metadata": {"user_agent": "claude-code/2.1.233"}}
+        original: Final = deepcopy((messages, request_kwargs))
+
+        result: Final = await router.async_pre_routing_hook("test-complexity-router", request_kwargs, messages)
+
+        assert result is not None and result.routing_decision["cause"] == "llm_classifier"
+        assert result.messages == messages == original[0]
+        assert request_kwargs == original[1]
+        classifier_messages: Final = dependency.acompletion.call_args.kwargs["messages"]
+        assert classifier_messages[0]["content"] == classification_system_prompt(
+            router.config.classifier_context_window_size
+        )
+        assert classifier_messages[1]["content"].strip() == "Classify this message:\nWhat is two plus two?"
+
     @pytest.mark.parametrize(
         "tail,expected",
         (

From 49809a814bf6794cf9190104de3cb1b20be166c8 Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Thu, 10 Sep 2026 16:03:53 +1000
Subject: [PATCH 136/298] fix(proxy): preserve metadata for public team aliases

---
 litellm/proxy/proxy_server.py                 |  7 +-
 .../test_team_alias_listing_metadata.py       | 94 +++++++++++++++++++
 2 files changed, 98 insertions(+), 3 deletions(-)
 create mode 100644 tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 0f24acb8bb4..ccabc4ed572 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -10827,14 +10827,15 @@ async def model_info(
     # Use the actual litellm model from the deployment to get provider info
     _, provider, _, _ = litellm.get_llm_provider(model=deployment.litellm_params.model)
 
-    response_id: Final = internal_to_public.get(resolved_model_id, model_id)
-    return create_model_info_response(
-        model_id=response_id,
+    response = create_model_info_response(
+        model_id=resolved_model_id,
         provider=provider,
         include_metadata=False,
         fallback_type=None,
         llm_router=llm_router,
     )
+    response["id"] = internal_to_public.get(resolved_model_id, model_id)
+    return response
 
 
 def _blocked_response_usage(original_response: object | None) -> "litellm.Usage":
diff --git a/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py b/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py
new file mode 100644
index 00000000000..ce637d2e19f
--- /dev/null
+++ b/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py
@@ -0,0 +1,94 @@
+"""Regression coverage for metadata on public team model aliases."""
+
+from unittest.mock import MagicMock
+
+import pytest
+
+import litellm.proxy.proxy_server as ps
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.types.router import DeploymentModelListingInfo
+
+
+def _team_router(*, public_name: str, internal_name: str, underlying_model: str, listing_info):
+    deployment = {
+        "model_name": internal_name,
+        "litellm_params": {"model": underlying_model},
+        "model_info": {
+            "id": "deployment-id",
+            "team_id": "teamx",
+            "team_public_model_name": public_name,
+            "access_groups": ["team-access"],
+        },
+    }
+    router = MagicMock()
+    router.get_model_names.return_value = [internal_name]
+    router.get_model_access_groups.return_value = {"team-access": [internal_name]}
+    router.get_fully_blocked_model_names.return_value = set()
+    router.get_model_listing_info.return_value = listing_info
+    router.get_model_group_info.return_value = None
+    router.model_list = [deployment]
+    router.get_model_list.return_value = [deployment]
+    return router
+
+
+@pytest.mark.asyncio
+async def test_team_alias_inherits_deployment_token_limits_and_chat_mode(monkeypatch):
+    router = _team_router(
+        public_name="GPT Terra",
+        internal_name="model_name_teamx_terra_uuid",
+        underlying_model="azure/gpt-4.1",
+        listing_info=DeploymentModelListingInfo(
+            cost_map_keys=("azure/gpt-4.1",),
+            max_input_tokens=876000,
+            max_output_tokens=128000,
+        ),
+    )
+    monkeypatch.setattr(ps, "llm_router", router)
+    monkeypatch.setattr(ps, "user_model", None)
+    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
+
+    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["team-access"], team_models=[])
+    response = await ps.model_list(user_api_key_dict=key, include_metadata=True)
+
+    assert response["data"] == [
+        {
+            "id": "GPT Terra",
+            "object": "model",
+            "created": 1677610602,
+            "owned_by": "openai",
+            "mode": "chat",
+            "max_input_tokens": 876000,
+            "max_output_tokens": 128000,
+            "metadata": {"fallbacks": []},
+        }
+    ]
+
+
+@pytest.mark.asyncio
+async def test_team_image_alias_inherits_image_generation_mode(monkeypatch):
+    router = _team_router(
+        public_name="image",
+        internal_name="model_name_teamx_image_uuid",
+        underlying_model="openai/gpt-image-1",
+        listing_info=DeploymentModelListingInfo(
+            cost_map_keys=("openai/gpt-image-1",),
+            max_input_tokens=None,
+            max_output_tokens=None,
+        ),
+    )
+    monkeypatch.setattr(ps, "llm_router", router)
+    monkeypatch.setattr(ps, "user_model", None)
+    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
+
+    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["team-access"], team_models=[])
+    response = await ps.model_list(user_api_key_dict=key)
+
+    assert response["data"] == [
+        {
+            "id": "image",
+            "object": "model",
+            "created": 1677610602,
+            "owned_by": "openai",
+            "mode": "image_generation",
+        }
+    ]

From e664500003201dff80ceeab4008be7895109487f Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Thu, 10 Sep 2026 16:28:48 +1000
Subject: [PATCH 137/298] test(proxy): cover team alias retrieve metadata

---
 .../proxy_server/test_team_model_name_translation.py  | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
index 300cac5cdb2..acb352bcc8c 100644
--- a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
+++ b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
@@ -27,6 +27,7 @@ from litellm.proxy.proxy_server import (
     _get_proxy_model_info,
     _translate_model_name_for_response,
 )
+from litellm.types.router import DeploymentModelListingInfo
 
 
 def _team_row() -> dict:
@@ -1427,8 +1428,13 @@ async def test_retrieve_model_by_public_name_returns_200(monkeypatch):
     team_row = _team_row()
     router = _public_named_router(team_row)
     deployment = MagicMock()
-    deployment.litellm_params.model = "azure/gpt-5.2-low-rpm-testing"
+    deployment.litellm_params.model = "azure/gpt-4.1"
     router.get_deployment_by_model_group_name.return_value = deployment
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_keys=("azure/gpt-4.1",),
+        max_input_tokens=16384,
+        max_output_tokens=4096,
+    )
 
     monkeypatch.setattr(ps, "llm_router", router)
     monkeypatch.setattr(ps, "general_settings", {})
@@ -1445,6 +1451,9 @@ async def test_retrieve_model_by_public_name_returns_200(monkeypatch):
     resp = await ps.model_info(model_id="team-claude-sonnet", user_api_key_dict=key)
 
     assert resp["id"] == "team-claude-sonnet"
+    assert resp.get("mode") == "chat"
+    assert resp.get("max_input_tokens") == 16384
+    assert resp.get("max_output_tokens") == 4096
     # lookup happened by the internal routing key, not the public name
     router.get_deployment_by_model_group_name.assert_called_once_with(
         "model_name_team-abc-123_4a6b8"

From e18d766f53c7d4e5a808f2056fdca6da96f5d75a Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Thu, 10 Sep 2026 17:37:32 +1000
Subject: [PATCH 138/298] test(proxy): consolidate team alias metadata coverage

---
 .../test_team_alias_listing_metadata.py       | 94 -------------------
 .../test_team_model_name_translation.py       | 87 +++++++++++++++++
 2 files changed, 87 insertions(+), 94 deletions(-)
 delete mode 100644 tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py

diff --git a/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py b/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py
deleted file mode 100644
index ce637d2e19f..00000000000
--- a/tests/test_litellm/proxy/proxy_server/test_team_alias_listing_metadata.py
+++ /dev/null
@@ -1,94 +0,0 @@
-"""Regression coverage for metadata on public team model aliases."""
-
-from unittest.mock import MagicMock
-
-import pytest
-
-import litellm.proxy.proxy_server as ps
-from litellm.proxy._types import UserAPIKeyAuth
-from litellm.types.router import DeploymentModelListingInfo
-
-
-def _team_router(*, public_name: str, internal_name: str, underlying_model: str, listing_info):
-    deployment = {
-        "model_name": internal_name,
-        "litellm_params": {"model": underlying_model},
-        "model_info": {
-            "id": "deployment-id",
-            "team_id": "teamx",
-            "team_public_model_name": public_name,
-            "access_groups": ["team-access"],
-        },
-    }
-    router = MagicMock()
-    router.get_model_names.return_value = [internal_name]
-    router.get_model_access_groups.return_value = {"team-access": [internal_name]}
-    router.get_fully_blocked_model_names.return_value = set()
-    router.get_model_listing_info.return_value = listing_info
-    router.get_model_group_info.return_value = None
-    router.model_list = [deployment]
-    router.get_model_list.return_value = [deployment]
-    return router
-
-
-@pytest.mark.asyncio
-async def test_team_alias_inherits_deployment_token_limits_and_chat_mode(monkeypatch):
-    router = _team_router(
-        public_name="GPT Terra",
-        internal_name="model_name_teamx_terra_uuid",
-        underlying_model="azure/gpt-4.1",
-        listing_info=DeploymentModelListingInfo(
-            cost_map_keys=("azure/gpt-4.1",),
-            max_input_tokens=876000,
-            max_output_tokens=128000,
-        ),
-    )
-    monkeypatch.setattr(ps, "llm_router", router)
-    monkeypatch.setattr(ps, "user_model", None)
-    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
-
-    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["team-access"], team_models=[])
-    response = await ps.model_list(user_api_key_dict=key, include_metadata=True)
-
-    assert response["data"] == [
-        {
-            "id": "GPT Terra",
-            "object": "model",
-            "created": 1677610602,
-            "owned_by": "openai",
-            "mode": "chat",
-            "max_input_tokens": 876000,
-            "max_output_tokens": 128000,
-            "metadata": {"fallbacks": []},
-        }
-    ]
-
-
-@pytest.mark.asyncio
-async def test_team_image_alias_inherits_image_generation_mode(monkeypatch):
-    router = _team_router(
-        public_name="image",
-        internal_name="model_name_teamx_image_uuid",
-        underlying_model="openai/gpt-image-1",
-        listing_info=DeploymentModelListingInfo(
-            cost_map_keys=("openai/gpt-image-1",),
-            max_input_tokens=None,
-            max_output_tokens=None,
-        ),
-    )
-    monkeypatch.setattr(ps, "llm_router", router)
-    monkeypatch.setattr(ps, "user_model", None)
-    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
-
-    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["team-access"], team_models=[])
-    response = await ps.model_list(user_api_key_dict=key)
-
-    assert response["data"] == [
-        {
-            "id": "image",
-            "object": "model",
-            "created": 1677610602,
-            "owned_by": "openai",
-            "mode": "image_generation",
-        }
-    ]
diff --git a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
index acb352bcc8c..e9c2ff492a0 100644
--- a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
+++ b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
@@ -1090,6 +1090,93 @@ async def test_v1_models_metadata_does_not_leak_other_team_fallbacks(monkeypatch
     ]
 
 
+@pytest.mark.asyncio
+async def test_v1_models_team_alias_inherits_token_limits_and_chat_mode(monkeypatch):
+    team_dep = {
+        "model_name": "model_name_teamX_terra_uuid",
+        "litellm_params": {"model": "azure/gpt-4.1"},
+        "model_info": {
+            "id": "id-terra",
+            "team_id": "teamX",
+            "team_public_model_name": "GPT Terra",
+            "access_groups": ["grp-a"],
+            "mode": "chat",
+            "max_input_tokens": 876000,
+            "max_output_tokens": 128000,
+        },
+    }
+    router = MagicMock()
+    router.get_model_names.return_value = ["model_name_teamX_terra_uuid"]
+    router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_terra_uuid"]}
+    router.get_fully_blocked_model_names.return_value = set()
+    router.get_configured_token_limits.return_value = (876000, 128000)
+    router.get_configured_mode.return_value = "chat"
+    router.model_list = [team_dep]
+    router.get_model_list.return_value = [team_dep]
+    router.get_model_group_info.return_value = None
+
+    monkeypatch.setattr(ps, "llm_router", router)
+    monkeypatch.setattr(ps, "user_model", None)
+    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
+
+    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["grp-a"], team_models=[])
+    response = await ps.model_list(user_api_key_dict=key, include_metadata=True)
+
+    assert response["data"] == [
+        {
+            "id": "GPT Terra",
+            "object": "model",
+            "created": 1677610602,
+            "owned_by": "openai",
+            "mode": "chat",
+            "max_input_tokens": 876000,
+            "max_output_tokens": 128000,
+            "metadata": {"fallbacks": []},
+        }
+    ]
+
+
+@pytest.mark.asyncio
+async def test_v1_models_team_image_alias_inherits_image_generation_mode(monkeypatch):
+    team_dep = {
+        "model_name": "model_name_teamX_image_uuid",
+        "litellm_params": {"model": "openai/gpt-image-1"},
+        "model_info": {
+            "id": "id-image",
+            "team_id": "teamX",
+            "team_public_model_name": "image",
+            "access_groups": ["grp-a"],
+            "mode": "image_generation",
+        },
+    }
+    router = MagicMock()
+    router.get_model_names.return_value = ["model_name_teamX_image_uuid"]
+    router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_image_uuid"]}
+    router.get_fully_blocked_model_names.return_value = set()
+    router.get_configured_token_limits.return_value = (None, None)
+    router.get_configured_mode.return_value = "image_generation"
+    router.model_list = [team_dep]
+    router.get_model_list.return_value = [team_dep]
+    router.get_model_group_info.return_value = None
+
+    monkeypatch.setattr(ps, "llm_router", router)
+    monkeypatch.setattr(ps, "user_model", None)
+    monkeypatch.setattr(ps, "general_settings", {"use_team_public_model_name": True})
+
+    key = UserAPIKeyAuth(user_id="user", api_key="***", models=["grp-a"], team_models=[])
+    response = await ps.model_list(user_api_key_dict=key)
+
+    assert response["data"] == [
+        {
+            "id": "image",
+            "object": "model",
+            "created": 1677610602,
+            "owned_by": "openai",
+            "mode": "image_generation",
+        }
+    ]
+
+
 def test_translate_team_model_names_for_listing_swaps_and_dedupes():
     """Internal team routing keys -> public name; sibling deployments sharing a
     public name collapse to one entry (order preserved); globals untouched."""

From 2f8f3d3d21e071fd4a85b5bc02de4445a23078e0 Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Thu, 10 Sep 2026 18:54:06 +1000
Subject: [PATCH 139/298] fix(proxy): build public team alias response
 immutably

---
 litellm/proxy/proxy_server.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index ccabc4ed572..c3c45855c5f 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -10827,15 +10827,14 @@ async def model_info(
     # Use the actual litellm model from the deployment to get provider info
     _, provider, _, _ = litellm.get_llm_provider(model=deployment.litellm_params.model)
 
-    response = create_model_info_response(
+    response: Final = create_model_info_response(
         model_id=resolved_model_id,
         provider=provider,
         include_metadata=False,
         fallback_type=None,
         llm_router=llm_router,
     )
-    response["id"] = internal_to_public.get(resolved_model_id, model_id)
-    return response
+    return {**response, "id": internal_to_public.get(resolved_model_id, model_id)}
 
 
 def _blocked_response_usage(original_response: object | None) -> "litellm.Usage":

From 5b9244105c3989f1edf12fca5a64e9fe4fd3deb0 Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Fri, 11 Sep 2026 12:23:48 +1000
Subject: [PATCH 140/298] test(proxy): use deployment listing metadata in alias
 coverage

---
 .../proxy_server/test_team_model_name_translation.py | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
index e9c2ff492a0..bc346874e0d 100644
--- a/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
+++ b/tests/test_litellm/proxy/proxy_server/test_team_model_name_translation.py
@@ -1109,7 +1109,11 @@ async def test_v1_models_team_alias_inherits_token_limits_and_chat_mode(monkeypa
     router.get_model_names.return_value = ["model_name_teamX_terra_uuid"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_terra_uuid"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (876000, 128000)
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_keys=("azure/gpt-4.1",),
+        max_input_tokens=876000,
+        max_output_tokens=128000,
+    )
     router.get_configured_mode.return_value = "chat"
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]
@@ -1153,7 +1157,11 @@ async def test_v1_models_team_image_alias_inherits_image_generation_mode(monkeyp
     router.get_model_names.return_value = ["model_name_teamX_image_uuid"]
     router.get_model_access_groups.return_value = {"grp-a": ["model_name_teamX_image_uuid"]}
     router.get_fully_blocked_model_names.return_value = set()
-    router.get_configured_token_limits.return_value = (None, None)
+    router.get_model_listing_info.return_value = DeploymentModelListingInfo(
+        cost_map_keys=("openai/gpt-image-1",),
+        max_input_tokens=None,
+        max_output_tokens=None,
+    )
     router.get_configured_mode.return_value = "image_generation"
     router.model_list = [team_dep]
     router.get_model_list.return_value = [team_dep]

From eca7bb11ce8b2dbda27db2df125aeba5c5c4f04c Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:25:55 -0700
Subject: [PATCH 141/298] fix(proxy): read RSS from /proc when psutil is
 missing so the release image reports memory

The release image installs only the proxy extras, and psutil is a locust and mirakuru dev
dependency, so /debug/memory/summary answered with an error and no ram_usage_mb on the e2e
gate. Fall back to /proc/self/statm and /proc/meminfo on Linux when psutil cannot be imported
---
 litellm/proxy/common_utils/debug_utils.py     | 104 +++++++++++++-----
 .../proxy/common_utils/test_debug_utils.py    |  55 ++++++++-
 2 files changed, 129 insertions(+), 30 deletions(-)

diff --git a/litellm/proxy/common_utils/debug_utils.py b/litellm/proxy/common_utils/debug_utils.py
index 7ea80166e9f..8f9cdf748e1 100644
--- a/litellm/proxy/common_utils/debug_utils.py
+++ b/litellm/proxy/common_utils/debug_utils.py
@@ -233,6 +233,80 @@ def _process_memory_usage(process: _ProcessHandle) -> _ProcessMemoryUsage:
     )
 
 
+PROC_STATM_PATH: Final = "/proc/self/statm"
+PROC_MEMINFO_PATH: Final = "/proc/meminfo"
+PSUTIL_MISSING_ERROR: Final = "Install psutil for memory monitoring: pip install psutil"
+
+
+class _ProcMemoryInfo(NamedTuple):
+    rss: int
+    vms: int
+
+
+class _ProcFilesystemProcess:
+    """Memory of the running process read from the Linux proc filesystem, for images without psutil."""
+
+    def __init__(
+        self,
+        statm_path: str = PROC_STATM_PATH,
+        meminfo_path: str = PROC_MEMINFO_PATH,
+        page_size: int | None = None,
+    ) -> None:
+        self._statm_path: Final = statm_path
+        self._meminfo_path: Final = meminfo_path
+        self._page_size: Final = os.sysconf("SC_PAGE_SIZE") if page_size is None else page_size
+
+    def memory_info(self) -> _ProcMemoryInfo:
+        with open(self._statm_path, encoding="ascii") as statm:
+            size_pages, resident_pages = statm.read().split()[:2]
+        return _ProcMemoryInfo(rss=int(resident_pages) * self._page_size, vms=int(size_pages) * self._page_size)
+
+    def memory_percent(self) -> float:
+        with open(self._meminfo_path, encoding="ascii") as meminfo:
+            total_kilobytes: Final = next(int(line.split()[1]) for line in meminfo if line.startswith("MemTotal:"))
+        return self.memory_info().rss / (total_kilobytes * 1024) * 100
+
+
+def _process_handle() -> _ProcessHandle | None:
+    try:
+        import psutil
+    except ImportError:
+        return _ProcFilesystemProcess() if os.path.exists(PROC_STATM_PATH) else None
+    return psutil.Process()
+
+
+def _health_status(memory_percent: float) -> str:
+    if memory_percent > 80:
+        return "critical"
+    if memory_percent > 60:
+        return "warning"
+    return "healthy"
+
+
+class _SummaryProcessMemory(TypedDict, total=False):
+    summary: ReadOnly[str]
+    ram_usage_mb: ReadOnly[float]
+    system_memory_percent: ReadOnly[float]
+    error: ReadOnly[str]
+
+
+def _summary_process_memory(process: _ProcessHandle | None) -> tuple[_SummaryProcessMemory, str]:
+    if process is None:
+        missing: Final[_SummaryProcessMemory] = {"error": PSUTIL_MISSING_ERROR}
+        return missing, "healthy"
+    try:
+        usage: Final = _process_memory_usage(process)
+    except Exception as e:
+        unreadable: Final[_SummaryProcessMemory] = {"error": str(e)}
+        return unreadable, "healthy"
+    memory: Final[_SummaryProcessMemory] = {
+        "summary": f"{usage.resident_megabytes:.1f} MB ({usage.percent:.1f}% of system memory)",
+        "ram_usage_mb": round(usage.resident_megabytes, 2),
+        "system_memory_percent": round(usage.percent, 2),
+    }
+    return memory, _health_status(usage.percent)
+
+
 @router.get("/debug/memory/summary", include_in_schema=False)
 async def get_memory_summary(
     _: UserAPIKeyAuth = Depends(user_api_key_auth),
@@ -260,35 +334,7 @@ async def get_memory_summary(
         user_api_key_cache,
     )
 
-    # Get process memory info
-    process_memory = {}
-    health_status = "healthy"
-
-    try:
-        import psutil
-
-        usage: Final = _process_memory_usage(psutil.Process())
-        memory_mb: Final = usage.resident_megabytes
-        memory_percent: Final = usage.percent
-
-        process_memory = {
-            "summary": f"{memory_mb:.1f} MB ({memory_percent:.1f}% of system memory)",
-            "ram_usage_mb": round(memory_mb, 2),
-            "system_memory_percent": round(memory_percent, 2),
-        }
-
-        # Check memory health status
-        if memory_percent > 80:
-            health_status = "critical"
-        elif memory_percent > 60:
-            health_status = "warning"
-        else:
-            health_status = "healthy"
-
-    except ImportError:
-        process_memory["error"] = "Install psutil for memory monitoring: pip install psutil"
-    except Exception as e:
-        process_memory["error"] = str(e)
+    process_memory, health_status = _summary_process_memory(_process_handle())
 
     # Get cache information
     caches: Final[dict[str, object]] = {}
diff --git a/tests/test_litellm/proxy/common_utils/test_debug_utils.py b/tests/test_litellm/proxy/common_utils/test_debug_utils.py
index 728fe02981e..163ea530be9 100644
--- a/tests/test_litellm/proxy/common_utils/test_debug_utils.py
+++ b/tests/test_litellm/proxy/common_utils/test_debug_utils.py
@@ -1,10 +1,63 @@
 import os
 import socket
+from pathlib import Path
 
 import pytest
 
 from litellm.proxy._types import UserAPIKeyAuth
-from litellm.proxy.common_utils.debug_utils import get_memory_summary
+from litellm.proxy.common_utils.debug_utils import (
+    PSUTIL_MISSING_ERROR,
+    _ProcFilesystemProcess,
+    _summary_process_memory,
+    get_memory_summary,
+)
+
+PAGE_SIZE = 4096
+STATM_SIZE_PAGES = 100_000
+STATM_RESIDENT_PAGES = 30_000
+MEMINFO_TOTAL_KB = 1_000_000
+
+
+@pytest.fixture
+def proc_process(tmp_path: Path) -> _ProcFilesystemProcess:
+    statm = tmp_path / "statm"
+    statm.write_text(f"{STATM_SIZE_PAGES} {STATM_RESIDENT_PAGES} 5000 1 0 20000 0\n")
+    meminfo = tmp_path / "meminfo"
+    meminfo.write_text(
+        f"MemTotal:       {MEMINFO_TOTAL_KB} kB\nMemFree:         400000 kB\nMemAvailable:    600000 kB\n"
+    )
+    return _ProcFilesystemProcess(statm_path=str(statm), meminfo_path=str(meminfo), page_size=PAGE_SIZE)
+
+
+def test_proc_filesystem_process_reads_resident_and_virtual_bytes_from_statm(
+    proc_process: _ProcFilesystemProcess,
+) -> None:
+    memory_info = proc_process.memory_info()
+
+    assert memory_info.rss == STATM_RESIDENT_PAGES * PAGE_SIZE
+    assert memory_info.vms == STATM_SIZE_PAGES * PAGE_SIZE
+
+
+def test_proc_filesystem_process_reports_share_of_meminfo_total(proc_process: _ProcFilesystemProcess) -> None:
+    expected_percent = STATM_RESIDENT_PAGES * PAGE_SIZE / (MEMINFO_TOTAL_KB * 1024) * 100
+
+    assert proc_process.memory_percent() == pytest.approx(expected_percent)
+
+
+def test_summary_reports_rss_from_the_proc_filesystem(proc_process: _ProcFilesystemProcess) -> None:
+    memory, health_status = _summary_process_memory(proc_process)
+
+    assert memory["ram_usage_mb"] == round(STATM_RESIDENT_PAGES * PAGE_SIZE / (1024 * 1024), 2)
+    assert memory["system_memory_percent"] == pytest.approx(12.0)
+    assert health_status == "healthy"
+    assert "error" not in memory
+
+
+def test_summary_without_any_memory_source_names_psutil_and_reports_no_rss() -> None:
+    memory, health_status = _summary_process_memory(None)
+
+    assert memory == {"error": PSUTIL_MISSING_ERROR}
+    assert health_status == "healthy"
 
 
 @pytest.mark.asyncio

From 2fc520329ffcbf6ec98b86d8f1c21e0da314e337 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:26:28 -0700
Subject: [PATCH 142/298] fix(router): keep the budget push off the request
 callback path

The provider budget push runs inside the request success callback, so
awaiting the Redis pipeline there made every request wait for the round
trip. Hand it back to a task whose failure is logged through the breaker
aware logger, so an open breaker stays a debug line and a real Redis error
is one error line instead of an unretrieved task traceback
---
 litellm/router_strategy/budget_limiter.py     | 11 +++-
 .../test_budget_limiter_hotpath.py            | 56 +++++++++++++++++++
 2 files changed, 65 insertions(+), 2 deletions(-)

diff --git a/litellm/router_strategy/budget_limiter.py b/litellm/router_strategy/budget_limiter.py
index acdc57d706d..3e094df7ac8 100644
--- a/litellm/router_strategy/budget_limiter.py
+++ b/litellm/router_strategy/budget_limiter.py
@@ -28,7 +28,7 @@ from typing import Any, Final
 import litellm
 from litellm._logging import verbose_router_logger
 from litellm.caching.caching import DualCache
-from litellm.caching.redis_cache import RedisPipelineIncrementOperation, log_redis_failure
+from litellm.caching.redis_cache import RedisCache, RedisPipelineIncrementOperation, log_redis_failure
 from litellm.integrations.custom_logger import CustomLogger, Span
 from litellm.litellm_core_utils.core_helpers import (
     get_metadata_variable_name_from_kwargs,
@@ -93,6 +93,13 @@ class _LiteLLMParamsDictView:
         return dict(self._params)
 
 
+async def _push_increments_to_redis(redis_cache: RedisCache, queued: list[RedisPipelineIncrementOperation]) -> None:
+    try:
+        await redis_cache.async_increment_pipeline(increment_list=queued)
+    except Exception as e:
+        log_redis_failure(verbose_router_logger, logging.ERROR, "Error syncing in-memory cache with Redis", e)
+
+
 class RouterBudgetLimiting(CustomLogger):
     def __init__(
         self,
@@ -540,7 +547,7 @@ class RouterBudgetLimiting(CustomLogger):
             queued: Final = self.redis_increment_operation_queue
             self.redis_increment_operation_queue = []
             if queued:
-                await self.dual_cache.redis_cache.async_increment_pipeline(increment_list=queued)
+                asyncio.create_task(_push_increments_to_redis(self.dual_cache.redis_cache, queued))
 
         except Exception as e:
             log_redis_failure(verbose_router_logger, logging.ERROR, "Error syncing in-memory cache with Redis", e)
diff --git a/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py b/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
index 128b2dbd842..4cc8fe78811 100644
--- a/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
+++ b/tests/test_litellm/router_strategy/test_budget_limiter_hotpath.py
@@ -340,3 +340,59 @@ async def test_sync_refused_by_the_open_circuit_breaker_is_quiet_and_leaks_no_ta
     unretrieved.assert_not_called()
     assert limiter.redis_increment_operation_queue == []
     assert redis_cache.async_increment_pipeline.await_count == 1
+
+
+async def _limiter_with_redis(redis_cache: MagicMock) -> RouterBudgetLimiting:
+    limiter = RouterBudgetLimiting(
+        dual_cache=DualCache(redis_cache=redis_cache),
+        provider_budget_config={"openai": BudgetConfig(max_budget=1.0, budget_duration="1d")},
+    )
+    await asyncio.gather(*(task for task in asyncio.all_tasks() if task is not asyncio.current_task()))
+    limiter.redis_increment_operation_queue = [{"key": "provider_spend:openai:1d", "increment_value": 0.5, "ttl": 60}]
+    return limiter
+
+
+@pytest.mark.asyncio
+async def test_push_returns_before_redis_answers(disable_budget_sync):
+    """The push runs inside the request success callback, so it must hand the Redis round trip to a task instead of waiting on it."""
+    redis_answered = asyncio.Event()
+
+    async def wait_for_redis(**_: object) -> None:
+        await redis_answered.wait()
+
+    redis_cache = MagicMock(spec=RedisCache)
+    redis_cache.async_increment_pipeline = AsyncMock(side_effect=wait_for_redis)
+    limiter = await _limiter_with_redis(redis_cache)
+
+    await asyncio.wait_for(limiter._push_in_memory_increments_to_redis(), timeout=1)
+    await asyncio.sleep(0)
+
+    assert not redis_answered.is_set()
+    assert redis_cache.async_increment_pipeline.await_count == 1
+    assert limiter.redis_increment_operation_queue == []
+    redis_answered.set()
+    await asyncio.gather(*(task for task in asyncio.all_tasks() if task is not asyncio.current_task()))
+
+
+@pytest.mark.asyncio
+async def test_push_task_failure_is_logged_once_and_not_leaked(disable_budget_sync, caplog):
+    """A real Redis failure on the background push must surface as one error line, never as an unretrieved task exception."""
+    redis_cache = MagicMock(spec=RedisCache)
+    redis_cache.async_increment_pipeline = AsyncMock(side_effect=ConnectionError("Error 61 connecting to 127.0.0.1:6379"))
+    limiter = await _limiter_with_redis(redis_cache)
+    loop = asyncio.get_running_loop()
+    unretrieved = MagicMock()
+    loop.set_exception_handler(unretrieved)
+
+    try:
+        with caplog.at_level(logging.ERROR):
+            await limiter._push_in_memory_increments_to_redis()
+            await asyncio.sleep(0)
+            gc.collect()
+    finally:
+        loop.set_exception_handler(None)
+
+    assert [record.getMessage() for record in caplog.records] == [
+        "Error syncing in-memory cache with Redis: Error 61 connecting to 127.0.0.1:6379"
+    ]
+    unretrieved.assert_not_called()

From fc95d223670541d1cbd43f4ae76fd3d8e87ec51b Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:18:38 -0700
Subject: [PATCH 143/298] fix(mcp): accept VS Code OAuth registration callbacks

---
 .../mcp_server/gateway_dcr_flow.py            |  8 +-
 .../mcp_server/test_gateway_dcr_flow.py       | 74 +++++++++++++++++--
 2 files changed, 72 insertions(+), 10 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/gateway_dcr_flow.py b/litellm/proxy/_experimental/mcp_server/gateway_dcr_flow.py
index f4889008e94..f3fdd54b39d 100644
--- a/litellm/proxy/_experimental/mcp_server/gateway_dcr_flow.py
+++ b/litellm/proxy/_experimental/mcp_server/gateway_dcr_flow.py
@@ -122,13 +122,13 @@ _USED_CODE_CACHE_PREFIX: Final = "mcp_gateway_dcr_code_used:"
 _USED_FLOW_CACHE_PREFIX: Final = "mcp_gateway_dcr_flow_used:"
 _USED_REFRESH_CACHE_PREFIX: Final = "mcp_gateway_dcr_refresh_used:"
 
-MAX_REDIRECT_URIS: Final = 3
+MAX_REDIRECT_URIS: Final = 4
 MAX_REDIRECT_URI_LENGTH: Final = 256
 MAX_CLIENT_ID_LENGTH: Final = 2048
 """Registration bounds. They exist to bound the sealed client_id, which rides inside
-every session-token claim set: 3 URIs of 256 bytes seal to roughly 1.2KB, comfortably
-under this cap and under the session token's own 4KB ceiling. Claude Desktop and MCP
-Inspector register one or two redirect URIs."""
+every session-token claim set. Four 256-character ASCII URIs seal to roughly 1.5KB;
+the encoded client_id is checked against its own cap before registration succeeds.
+VS Code registers four callbacks for its web and desktop environments."""
 
 MAX_STATE_LENGTH: Final = 1024
 """Bound on the client ``state`` sealed into the flow cookie and echoed on the auth-code
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_gateway_dcr_flow.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_gateway_dcr_flow.py
index 8aa4cfc5619..7c80ee77cd7 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_gateway_dcr_flow.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_gateway_dcr_flow.py
@@ -6,6 +6,7 @@ import re
 from base64 import urlsafe_b64encode
 from datetime import datetime, timedelta, timezone
 from http.cookies import SimpleCookie
+from typing import Final
 from urllib.parse import parse_qs, urlparse
 
 import pytest
@@ -18,6 +19,7 @@ from litellm.proxy._experimental.mcp_server.gateway_dcr_flow import (
     GATEWAY_AUTH_CODE_PREFIX,
     GATEWAY_AUTH_CODE_TTL_SECONDS,
     MANUAL_DELIVERY_AUTH_CODE_TTL_SECONDS,
+    MAX_CLIENT_ID_LENGTH,
     ConsentTeam,
     MintedProxyCredential,
     _GatewayAuthCode,
@@ -53,6 +55,13 @@ from litellm.proxy._experimental.mcp_server.outbound_credentials.session_token i
 
 MASTER_KEY = "sk-gateway-dcr-flow-tests"
 REDIRECT_URI = "https://claude.ai/api/mcp/auth_callback"
+VSCODE_REDIRECT_URIS: Final = (
+    "https://insiders.vscode.dev/redirect",
+    "https://vscode.dev/redirect",
+    "http://127.0.0.1/",
+    "http://127.0.0.1:33418/",
+)
+MAX_LENGTH_REDIRECT_URIS: Final = tuple(f"https://client.example/{index}/".ljust(256, "a") for index in range(4))
 CODE_VERIFIER = "verifier-" + "v" * 43
 CODE_CHALLENGE = urlsafe_b64encode(hashlib.sha256(CODE_VERIFIER.encode("ascii")).digest()).rstrip(b"=").decode("ascii")
 
@@ -104,6 +113,58 @@ async def test_register_mints_stateless_public_client():
     assert record.redirect_uris == (REDIRECT_URI,)
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("redirect_uris", [VSCODE_REDIRECT_URIS, MAX_LENGTH_REDIRECT_URIS])
+async def test_register_four_callbacks_preserves_metadata(redirect_uris: tuple[str, ...]) -> None:
+    response: Final = await register_aggregate_client(
+        request=_request(path="/register", method="POST"),
+        request_body={
+            "client_name": "Visual Studio Code",
+            "client_uri": "https://code.visualstudio.com",
+            "grant_types": ["authorization_code", "refresh_token"],
+            "response_types": ["code"],
+            "redirect_uris": list(redirect_uris),
+            "token_endpoint_auth_method": "none",
+            "application_type": "native",
+        },
+    )
+    assert response.status_code == 201
+    body: Final = json.loads(response.body)
+    assert body["redirect_uris"] == list(redirect_uris)
+    assert body["token_endpoint_auth_method"] == "none"
+    assert "client_secret" not in body
+    assert len(body["client_id"]) <= MAX_CLIENT_ID_LENGTH
+    record: Final = open_gateway_dcr_client(body["client_id"])
+    assert record is not None
+    assert record.redirect_uris == redirect_uris
+
+
+@pytest.mark.asyncio
+async def test_register_rejects_five_valid_callbacks() -> None:
+    response: Final = await register_aggregate_client(
+        request=_request(path="/register", method="POST"),
+        request_body={"redirect_uris": [*VSCODE_REDIRECT_URIS, "http://127.0.0.1:33419/"]},
+    )
+    assert response.status_code == 400
+    assert json.loads(response.body) == {
+        "error": "invalid_redirect_uri",
+        "error_description": "redirect_uris must be a list of 1 to 4 URIs",
+    }
+
+
+@pytest.mark.asyncio
+async def test_register_four_callbacks_preserves_encoded_size_guard() -> None:
+    response: Final = await register_aggregate_client(
+        request=_request(path="/register", method="POST"),
+        request_body={"redirect_uris": [f"https://client.example/{index}/".ljust(256, "é") for index in range(4)]},
+    )
+    assert response.status_code == 400
+    assert json.loads(response.body) == {
+        "error": "invalid_client_metadata",
+        "error_description": "registered metadata is too large",
+    }
+
+
 @pytest.mark.asyncio
 async def test_register_allows_loopback_http_for_dev_clients():
     body = await _register(["http://localhost:6274/oauth/callback"])
@@ -162,7 +223,6 @@ async def test_register_rejects_userinfo_spoofed_origin():
         ["https://claude.ai/cb#fragment"],
         ["ftp://claude.ai/cb"],
         ["https://a.example.com/" + "p" * 300],
-        ["https://a.example.com/1", "https://a.example.com/2", "https://a.example.com/3", "https://a.example.com/4"],
         [12345],
     ],
 )
@@ -248,12 +308,14 @@ def _flow_cookie_from(response) -> tuple:
 
 
 @pytest.mark.asyncio
-async def test_full_walk_register_authorize_complete_token_and_replay():
+@pytest.mark.parametrize("redirect_uris", [(REDIRECT_URI,), VSCODE_REDIRECT_URIS, MAX_LENGTH_REDIRECT_URIS])
+async def test_full_walk_register_authorize_complete_token_and_replay(redirect_uris: tuple[str, ...]):
     """The whole front door on one deterministic walk: register -> authorize ->
     complete -> token, then the security edges on the same artifacts (user mismatch,
     PKCE mismatch, single-use replay, refresh rotation, cross-client refresh)."""
-    client_id = (await _register([REDIRECT_URI]))["client_id"]
-    authorize_response = _authorize(client_id, session_user_id="u1")
+    redirect_uri: Final = redirect_uris[-1]
+    client_id = (await _register(list(redirect_uris)))["client_id"]
+    authorize_response = _authorize(client_id, session_user_id="u1", redirect_uri=redirect_uri)
     handle, cookies = _flow_cookie_from(authorize_response)
 
     denied = await complete_connect_flow(
@@ -280,7 +342,7 @@ async def test_full_walk_register_authorize_complete_token_and_replay():
     )
     assert completed.status_code == 303
     redirect = urlparse(completed.headers["location"])
-    assert f"{redirect.scheme}://{redirect.netloc}{redirect.path}" == REDIRECT_URI
+    assert f"{redirect.scheme}://{redirect.netloc}{redirect.path}" == redirect_uri
     params = parse_qs(redirect.query)
     assert params["state"] == ["client-state-123"]
     code = params["code"][0]
@@ -293,7 +355,7 @@ async def test_full_walk_register_authorize_complete_token_and_replay():
             "request": _request("/token", method="POST"),
             "grant_type": "authorization_code",
             "code": code,
-            "redirect_uri": REDIRECT_URI,
+            "redirect_uri": redirect_uri,
             "client_id": client_id,
             "code_verifier": CODE_VERIFIER,
             "refresh_token": None,

From 86c5cd736b7ac60c661a7a55e0656bfa0aea180b Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:29:19 -0700
Subject: [PATCH 144/298] chore: sync API descriptions from the updated base
 branch

---
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6826cded6f5..29435c31aee 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -35064,7 +35064,7 @@ export interface components {
             classification_prompt?: string | null;
             /**
              * Classifier Context Budget Chars
-             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and the caller's system prompt sit outside this budget and are always sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
+             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and, except for Claude Code requests, the extracted system-role text sit outside this budget and are sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
              * @default 8000
              */
             classifier_context_budget_chars: number;
@@ -35081,7 +35081,7 @@ export interface components {
             classifier_context_per_turn_chars?: number | null;
             /**
              * Classifier Context Window Size
-             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call already carries the current user ask and the caller's system prompt in full. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
+             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call carries the current user ask and, except for Claude Code requests, the extracted system-role text in full. Claude Code system text is omitted to avoid classifying harness instructions; the routed completion still receives it. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
              * @default 3
              */
             classifier_context_window_size: number;

From 22b4656cb50586042ecf13ae4e7d8973a713cc19 Mon Sep 17 00:00:00 2001
From: Hayden Moulds <hayden.moulds@rollerdigital.com>
Date: Fri, 11 Sep 2026 12:40:02 +1000
Subject: [PATCH 145/298] chore: synchronize generated proxy API types

---
 litellm/proxy/proxy_server.py                 | 2 +-
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index c3c45855c5f..8b12b75d7fd 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -10834,7 +10834,7 @@ async def model_info(
         fallback_type=None,
         llm_router=llm_router,
     )
-    return {**response, "id": internal_to_public.get(resolved_model_id, model_id)}
+    return {**response, "id": internal_to_public.get(resolved_model_id, model_id)}  # mutable-ok: response id differs
 
 
 def _blocked_response_usage(original_response: object | None) -> "litellm.Usage":
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6826cded6f5..29435c31aee 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -35064,7 +35064,7 @@ export interface components {
             classification_prompt?: string | null;
             /**
              * Classifier Context Budget Chars
-             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and the caller's system prompt sit outside this budget and are always sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
+             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and, except for Claude Code requests, the extracted system-role text sit outside this budget and are sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
              * @default 8000
              */
             classifier_context_budget_chars: number;
@@ -35081,7 +35081,7 @@ export interface components {
             classifier_context_per_turn_chars?: number | null;
             /**
              * Classifier Context Window Size
-             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call already carries the current user ask and the caller's system prompt in full. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
+             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call carries the current user ask and, except for Claude Code requests, the extracted system-role text in full. Claude Code system text is omitted to avoid classifying harness instructions; the routed completion still receives it. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
              * @default 3
              */
             classifier_context_window_size: number;

From 55965cf7fb5d2e56db847a764f8ce791d6215d18 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:41:52 -0700
Subject: [PATCH 146/298] chore(ui): regenerate schema.d.ts after merging
 staging

---
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 494e3936772..ea86c66427d 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -35065,7 +35065,7 @@ export interface components {
             classification_prompt?: string | null;
             /**
              * Classifier Context Budget Chars
-             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and the caller's system prompt sit outside this budget and are always sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
+             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and, except for Claude Code requests, the extracted system-role text sit outside this budget and are sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
              * @default 8000
              */
             classifier_context_budget_chars: number;
@@ -35082,7 +35082,7 @@ export interface components {
             classifier_context_per_turn_chars?: number | null;
             /**
              * Classifier Context Window Size
-             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call already carries the current user ask and the caller's system prompt in full. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
+             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call carries the current user ask and, except for Claude Code requests, the extracted system-role text in full. Claude Code system text is omitted to avoid classifying harness instructions; the routed completion still receives it. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
              * @default 3
              */
             classifier_context_window_size: number;

From 25ed0abfc955fe886fe214af580153b6976dde8b Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:42:27 -0700
Subject: [PATCH 147/298] chore(ui): regenerate schema.d.ts after merging the
 base

---
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6826cded6f5..29435c31aee 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -35064,7 +35064,7 @@ export interface components {
             classification_prompt?: string | null;
             /**
              * Classifier Context Budget Chars
-             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and the caller's system prompt sit outside this budget and are always sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
+             * @description Maximum characters of prior-turn text quoted to the LLM classifier, across the whole context window, per classification call. Turns are taken newest first and quoted whole while they fit, so a conversation small enough to quote entirely is never cut; once the budget runs out the older turns are dropped whole and only the turn straddling the boundary is truncated, into whatever space is left. The current ask and, except for Claude Code requests, the extracted system-role text sit outside this budget and are sent in full, as does the numbering each quoted turn carries. A budget under 120 leaves no room to quote a turn and suppresses the block; set classifier_context_window_size to 0 to turn context off deliberately. Only applies when classifier_type is 'llm'.
              * @default 8000
              */
             classifier_context_budget_chars: number;
@@ -35081,7 +35081,7 @@ export interface components {
             classifier_context_per_turn_chars?: number | null;
             /**
              * Classifier Context Window Size
-             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call already carries the current user ask and the caller's system prompt in full. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
+             * @description Number of prior user turns (tool output and harness reminders excluded) to include as context in the LLM classifier prompt, so a follow-up like 'now do the same for the streaming path' is classified against what it refers to. Counts turns of both roles when classifier_context_include_assistant_turns is enabled. These turns are sent to the classifier model, which may be a different deployment or provider than the routed completion model; that call carries the current user ask and, except for Claude Code requests, the extracted system-role text in full. Claude Code system text is omitted to avoid classifying harness instructions; the routed completion still receives it. Set to 0 to send neither prior turns nor any conversation context beyond the current ask. Only applies when classifier_type is 'llm'.
              * @default 3
              */
             classifier_context_window_size: number;

From 576c1bc5d6f5421956f638a6e54a9e534031bbf6 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:45:44 -0700
Subject: [PATCH 148/298] fix(mcp): bound and coalesce OpenAPI health probes

---
 .../mcp_server/mcp_server_manager.py          |  35 +++++-
 .../mcp_server/openapi_to_mcp_generator.py    |  58 +++++++++-
 .../mcp_server/test_mcp_server_manager.py     |  76 +++++++++++++
 .../test_openapi_to_mcp_generator.py          | 102 ++++++++++++++++++
 4 files changed, 264 insertions(+), 7 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 5a9000d2f23..4177e1b16dc 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -25,6 +25,7 @@ from collections.abc import (
 )
 from contextlib import asynccontextmanager
 from dataclasses import dataclass, replace
+from functools import lru_cache
 from types import MappingProxyType
 from typing import TYPE_CHECKING, Any, Final, Literal, TypeAlias, TypedDict, cast
 from urllib.parse import ParseResult, urlparse
@@ -887,23 +888,46 @@ async def _openapi_spec_health(
     spec_path: str, *, timeout: float
 ) -> tuple[Literal["healthy", "unhealthy", "unknown"], str | None]:
     """Check specification availability, not upstream operations or user credentials."""
-    from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import load_openapi_spec_async
+    from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
+        OpenAPISpecProbeLimitError,
+        load_openapi_spec_async,
+    )
 
     if not spec_path.startswith(("http://", "https://")):
         return "unknown", "OpenAPI servers have no protocol-level health probe"
     try:
-        await asyncio.wait_for(load_openapi_spec_async(spec_path), timeout=timeout)
+        await asyncio.wait_for(load_openapi_spec_async(spec_path, max_bytes=10 * 1024 * 1024), timeout=timeout)
     except asyncio.TimeoutError:
         return "unhealthy", f"OpenAPI specification check timed out after {timeout} seconds"
     except asyncio.CancelledError:
         return "unknown", "OpenAPI specification check was cancelled"
     except HTTPStatusError as exc:
         return "unhealthy", f"OpenAPI specification request failed (HTTP {exc.response.status_code})"
+    except OpenAPISpecProbeLimitError as exc:
+        return "unknown", str(exc)
     except (httpx.RequestError, ValueError, OSError) as exc:
         return "unhealthy", f"OpenAPI specification could not be loaded ({type(exc).__name__})"
     return "healthy", None
 
 
+class _OpenAPIHealthProbe:
+    def __init__(self, spec_path: str, clock: Callable[[], float] = time.monotonic) -> None:
+        self.spec_path = spec_path
+        self.clock = clock
+        self.lock = asyncio.Lock()
+        self.checked_at = float("-inf")
+        self.result: tuple[Literal["healthy", "unhealthy", "unknown"], str | None, datetime.datetime] | None = None
+
+    async def check(self) -> tuple[Literal["healthy", "unhealthy", "unknown"], str | None, datetime.datetime]:
+        async with self.lock:
+            if self.result is not None and self.clock() - self.checked_at < 30.0:
+                return self.result
+            status, error = await _openapi_spec_health(self.spec_path, timeout=MCP_HEALTH_CHECK_TIMEOUT)
+            self.result = (status, error, datetime.datetime.now(datetime.timezone.utc))
+            self.checked_at = self.clock()
+            return self.result
+
+
 def _discovery_failure_leaves_needs_unresolved(
     *,
     needs_authorization_url: bool,
@@ -1770,6 +1794,7 @@ class MCPServerManager:
             token_exchanger=build_token_exchanger(),
         )
         self.registry: dict[str, MCPServer] = {}
+        self._openapi_health_probes: Callable[[str], _OpenAPIHealthProbe] = lru_cache(maxsize=128)(_OpenAPIHealthProbe)
         self.config_mcp_servers: dict[str, MCPServer] = {}
         """
         eg.
@@ -6686,7 +6711,7 @@ class MCPServerManager:
         Returns:
             Dict containing health check results
         """
-        from datetime import datetime, timezone
+        from datetime import datetime
 
         server: Final = self.get_mcp_server_by_id(server_id)
         if not server:
@@ -6701,13 +6726,13 @@ class MCPServerManager:
             )
 
         if server.spec_path:
-            spec_status, spec_error = await _openapi_spec_health(server.spec_path, timeout=MCP_HEALTH_CHECK_TIMEOUT)
+            spec_status, spec_error, spec_checked_at = await self._openapi_health_probes(server.spec_path).check()
             return self._build_mcp_server_table(server).model_copy(
                 update=MappingProxyType(
                     {
                         "status": spec_status,
                         "health_check_error": spec_error,
-                        "last_health_check": datetime.now(timezone.utc),
+                        "last_health_check": spec_checked_at,
                     }
                 )
             )
diff --git a/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py b/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
index 16f58ef5b76..ba72f7bea4d 100644
--- a/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
+++ b/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
@@ -8,7 +8,10 @@ import json
 import os
 import re
 from collections.abc import Mapping, Sequence
+from dataclasses import dataclass
+from io import BytesIO
 from pathlib import PurePosixPath
+from types import MappingProxyType
 from typing import Any, Final, TypedDict
 from urllib.parse import quote
 
@@ -163,10 +166,61 @@ def load_openapi_spec(filepath: str) -> dict[str, Any]:
     return asyncio.run(load_openapi_spec_async(filepath))
 
 
-async def load_openapi_spec_async(filepath: str) -> dict[str, Any]:
+class OpenAPISpecProbeLimitError(ValueError):
+    pass
+
+
+@dataclass(frozen=True)
+class _BoundedOpenAPIFetcher:
+    client: httpx.AsyncClient
+    max_bytes: int
+
+    async def get(
+        self,
+        url: str,
+        *,
+        headers: dict[str, str] | None = None,
+        follow_redirects: bool = False,
+        redirects_remaining: int = 10,
+    ) -> httpx.Response:
+        async with self.client.stream(
+            "GET",
+            url,
+            headers=MappingProxyType({**(headers or MappingProxyType({})), "Accept-Encoding": "identity"}),
+            follow_redirects=False,
+        ) as response:
+            if response.is_redirect and follow_redirects:
+                if redirects_remaining == 0:
+                    raise ValueError("Too many specification redirects")
+                await response.aclose()
+                return await self.get(
+                    str(response.url.join(response.headers["location"])),
+                    headers=headers,
+                    follow_redirects=True,
+                    redirects_remaining=redirects_remaining - 1,
+                )
+            if response.is_redirect or response.is_error:
+                return httpx.Response(response.status_code, headers=response.headers, request=response.request)
+            if response.headers.get("content-encoding", "identity").lower() != "identity":
+                raise OpenAPISpecProbeLimitError("OpenAPI specification probe requires an uncompressed response")
+            if int(response.headers.get("content-length", "0")) > self.max_bytes:
+                raise OpenAPISpecProbeLimitError("OpenAPI specification exceeds the health-check size limit")
+            with BytesIO() as body:
+                async for chunk in response.aiter_bytes(chunk_size=65536):
+                    if body.tell() + len(chunk) > self.max_bytes:
+                        raise OpenAPISpecProbeLimitError("OpenAPI specification exceeds the health-check size limit")
+                    body.write(chunk)
+                return httpx.Response(
+                    response.status_code, headers=response.headers, content=body.getvalue(), request=response.request
+                )
+
+
+async def load_openapi_spec_async(filepath: str, *, max_bytes: int | None = None) -> dict[str, Any]:
     if filepath.startswith("http://") or filepath.startswith("https://"):
         client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.MCP)
-        r: Final[httpx.Response] = await async_safe_get(client, filepath)
+        r: Final[httpx.Response] = await async_safe_get(
+            client if max_bytes is None else _BoundedOpenAPIFetcher(client.client, max_bytes), filepath
+        )
         r.raise_for_status()
         return r.json()
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index e3172d4939d..7eff19f3ed9 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -12786,3 +12786,79 @@ async def test_debug_reports_legacy_signing_and_non_http_transport(transport: Li
             assert "Credential=AKIDEXAMPLE/" in request.headers["Authorization"]
     finally:
         request_ctx.reset(token)
+
+@pytest.mark.asyncio
+async def test_openapi_health_coalesces_concurrent_checks_and_reuses_results(respx_mock, monkeypatch):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    manager = MCPServerManager()
+    server = MCPServer(
+        server_id="coalesced",
+        name="coalesced",
+        transport=MCPTransport.http,
+        spec_path="https://93.184.216.34/coalesced.json",
+        auth_type=MCPAuth.none,
+    )
+    manager.registry = {server.server_id: server}
+    started = asyncio.Event()
+    release = asyncio.Event()
+
+    async def serve(request):
+        started.set()
+        await release.wait()
+        return httpx.Response(200, json={"paths": {}})
+
+    route = respx_mock.get(server.spec_path).mock(side_effect=serve)
+    tasks = [asyncio.create_task(manager.health_check_server(server.server_id)) for _ in range(4)]
+    await asyncio.wait_for(started.wait(), timeout=1)
+    release.set()
+    results = await asyncio.gather(*tasks)
+    cached = await manager.health_check_server(server.server_id)
+    assert [result.status for result in results] == ["healthy"] * 4
+    assert cached.status == "healthy"
+    assert {result.last_health_check for result in [*results, cached]} == {results[0].last_health_check}
+    assert route.call_count == 1
+
+
+@pytest.mark.asyncio
+async def test_openapi_health_cache_expires_at_thirty_seconds(respx_mock, monkeypatch):
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _OpenAPIHealthProbe
+
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    clock = iter([0.0, 29.0, 30.0, 30.0])
+    probe = _OpenAPIHealthProbe("https://93.184.216.34/expiry.json", clock=clock.__next__)
+    route = respx_mock.get(probe.spec_path).mock(
+        side_effect=[
+            httpx.Response(200, json={"paths": {}}),
+            httpx.Response(503),
+        ]
+    )
+    first = await probe.check()
+    assert first[0] == "healthy"
+    assert await probe.check() == first
+    refreshed = await probe.check()
+    assert refreshed[0] == "unhealthy"
+    assert refreshed[1] == "OpenAPI specification request failed (HTTP 503)"
+    assert refreshed[2] >= first[2]
+    assert route.call_count == 2
+
+
+@pytest.mark.asyncio
+async def test_openapi_health_reports_size_limit_as_unknown_and_caches_failure(respx_mock, monkeypatch):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    manager = MCPServerManager()
+    server = MCPServer(
+        server_id="oversized",
+        name="oversized",
+        transport=MCPTransport.http,
+        spec_path="https://93.184.216.34/large.json",
+        auth_type=MCPAuth.none,
+    )
+    manager.registry = {server.server_id: server}
+    route = respx_mock.get(server.spec_path).respond(200, headers={"content-length": str(12 * 1024 * 1024)})
+    result = await manager.health_check_server(server.server_id)
+    cached = await manager.health_check_server(server.server_id)
+    assert result.status == "unknown"
+    assert result.health_check_error == "OpenAPI specification exceeds the health-check size limit"
+    assert cached.health_check_error == result.health_check_error
+    assert cached.last_health_check == result.last_health_check
+    assert route.call_count == 1
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
index e59616e53c1..af0b188d22d 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
@@ -1378,3 +1378,105 @@ class TestUpstreamStatusIsClassified:
         assert exc.value.status_code == status_code
         assert secret_body not in str(exc.value)
         assert str(exc.value) == f"upstream returned HTTP {status_code}"
+
+class TestBoundedOpenAPISpecLoading:
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("max_bytes", [12, 13])
+    async def test_exact_size_and_smaller_specs_load(self, respx_mock, monkeypatch, max_bytes):
+        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import load_openapi_spec_async
+
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        route = respx_mock.get("https://93.184.216.34/spec.json").respond(200, content=b'{"paths":{}}')
+        assert await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=max_bytes) == {"paths": {}}
+        assert route.calls[0].request.headers["accept-encoding"] == "identity"
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("headers", [{"content-length": "1000000"}, {"content-encoding": "gzip"}])
+    async def test_unsafe_response_headers_reject_before_reading(self, respx_mock, monkeypatch, headers):
+        import httpx
+        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
+            OpenAPISpecProbeLimitError,
+            load_openapi_spec_async,
+        )
+
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        closed = []
+
+        class UnreadableStream(httpx.AsyncByteStream):
+            async def __aiter__(self):
+                pytest.fail("Oversized or compressed response must not be consumed")
+                yield b""
+
+            async def aclose(self):
+                closed.append(True)
+
+        respx_mock.get("https://93.184.216.34/spec.json").respond(200, headers=headers, stream=UnreadableStream())
+        with pytest.raises(OpenAPISpecProbeLimitError):
+            await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=12)
+        assert closed == [True]
+
+    @pytest.mark.asyncio
+    async def test_chunked_response_is_bounded_and_closed(self, respx_mock, monkeypatch):
+        import httpx
+        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
+            OpenAPISpecProbeLimitError,
+            load_openapi_spec_async,
+        )
+
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        consumed = []
+        closed = []
+
+        class ChunkedStream(httpx.AsyncByteStream):
+            async def __aiter__(self):
+                for index in range(10):
+                    consumed.append(index)
+                    yield b"x" * 65536
+
+            async def aclose(self):
+                closed.append(True)
+
+        respx_mock.get("https://93.184.216.34/spec.json").respond(200, stream=ChunkedStream())
+        with pytest.raises(OpenAPISpecProbeLimitError, match="size limit"):
+            await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=65536)
+        assert consumed == [0, 1]
+        assert closed == [True]
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("target", ["https://93.184.216.35/final.json", "http://127.0.0.1/private.json"])
+    async def test_bounded_spec_redirects_preserve_ssrf_protection(self, respx_mock, monkeypatch, target):
+        from litellm.litellm_core_utils.url_utils import SSRFError
+        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import load_openapi_spec_async
+
+        monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+        respx_mock.get("https://93.184.216.34/spec.json").respond(302, headers={"location": target})
+        destination = respx_mock.get(target).respond(200, json={"paths": {}})
+        if "127.0.0.1" in target:
+            with pytest.raises(SSRFError):
+                await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=100)
+            assert not destination.called
+        else:
+            assert await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=100) == {"paths": {}}
+            assert destination.call_count == 1
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("loop", [False, True])
+    async def test_redirects_are_bounded_when_validation_is_disabled(self, respx_mock, loop):
+        import httpx
+        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import _BoundedOpenAPIFetcher
+
+        source = respx_mock.get("https://example.com/spec.json").respond(
+            302, headers={"location": "/spec.json" if loop else "/final.json"}
+        )
+        destination = respx_mock.get("https://example.com/final.json").respond(200, json={"paths": {}})
+        async with httpx.AsyncClient() as client:
+            fetcher = _BoundedOpenAPIFetcher(client, 100)
+            if loop:
+                with pytest.raises(ValueError, match="Too many specification redirects"):
+                    await fetcher.get("https://example.com/spec.json", follow_redirects=True)
+                assert source.call_count == 11
+                assert not destination.called
+            else:
+                response = await fetcher.get("https://example.com/spec.json", follow_redirects=True)
+                assert response.json() == {"paths": {}}
+                assert destination.call_count == 1

From 77a0053a20e55629fd3ffcdd2e84f0d06729a37e Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:47:11 -0700
Subject: [PATCH 149/298] test(e2e): require the same workers at both memory
 checkpoints

Each checkpoint now samples until no new worker has answered for the settle
window, and the growth assertion refuses a worker set that changed between the
warm and after checkpoints instead of comparing only the intersection, so a
leaking worker reached by one checkpoint alone cannot drop out of the gate
---
 .../e2e/router/test_reliability_memory_e2e.py | 40 ++++++++++++++-----
 1 file changed, 29 insertions(+), 11 deletions(-)

diff --git a/tests/e2e/router/test_reliability_memory_e2e.py b/tests/e2e/router/test_reliability_memory_e2e.py
index 1c4114223d9..c343a59d529 100644
--- a/tests/e2e/router/test_reliability_memory_e2e.py
+++ b/tests/e2e/router/test_reliability_memory_e2e.py
@@ -19,9 +19,13 @@ the budget applies to, so a healthy proxy shows the second phase adding roughly
 nothing while a leaking one adds a fixed amount per request. RSS is read through
 /debug/memory/summary on every configured replica; a burst of failing calls leaves
 a transient bulge of garbage that gc reclaims within seconds, so each checkpoint
-samples for a settle window and keeps the lowest reading per worker, and the growth
-is judged per worker (by replica address and pid, since pods in their own pid
-namespaces report the same pids) so each worker is compared with itself.
+samples until no new worker has answered for a settle window and keeps the lowest
+reading per worker. The growth is judged per worker (by replica address, hostname
+and pid, since pods in their own pid namespaces report the same pids) so each
+worker is compared with itself, and the two checkpoints must see the same workers:
+a single load-balanced address reaches the workers behind it one answer at a time,
+and a worker that answered only one checkpoint would otherwise drop out of the
+comparison, which is where a leaking worker could hide.
 
 RSS alone is a coarse gauge: on the release stack (spend logs storing prompts,
 json logs, prometheus and otel callbacks) the same v1.100.0 breadcrumbs grew RSS
@@ -69,6 +73,7 @@ from reliability_support import chat_override, create_never_benched_refusing_dep
 pytestmark = pytest.mark.e2e
 
 DEPLOYMENTS_PER_GROUP: Final = 2
+RSS_SAMPLE_CAP: Final = 4 * MEMORY_RSS_SETTLE_SAMPLES
 
 
 @dataclass(frozen=True, slots=True)
@@ -146,10 +151,21 @@ def _read_rss_everywhere_after_pause(proxy: ProxyClient) -> tuple[RssReading, ..
     )
 
 
-def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[WorkerKey, RssReading]:
-    readings: Final = tuple(
-        reading for _ in range(MEMORY_RSS_SETTLE_SAMPLES) for reading in _read_rss_everywhere_after_pause(proxy)
+def _readings_until_no_new_worker(
+    proxy: ProxyClient, readings: tuple[RssReading, ...], samples: int, samples_since_new_worker: int
+) -> tuple[RssReading, ...]:
+    if samples >= RSS_SAMPLE_CAP or samples_since_new_worker >= MEMORY_RSS_SETTLE_SAMPLES:
+        return readings
+    sample: Final = _read_rss_everywhere_after_pause(proxy)
+    known: Final = frozenset(reading.worker for reading in readings)
+    new_worker_answered: Final = any(reading.worker not in known for reading in sample)
+    return _readings_until_no_new_worker(
+        proxy, readings + sample, samples + 1, 0 if new_worker_answered else samples_since_new_worker + 1
     )
+
+
+def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[WorkerKey, RssReading]:
+    readings: Final = _readings_until_no_new_worker(proxy, (), 0, 0)
     assert readings, "no /debug/memory/summary read carried ram_usage_mb, so the proxy cannot report its RSS"
     return MappingProxyType(
         {
@@ -162,12 +178,14 @@ def _settled_rss_per_worker(proxy: ProxyClient) -> Mapping[WorkerKey, RssReading
 def _heaviest_worker_growth(
     warm: Mapping[WorkerKey, RssReading], after: Mapping[WorkerKey, RssReading]
 ) -> WorkerGrowth:
-    growths: Final = tuple(WorkerGrowth(warm[worker], after[worker]) for worker in warm.keys() & after.keys())
-    assert growths, (
-        f"no worker answered /debug/memory/summary at both checkpoints (warm workers {sorted(warm)}, "
-        f"after workers {sorted(after)}), so no worker can be compared with itself"
+    assert warm.keys() == after.keys(), (
+        f"the workers answering /debug/memory/summary changed between the checkpoints, so not every worker can "
+        f"be compared with itself: gone after the measured batch {sorted(warm.keys() - after.keys())} (a worker "
+        f"that died or was restarted under failing traffic, which is what an OOM kill looks like), first seen "
+        f"after it {sorted(after.keys() - warm.keys())} (the warm window never reached them, so they have no "
+        f"baseline; raise E2E_MEMORY_RSS_SETTLE_SAMPLES if the stack has more workers than the window covers)"
     )
-    return max(growths, key=lambda growth: growth.growth_mb)
+    return max((WorkerGrowth(warm[worker], after[worker]) for worker in warm), key=lambda growth: growth.growth_mb)
 
 
 def _assert_every_call_failed_through_fallback(calls: Sequence[FailedCall], fallback: str) -> None:

From da1dfcdb2404d4a24573dd1ffdbf560e683ceba1 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 19:59:07 -0700
Subject: [PATCH 150/298] refactor(mcp): reuse the shared HTTP handler for
 bounded probes

---
 litellm/llms/custom_httpx/http_handler.py     | 67 +++++++++++++++++++
 .../mcp_server/mcp_server_manager.py          | 10 ++-
 .../mcp_server/openapi_to_mcp_generator.py    | 58 ++--------------
 .../llms/custom_httpx/test_http_handler.py    | 63 +++++++++++++++++
 .../mcp_server/test_mcp_server_manager.py     |  2 +-
 .../test_openapi_to_mcp_generator.py          | 30 ++-------
 6 files changed, 143 insertions(+), 87 deletions(-)

diff --git a/litellm/llms/custom_httpx/http_handler.py b/litellm/llms/custom_httpx/http_handler.py
index 12e515e19a8..f4883b57fbc 100644
--- a/litellm/llms/custom_httpx/http_handler.py
+++ b/litellm/llms/custom_httpx/http_handler.py
@@ -9,6 +9,7 @@ import threading
 import time
 from collections.abc import AsyncIterable, Callable, Iterable, Mapping
 from http.cookiejar import CookieJar, DefaultCookiePolicy
+from io import BytesIO
 from types import MappingProxyType
 from typing import TYPE_CHECKING, Any, ClassVar, Final, NoReturn, Optional, TypeAlias, TypedDict, TypeVar
 
@@ -505,6 +506,10 @@ async def _raise_masked_async_error(e: httpx.HTTPStatusError, stream: bool) -> N
     raise MaskedHTTPStatusError(e, message=_text, text=_text) from None
 
 
+class HTTPResponseLimitError(ValueError):
+    pass
+
+
 class MaskedHTTPStatusError(httpx.HTTPStatusError):
     def __init__(self, original_error, message: str | None = None, text: str | None = None):
         # Create a new error with the masked URL
@@ -654,6 +659,7 @@ class AsyncHTTPHandler:
         headers: dict | None = None,
         follow_redirects: bool | None = None,
         timeout: float | httpx.Timeout | None = None,
+        max_response_bytes: int | None = None,
     ):
         # Set follow_redirects to UseClientDefault if None
         _follow_redirects: Final = follow_redirects if follow_redirects is not None else USE_CLIENT_DEFAULT
@@ -661,6 +667,16 @@ class AsyncHTTPHandler:
         params = params or {}
         params.update(HTTPHandler.extract_query_params(url))
 
+        if max_response_bytes is not None:
+            return await self._get_with_response_limit(
+                url,
+                params=httpx.QueryParams(params),
+                headers=httpx.Headers(headers),
+                max_bytes=max_response_bytes,
+                follow_redirects=self.client.follow_redirects if follow_redirects is None else follow_redirects,
+                timeout=self.client.timeout if timeout is None else httpx.Timeout(timeout),
+            )
+
         response: Final = await self.client.get(
             url,
             params=params,
@@ -670,6 +686,57 @@ class AsyncHTTPHandler:
         )
         return response
 
+    async def _get_with_response_limit(
+        self,
+        url: str,
+        *,
+        params: httpx.QueryParams,
+        headers: httpx.Headers,
+        timeout: httpx.Timeout,
+        max_bytes: int,
+        follow_redirects: bool,
+    ) -> httpx.Response:
+        request: Final = self.client.build_request(
+            "GET",
+            url,
+            headers=MappingProxyType({**headers, "accept-encoding": "identity"}),
+            params=params,
+            timeout=timeout,
+        )
+        response: Final = await self.client.send(request, stream=True, follow_redirects=False)
+        return await self._read_with_response_limit(response, max_bytes=max_bytes, follow_redirects=follow_redirects)
+
+    async def _read_with_response_limit(
+        self, response: httpx.Response, *, max_bytes: int, follow_redirects: bool, redirects_remaining: int = 10
+    ) -> httpx.Response:
+        try:
+            if response.next_request is not None and follow_redirects:
+                if redirects_remaining == 0:
+                    raise ValueError("Too many redirects")
+                await response.aclose()
+                following: Final = await self.client.send(
+                    response.next_request, auth=None, stream=True, follow_redirects=False
+                )
+                return await self._read_with_response_limit(
+                    following, max_bytes=max_bytes, follow_redirects=True, redirects_remaining=redirects_remaining - 1
+                )
+            if response.is_redirect or response.is_error:
+                return httpx.Response(response.status_code, headers=response.headers, request=response.request)
+            if response.headers.get("content-encoding", "identity").lower() != "identity":
+                raise HTTPResponseLimitError("Response size limits require an uncompressed response")
+            if int(response.headers.get("content-length", "0")) > max_bytes:
+                raise HTTPResponseLimitError("Response exceeds the configured size limit")
+            with BytesIO() as body:
+                async for chunk in response.aiter_bytes(chunk_size=65536):
+                    if body.tell() + len(chunk) > max_bytes:
+                        raise HTTPResponseLimitError("Response exceeds the configured size limit")
+                    body.write(chunk)
+                return httpx.Response(
+                    response.status_code, headers=response.headers, content=body.getvalue(), request=response.request
+                )
+        finally:
+            await response.aclose()
+
     @track_llm_api_timing()
     async def post(
         self,
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 4177e1b16dc..d0b0c83a23c 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -888,10 +888,8 @@ async def _openapi_spec_health(
     spec_path: str, *, timeout: float
 ) -> tuple[Literal["healthy", "unhealthy", "unknown"], str | None]:
     """Check specification availability, not upstream operations or user credentials."""
-    from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
-        OpenAPISpecProbeLimitError,
-        load_openapi_spec_async,
-    )
+    from litellm.llms.custom_httpx.http_handler import HTTPResponseLimitError
+    from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import load_openapi_spec_async
 
     if not spec_path.startswith(("http://", "https://")):
         return "unknown", "OpenAPI servers have no protocol-level health probe"
@@ -903,8 +901,8 @@ async def _openapi_spec_health(
         return "unknown", "OpenAPI specification check was cancelled"
     except HTTPStatusError as exc:
         return "unhealthy", f"OpenAPI specification request failed (HTTP {exc.response.status_code})"
-    except OpenAPISpecProbeLimitError as exc:
-        return "unknown", str(exc)
+    except HTTPResponseLimitError as exc:
+        return "unknown", f"OpenAPI specification probe refused: {exc}"
     except (httpx.RequestError, ValueError, OSError) as exc:
         return "unhealthy", f"OpenAPI specification could not be loaded ({type(exc).__name__})"
     return "healthy", None
diff --git a/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py b/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
index ba72f7bea4d..d115eb8b3c1 100644
--- a/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
+++ b/litellm/proxy/_experimental/mcp_server/openapi_to_mcp_generator.py
@@ -8,10 +8,7 @@ import json
 import os
 import re
 from collections.abc import Mapping, Sequence
-from dataclasses import dataclass
-from io import BytesIO
 from pathlib import PurePosixPath
-from types import MappingProxyType
 from typing import Any, Final, TypedDict
 from urllib.parse import quote
 
@@ -166,60 +163,13 @@ def load_openapi_spec(filepath: str) -> dict[str, Any]:
     return asyncio.run(load_openapi_spec_async(filepath))
 
 
-class OpenAPISpecProbeLimitError(ValueError):
-    pass
-
-
-@dataclass(frozen=True)
-class _BoundedOpenAPIFetcher:
-    client: httpx.AsyncClient
-    max_bytes: int
-
-    async def get(
-        self,
-        url: str,
-        *,
-        headers: dict[str, str] | None = None,
-        follow_redirects: bool = False,
-        redirects_remaining: int = 10,
-    ) -> httpx.Response:
-        async with self.client.stream(
-            "GET",
-            url,
-            headers=MappingProxyType({**(headers or MappingProxyType({})), "Accept-Encoding": "identity"}),
-            follow_redirects=False,
-        ) as response:
-            if response.is_redirect and follow_redirects:
-                if redirects_remaining == 0:
-                    raise ValueError("Too many specification redirects")
-                await response.aclose()
-                return await self.get(
-                    str(response.url.join(response.headers["location"])),
-                    headers=headers,
-                    follow_redirects=True,
-                    redirects_remaining=redirects_remaining - 1,
-                )
-            if response.is_redirect or response.is_error:
-                return httpx.Response(response.status_code, headers=response.headers, request=response.request)
-            if response.headers.get("content-encoding", "identity").lower() != "identity":
-                raise OpenAPISpecProbeLimitError("OpenAPI specification probe requires an uncompressed response")
-            if int(response.headers.get("content-length", "0")) > self.max_bytes:
-                raise OpenAPISpecProbeLimitError("OpenAPI specification exceeds the health-check size limit")
-            with BytesIO() as body:
-                async for chunk in response.aiter_bytes(chunk_size=65536):
-                    if body.tell() + len(chunk) > self.max_bytes:
-                        raise OpenAPISpecProbeLimitError("OpenAPI specification exceeds the health-check size limit")
-                    body.write(chunk)
-                return httpx.Response(
-                    response.status_code, headers=response.headers, content=body.getvalue(), request=response.request
-                )
-
-
 async def load_openapi_spec_async(filepath: str, *, max_bytes: int | None = None) -> dict[str, Any]:
     if filepath.startswith("http://") or filepath.startswith("https://"):
         client: Final = get_async_httpx_client(llm_provider=httpxSpecialProvider.MCP)
-        r: Final[httpx.Response] = await async_safe_get(
-            client if max_bytes is None else _BoundedOpenAPIFetcher(client.client, max_bytes), filepath
+        r: Final[httpx.Response] = (
+            await async_safe_get(client, filepath)
+            if max_bytes is None
+            else await async_safe_get(client, filepath, max_response_bytes=max_bytes)
         )
         r.raise_for_status()
         return r.json()
diff --git a/tests/test_litellm/llms/custom_httpx/test_http_handler.py b/tests/test_litellm/llms/custom_httpx/test_http_handler.py
index 3d4ba264c1c..f8868cfaf83 100644
--- a/tests/test_litellm/llms/custom_httpx/test_http_handler.py
+++ b/tests/test_litellm/llms/custom_httpx/test_http_handler.py
@@ -1612,3 +1612,66 @@ async def test_a_retried_put_stays_a_put_and_still_refuses_redirects():
         assert attempts == [("PUT", "/first"), ("PUT", "/first")]
     finally:
         await handler.client.aclose()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("target", ["https://example.com/final.json?next=1", "https://other.example/final.json?next=1"])
+async def test_bounded_get_preserves_sdk_redirect_auth_and_query_handling(respx_mock, monkeypatch, target):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    respx_mock.get("https://example.com/spec.json?original=1").respond(302, headers={"location": target})
+    destination = respx_mock.get(target).respond(200, json={"paths": {}})
+    handler = AsyncHTTPHandler()
+    try:
+        response = await handler.get(
+            "https://example.com/spec.json?original=1", max_response_bytes=100, follow_redirects=True,
+            headers={"Authorization": "Bearer sentinel", "Accept-Encoding": "gzip"}, timeout=2.0,
+        )
+    finally:
+        await handler.close()
+    assert response.json() == {"paths": {}}
+    request = destination.calls[0].request
+    assert request.headers.get("authorization") == (None if "other.example" in target else "Bearer sentinel")
+    assert request.headers["accept-encoding"] == "identity"
+    assert str(request.url) == target
+    assert request.extensions["timeout"]["read"] == 2.0
+
+
+@pytest.mark.asyncio
+async def test_bounded_get_stops_redirect_loops(respx_mock, monkeypatch):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    route = respx_mock.get("https://example.com/spec.json").respond(302, headers={"location": "/spec.json"})
+    handler = AsyncHTTPHandler()
+    try:
+        with pytest.raises(ValueError, match="Too many redirects"):
+            await handler.get("https://example.com/spec.json", max_response_bytes=100, follow_redirects=True)
+    finally:
+        await handler.close()
+    assert route.call_count == 11
+
+
+@pytest.mark.asyncio
+async def test_bounded_get_closes_stream_on_cancellation(respx_mock, monkeypatch):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    started = asyncio.Event()
+    closed = asyncio.Event()
+
+    class SlowStream(httpx.AsyncByteStream):
+        async def __aiter__(self):
+            yield b"x"
+            started.set()
+            await asyncio.Event().wait()
+
+        async def aclose(self):
+            closed.set()
+
+    respx_mock.get("https://example.com/slow.json").respond(200, stream=SlowStream())
+    handler = AsyncHTTPHandler()
+    try:
+        task = asyncio.create_task(handler.get("https://example.com/slow.json", max_response_bytes=100))
+        await asyncio.wait_for(started.wait(), timeout=1)
+        task.cancel()
+        with pytest.raises(asyncio.CancelledError):
+            await task
+    finally:
+        await handler.close()
+    assert closed.is_set()
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index 7eff19f3ed9..e3dd92485fc 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -12858,7 +12858,7 @@ async def test_openapi_health_reports_size_limit_as_unknown_and_caches_failure(r
     result = await manager.health_check_server(server.server_id)
     cached = await manager.health_check_server(server.server_id)
     assert result.status == "unknown"
-    assert result.health_check_error == "OpenAPI specification exceeds the health-check size limit"
+    assert result.health_check_error == "OpenAPI specification probe refused: Response exceeds the configured size limit"
     assert cached.health_check_error == result.health_check_error
     assert cached.last_health_check == result.last_health_check
     assert route.call_count == 1
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
index af0b188d22d..5fa202224e3 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_openapi_to_mcp_generator.py
@@ -1394,8 +1394,8 @@ class TestBoundedOpenAPISpecLoading:
     @pytest.mark.parametrize("headers", [{"content-length": "1000000"}, {"content-encoding": "gzip"}])
     async def test_unsafe_response_headers_reject_before_reading(self, respx_mock, monkeypatch, headers):
         import httpx
+        from litellm.llms.custom_httpx.http_handler import HTTPResponseLimitError
         from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
-            OpenAPISpecProbeLimitError,
             load_openapi_spec_async,
         )
 
@@ -1411,15 +1411,15 @@ class TestBoundedOpenAPISpecLoading:
                 closed.append(True)
 
         respx_mock.get("https://93.184.216.34/spec.json").respond(200, headers=headers, stream=UnreadableStream())
-        with pytest.raises(OpenAPISpecProbeLimitError):
+        with pytest.raises(HTTPResponseLimitError):
             await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=12)
         assert closed == [True]
 
     @pytest.mark.asyncio
     async def test_chunked_response_is_bounded_and_closed(self, respx_mock, monkeypatch):
         import httpx
+        from litellm.llms.custom_httpx.http_handler import HTTPResponseLimitError
         from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import (
-            OpenAPISpecProbeLimitError,
             load_openapi_spec_async,
         )
 
@@ -1437,7 +1437,7 @@ class TestBoundedOpenAPISpecLoading:
                 closed.append(True)
 
         respx_mock.get("https://93.184.216.34/spec.json").respond(200, stream=ChunkedStream())
-        with pytest.raises(OpenAPISpecProbeLimitError, match="size limit"):
+        with pytest.raises(HTTPResponseLimitError, match="size limit"):
             await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=65536)
         assert consumed == [0, 1]
         assert closed == [True]
@@ -1458,25 +1458,3 @@ class TestBoundedOpenAPISpecLoading:
         else:
             assert await load_openapi_spec_async("https://93.184.216.34/spec.json", max_bytes=100) == {"paths": {}}
             assert destination.call_count == 1
-
-    @pytest.mark.asyncio
-    @pytest.mark.parametrize("loop", [False, True])
-    async def test_redirects_are_bounded_when_validation_is_disabled(self, respx_mock, loop):
-        import httpx
-        from litellm.proxy._experimental.mcp_server.openapi_to_mcp_generator import _BoundedOpenAPIFetcher
-
-        source = respx_mock.get("https://example.com/spec.json").respond(
-            302, headers={"location": "/spec.json" if loop else "/final.json"}
-        )
-        destination = respx_mock.get("https://example.com/final.json").respond(200, json={"paths": {}})
-        async with httpx.AsyncClient() as client:
-            fetcher = _BoundedOpenAPIFetcher(client, 100)
-            if loop:
-                with pytest.raises(ValueError, match="Too many specification redirects"):
-                    await fetcher.get("https://example.com/spec.json", follow_redirects=True)
-                assert source.call_count == 11
-                assert not destination.called
-            else:
-                response = await fetcher.get("https://example.com/spec.json", follow_redirects=True)
-                assert response.json() == {"paths": {}}
-                assert destination.call_count == 1

From ca03c889c9b72ec47a5d4f604626ac0b7cfdfadd Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 20:26:53 -0700
Subject: [PATCH 151/298] fix(mcp): avoid caching cancelled OpenAPI health
 probes

---
 .../mcp_server/mcp_server_manager.py          | 11 ++--
 .../mcp_server/test_mcp_server_manager.py     | 51 ++++++++++++++++---
 2 files changed, 53 insertions(+), 9 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index d0b0c83a23c..17d3098bf4c 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -897,8 +897,6 @@ async def _openapi_spec_health(
         await asyncio.wait_for(load_openapi_spec_async(spec_path, max_bytes=10 * 1024 * 1024), timeout=timeout)
     except asyncio.TimeoutError:
         return "unhealthy", f"OpenAPI specification check timed out after {timeout} seconds"
-    except asyncio.CancelledError:
-        return "unknown", "OpenAPI specification check was cancelled"
     except HTTPStatusError as exc:
         return "unhealthy", f"OpenAPI specification request failed (HTTP {exc.response.status_code})"
     except HTTPResponseLimitError as exc:
@@ -920,7 +918,14 @@ class _OpenAPIHealthProbe:
         async with self.lock:
             if self.result is not None and self.clock() - self.checked_at < 30.0:
                 return self.result
-            status, error = await _openapi_spec_health(self.spec_path, timeout=MCP_HEALTH_CHECK_TIMEOUT)
+            try:
+                status, error = await _openapi_spec_health(self.spec_path, timeout=MCP_HEALTH_CHECK_TIMEOUT)
+            except asyncio.CancelledError:
+                return (
+                    "unknown",
+                    "OpenAPI specification check was cancelled",
+                    datetime.datetime.now(datetime.timezone.utc),
+                )
             self.result = (status, error, datetime.datetime.now(datetime.timezone.utc))
             self.checked_at = self.clock()
             return self.result
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index e3dd92485fc..a6e43686e2c 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -4575,12 +4575,12 @@ class TestMCPServerManager:
         await asyncio.wait_for(started.wait(), timeout=1)
         if cancel:
             task.cancel()
-        status, error = await task
-        assert status == ("unknown" if cancel else "unhealthy")
-        assert error == (
-            "OpenAPI specification check was cancelled"
-            if cancel else "OpenAPI specification check timed out after 0.1 seconds"
-        )
+            with pytest.raises(asyncio.CancelledError):
+                await task
+        else:
+            status, error = await task
+            assert status == "unhealthy"
+            assert error == "OpenAPI specification check timed out after 0.1 seconds"
         assert cancelled.is_set()
 
     @pytest.mark.asyncio
@@ -12862,3 +12862,42 @@ async def test_openapi_health_reports_size_limit_as_unknown_and_caches_failure(r
     assert cached.health_check_error == result.health_check_error
     assert cached.last_health_check == result.last_health_check
     assert route.call_count == 1
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("already_waiting", [False, True])
+async def test_openapi_health_cancellation_does_not_poison_cache(respx_mock, monkeypatch, already_waiting):
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    manager = MCPServerManager()
+    server = MCPServer(
+        server_id="cancelled-cache", name="cancelled-cache", transport=MCPTransport.http,
+        spec_path="https://93.184.216.34/cancelled-cache.json", auth_type=MCPAuth.none,
+    )
+    manager.registry = {server.server_id: server}
+    started = asyncio.Event()
+    attempts = []
+
+    async def serve(request):
+        attempts.append(request.url)
+        if not started.is_set():
+            started.set()
+            await asyncio.Event().wait()
+        return httpx.Response(200, json={"paths": {}})
+
+    route = respx_mock.get(server.spec_path).mock(side_effect=serve)
+    leader = asyncio.create_task(manager.health_check_server(server.server_id))
+    await asyncio.wait_for(started.wait(), timeout=1)
+    follower = asyncio.create_task(manager.health_check_server(server.server_id)) if already_waiting else None
+    await asyncio.sleep(0)
+    leader.cancel()
+    cancelled = await leader
+    assert cancelled.status == "unknown"
+    assert cancelled.health_check_error == "OpenAPI specification check was cancelled"
+    recovered = await follower if follower is not None else await manager.health_check_server(server.server_id)
+    assert recovered.status == "healthy"
+    assert recovered.health_check_error is None
+    cached = await manager.health_check_server(server.server_id)
+    assert cached.last_health_check == recovered.last_health_check
+    assert cached.status == "healthy"
+    assert len(attempts) == 2
+    assert route.call_count == 1

From f04fb748c532edea6606e1ee9f7d110a9d82b4b2 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 21:02:46 -0700
Subject: [PATCH 152/298] fix(mcp): explain refused OAuth registration and
 bound discovery retries

---
 README.md                                     |  2 +
 .../mcp_server/faults/__init__.py             |  2 +
 .../mcp_server/faults/classify.py             |  5 +-
 .../mcp_server/faults/render_oauth.py         | 21 ++++-
 .../_experimental/mcp_server/faults/types.py  | 10 ++-
 .../mcp_server/mcp_server_manager.py          | 22 ++++-
 .../mcp_server/faults/test_classify.py        | 29 +++++++
 .../mcp_server/faults/test_render_oauth.py    | 18 ++++
 .../mcp_server/test_discoverable_endpoints.py | 45 ++++++++++
 .../mcp_server/test_mcp_server_manager.py     | 82 +++++++++++++++++++
 10 files changed, 228 insertions(+), 8 deletions(-)

diff --git a/README.md b/README.md
index 92757fcbbc1..901cc5b0cea 100644
--- a/README.md
+++ b/README.md
@@ -262,6 +262,8 @@ curl -X POST 'http://0.0.0.0:4000/v1/chat/completions' \
 }
 ```
 
+For MCP OAuth, an upstream may advertise dynamic client registration but refuse requests with HTTP 401 or 403. If the provider requires a pre-registered OAuth app, configure its `credentials.client_id` and, when required, `credentials.client_secret` on the MCP server. This skips dynamic registration in the gateway sign-in flow. The provider must approve the app for MCP access; reaching its authorization page does not establish that login or tool calls will succeed
+
 [**Docs: MCP Gateway**](https://docs.litellm.ai/docs/mcp)
 
 </details>
diff --git a/litellm/proxy/_experimental/mcp_server/faults/__init__.py b/litellm/proxy/_experimental/mcp_server/faults/__init__.py
index 1b9ee77d795..de7ee5c866a 100644
--- a/litellm/proxy/_experimental/mcp_server/faults/__init__.py
+++ b/litellm/proxy/_experimental/mcp_server/faults/__init__.py
@@ -22,6 +22,7 @@ from litellm.proxy._experimental.mcp_server.faults.types import (
     GatewayRejected,
     UpstreamOAuthFault,
     UpstreamProtocolFault,
+    UpstreamRegistrationRefused,
     UpstreamReportedFault,
 )
 
@@ -31,6 +32,7 @@ __all__ = [
     "GatewayRejected",
     "UpstreamOAuthFault",
     "UpstreamProtocolFault",
+    "UpstreamRegistrationRefused",
     "UpstreamReportedFault",
     "classify_upstream_dcr_rejection",
     "classify_upstream_token_rejection",
diff --git a/litellm/proxy/_experimental/mcp_server/faults/classify.py b/litellm/proxy/_experimental/mcp_server/faults/classify.py
index 2162d078c09..bb41436b495 100644
--- a/litellm/proxy/_experimental/mcp_server/faults/classify.py
+++ b/litellm/proxy/_experimental/mcp_server/faults/classify.py
@@ -21,6 +21,7 @@ from litellm.proxy._experimental.mcp_server.faults.types import (
     GatewayRejected,
     UpstreamOAuthFault,
     UpstreamProtocolFault,
+    UpstreamRegistrationRefused,
     UpstreamReportedFault,
 )
 
@@ -122,11 +123,13 @@ def classify_upstream_dcr_rejection(response: httpx.Response, log_context: str)
     """Classify a dynamic-client-registration rejection. RFC 7591 §3.2.2 errors carry
     ``error`` / ``error_description`` and go through the same blame assignment as token errors
     (registration sends no client credentials, so credential codes stay caller-actionable); anything
-    without a usable ``error`` field is an upstream protocol fault."""
+    without a usable ``error`` field is a registration refusal for 401/403 and a protocol fault otherwise."""
     parsed: Final = _safe_json(response)
     fields: Final = parsed if isinstance(parsed, dict) else {}
     code: Final = _bounded_field(fields.get("error"))
     if code is None:
+        if response.status_code == 401 or response.status_code == 403:
+            return UpstreamRegistrationRefused(status_code=response.status_code)
         _log_out_of_contract("registration", response, log_context)
         return UpstreamProtocolFault(note=f"upstream registration failed with HTTP {response.status_code}")
     return _classify_oauth_error_code(
diff --git a/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py b/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
index 64d14140a5b..b3464382142 100644
--- a/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
+++ b/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
@@ -11,7 +11,7 @@ from typing import Final
 from fastapi.responses import JSONResponse
 from typing_extensions import assert_never
 
-from litellm.proxy._experimental.mcp_server.faults.types import UpstreamOAuthFault
+from litellm.proxy._experimental.mcp_server.faults.types import CallerRejected, UpstreamOAuthFault
 from litellm.proxy._experimental.mcp_server.oauth_utils import TOKEN_NO_CACHE_HEADERS
 
 
@@ -35,6 +35,14 @@ def _upstream_reported_status_and_description(code: str) -> tuple[int, str]:
     return 502, "the upstream authorization server reported an internal error"
 
 
+def _registration_refused_description(status_code: int) -> str:
+    return (
+        f"the upstream authorization server refused dynamic client registration (HTTP {status_code}). "
+        "This provider may require a pre-registered OAuth client. Configure client_id and, if required "
+        "by the provider, client_secret for this MCP server to skip dynamic registration"
+    )
+
+
 def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
     """RFC 6749 §5.2 response for a token-endpoint fault. Caller-actionable rejections relay the
     upstream's code on the status that code implies (401 for invalid_client per §5.2, else 400);
@@ -65,6 +73,13 @@ def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
                 content={"error": fault.code, "error_description": description},
                 headers=TOKEN_NO_CACHE_HEADERS,
             )
+        case "upstream_registration_refused":
+            return render_token_fault(
+                CallerRejected(
+                    code="unauthorized_client",
+                    description=_registration_refused_description(fault.status_code),
+                )
+            )
         case "upstream_protocol_fault":
             return JSONResponse(
                 status_code=502,
@@ -78,7 +93,7 @@ def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
 def dcr_fault_detail(fault: UpstreamOAuthFault) -> tuple[int, str]:
     """Status and detail string for a registration fault, raised as HTTPException by the caller.
     RFC 7591 §3.2.2 defines registration errors as 400, so a contract-conformant rejection is 400
-    regardless of the status the upstream chose; everything else is a 502 upstream fault."""
+    regardless of the upstream status; a bare 401/403 is a registration refusal rendered as 403."""
     match fault.tag:
         case "caller_rejected":
             detail: Final = f"{fault.code}: {fault.description}" if fault.description else fault.code
@@ -87,6 +102,8 @@ def dcr_fault_detail(fault: UpstreamOAuthFault) -> tuple[int, str]:
             return 502, _gateway_rejected_description(fault.code)
         case "upstream_reported_fault":
             return _upstream_reported_status_and_description(fault.code)
+        case "upstream_registration_refused":
+            return 403, _registration_refused_description(fault.status_code)
         case "upstream_protocol_fault":
             return 502, fault.note
         case _:
diff --git a/litellm/proxy/_experimental/mcp_server/faults/types.py b/litellm/proxy/_experimental/mcp_server/faults/types.py
index 4b9505ad801..d081d9d735e 100644
--- a/litellm/proxy/_experimental/mcp_server/faults/types.py
+++ b/litellm/proxy/_experimental/mcp_server/faults/types.py
@@ -77,4 +77,12 @@ class UpstreamProtocolFault(BaseModel):
     note: str
 
 
-UpstreamOAuthFault: TypeAlias = CallerRejected | GatewayRejected | UpstreamReportedFault | UpstreamProtocolFault
+class UpstreamRegistrationRefused(BaseModel):
+    model_config = ConfigDict(frozen=True)
+    tag: Literal["upstream_registration_refused"] = "upstream_registration_refused"
+    status_code: Literal[401, 403]
+
+
+UpstreamOAuthFault: TypeAlias = (
+    CallerRejected | GatewayRejected | UpstreamReportedFault | UpstreamProtocolFault | UpstreamRegistrationRefused
+)
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index af25b0e919a..d5f4fa2b256 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -1910,7 +1910,7 @@ class MCPServerManager:
         elif server.server_id in self.config_mcp_servers:
             self.config_mcp_servers[server.server_id] = server
         else:
-            return None
+            return server
         self._remove_oauth_discovery_slot(server.server_id)
         return server
 
@@ -2002,6 +2002,12 @@ class MCPServerManager:
         if slot.task is not None:
             if not slot.task.done() or _oauth_discovery_now() < slot.retry_not_before:
                 return slot.task, slot.generation
+            if (
+                not slot.task.cancelled()
+                and slot.task.exception() is None
+                and isinstance(slot.task.result(), _OAuthDiscoveryResolved)
+            ):
+                return slot.task, slot.generation
         task: Final = asyncio.create_task(
             self._run_oauth_metadata_resolution(self._registered_server(server), slot.generation)
         )
@@ -2031,7 +2037,7 @@ class MCPServerManager:
             if should_defer != has_slot:
                 self._set_oauth_discovery_deferred(server.server_id, should_defer)
 
-    async def ensure_oauth_metadata_discovered(self, server: MCPServer) -> MCPServer:
+    async def ensure_oauth_metadata_discovered(self, server: MCPServer, *, _retry_stale: bool = True) -> MCPServer:
         """Join the bounded discovery task and return the resolved server.
 
         Concurrent callers share one task per server. A failed attempt remains
@@ -2058,13 +2064,13 @@ class MCPServerManager:
             outcome: Final = await asyncio.shield(task)
         except asyncio.CancelledError:
             if task.cancelled() and not self._oauth_discovery_slot_is_current(server.server_id, generation):
-                return await self.ensure_oauth_metadata_discovered(server)
+                return await self._rejoin_oauth_metadata_discovery(server, retry_stale=_retry_stale)
             raise
         match outcome:
             case _OAuthDiscoveryResolved(resolved_server):
                 return resolved_server
             case _OAuthDiscoveryStale():
-                return await self.ensure_oauth_metadata_discovered(server)
+                return await self._rejoin_oauth_metadata_discovery(server, retry_stale=_retry_stale)
             case _OAuthDiscoveryFailed(timed_out=timed_out):
                 current: Final = self._registered_server(server)
                 if current.is_client_forwarded_token:
@@ -2076,6 +2082,14 @@ class MCPServerManager:
                     detail=f"OAuth metadata discovery {reason} for MCP server {server_ref!r}",
                 )
 
+    async def _rejoin_oauth_metadata_discovery(self, server: MCPServer, *, retry_stale: bool) -> MCPServer:
+        if retry_stale:
+            return await self.ensure_oauth_metadata_discovered(server, _retry_stale=False)
+        current: Final = self._registered_server(server)
+        if not _oauth_endpoints_unresolved(current) or current.is_client_forwarded_token:
+            return current
+        raise HTTPException(status_code=503, detail="OAuth metadata discovery changed repeatedly; retry shortly")
+
     def _remember_upstream_initialize_instructions(self, server: MCPServer, client: MCPClient) -> None:
         raw: Final[str | None] = getattr(client, "_last_initialize_instructions", None)
         if raw and str(raw).strip():
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_classify.py b/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_classify.py
index dc20d664a53..30107db4055 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_classify.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_classify.py
@@ -1,6 +1,9 @@
 """Classification matrix for upstream OAuth/DCR rejections: who is blamed depends only on the §5.2
 code and whose credentials the gateway presented, never on the upstream's HTTP status."""
 
+from typing import Final
+
+import pytest
 import httpx
 
 from litellm.proxy._experimental.mcp_server.faults.classify import (
@@ -12,6 +15,7 @@ from litellm.proxy._experimental.mcp_server.faults.types import (
     GatewayRejected,
     UpstreamProtocolFault,
     UpstreamReportedFault,
+    UpstreamRegistrationRefused,
 )
 
 
@@ -145,3 +149,28 @@ def test_dcr_server_error_code_is_not_blamed_on_caller():
         log_context="srv",
     )
     assert isinstance(fault, UpstreamReportedFault)
+
+
+@pytest.mark.parametrize("status_code", [401, 403])
+@pytest.mark.parametrize("body", ["Forbidden", '<html>private upstream details</html>', '{"error": ""}', '{"error": 12}'])
+def test_dcr_access_refusal_without_oauth_error(status_code: int, body: str) -> None:
+    fault: Final = classify_upstream_dcr_rejection(_response(status_code, text_body=body), log_context="srv")
+    assert isinstance(fault, UpstreamRegistrationRefused)
+    assert fault.status_code == status_code
+
+
+@pytest.mark.parametrize("status_code", [401, 403])
+def test_dcr_access_refusal_preserves_oauth_error(status_code: int) -> None:
+    fault: Final = classify_upstream_dcr_rejection(
+        _response(status_code, json_body={"error": "invalid_redirect_uri", "error_description": "not allowed"}),
+        log_context="srv",
+    )
+    assert fault == CallerRejected(code="invalid_redirect_uri", description="not allowed")
+
+
+@pytest.mark.parametrize("status_code", [401, 403])
+def test_token_access_refusal_remains_protocol_fault(status_code: int) -> None:
+    fault: Final = classify_upstream_token_rejection(
+        _response(status_code, text_body="Forbidden"), credential_source="gateway_stored", log_context="srv"
+    )
+    assert isinstance(fault, UpstreamProtocolFault)
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_render_oauth.py b/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_render_oauth.py
index 78513e315a7..a6807ae1454 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_render_oauth.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/faults/test_render_oauth.py
@@ -2,6 +2,9 @@
 code can never ship on a server-fault status and gateway-side faults never carry provider prose."""
 
 import json
+from typing import Final, Literal
+
+import pytest
 
 from litellm.proxy._experimental.mcp_server.faults.render_oauth import (
     dcr_fault_detail,
@@ -12,6 +15,7 @@ from litellm.proxy._experimental.mcp_server.faults.types import (
     GatewayRejected,
     UpstreamProtocolFault,
     UpstreamReportedFault,
+    UpstreamRegistrationRefused,
 )
 
 
@@ -94,3 +98,17 @@ def test_dcr_upstream_reported_fault_maps_to_5xx():
     status_code, detail = dcr_fault_detail(UpstreamReportedFault(code="server_error"))
     assert status_code == 502
     assert "internal error" in detail
+
+
+@pytest.mark.parametrize("upstream_status", [401, 403])
+def test_registration_refusal_gives_configuration_guidance(upstream_status: Literal[401, 403]) -> None:
+    fault: Final = UpstreamRegistrationRefused(status_code=upstream_status)
+    status, detail = dcr_fault_detail(fault)
+    assert status == 403
+    assert f"HTTP {upstream_status}" in detail
+    assert "may require a pre-registered OAuth client" in detail
+    assert "client_id" in detail and "client_secret" in detail
+    response: Final = render_token_fault(fault)
+    assert response.status_code == 400
+    assert json.loads(response.body) == {"error": "unauthorized_client", "error_description": detail}
+    assert response.headers["cache-control"] == "no-store"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 5a99139a67f..18ff50a881a 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -11141,3 +11141,48 @@ async def test_enforced_login_warms_verified_token_readable_without_database_loo
     assert token.identity_binding_proof == proof
     assert token.refresh_token is None
     read.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("upstream_status", [401, 403])
+@pytest.mark.parametrize("auth_type", [MCPAuth.true_passthrough, MCPAuth.oauth_delegate])
+@pytest.mark.parametrize("dcr_bridge", [False, True])
+@pytest.mark.parametrize("flow", ["register", "mint"])
+async def test_dcr_refusal_is_actionable_without_upstream_body(
+    upstream_status: int, auth_type: MCPAuth, dcr_bridge: bool, flow: str, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    import httpx
+    from typing import Final
+
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        mint_ephemeral_dcr_client,
+        register_client_with_server,
+    )
+
+    server: Final = _bridge_server(
+        auth_type=auth_type, dcr_bridge=dcr_bridge, server_id=f"refused-{auth_type}-{dcr_bridge}-{flow}-{upstream_status}",
+        client_id=None,
+    )
+    import respx
+
+    monkeypatch.setenv("DISABLE_AIOHTTP_TRANSPORT", "True")
+    with respx.mock as upstream:
+        registration: Final = upstream.post(server.registration_url).mock(
+            return_value=httpx.Response(upstream_status, text="Forbidden private upstream details")
+        )
+        operation: Final = (
+            mint_ephemeral_dcr_client(_bridge_mock_request(), server)
+            if flow == "mint"
+            else register_client_with_server(
+                request=_bridge_mock_request(), mcp_server=server, client_name="Test client",
+                grant_types=None, response_types=None, token_endpoint_auth_method=None,
+                client_redirect_uris=["http://localhost:9999/callback"],
+            )
+        )
+        with pytest.raises(HTTPException) as exc:
+            await operation
+        assert registration.call_count == 1
+    assert exc.value.status_code == 403
+    assert f"HTTP {upstream_status}" in str(exc.value.detail)
+    assert "pre-registered OAuth client" in str(exc.value.detail)
+    assert "private upstream details" not in str(exc.value.detail)
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index adf985e9a21..ecf78359191 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -12676,3 +12676,85 @@ async def test_debug_reports_legacy_signing_and_non_http_transport(transport: Li
             assert "Credential=AKIDEXAMPLE/" in request.headers["Authorization"]
     finally:
         request_ctx.reset(token)
+
+
+@pytest.mark.asyncio
+async def test_temporary_server_discovery_reuses_resolved_metadata_without_publishing() -> None:
+    manager: Final = MCPServerManager()
+    server: Final = MCPServer(
+        server_id="temporary-oauth-discovery", name="temporary", url="https://idp.example.com/mcp",
+        transport=MCPTransport.http, auth_type=MCPAuth.true_passthrough,
+    )
+    manager._set_oauth_discovery_deferred(server.server_id, True)
+    metadata: Final = MCPOAuthMetadata(
+        authorization_url="https://idp.example.com/authorize", token_url="https://idp.example.com/token",
+        registration_url="https://idp.example.com/register",
+    )
+    with patch.object(manager, "_discover_oauth_metadata_for_server", AsyncMock(return_value=metadata)) as discovery:
+        resolved: Final = await manager.ensure_oauth_metadata_discovered(server)
+        repeated: Final = await manager.ensure_oauth_metadata_discovered(server)
+    assert resolved.authorization_url == metadata.authorization_url
+    assert resolved.token_url == metadata.token_url
+    assert resolved.registration_url == metadata.registration_url
+    assert repeated is resolved
+    assert server.server_id not in manager.registry
+    assert server.server_id not in manager.config_mcp_servers
+    discovery.assert_awaited_once()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("auth_type", [MCPAuth.oauth2, MCPAuth.true_passthrough])
+async def test_repeated_stale_oauth_discovery_is_bounded(auth_type: MCPAuth) -> None:
+    manager: Final = MCPServerManager()
+    server: Final = MCPServer(
+        server_id="repeated-stale", name="stale", url="https://idp.example.com/mcp",
+        transport=MCPTransport.http, auth_type=auth_type, oauth2_flow="authorization_code",
+    )
+    manager.registry[server.server_id] = server
+    manager._set_oauth_discovery_deferred(server.server_id, True)
+    metadata: Final = MCPOAuthMetadata(
+        authorization_url="https://idp.example.com/authorize", token_url="https://idp.example.com/token",
+    )
+    with (
+        patch.object(manager, "_discover_oauth_metadata_for_server", AsyncMock(return_value=metadata)) as discovery,
+        patch.object(manager, "_publish_resolved_oauth_server", return_value=None),
+    ):
+        if auth_type == MCPAuth.true_passthrough:
+            assert await manager.ensure_oauth_metadata_discovered(server) is server
+        else:
+            with pytest.raises(HTTPException) as exc:
+                await manager.ensure_oauth_metadata_discovered(server)
+            assert exc.value.status_code == 503
+            assert "changed repeatedly" in str(exc.value.detail)
+    assert discovery.await_count == 2
+
+
+@pytest.mark.asyncio
+async def test_stale_discovery_falls_back_to_resolved_registered_server() -> None:
+    manager: Final = MCPServerManager()
+    original: Final = MCPServer(
+        server_id="resolved-replacement", name="replacement", url="https://old.example.com/mcp",
+        transport=MCPTransport.http, auth_type=MCPAuth.oauth2, oauth2_flow="authorization_code",
+    )
+    replacement: Final = original.model_copy(update={
+        "url": "https://new.example.com/mcp", "authorization_url": "https://new.example.com/authorize",
+        "token_url": "https://new.example.com/token",
+    })
+    manager.registry[original.server_id] = replacement
+    assert await manager._rejoin_oauth_metadata_discovery(original, retry_stale=False) is replacement
+
+
+def test_stale_discovery_cannot_overwrite_new_registered_server() -> None:
+    manager: Final = MCPServerManager()
+    original: Final = MCPServer(
+        server_id="stale-publication", name="publication", url="https://old.example.com/mcp",
+        transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+    )
+    manager._set_oauth_discovery_deferred(original.server_id, True)
+    original_slot: Final = manager._oauth_discovery_slot(original.server_id)
+    assert original_slot is not None
+    replacement: Final = original.model_copy(update={"url": "https://new.example.com/mcp"})
+    manager.registry[original.server_id] = replacement
+    manager._set_oauth_discovery_deferred(original.server_id, True)
+    assert manager._publish_resolved_oauth_server(original, original_slot.generation) is None
+    assert manager.registry[original.server_id] is replacement

From bb9b4c4aef48a244bbe4ea40cc56a60f9ffbfbce Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Thu, 10 Sep 2026 21:54:06 -0700
Subject: [PATCH 153/298] fix(mcp): render registration refusals without
 recursion

---
 .../mcp_server/faults/render_oauth.py         | 20 +++++++++++--------
 1 file changed, 12 insertions(+), 8 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py b/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
index b3464382142..3ecf5310482 100644
--- a/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
+++ b/litellm/proxy/_experimental/mcp_server/faults/render_oauth.py
@@ -43,6 +43,16 @@ def _registration_refused_description(status_code: int) -> str:
     )
 
 
+def _render_caller_rejected(fault: CallerRejected) -> JSONResponse:
+    content: Final = {
+        "error": fault.code,
+        **({"error_description": fault.description} if fault.description else {}),
+        **({"error_uri": fault.error_uri} if fault.error_uri else {}),
+    }
+    status_code: Final = 401 if fault.code == "invalid_client" else 400
+    return JSONResponse(status_code=status_code, content=content, headers=TOKEN_NO_CACHE_HEADERS)
+
+
 def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
     """RFC 6749 §5.2 response for a token-endpoint fault. Caller-actionable rejections relay the
     upstream's code on the status that code implies (401 for invalid_client per §5.2, else 400);
@@ -50,13 +60,7 @@ def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
     blamed for, or shown the internals of, a failure only the operator can fix."""
     match fault.tag:
         case "caller_rejected":
-            content: Final = {
-                "error": fault.code,
-                **({"error_description": fault.description} if fault.description else {}),
-                **({"error_uri": fault.error_uri} if fault.error_uri else {}),
-            }
-            status_code = 401 if fault.code == "invalid_client" else 400
-            return JSONResponse(status_code=status_code, content=content, headers=TOKEN_NO_CACHE_HEADERS)
+            return _render_caller_rejected(fault)
         case "gateway_rejected":
             return JSONResponse(
                 status_code=502,
@@ -74,7 +78,7 @@ def render_token_fault(fault: UpstreamOAuthFault) -> JSONResponse:
                 headers=TOKEN_NO_CACHE_HEADERS,
             )
         case "upstream_registration_refused":
-            return render_token_fault(
+            return _render_caller_rejected(
                 CallerRejected(
                     code="unauthorized_client",
                     description=_registration_refused_description(fault.status_code),

From 33ec56ed759a3d2876e821d970198cc30563f8d6 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerrylu@Kerrys-MacBook-Pro.local>
Date: Thu, 10 Sep 2026 21:55:23 -0700
Subject: [PATCH 154/298] test(e2e): rewrite the Redis timeout test as a locust
 chaos load test

The sequential version sent one request at a time, so a Redis outage never
reached the concurrency where the failed-tracking alert body actually grows.
This drives the proxy with locust against one model group of three mock
deployments, two failing at order 1 and one serving at order 2, so every
request spends its retries on the failing pair and lands on the serving
deployment through the order-based fallback. Two phases, a healthy baseline
and a CLIENT PAUSE WRITE window, and every request must succeed in both.

Latency, RSS and CPU are reported as p50/p90/p99 per phase rather than
asserted on: RSS and CPU come from psutil on the proxy's process tree, since
a multi-worker proxy serves /metrics from the prometheus multiprocess
collector and that drops the process collector's series. Thresholds stay open
until weekly runs give real baselines.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/e2e-stack/select_tests.py             |   1 -
 ...s-timeout.yml => test-e2e-redis-chaos.yml} |  21 +-
 pyproject.toml                                |   1 +
 tests/e2e/CLAUDE.md                           |   4 +-
 tests/e2e/CONTRIBUTING.md                     |   2 +-
 tests/e2e/conftest.py                         |   4 +-
 tests/e2e/coverage_registry/reliability.yaml  |   2 +-
 tests/e2e/e2e_config.py                       |   2 +-
 ...i_config.yml => redis_chaos_ci_config.yml} |  11 +-
 tests/e2e/load/conftest.py                    |  22 +-
 tests/e2e/load/locust_load.py                 | 103 ++++++-
 tests/e2e/load/locustfile.py                  |  36 +++
 tests/e2e/load/proxy_usage.py                 | 156 ++++++++++
 tests/e2e/load/test_locust_load.py            |  44 ++-
 tests/e2e/load/test_proxy_usage.py            |  59 ++++
 tests/e2e/load/test_redis_chaos_e2e.py        | 258 ++++++++++++++++
 tests/e2e/models.py                           |   1 +
 tests/e2e/pytest.ini                          |   2 +-
 tests/e2e/router/conftest.py                  |  12 -
 tests/e2e/router/test_redis_timeout_e2e.py    | 282 ------------------
 uv.lock                                       |   4 +-
 21 files changed, 673 insertions(+), 354 deletions(-)
 rename .github/workflows/{test-e2e-redis-timeout.yml => test-e2e-redis-chaos.yml} (82%)
 rename tests/e2e/gateway/{redis_timeout_ci_config.yml => redis_chaos_ci_config.yml} (59%)
 create mode 100644 tests/e2e/load/locustfile.py
 create mode 100644 tests/e2e/load/proxy_usage.py
 create mode 100644 tests/e2e/load/test_proxy_usage.py
 create mode 100644 tests/e2e/load/test_redis_chaos_e2e.py
 delete mode 100644 tests/e2e/router/test_redis_timeout_e2e.py

diff --git a/.github/e2e-stack/select_tests.py b/.github/e2e-stack/select_tests.py
index 10f26bd3b8a..a62358f81ff 100644
--- a/.github/e2e-stack/select_tests.py
+++ b/.github/e2e-stack/select_tests.py
@@ -8,7 +8,6 @@ UNSUPPORTED: Final = re.compile(
     r"|^tests/e2e/llm_translation/realtime/test_realtime_pipecat_audio_e2e\.py$"
     r"|^tests/e2e/batches/test_managed_files_enforcement_e2e\.py$"
     r"|^tests/e2e/guardrails/test_presidio_masking_e2e\.py$"
-    r"|^tests/e2e/router/test_redis_timeout_e2e\.py$"
 )
 HARNESS: Final = re.compile(
     r"^tests/e2e/[A-Za-z0-9_.-]+\.(py|ini)$"
diff --git a/.github/workflows/test-e2e-redis-timeout.yml b/.github/workflows/test-e2e-redis-chaos.yml
similarity index 82%
rename from .github/workflows/test-e2e-redis-timeout.yml
rename to .github/workflows/test-e2e-redis-chaos.yml
index 501af0f240f..2ce20836db7 100644
--- a/.github/workflows/test-e2e-redis-timeout.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -1,4 +1,4 @@
-name: "Weekly Redis Timeout E2E"
+name: "Weekly Redis Chaos E2E"
 
 on:
   schedule:
@@ -9,9 +9,9 @@ permissions:
   contents: read
 
 jobs:
-  redis-timeout-e2e:
+  redis-chaos-e2e:
     if: github.event_name != 'schedule' || github.repository == 'BerriAI/litellm'
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-16-cores
     timeout-minutes: 30
     services:
       postgres:
@@ -38,7 +38,7 @@ jobs:
           --health-retries 10
     env:
       DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm
-      LITELLM_MASTER_KEY: sk-redis-timeout-e2e
+      LITELLM_MASTER_KEY: sk-redis-chaos-e2e
       LITELLM_LOG: WARNING
     steps:
       - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
@@ -60,7 +60,7 @@ jobs:
 
       - name: Install dependencies
         run: |
-          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra proxy
+          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --group e2e-dev --extra proxy
 
       - name: Cache Prisma binaries
         uses: ./.github/actions/cache-prisma-binaries
@@ -69,9 +69,10 @@ jobs:
         run: |
           uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma
 
-      - name: Start the proxy with a Redis that times out on every command
+      - name: Start a multi-worker proxy on the chaos config
         run: |
-          nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_timeout_ci_config.yml --port 4000 > proxy.log 2>&1 &
+          nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_chaos_ci_config.yml --port 4000 --num_workers 4 > proxy.log 2>&1 &
+          echo "E2E_PROXY_PID=$!" >> "$GITHUB_ENV"
           for _ in $(seq 1 90); do
             if curl -fs http://localhost:4000/health/liveliness > /dev/null; then
               exit 0
@@ -82,14 +83,14 @@ jobs:
           tail -n 100 proxy.log
           exit 1
 
-      - name: Run the Redis timeout e2e test
+      - name: Run the Redis chaos load test
         env:
-          E2E_REDIS_TIMEOUT: "1"
+          E2E_REDIS_CHAOS: "1"
           LITELLM_PROXY_URL: http://localhost:4000
           REDIS_HOST: 127.0.0.1
           REDIS_PORT: "6379"
         run: |
-          uv run --no-sync pytest tests/e2e/router/test_redis_timeout_e2e.py -v --tb=short -rA
+          uv run --no-sync pytest tests/e2e/load/test_redis_chaos_e2e.py -v --tb=short -rA -s
 
       - name: Show proxy log on failure
         if: failure()
diff --git a/pyproject.toml b/pyproject.toml
index 04f2f3fd1dd..ae1698feb5f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -220,6 +220,7 @@ e2e-dev = [
     "playwright==1.61.0",
     "websockets>=15.0.1,<16.0",
     "locust==2.45.0",
+    "psutil==7.2.2",
     "mcp>=1.28.1,<2.0",
 ]
 proxy-dev = [
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 76e8550cb9a..dc197996ac2 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -17,8 +17,8 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `mcp/` - the MCP server surface over api_key auth against the real Datadog remote MCP server (see "MCP suite: real Datadog only" below); plus the gateway-managed OAuth (authorization_code) path exercised through `/chat/completions`, the one behavior Datadog's static-header auth cannot reach, seeding the per-user upstream token via the interactive authorize dance driven with the mcp SDK's own OAuth client (headless-browser consent from a saved session) and asserting the completion lists and executes the server's tools with the stored per-user token
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
-- `router/` - routing and reliability behavior (fallbacks, cooldowns). Also holds `test_redis_timeout_e2e.py`, which needs a proxy booted from `gateway/redis_timeout_ci_config.yml` (real Redis, `socket_timeout: 0.001`, so every command times out); it is marked `redis_timeout`, deselected unless `E2E_REDIS_TIMEOUT` is set, excluded from the per-PR check, and driven weekly by `.github/workflows/test-e2e-redis-timeout.yml`
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What remains here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`) and markerless harness unit tests for the Locust/session-anomaly aggregation logic
+- `router/` - routing and reliability behavior (fallbacks, cooldowns)
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments with `CLIENT PAUSE WRITE` on the proxy's Redis mid-run, asserting zero failed requests and reporting latency, RSS, and CPU as p50/p90/p99 per phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index 7a859965c80..b1331de190a 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, `guardrails/test_presidio_masking_e2e.py`, and `router/test_redis_timeout_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start, and the Redis timeout test needs a proxy whose Redis times out on every command (`gateway/redis_timeout_ci_config.yml`), which `.github/workflows/test-e2e-redis-timeout.yml` boots on a weekly schedule
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots on a weekly schedule
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index ff3d2dcc6bd..99a3f4967c3 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -60,8 +60,8 @@ def pytest_configure(config: pytest.Config) -> None:
     )
     config.addinivalue_line(
         "markers",
-        "redis_timeout: needs a proxy booted from gateway/redis_timeout_ci_config.yml whose Redis times out on every "
-        "command; deselected unless E2E_REDIS_TIMEOUT is set",
+        "redis_chaos: load test that pauses the proxy's Redis writes mid-run; needs a proxy booted from "
+        "gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set",
     )
 
 
diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index a42e4b2779a..23163ab666c 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,7 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
-- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions, responses, embeddings], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "With every Redis command timing out and every request retrying then falling back, per-request latency stays flat, liveliness stays fast, and spend rows still land; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "Under locust load with every request retrying through failing mock deployments, pausing Redis writes mid-run trips the breaker and every request still succeeds, with latency, RSS, and CPU reported as p50/p90/p99 against the pre-pause baseline; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 6cb59ea4e90..7344a2b6cec 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -143,7 +143,7 @@ LOAD_MIN_CONCURRENCY_EFFICIENCY = float(os.environ.get("E2E_LOAD_MIN_CONCURRENCY
 
 WEEKLY_ANOMALY_OPT_IN_ENV = "E2E_WEEKLY_ANOMALY"
 MANAGED_FILES_OPT_IN_ENV = "E2E_MANAGED_FILES_STACK"
-REDIS_TIMEOUT_OPT_IN_ENV = "E2E_REDIS_TIMEOUT"
+REDIS_CHAOS_OPT_IN_ENV = "E2E_REDIS_CHAOS"
 ANOMALY_SESSIONS = int(os.environ.get("E2E_ANOMALY_SESSIONS", "6"))
 ANOMALY_TURNS_PER_SESSION = int(os.environ.get("E2E_ANOMALY_TURNS_PER_SESSION", "6"))
 ANOMALY_TURN_ATTEMPTS = int(os.environ.get("E2E_ANOMALY_TURN_ATTEMPTS", "3"))
diff --git a/tests/e2e/gateway/redis_timeout_ci_config.yml b/tests/e2e/gateway/redis_chaos_ci_config.yml
similarity index 59%
rename from tests/e2e/gateway/redis_timeout_ci_config.yml
rename to tests/e2e/gateway/redis_chaos_ci_config.yml
index fd283dbc7df..37b024502f7 100644
--- a/tests/e2e/gateway/redis_timeout_ci_config.yml
+++ b/tests/e2e/gateway/redis_chaos_ci_config.yml
@@ -5,17 +5,14 @@ general_settings:
 litellm_settings:
   callbacks: ["prometheus"]
   require_auth_for_metrics_endpoint: false
+  enable_redis_auth_cache: true
   cache: true
   cache_params:
     type: redis
     host: 127.0.0.1
     port: 6379
-    socket_timeout: 0.001
+    socket_timeout: 0.1
 
 router_settings:
-  num_retries: 1
-  fallbacks:
-    - redis-timeout-primary:
-        - redis-timeout-backup
-    - redis-timeout-embed-primary:
-        - redis-timeout-embed-backup
+  num_retries: 2
+  disable_cooldowns: true
diff --git a/tests/e2e/load/conftest.py b/tests/e2e/load/conftest.py
index 3a926ef2a61..e6f3c7aa538 100644
--- a/tests/e2e/load/conftest.py
+++ b/tests/e2e/load/conftest.py
@@ -4,25 +4,23 @@ import os
 
 import pytest
 
-from e2e_config import WEEKLY_ANOMALY_OPT_IN_ENV
+from e2e_config import REDIS_CHAOS_OPT_IN_ENV, WEEKLY_ANOMALY_OPT_IN_ENV
 from load_client import LoadClient, build_client
 from proxy_client import ProxyClient
 
+_OPT_IN_MARKERS = (
+    ("weekly", WEEKLY_ANOMALY_OPT_IN_ENV),
+    ("redis_chaos", REDIS_CHAOS_OPT_IN_ENV),
+)
 
-def pytest_collection_modifyitems(
-    config: pytest.Config, items: list[pytest.Item]
-) -> None:
-    if os.environ.get(WEEKLY_ANOMALY_OPT_IN_ENV):
-        return
-    deselected = [
-        item for item in items if item.get_closest_marker("weekly") is not None
-    ]
+
+def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
+    opted_out = {marker for marker, opt_in_env in _OPT_IN_MARKERS if not os.environ.get(opt_in_env)}
+    deselected = [item for item in items if any(item.get_closest_marker(marker) is not None for marker in opted_out)]
     if not deselected:
         return
     config.hook.pytest_deselected(items=deselected)
-    items[:] = [
-        item for item in items if item.get_closest_marker("weekly") is None
-    ]
+    items[:] = [item for item in items if item not in deselected]
 
 
 @pytest.fixture(scope="session")
diff --git a/tests/e2e/load/locust_load.py b/tests/e2e/load/locust_load.py
index e0da8ba70c2..a1668c5bfc5 100644
--- a/tests/e2e/load/locust_load.py
+++ b/tests/e2e/load/locust_load.py
@@ -1,12 +1,19 @@
 from __future__ import annotations
 
 import csv
+import os
+import subprocess
+import sys
+import tempfile
 from dataclasses import dataclass
 from itertools import accumulate
 from pathlib import Path
+from typing import Final
 
 from pydantic import BaseModel, TypeAdapter
 
+_LOCUSTFILE = Path(__file__).with_name("locustfile.py")
+_CSV_PREFIX = "locust"
 _GENERATOR_SATURATION_MARKER = "CPU usage above"
 _MAX_REPORTED_ERRORS = 5
 
@@ -34,7 +41,9 @@ class LoadResult:
     requests: int
     failures: int
     requests_per_second: float
-    median_response_seconds: float
+    p50_seconds: float
+    p90_seconds: float
+    p99_seconds: float
     errors: tuple[LoadError, ...]
     generator_warnings: tuple[str, ...]
 
@@ -53,18 +62,24 @@ class LoadResult:
             lines.append("locust recorded no error breakdown")
         return "; ".join((*lines, *self.generator_warnings))
 
+    def latency_summary(self) -> str:
+        return f"p50 {self.p50_seconds:.3f}s, p90 {self.p90_seconds:.3f}s, p99 {self.p99_seconds:.3f}s"
 
-def median_seconds(entries: list[LocustStatEntry]) -> float:
-    samples = sorted(
-        (milliseconds, count) for entry in entries for milliseconds, count in entry.response_times.items()
-    )
+
+def percentile_seconds(entries: list[LocustStatEntry], fraction: float) -> float:
+    """The response time at `fraction` of the merged histograms, in seconds.
+
+    Locust buckets response times by millisecond, so this reads the first bucket whose
+    running count reaches the rank, the same lower-sample convention locust's own
+    percentiles use.
+    """
+    samples = sorted((milliseconds, count) for entry in entries for milliseconds, count in entry.response_times.items())
     total = sum(count for _, count in samples)
     if total == 0:
         return 0.0
     running = accumulate(count for _, count in samples)
-    return next(
-        milliseconds for (milliseconds, _), seen in zip(samples, running) if seen >= total / 2
-    ) / 1000.0
+    rank: Final = total * fraction
+    return next(milliseconds for (milliseconds, _), seen in zip(samples, running) if seen >= rank) / 1000.0
 
 
 def aggregate_stats(
@@ -79,7 +94,9 @@ def aggregate_stats(
             requests=requests,
             failures=failures,
             requests_per_second=0.0,
-            median_response_seconds=0.0,
+            p50_seconds=0.0,
+            p90_seconds=0.0,
+            p99_seconds=0.0,
             errors=errors,
             generator_warnings=generator_warnings,
         )
@@ -88,7 +105,9 @@ def aggregate_stats(
         requests=requests,
         failures=failures,
         requests_per_second=requests / elapsed if elapsed > 0 else 0.0,
-        median_response_seconds=median_seconds(entries),
+        p50_seconds=percentile_seconds(entries, 0.5),
+        p90_seconds=percentile_seconds(entries, 0.9),
+        p99_seconds=percentile_seconds(entries, 0.99),
         errors=errors,
         generator_warnings=generator_warnings,
     )
@@ -121,3 +140,67 @@ def read_generator_warnings(stderr: str) -> tuple[str, ...]:
         if _GENERATOR_SATURATION_MARKER in line
     )
     return tuple(dict.fromkeys(saturated))
+
+
+def run_chat_load(
+    *,
+    base_url: str,
+    api_keys: tuple[str, ...],
+    model: str,
+    users: int,
+    spawn_rate: float,
+    duration_seconds: float,
+) -> LoadResult:
+    """Drive /chat/completions from headless locust and aggregate what it reported.
+
+    Each simulated user picks one of `api_keys`, so auth and budget lookups spread over a
+    pool of virtual keys instead of keeping one key's cache entry permanently warm.
+    """
+    with tempfile.TemporaryDirectory(prefix="e2e-load-") as report_dir:
+        csv_prefix = Path(report_dir) / _CSV_PREFIX
+        completed = subprocess.run(
+            [
+                sys.executable,
+                "-m",
+                "locust",
+                "--headless",
+                "--json",
+                "--csv",
+                str(csv_prefix),
+                "--locustfile",
+                str(_LOCUSTFILE),
+                "--host",
+                base_url,
+                "--users",
+                str(users),
+                "--spawn-rate",
+                str(spawn_rate),
+                "--run-time",
+                f"{int(duration_seconds)}s",
+                "--exit-code-on-error",
+                "0",
+            ],
+            env={**os.environ, "LOAD_API_KEYS": ",".join(api_keys), "LOAD_MODEL": model},
+            capture_output=True,
+            text=True,
+            timeout=duration_seconds + 120,
+            check=False,
+        )
+        if completed.returncode != 0:
+            raise RuntimeError(
+                f"locust exited {completed.returncode} before it could report throughput "
+                f"(a startup failure, not request failures, which are folded into the JSON summary via "
+                f"--exit-code-on-error 0):\n{completed.stderr}"
+            )
+        try:
+            entries = _STATS_ADAPTER.validate_json(completed.stdout)
+        except ValueError as exc:
+            raise RuntimeError(
+                f"locust exited 0 but did not print a parseable --json throughput summary on stdout; "
+                f"got stdout={completed.stdout!r}, stderr={completed.stderr!r}"
+            ) from exc
+        return aggregate_stats(
+            entries,
+            read_errors(csv_prefix.with_name(f"{_CSV_PREFIX}_failures.csv")),
+            read_generator_warnings(completed.stderr),
+        )
diff --git a/tests/e2e/load/locustfile.py b/tests/e2e/load/locustfile.py
new file mode 100644
index 00000000000..3d9ef7c83ea
--- /dev/null
+++ b/tests/e2e/load/locustfile.py
@@ -0,0 +1,36 @@
+from __future__ import annotations
+
+import os
+import random
+import uuid
+from typing import Final
+
+from locust import FastHttpUser, constant, task
+
+_MODEL: Final = os.environ["LOAD_MODEL"]
+_API_KEYS: Final = tuple(os.environ["LOAD_API_KEYS"].split(","))
+
+
+def _payload() -> dict[str, object]:
+    """A prompt no other request sent, so the response cache never answers for the deployment."""
+    return {
+        "model": _MODEL,
+        "messages": [{"role": "user", "content": f"load test ping {uuid.uuid4().hex}"}],
+        "max_tokens": 16,
+    }
+
+
+class ChatUser(FastHttpUser):
+    wait_time = constant(0)
+
+    def on_start(self) -> None:
+        self.headers = {"Authorization": f"Bearer {random.choice(_API_KEYS)}"}
+
+    @task
+    def chat(self) -> None:
+        self.client.post(  # pyright: ignore[reportUnknownMemberType]  # locust FastHttpSession.post types json/**kwargs as Any
+            "/chat/completions",
+            json=_payload(),
+            headers=self.headers,
+            name="/chat/completions",
+        )
diff --git a/tests/e2e/load/proxy_usage.py b/tests/e2e/load/proxy_usage.py
new file mode 100644
index 00000000000..b48129f0099
--- /dev/null
+++ b/tests/e2e/load/proxy_usage.py
@@ -0,0 +1,156 @@
+"""Resident memory and CPU of the proxy process tree, sampled on a background thread.
+
+The proxy under load runs several worker processes, and `/metrics` cannot report their
+memory: litellm sets PROMETHEUS_MULTIPROC_DIR when num_workers > 1, and the multiprocess
+collector drops the process collector's `process_resident_memory_bytes` /
+`process_cpu_seconds_total` entirely. So the test measures the tree itself through psutil,
+which needs the proxy to run on the same host as the test.
+"""
+
+from __future__ import annotations
+
+import math
+import threading
+import time
+from dataclasses import dataclass
+from typing import Final
+
+import psutil
+from pydantic import BaseModel, ConfigDict
+
+
+class _MemoryInfo(BaseModel):
+    model_config = ConfigDict(from_attributes=True)
+
+    rss: int
+
+
+@dataclass(frozen=True, slots=True)
+class UsageSample:
+    elapsed_seconds: float
+    rss_bytes: int
+    cpu_seconds: float
+
+
+@dataclass(frozen=True, slots=True)
+class UsageWindow:
+    """The samples taken across one phase, plus what they say about that phase."""
+
+    samples: tuple[UsageSample, ...]
+
+    def rss_percentile(self, fraction: float) -> int:
+        if not self.samples:
+            return 0
+        ordered: Final = sorted(sample.rss_bytes for sample in self.samples)
+        return ordered[_rank(len(ordered), fraction)]
+
+    def cpu_seconds_consumed(self) -> float:
+        """CPU seconds the tree burned across the window, from its monotonic counter."""
+        if len(self.samples) < 2:
+            return 0.0
+        return self.samples[-1].cpu_seconds - self.samples[0].cpu_seconds
+
+    def cpu_utilization_percentiles(self) -> tuple[float, float, float]:
+        """Per-interval CPU utilization (cores busy) at p50, p90 and p99.
+
+        Derived from consecutive samples of the cumulative counter rather than
+        psutil's own cpu_percent, so it covers every process in the tree including
+        workers that came and went between samples.
+        """
+        rates: Final = sorted(
+            (later.cpu_seconds - earlier.cpu_seconds) / (later.elapsed_seconds - earlier.elapsed_seconds)
+            for earlier, later in zip(self.samples, self.samples[1:])
+            if later.elapsed_seconds > earlier.elapsed_seconds
+        )
+        if not rates:
+            return 0.0, 0.0, 0.0
+        return (
+            rates[_rank(len(rates), 0.5)],
+            rates[_rank(len(rates), 0.9)],
+            rates[_rank(len(rates), 0.99)],
+        )
+
+    def summary(self) -> str:
+        p50_cpu, p90_cpu, p99_cpu = self.cpu_utilization_percentiles()
+        return (
+            f"RSS p50 {self.rss_percentile(0.5) / 2**20:.0f} MB, "
+            f"p90 {self.rss_percentile(0.9) / 2**20:.0f} MB, "
+            f"p99 {self.rss_percentile(0.99) / 2**20:.0f} MB; "
+            f"CPU cores busy p50 {p50_cpu:.2f}, p90 {p90_cpu:.2f}, p99 {p99_cpu:.2f}; "
+            f"{self.cpu_seconds_consumed():.1f} CPU seconds consumed"
+        )
+
+
+def _rank(count: int, fraction: float) -> int:
+    """Index of the sample at `fraction`, the same lower-sample convention as locust's percentiles."""
+    return min(count - 1, max(0, math.ceil(count * fraction) - 1))
+
+
+def _read_process(process: psutil.Process) -> tuple[int, float] | None:
+    try:
+        with process.oneshot():
+            memory: Final = _MemoryInfo.model_validate(process.memory_info())
+            times: Final = process.cpu_times()
+            return memory.rss, times.user + times.system
+    except (psutil.NoSuchProcess, psutil.AccessDenied):
+        return None
+
+
+class ProxyUsageSampler:
+    """Samples the proxy process tree every `interval_seconds` until stopped.
+
+    `split()` returns the samples taken so far and starts a new window, so one sampler
+    covers a baseline phase and a chaos phase without a gap between them.
+    """
+
+    def __init__(self, pid: int, interval_seconds: float = 1.0) -> None:
+        self._process: Final = psutil.Process(pid)
+        self._interval: Final = interval_seconds
+        self._stop: Final = threading.Event()
+        self._lock: Final = threading.Lock()
+        self._samples: list[UsageSample] = []  # mutable-ok: a sampling buffer the reader drains under a lock
+        self._started: Final = time.monotonic()
+        self._thread: Final = threading.Thread(target=self._run, name="proxy-usage-sampler", daemon=True)
+
+    def __enter__(self) -> ProxyUsageSampler:
+        self._thread.start()
+        return self
+
+    def __exit__(self, *_: object) -> None:
+        self._stop.set()
+        self._thread.join(timeout=self._interval * 5)
+
+    def _tree(self) -> tuple[psutil.Process, ...]:
+        try:
+            return (self._process, *self._process.children(recursive=True))
+        except psutil.NoSuchProcess:
+            return ()
+
+    def _sample(self) -> UsageSample | None:
+        readings: Final = tuple(reading for process in self._tree() if (reading := _read_process(process)) is not None)
+        if not readings:
+            return None
+        return UsageSample(
+            elapsed_seconds=time.monotonic() - self._started,
+            rss_bytes=sum(rss for rss, _ in readings),
+            cpu_seconds=sum(cpu for _, cpu in readings),
+        )
+
+    def _run(self) -> None:
+        while not self._stop.is_set():
+            sample = self._sample()
+            if sample is not None:
+                with self._lock:
+                    self._samples.append(sample)
+            self._stop.wait(self._interval)
+
+    def split(self) -> UsageWindow:
+        """The window that ends now; the next one starts from this window's last sample.
+
+        The boundary sample is carried into the next window so its CPU counter has a
+        starting point, which is what makes the two windows' utilization comparable.
+        """
+        with self._lock:
+            taken = tuple(self._samples)
+            self._samples = [taken[-1]] if taken else []  # rebind-ok: drains the buffer under the lock
+        return UsageWindow(samples=taken)
diff --git a/tests/e2e/load/test_locust_load.py b/tests/e2e/load/test_locust_load.py
index e3cc6f3efd5..40a238ef624 100644
--- a/tests/e2e/load/test_locust_load.py
+++ b/tests/e2e/load/test_locust_load.py
@@ -7,7 +7,7 @@ from locust_load import (
     LoadResult,
     LocustStatEntry,
     aggregate_stats,
-    median_seconds,
+    percentile_seconds,
     read_errors,
     read_generator_warnings,
 )
@@ -41,35 +41,47 @@ def _result(
         requests=10,
         failures=10,
         requests_per_second=1.0,
-        median_response_seconds=0.05,
+        p50_seconds=0.05,
+        p90_seconds=0.08,
+        p99_seconds=0.1,
         errors=errors,
         generator_warnings=generator_warnings,
     )
 
 
-class TestSerialLatency:
+class TestPercentiles:
     def test_median_is_the_middle_sample_not_the_mean_a_slow_tail_would_drag(self) -> None:
         # Nine fast requests and one very slow one: the mean is 1.99s, the median is 20ms.
         entry = _entry(num_requests=10, response_times={20: 9, 20000: 1})
 
-        assert median_seconds([entry]) == 0.02
+        assert percentile_seconds([entry], 0.5) == 0.02
 
-    def test_median_merges_the_histograms_of_every_stats_entry(self) -> None:
+    def test_the_tail_percentiles_reach_the_slow_samples_the_median_hides(self) -> None:
+        # 100 samples: 89 fast, 10 slow, 1 very slow. p50 sits in the fast bucket, p90 in the
+        # slow one, and p99 lands on the single very slow sample.
+        entry = _entry(num_requests=100, response_times={20: 89, 500: 10, 20000: 1})
+
+        assert percentile_seconds([entry], 0.5) == 0.02
+        assert percentile_seconds([entry], 0.9) == 0.5
+        assert percentile_seconds([entry], 0.99) == 0.5
+        assert percentile_seconds([entry], 1.0) == 20.0
+
+    def test_percentiles_merge_the_histograms_of_every_stats_entry(self) -> None:
         # Per entry the median would be 10ms and 90ms; merged, the middle of the five samples is 90ms.
         entries = [
             _entry(num_requests=2, response_times={10: 2}),
             _entry(num_requests=3, response_times={90: 3}),
         ]
 
-        assert median_seconds(entries) == 0.09
+        assert percentile_seconds(entries, 0.5) == 0.09
 
     def test_an_even_split_takes_the_lower_middle_sample_as_locust_itself_does(self) -> None:
         entry = _entry(num_requests=4, response_times={10: 2, 90: 2})
 
-        assert median_seconds([entry]) == 0.01
+        assert percentile_seconds([entry], 0.5) == 0.01
 
     def test_no_samples_reports_zero_rather_than_dividing_by_an_empty_histogram(self) -> None:
-        assert median_seconds([]) == 0.0
+        assert percentile_seconds([], 0.5) == 0.0
 
 
 class TestAggregate:
@@ -84,9 +96,20 @@ class TestAggregate:
         result = aggregate_stats([entry], (), ())
 
         assert result.requests_per_second == 3.0
-        assert result.median_response_seconds == 0.057
+        assert result.p50_seconds == 0.057
+        assert result.p99_seconds == 0.057
         assert result.failure_ratio == 0.0
 
+    def test_tail_percentiles_come_from_the_slow_end_of_the_histogram(self) -> None:
+        entry = _entry(num_requests=100, response_times={20: 89, 500: 10, 3000: 1})
+
+        result = aggregate_stats([entry], (), ())
+
+        assert result.p50_seconds == 0.02
+        assert result.p90_seconds == 0.5
+        assert result.p99_seconds == 0.5
+        assert result.latency_summary() == "p50 0.020s, p90 0.500s, p99 0.500s"
+
     def test_throughput_spans_from_the_earliest_start_when_locust_reports_several_entries(self) -> None:
         entries = [
             _entry(num_requests=60, start_time=1000.0, last_request_timestamp=1030.0),
@@ -133,8 +156,7 @@ class TestErrorBreakdown:
     def test_diagnosis_caps_the_list_and_says_how_many_it_left_out(self) -> None:
         result = _result(
             errors=tuple(
-                LoadError(name="/chat/completions", error=f"error-{index}", occurrences=index)
-                for index in range(1, 9)
+                LoadError(name="/chat/completions", error=f"error-{index}", occurrences=index) for index in range(1, 9)
             )
         )
 
diff --git a/tests/e2e/load/test_proxy_usage.py b/tests/e2e/load/test_proxy_usage.py
new file mode 100644
index 00000000000..8d9f848825f
--- /dev/null
+++ b/tests/e2e/load/test_proxy_usage.py
@@ -0,0 +1,59 @@
+from __future__ import annotations
+
+from typing import Final
+
+from proxy_usage import UsageSample, UsageWindow
+
+_MB: Final = 2**20
+
+
+def _window(*points: tuple[float, int, float]) -> UsageWindow:
+    return UsageWindow(
+        samples=tuple(
+            UsageSample(elapsed_seconds=elapsed, rss_bytes=rss, cpu_seconds=cpu) for elapsed, rss, cpu in points
+        )
+    )
+
+
+class TestRssPercentiles:
+    def test_the_tail_percentiles_reach_the_peak_the_median_hides(self) -> None:
+        # 100 one-second samples: 89 flat, 10 elevated, 1 spike. The median stays flat, p90 sees the
+        # elevated plateau, and only the max reaches the spike.
+        window: Final = _window(
+            *((float(i), 100 * _MB, float(i)) for i in range(89)),
+            *((float(89 + i), 300 * _MB, float(89 + i)) for i in range(10)),
+            (99.0, 900 * _MB, 99.0),
+        )
+
+        assert window.rss_percentile(0.5) == 100 * _MB
+        assert window.rss_percentile(0.9) == 300 * _MB
+        assert window.rss_percentile(0.99) == 300 * _MB
+        assert window.rss_percentile(1.0) == 900 * _MB
+
+    def test_an_empty_window_reports_zero_rather_than_indexing_nothing(self) -> None:
+        assert _window().rss_percentile(0.5) == 0
+
+
+class TestCpuUtilization:
+    def test_utilization_is_the_counter_delta_over_the_interval_not_the_counter_itself(self) -> None:
+        # The counter climbs 0.5 CPU seconds per second, then 4.0 per second: half a core, then four.
+        window: Final = _window((0.0, _MB, 0.0), (1.0, _MB, 0.5), (2.0, _MB, 1.0), (3.0, _MB, 5.0))
+
+        p50, p90, p99 = window.cpu_utilization_percentiles()
+
+        assert (p50, p90, p99) == (0.5, 4.0, 4.0)
+        assert window.cpu_seconds_consumed() == 5.0
+
+    def test_a_single_sample_has_no_interval_and_reports_zero(self) -> None:
+        window: Final = _window((0.0, _MB, 3.0))
+
+        assert window.cpu_utilization_percentiles() == (0.0, 0.0, 0.0)
+        assert window.cpu_seconds_consumed() == 0.0
+
+    def test_summary_reports_every_percentile_in_human_units(self) -> None:
+        window: Final = _window((0.0, 200 * _MB, 0.0), (1.0, 200 * _MB, 1.5), (2.0, 200 * _MB, 3.0))
+
+        assert window.summary() == (
+            "RSS p50 200 MB, p90 200 MB, p99 200 MB; "
+            "CPU cores busy p50 1.50, p90 1.50, p99 1.50; 3.0 CPU seconds consumed"
+        )
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
new file mode 100644
index 00000000000..f91b9c2fa09
--- /dev/null
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -0,0 +1,258 @@
+"""Live e2e: the proxy under load keeps serving every request while Redis writes time out.
+
+Runs against a proxy booted from tests/e2e/gateway/redis_chaos_ci_config.yml, which points
+cache_params at a real Redis with litellm's default socket_timeout. That one client backs all
+three Redis touchpoints on the request path: the virtual-key auth cache, the response cache,
+and the cross-pod spend counter the cost-tracking callback awaits.
+
+The load runs in two phases against one model group of three mock deployments. The two at
+order 1 raise InternalServerError and the one at order 2 serves, so every request burns its
+retries on the failing pair (a 500 is retryable, so retries keep re-picking inside the lowest
+order) and the router's order-based fallback then re-targets order 2. Every request is expected
+to succeed, and each one carries retry breadcrumbs into cost tracking.
+
+Phase A is a baseline with Redis healthy; phase B holds Redis in CLIENT PAUSE WRITE, so the
+spend counter increment times out and the callback stringifies the request metadata,
+breadcrumbs included, into a failed-tracking alert. On v1.100.0 that string doubled per request
+until the worker hung (LIT-6780), which is what the per-phase RSS and CPU percentiles are here
+to catch.
+
+Needs the proxy on the same host, since RSS and CPU come from psutil on its process tree:
+a multi-worker proxy serves /metrics from the prometheus multiprocess collector, which drops
+the process collector's memory and CPU series. Deselected unless E2E_REDIS_CHAOS is set.
+"""
+
+from __future__ import annotations
+
+import os
+import re
+from collections.abc import Iterator
+from dataclasses import dataclass
+from typing import Final
+
+import pytest
+import redis
+from e2e_config import PROXY_BASE_URL, unique_marker
+from e2e_http import NoBody
+from lifecycle import ResourceManager
+from load_client import LoadClient
+from locust_load import LoadResult, run_chat_load
+from models import KeyGenerateBody, LiteLLMParamsBody
+from proxy_client import ProxyClient
+from proxy_usage import ProxyUsageSampler, UsageWindow
+
+pytestmark = [pytest.mark.e2e, pytest.mark.redis_chaos]
+
+MODEL_GROUP: Final = "redis-chaos-fable"
+MOCK_MODEL: Final = "anthropic/claude-fable-5-1"
+FAILING_DEPLOYMENTS: Final = 2
+SERVING_DEPLOYMENTS: Final = 1
+FAILING_ORDER: Final = 1
+SERVING_ORDER: Final = 2
+KEY_POOL_SIZE: Final = 8
+LOCUST_USERS: Final = 50
+LOCUST_SPAWN_RATE: Final = 50.0
+BASELINE_SECONDS: Final = 60.0
+CHAOS_SECONDS: Final = 90.0
+REDIS_PAUSE_MS: Final = 600_000
+BASELINE_TIMEOUT_RATE_CEILING: Final = 0.05
+CHAOS_TIMEOUT_RATE_FLOOR: Final = 0.20
+
+TIMEOUT_FAILURES_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_failures_total\{failure_class="timeout"\} ([0-9.e+]+)$', re.M
+)
+BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
+BREAKER_TRANSITIONS_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
+)
+RETRIES_RE: Final = re.compile(r"^litellm_deployment_failure_responses_total\{[^}]*\} ([0-9.e+]+)$", re.M)
+COOLDOWN_RE: Final = re.compile(r"^litellm_deployment_cooled_down_total\{[^}]*\} ([0-9.e+]+)$", re.M)
+
+
+@dataclass(frozen=True, slots=True)
+class Phase:
+    """One load phase's traffic and what the proxy's process tree did during it."""
+
+    name: str
+    load: LoadResult
+    usage: UsageWindow
+
+    def report(self) -> str:
+        return (
+            f"{self.name}: {self.load.requests} requests, {self.load.failures} failures, "
+            f"{self.load.requests_per_second:.0f} rps, {self.load.latency_summary()}; {self.usage.summary()}"
+        )
+
+
+def _failing_params() -> LiteLLMParamsBody:
+    return LiteLLMParamsBody(
+        model=MOCK_MODEL,
+        api_key="sk-redis-chaos-not-used",
+        mock_response="litellm.InternalServerError",
+        order=FAILING_ORDER,
+    )
+
+
+def _serving_params() -> LiteLLMParamsBody:
+    return LiteLLMParamsBody(
+        model=MOCK_MODEL,
+        api_key="sk-redis-chaos-not-used",
+        mock_response="redis chaos ok",
+        order=SERVING_ORDER,
+    )
+
+
+@pytest.fixture
+def proxy_pid() -> int:
+    """The proxy's PID, which the workflow exports after starting it.
+
+    Required rather than discovered: picking a process out of the table by name would be
+    ambiguous on a developer machine running more than one proxy.
+    """
+    pid: Final = os.environ.get("E2E_PROXY_PID")
+    assert pid and pid.isdigit(), (
+        "E2E_PROXY_PID must hold the PID of the proxy under test; RSS and CPU are read from "
+        "its process tree because a multi-worker proxy does not report them on /metrics"
+    )
+    return int(pid)
+
+
+@pytest.fixture
+def redis_control() -> Iterator[redis.Redis[bytes]]:
+    """A control connection to the proxy's Redis, which unpauses writes in teardown.
+
+    Only writes are paused: CLIENT PAUSE ALL would freeze this connection too, leaving
+    nothing able to lift the pause.
+    """
+    host: Final = os.environ.get("REDIS_HOST")
+    port: Final = os.environ.get("REDIS_PORT")
+    assert host and port, "REDIS_HOST and REDIS_PORT must name the Redis the proxy under test uses"
+    control: Final = redis.Redis(host=host, port=int(port), socket_timeout=5)
+    try:
+        yield control
+    finally:
+        control.client_unpause()  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
+        control.close()
+
+
+def _metric(proxy: ProxyClient, pattern: re.Pattern[str]) -> float:
+    body: Final = proxy.probe("/metrics", params=NoBody()).body
+    return sum(float(match.group(1)) for match in pattern.finditer(body))
+
+
+def _register_deployments(proxy: ProxyClient, resources: ResourceManager) -> None:
+    for _ in range(FAILING_DEPLOYMENTS):
+        failing_id = proxy.create_model(MODEL_GROUP, _failing_params())
+        resources.defer(lambda model_id=failing_id: proxy.delete_model(model_id))
+    for _ in range(SERVING_DEPLOYMENTS):
+        serving_id = proxy.create_model(MODEL_GROUP, _serving_params())
+        resources.defer(lambda model_id=serving_id: proxy.delete_model(model_id))
+
+
+def _generate_key_pool(proxy: ProxyClient, resources: ResourceManager) -> tuple[str, ...]:
+    """A pool of virtual keys so auth and budget lookups are not one permanently warm
+    cache entry; each locust user picks one, so Redis auth reads actually happen."""
+    keys: Final = tuple(
+        proxy.generate_key(
+            KeyGenerateBody(models=[MODEL_GROUP], key_alias=f"e2e-redis-chaos-{unique_marker()}-{index}")
+        )
+        for index in range(KEY_POOL_SIZE)
+    )
+    for key in keys:
+        resources.defer(lambda doomed=key: proxy.delete_key(doomed))
+    return keys
+
+
+def _drive(keys: tuple[str, ...], seconds: float) -> LoadResult:
+    return run_chat_load(
+        base_url=PROXY_BASE_URL,
+        api_keys=keys,
+        model=MODEL_GROUP,
+        users=LOCUST_USERS,
+        spawn_rate=LOCUST_SPAWN_RATE,
+        duration_seconds=seconds,
+    )
+
+
+class TestRedisChaos:
+    @pytest.mark.covers(
+        "reliability.circuit_breaker.redis_timeout.stays_responsive",
+        exercised_on=["chat_completions"],
+    )
+    def test_load_survives_redis_write_timeouts(
+        self,
+        client: LoadClient,
+        resources: ResourceManager,
+        proxy_pid: int,
+        redis_control: redis.Redis[bytes],
+    ) -> None:
+        proxy: Final = client.proxy
+        _register_deployments(proxy, resources)
+        keys: Final = _generate_key_pool(proxy, resources)
+
+        timeouts_at_start: Final = _metric(proxy, TIMEOUT_FAILURES_RE)
+        retries_before: Final = _metric(proxy, RETRIES_RE)
+        cooldowns_before: Final = _metric(proxy, COOLDOWN_RE)
+
+        with ProxyUsageSampler(proxy_pid) as sampler:
+            baseline: Final = Phase(name="baseline", load=_drive(keys, BASELINE_SECONDS), usage=sampler.split())
+            timeouts_after_baseline: Final = _metric(proxy, TIMEOUT_FAILURES_RE)
+
+            redis_control.client_pause(REDIS_PAUSE_MS, all=False)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
+            chaos: Final = Phase(name="chaos", load=_drive(keys, CHAOS_SECONDS), usage=sampler.split())
+
+        report: Final = f"{baseline.report()} | {chaos.report()}"
+
+        for phase in (baseline, chaos):
+            assert phase.load.requests > 0, (
+                f"{phase.name} drove no traffic at all, so it proved nothing: {phase.load.diagnosis()}. {report}"
+            )
+            assert phase.load.failures == 0, (
+                f"{phase.name} had {phase.load.failures} of {phase.load.requests} requests fail. Every request "
+                f"must succeed: the failing deployments sit at order {FAILING_ORDER} and the serving one at order "
+                f"{SERVING_ORDER}, so once the retries on order {FAILING_ORDER} are spent the order-based fallback "
+                f"lands on the serving deployment. Failures mean it was cooled down, the fallback did not run, or "
+                f"a Redis failure reached the response path. {phase.load.diagnosis()}. {report}"
+            )
+
+        cooldowns: Final = _metric(proxy, COOLDOWN_RE) - cooldowns_before
+        assert cooldowns == 0, (
+            f"{cooldowns:.0f} deployments were cooled down during the run; the failing deployments are supposed "
+            f"to stay in rotation so every request keeps exercising the retry path. {report}"
+        )
+
+        retries: Final = _metric(proxy, RETRIES_RE) - retries_before
+        assert retries >= baseline.load.requests + chaos.load.requests, (
+            f"only {retries:.0f} deployment failures were counted across "
+            f"{baseline.load.requests + chaos.load.requests} requests; the mock deployments did not fail, so no "
+            f"request carried retry breadcrumbs into cost tracking and the regression path was never entered. "
+            f"{report}"
+        )
+
+        baseline_timeout_rate: Final = (timeouts_after_baseline - timeouts_at_start) / baseline.load.requests
+        assert baseline_timeout_rate <= BASELINE_TIMEOUT_RATE_CEILING, (
+            f"a healthy Redis timed out on {baseline_timeout_rate:.1%} of baseline requests, over the "
+            f"{BASELINE_TIMEOUT_RATE_CEILING:.0%} this test tolerates; at litellm's default socket_timeout a "
+            f"loaded Redis does time out occasionally, but this much means the baseline is already degraded and "
+            f"the two phases are not comparable. {report}"
+        )
+
+        chaos_timeouts: Final = _metric(proxy, TIMEOUT_FAILURES_RE) - timeouts_after_baseline
+        chaos_timeout_rate: Final = chaos_timeouts / chaos.load.requests
+        transitions: Final = _metric(proxy, BREAKER_TRANSITIONS_RE)
+        breaker_open: Final = _metric(proxy, BREAKER_OPEN_RE) >= 1
+        assert chaos_timeout_rate >= CHAOS_TIMEOUT_RATE_FLOOR or transitions >= 1 or breaker_open, (
+            f"with writes paused the breaker saw Redis time out on only {chaos_timeout_rate:.1%} of requests "
+            f"against {baseline_timeout_rate:.1%} at baseline, under the {CHAOS_TIMEOUT_RATE_FLOOR:.0%} a real "
+            f"outage produces, and it counted {transitions:.0f} state transitions and ended "
+            f"{'open' if breaker_open else 'closed'}. The spend counter increment never failed, so this run "
+            f"proved nothing. {report}"
+        )
+
+        rows: Final = proxy.poll_logs_for_key(keys[0], min_rows=1)
+        assert rows, (
+            f"no spend rows landed for the first key in the pool; a Redis outage must not cost the proxy its "
+            f"spend logs, which are written to Postgres through a queue rather than through Redis. {report}"
+        )
+
+        print(f"\nredis chaos load: {report}")  # noqa: T201  # the numbers this test exists to report, read off the CI log
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index f3c111bdf06..31eb6e31401 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -924,6 +924,7 @@ class LiteLLMParamsBody(BaseModel):
     timeout: float | None = None
     tpm: int | None = None
     weight: int | None = None
+    order: int | None = None
 
 
 ModelMode = Literal["batch", "realtime", "image_generation"]
diff --git a/tests/e2e/pytest.ini b/tests/e2e/pytest.ini
index f69d5d058f3..1dcb50a6fab 100644
--- a/tests/e2e/pytest.ini
+++ b/tests/e2e/pytest.ini
@@ -9,4 +9,4 @@ markers =
     load: heavy throughput/load test; collected last so it never perturbs latency-sensitive suites
     weekly: real-provider anomaly load test that spends real money; deselected unless E2E_WEEKLY_ANOMALY is set
     managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set
-    redis_timeout: needs a proxy booted from gateway/redis_timeout_ci_config.yml whose Redis times out on every command; deselected unless E2E_REDIS_TIMEOUT is set
+    redis_chaos: load test that pauses the proxy's Redis writes mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set
diff --git a/tests/e2e/router/conftest.py b/tests/e2e/router/conftest.py
index 57fde729f41..2d5e546dc6c 100644
--- a/tests/e2e/router/conftest.py
+++ b/tests/e2e/router/conftest.py
@@ -10,12 +10,10 @@ proxy does not already list it (compose has it in static config; stage does not)
 
 from __future__ import annotations
 
-import os
 from collections.abc import Iterator
 
 import pytest
 from complexity_router_client import ComplexityRouterClient, build_client
-from e2e_config import REDIS_TIMEOUT_OPT_IN_ENV
 from e2e_http import NoBody, Success
 from lifecycle import ResourceManager
 from models import (
@@ -46,16 +44,6 @@ ROUTER_PARAMS = LiteLLMParamsBody(
 ROUTER_KEY_MODELS = [ROUTER_MODEL, "gpt-5.5", "claude-haiku-4-5"]
 
 
-def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
-    if os.environ.get(REDIS_TIMEOUT_OPT_IN_ENV):
-        return
-    deselected = [item for item in items if item.get_closest_marker("redis_timeout") is not None]
-    if not deselected:
-        return
-    config.hook.pytest_deselected(items=deselected)
-    items[:] = [item for item in items if item.get_closest_marker("redis_timeout") is None]
-
-
 @pytest.fixture(scope="session")
 def client(proxy: ProxyClient) -> ComplexityRouterClient:
     return build_client(proxy)
diff --git a/tests/e2e/router/test_redis_timeout_e2e.py b/tests/e2e/router/test_redis_timeout_e2e.py
deleted file mode 100644
index 3f1984c0696..00000000000
--- a/tests/e2e/router/test_redis_timeout_e2e.py
+++ /dev/null
@@ -1,282 +0,0 @@
-"""Live e2e: the proxy keeps answering while every Redis command times out.
-
-Runs only against a proxy booted from tests/e2e/gateway/redis_timeout_ci_config.yml, which
-points cache_params at a real Redis with socket_timeout 0.001. The test holds that Redis in
-CLIENT PAUSE WRITE for its duration, so every write the proxy sends, the spend counter increment
-included, hangs past the timeout. For each endpoint it registers two deployments through
-/model/new: a primary whose api_base is a closed port and a backup that answers with a mock. Each request fails the primary,
-retries, falls back and succeeds, so it carries retry breadcrumbs; its cost tracking then fails on
-the spend counter increment and stringifies the request metadata into a failed-tracking alert. On
-v1.100.0 that string doubled per request until the worker hung (LIT-6780). Deselected unless
-E2E_REDIS_TIMEOUT is set, since it needs that dedicated proxy.
-"""
-
-from __future__ import annotations
-
-import os
-import re
-import time
-from collections.abc import Callable, Iterator
-from dataclasses import dataclass
-from typing import Final
-
-import pytest
-import redis
-from complexity_router_client import ComplexityRouterClient
-from e2e_config import unique_marker
-from e2e_http import NoBody, Result, Success
-from lifecycle import ResourceManager
-from models import ChatBody, ChatMessage, ChatResponse, EmbedBody, KeyGenerateBody, LiteLLMParamsBody
-from proxy_client import ProxyClient
-from pydantic import BaseModel
-
-pytestmark = [pytest.mark.e2e, pytest.mark.redis_timeout]
-
-REQUESTS: Final = 20
-MAX_SECONDS_PER_REQUEST: Final = 10.0
-MAX_LATENCY_GROWTH_RATIO: Final = 3.0
-MAX_LIVELINESS_SECONDS: Final = 2.0
-MAX_RSS_GROWTH_BYTES: Final = 200 * 1024 * 1024
-REDIS_PAUSE_MS: Final = 600_000
-BREAKER_FAILURE_THRESHOLD: Final = 5
-CLOSED_PORT_API_BASE: Final = "http://127.0.0.1:1"
-TIMEOUT_FAILURES_RE: Final = re.compile(
-    r'^litellm_redis_circuit_breaker_failures_total\{failure_class="timeout"\} ([0-9.e+]+)$', re.M
-)
-BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
-BREAKER_TRANSITIONS_RE: Final = re.compile(
-    r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
-)
-FALLBACKS_RE: Final = re.compile(r"^litellm_deployment_successful_fallbacks_total\{[^}]*\} ([0-9.e+]+)$", re.M)
-RSS_RE: Final = re.compile(r"^process_resident_memory_bytes ([0-9.e+]+)$", re.M)
-
-
-class ResponsesBody(BaseModel):
-    model: str
-    input: str
-    max_output_tokens: int = 5
-
-
-class ResponsesObject(BaseModel):
-    id: str | None = None
-    status: str | None = None
-    output: list[object] = []
-
-
-class EmbeddingsObject(BaseModel):
-    model: str | None = None
-    data: list[object] = []
-
-
-@dataclass(frozen=True, slots=True)
-class Endpoint:
-    """One endpoint's deployments and request shape."""
-
-    name: str
-    primary: str
-    backup: str
-    primary_params: LiteLLMParamsBody
-    backup_params: LiteLLMParamsBody
-    send: Callable[[ProxyClient, str, str, str], Result[BaseModel]]
-    served: Callable[[BaseModel], bool]
-
-
-def _send_chat(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
-    return proxy.transport.post(
-        "/chat/completions",
-        headers=proxy.transport.bearer(key),
-        json=ChatBody(model=model, messages=[ChatMessage(role="user", content=marker)], max_tokens=5),
-        response_type=ChatResponse,
-        timeout=MAX_SECONDS_PER_REQUEST,
-    )
-
-
-def _send_responses(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
-    return proxy.transport.post(
-        "/v1/responses",
-        headers=proxy.transport.bearer(key),
-        json=ResponsesBody(model=model, input=marker),
-        response_type=ResponsesObject,
-        timeout=MAX_SECONDS_PER_REQUEST,
-    )
-
-
-def _send_embeddings(proxy: ProxyClient, key: str, model: str, marker: str) -> Result[BaseModel]:
-    return proxy.transport.post(
-        "/embeddings",
-        headers=proxy.transport.bearer(key),
-        json=EmbedBody(model=model, input=marker),
-        response_type=EmbeddingsObject,
-        timeout=MAX_SECONDS_PER_REQUEST,
-    )
-
-
-_CHAT_PRIMARY: Final = LiteLLMParamsBody(
-    model="openai/gpt-5-mini", api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
-)
-_CHAT_BACKUP: Final = LiteLLMParamsBody(
-    model="openai/gpt-5-nano", api_key="sk-redis-timeout-backup-not-used", mock_response="ok"
-)
-_EMBED_PRIMARY: Final = LiteLLMParamsBody(
-    model="openai/text-embedding-3-small", api_key="sk-redis-timeout-primary-not-used", api_base=CLOSED_PORT_API_BASE
-)
-_EMBED_BACKUP: Final = LiteLLMParamsBody(
-    model="openai/text-embedding-3-large", api_key="sk-redis-timeout-backup-not-used", mock_response=[0.1, 0.2, 0.3]
-)
-
-ENDPOINTS: Final = (
-    Endpoint(
-        name="chat_completions",
-        primary="redis-timeout-primary",
-        backup="redis-timeout-backup",
-        primary_params=_CHAT_PRIMARY,
-        backup_params=_CHAT_BACKUP,
-        send=_send_chat,
-        served=lambda data: isinstance(data, ChatResponse) and bool(data.choices),
-    ),
-    Endpoint(
-        name="responses",
-        primary="redis-timeout-primary",
-        backup="redis-timeout-backup",
-        primary_params=_CHAT_PRIMARY,
-        backup_params=_CHAT_BACKUP,
-        send=_send_responses,
-        served=lambda data: isinstance(data, ResponsesObject) and bool(data.output),
-    ),
-    Endpoint(
-        name="embeddings",
-        primary="redis-timeout-embed-primary",
-        backup="redis-timeout-embed-backup",
-        primary_params=_EMBED_PRIMARY,
-        backup_params=_EMBED_BACKUP,
-        send=_send_embeddings,
-        served=lambda data: isinstance(data, EmbeddingsObject) and bool(data.data),
-    ),
-)
-
-
-@pytest.fixture
-def paused_redis() -> Iterator[None]:
-    """Hold the proxy's Redis in CLIENT PAUSE WRITE so every write it sends outlives the 1 ms socket
-    timeout. A loopback Redis otherwise answers many commands inside that budget. Reads stay live so
-    this control connection can lift the pause in teardown."""
-    host = os.environ.get("REDIS_HOST")
-    port = os.environ.get("REDIS_PORT")
-    assert host and port, "REDIS_HOST and REDIS_PORT must name the Redis the proxy under test uses"
-    control = redis.Redis(host=host, port=int(port), socket_timeout=5)
-    control.client_pause(REDIS_PAUSE_MS, all=False)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
-    try:
-        yield
-    finally:
-        control.client_unpause()  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
-        control.close()
-
-
-def _metric(proxy: ProxyClient, pattern: re.Pattern[str]) -> float:
-    body = proxy.probe("/metrics", params=NoBody()).body
-    return sum(float(match.group(1)) for match in pattern.finditer(body))
-
-
-def _rss_bytes(proxy: ProxyClient) -> float | None:
-    """The proxy's resident memory from the Prometheus process collector, which reads /proc and
-    so reports on Linux only; None where the metric is absent."""
-    body = proxy.probe("/metrics", params=NoBody()).body
-    match = RSS_RE.search(body)
-    return float(match.group(1)) if match else None
-
-
-class TestRedisTimeout:
-    @pytest.mark.parametrize("endpoint", ENDPOINTS, ids=[endpoint.name for endpoint in ENDPOINTS])
-    @pytest.mark.covers(
-        "reliability.circuit_breaker.redis_timeout.stays_responsive",
-        exercised_on=["chat_completions", "responses", "embeddings"],
-    )
-    def test_retries_under_redis_timeouts_keep_answering(
-        self, client: ComplexityRouterClient, resources: ResourceManager, endpoint: Endpoint, paused_redis: None
-    ) -> None:
-        proxy = client.proxy
-        primary_id = proxy.create_model(endpoint.primary, endpoint.primary_params)
-        resources.defer(lambda: proxy.delete_model(primary_id))
-        backup_id = proxy.create_model(endpoint.backup, endpoint.backup_params)
-        resources.defer(lambda: proxy.delete_model(backup_id))
-        key = proxy.generate_key(
-            KeyGenerateBody(
-                models=[endpoint.primary, endpoint.backup],
-                key_alias=f"e2e-redis-timeout-{endpoint.name}-{unique_marker()}",
-            )
-        )
-        resources.defer(lambda: proxy.delete_key(key))
-        timeouts_before = _metric(proxy, TIMEOUT_FAILURES_RE)
-        transitions_before = _metric(proxy, BREAKER_TRANSITIONS_RE)
-        fallbacks_before = _metric(proxy, FALLBACKS_RE)
-        rss_before = _rss_bytes(proxy)
-
-        latencies: list[float] = []
-        for request_number in range(1, REQUESTS + 1):
-            started = time.monotonic()
-            result = endpoint.send(proxy, key, endpoint.primary, f"redis timeout {unique_marker()} {request_number}")
-            elapsed = time.monotonic() - started
-            assert isinstance(result, Success), (
-                f"{endpoint.name} request {request_number} failed after {elapsed:.1f}s with Redis timing out: {result}; "
-                f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
-            )
-            assert endpoint.served(result.data), (
-                f"{endpoint.name} request {request_number}: fallback to {endpoint.backup} returned no output"
-            )
-            assert elapsed < MAX_SECONDS_PER_REQUEST, (
-                f"{endpoint.name} request {request_number} took {elapsed:.1f}s with Redis timing out; "
-                f"earlier requests took {[round(seconds, 2) for seconds in latencies]}"
-            )
-            latencies.append(elapsed)
-
-        third = REQUESTS // 3
-        early = sum(latencies[:third]) / third
-        late = sum(latencies[-third:]) / third
-        assert late <= max(early * MAX_LATENCY_GROWTH_RATIO, 0.5), (
-            f"{endpoint.name} per-request latency grew from {early:.2f}s to {late:.2f}s across {REQUESTS} requests "
-            "while Redis timed out; the proxy is paying more for each failed request"
-        )
-
-        started = time.monotonic()
-        probe = proxy.transport.probe("/health/liveliness", params=NoBody())
-        liveliness_seconds = time.monotonic() - started
-        assert probe.healthy, f"/health/liveliness returned {probe.status_code} after the Redis timeout loop"
-        assert liveliness_seconds < MAX_LIVELINESS_SECONDS, (
-            f"/health/liveliness took {liveliness_seconds:.1f}s after the loop; the worker is stalled"
-        )
-
-        if rss_before is not None:
-            rss_after = _rss_bytes(proxy)
-            assert rss_after is not None
-            assert rss_after - rss_before <= MAX_RSS_GROWTH_BYTES, (
-                f"proxy RSS grew {(rss_after - rss_before) / 2**20:.0f} MB across {REQUESTS} {endpoint.name} requests "
-                "with Redis timing out; on v1.100.0 this path grew by gigabytes"
-            )
-
-        fallbacks = _metric(proxy, FALLBACKS_RE) - fallbacks_before
-        assert fallbacks >= REQUESTS, (
-            f"only {fallbacks:.0f} successful fallbacks were counted across {REQUESTS} {endpoint.name} requests; "
-            "the closed-port primary did not fail every request, so the retry path was not exercised"
-        )
-
-        timeouts_total = _metric(proxy, TIMEOUT_FAILURES_RE)
-        timeouts = timeouts_total - timeouts_before
-        transitions = _metric(proxy, BREAKER_TRANSITIONS_RE) - transitions_before
-        breaker_open = _metric(proxy, BREAKER_OPEN_RE) >= 1
-        assert timeouts_total >= BREAKER_FAILURE_THRESHOLD, (
-            f"the proxy counted only {timeouts_total:.0f} Redis timeouts in its lifetime; the write-paused Redis "
-            "never made its spend counter writes time out, so this run proved nothing"
-        )
-        assert timeouts >= REQUESTS or transitions >= 1 or breaker_open, (
-            f"during {REQUESTS} {endpoint.name} requests the breaker counted {timeouts:.0f} new timeouts, "
-            f"{transitions:.0f} state transitions, and ended {'open' if breaker_open else 'closed'}; "
-            "Redis was healthy for this case, so it proved nothing"
-        )
-
-        rows = proxy.poll_logs_for_key(key, min_rows=REQUESTS)
-        assert len(rows) >= REQUESTS, (
-            f"only {len(rows)} of {REQUESTS} {endpoint.name} requests reached the spend log; "
-            "a Redis outage must not lose spend rows"
-        )
-        failed_rows = [row.status for row in rows if row.status not in (None, "success")]
-        assert not failed_rows, f"{len(failed_rows)} {endpoint.name} spend rows are not successes: {failed_rows[:3]}"
diff --git a/uv.lock b/uv.lock
index 0fe787645a2..be124e2ead7 100644
--- a/uv.lock
+++ b/uv.lock
@@ -10,7 +10,7 @@ resolution-markers = [
 ]
 
 [options]
-exclude-newer = "2026-09-06T00:40:30.433549Z"
+exclude-newer = "2026-09-08T03:56:24.358378Z"
 exclude-newer-span = "P3D"
 
 [manifest]
@@ -4559,6 +4559,7 @@ e2e-dev = [
     { name = "locust" },
     { name = "mcp" },
     { name = "playwright" },
+    { name = "psutil" },
     { name = "websockets" },
 ]
 healthcheck = [
@@ -4747,6 +4748,7 @@ e2e-dev = [
     { name = "locust", specifier = "==2.45.0" },
     { name = "mcp", specifier = ">=1.28.1,<2.0" },
     { name = "playwright", specifier = "==1.61.0" },
+    { name = "psutil", specifier = "==7.2.2" },
     { name = "websockets", specifier = ">=15.0.1,<16.0" },
 ]
 healthcheck = [

From 5fa693896fea7ac6ab2455bbfbfbb5f11171eef7 Mon Sep 17 00:00:00 2001
From: Chetan Soni <csoni@coreweave.com>
Date: Fri, 11 Sep 2026 01:21:15 -0700
Subject: [PATCH 155/298] fix(guardrails): stop 500s on POST /responses when a
 guardrail rewrites input

---
 .../guardrail_translation/handler.py          |  13 +-
 .../crowdstrike_aidr/crowdstrike_aidr.py      |   8 +-
 .../proxy/policy_engine/pipeline_executor.py  |   9 ++
 .../guardrail_hooks/test_crowdstrike_aidr.py  | 117 ++++++++++++++++++
 4 files changed, 143 insertions(+), 4 deletions(-)

diff --git a/litellm/llms/openai/responses/guardrail_translation/handler.py b/litellm/llms/openai/responses/guardrail_translation/handler.py
index 33e0a0a923f..2fe11d9f7bd 100644
--- a/litellm/llms/openai/responses/guardrail_translation/handler.py
+++ b/litellm/llms/openai/responses/guardrail_translation/handler.py
@@ -497,9 +497,14 @@ class OpenAIResponsesHandler(BaseTranslation):
             guardrailed_texts: Final = guardrailed_inputs.get("texts") or ()
             data["input"] = guardrailed_texts[0] if guardrailed_texts else input_data  # rebind-ok: data is an out-param
         else:
+            rewritten_texts: Final = guardrailed_inputs.get("texts") or ()
+            if len(rewritten_texts) != len(extracted.task_mappings):
+                from litellm.proxy.policy_engine.pipeline_executor import UnappliableRequestRewrite
+
+                raise UnappliableRequestRewrite(guardrail_to_apply.guardrail_name or "unknown")
             await self._apply_guardrail_responses_to_input(
                 messages=input_data,
-                responses=guardrailed_inputs.get("texts") or (),
+                responses=rewritten_texts,
                 task_mappings=extracted.task_mappings,
             )
         verbose_proxy_logger.debug("OpenAI Responses API: Processed input messages: %s", data.get("input"))
@@ -635,10 +640,12 @@ class OpenAIResponsesHandler(BaseTranslation):
         """
         Apply guardrail responses back to input messages.
 
+        ``responses`` pairs positionally with ``task_mappings``; the caller rejects
+        the request when the two disagree, so this never has to guess an alignment.
+
         Override this method to customize how responses are applied.
         """
-        for task_idx, guardrail_response in enumerate(responses):
-            mapping = task_mappings[task_idx]
+        for guardrail_response, mapping in zip(responses, task_mappings):
             msg_idx = cast(int, mapping[0])
             content_idx_optional = cast(int | None, mapping[1])
 
diff --git a/litellm/proxy/guardrails/guardrail_hooks/crowdstrike_aidr/crowdstrike_aidr.py b/litellm/proxy/guardrails/guardrail_hooks/crowdstrike_aidr/crowdstrike_aidr.py
index f7f500b1adc..8fed1f906e5 100644
--- a/litellm/proxy/guardrails/guardrail_hooks/crowdstrike_aidr/crowdstrike_aidr.py
+++ b/litellm/proxy/guardrails/guardrail_hooks/crowdstrike_aidr/crowdstrike_aidr.py
@@ -18,6 +18,7 @@ from litellm.llms.base_llm.guardrail_translation.utils import (
     effective_skip_tool_message_for_guardrail,
 )
 from litellm.llms.custom_httpx.http_handler import (
+    AsyncHTTPHandler,
     get_async_httpx_client,
     httpxSpecialProvider,
 )
@@ -261,6 +262,7 @@ class CrowdStrikeAIDRHandler(CustomGuardrail):
         fail_on_error: bool | None = True,
         streaming_end_of_stream_only: bool | None = None,
         streaming_sampling_rate: int | None = None,
+        async_handler: AsyncHTTPHandler | None = None,
         **kwargs,
     ) -> None:
         """
@@ -273,9 +275,13 @@ class CrowdStrikeAIDRHandler(CustomGuardrail):
             streaming_end_of_stream_only (bool | None): Scan streamed output once at end of stream instead of
                 every streaming_sampling_rate chunks. Defaults to False.
             streaming_sampling_rate (int | None): Scan the accumulated streamed output every Nth chunk. Defaults to 5.
+            async_handler (AsyncHTTPHandler | None): HTTP client to call AI Guard with. Defaults to the shared
+                guardrail-callback client.
             **kwargs: Additional arguments passed to the CustomGuardrail base class.
         """
-        self.async_handler = get_async_httpx_client(llm_provider=httpxSpecialProvider.GuardrailCallback)
+        self.async_handler = async_handler or get_async_httpx_client(
+            llm_provider=httpxSpecialProvider.GuardrailCallback
+        )
         self.fail_on_error = True if fail_on_error is None else fail_on_error
         self._set_streaming_params(
             CrowdStrikeAIDRGuardrailConfigModelOptionalParams(
diff --git a/litellm/proxy/policy_engine/pipeline_executor.py b/litellm/proxy/policy_engine/pipeline_executor.py
index ed193c7f434..ad45781d5d2 100644
--- a/litellm/proxy/policy_engine/pipeline_executor.py
+++ b/litellm/proxy/policy_engine/pipeline_executor.py
@@ -58,6 +58,15 @@ class UndeliverableStreamRewrite(Exception):
         self.guardrail_name: Final = guardrail_name
 
 
+class UnappliableRequestRewrite(Exception):
+    def __init__(self, guardrail_name: str) -> None:
+        super().__init__(
+            f"Guardrail '{guardrail_name}' rewrote the request in a way this endpoint cannot apply, "
+            "so the request was rejected rather than sent unrewritten"
+        )
+        self.guardrail_name: Final = guardrail_name
+
+
 def _tool_call_shape(tool_call: object) -> tuple[object, object]:
     plain: Final = tool_call.model_dump() if isinstance(tool_call, BaseModel) else tool_call
     function: Final = plain.get("function") if isinstance(plain, Mapping) else None
diff --git a/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
index a07157396df..a80dae27d01 100644
--- a/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
+++ b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
@@ -1,3 +1,6 @@
+from collections.abc import AsyncIterator
+from contextlib import asynccontextmanager
+from typing import Final, cast
 from unittest.mock import patch
 
 import httpx
@@ -7,6 +10,9 @@ from pydantic import ValidationError
 
 import litellm
 from litellm.exceptions import Timeout
+from litellm.integrations.custom_guardrail import CustomGuardrail
+from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler
+from litellm.llms.openai.responses.guardrail_translation.handler import OpenAIResponsesHandler
 from litellm.litellm_core_utils.core_helpers import get_or_create_metadata_bucket
 from litellm.proxy.guardrails.guardrail_hooks.crowdstrike_aidr import initialize_guardrail
 from litellm.proxy.guardrails.guardrail_hooks.crowdstrike_aidr.crowdstrike_aidr import (
@@ -1719,3 +1725,114 @@ async def test_streaming_params_from_config_control_output_scan_cadence(
     handler = _initialize_from_config(mode="post_call", **configured)
 
     assert await _guard_calls_for_stream(handler, list("ABCDEFGHIJ")) == expected_calls
+
+
+@asynccontextmanager
+async def _guardrail_transforming_into(messages: list[dict[str, object]]) -> AsyncIterator[CrowdStrikeAIDRHandler]:
+    """A guardrail whose AI Guard returns ``messages`` as its rewrite."""
+
+    def respond(request: httpx.Request) -> httpx.Response:
+        return httpx.Response(
+            status_code=200,
+            json={
+                "result": {
+                    "blocked": False,
+                    "transformed": True,
+                    "guard_output": {"messages": messages},
+                },
+            },
+            request=request,
+        )
+
+    async with httpx.AsyncClient(transport=httpx.MockTransport(respond)) as client:
+        handler: Final = AsyncHTTPHandler()
+        handler.client = client
+        yield CrowdStrikeAIDRHandler(
+            mode="pre_call",
+            guardrail_name="crowdstrike-aidr-guard",
+            api_key="pts_crowdstrike_tokenid",
+            api_base="https://api.crowdstrike.com/aidr/aiguard",
+            async_handler=handler,
+        )
+
+
+class _MessageShapedGuardrail(CustomGuardrail):
+    """Returns one text per chat message and no ``structured_messages`` rewrite.
+
+    Prompt Security and friends scan messages rather than Responses text parts,
+    which is the shape that outnumbers the endpoint's own bookkeeping.
+    """
+
+    def __init__(self, redacted: str) -> None:
+        super().__init__(guardrail_name="message-shaped")
+        self.redacted: Final = redacted
+
+    async def apply_guardrail(
+        self,
+        inputs: GenericGuardrailAPIInputs,
+        request_data: dict,
+        input_type: str,
+        logging_obj: object = None,
+    ) -> GenericGuardrailAPIInputs:
+        messages: Final = inputs.get("structured_messages") or ()
+        return {"texts": [self.redacted for _ in messages]}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("case", "instructions", "responses_input"),
+    [
+        (
+            "instructions add a system message",
+            "be terse",
+            [{"role": "user", "content": [{"type": "input_text", "text": "my ssn is 078-05-1120"}]}],
+        ),
+        (
+            "tool items add messages that carry no text",
+            None,
+            [
+                {"role": "user", "content": [{"type": "input_text", "text": "my ssn is 078-05-1120"}]},
+                {"type": "function_call", "call_id": "c1", "name": "get_x", "arguments": "{}"},
+                {"type": "function_call_output", "call_id": "c1", "output": "42"},
+            ],
+        ),
+    ],
+)
+async def test_unalignable_rewrite_is_rejected_never_sent_unredacted(
+    case: str,
+    instructions: str | None,
+    responses_input: list[dict[str, object]],
+) -> None:
+    """An unalignable rewrite must fail the request, not forward the raw prompt.
+
+    Skipping the write-back would hand the model the unredacted text, so a
+    guardrail could be bypassed by adding ``instructions`` or a tool call.
+    """
+    from litellm.proxy.policy_engine.pipeline_executor import UnappliableRequestRewrite
+
+    data: dict[str, object] = {"model": "gpt-4o", "input": responses_input}
+    if instructions is not None:
+        data["instructions"] = instructions
+
+    with pytest.raises(UnappliableRequestRewrite):
+        await OpenAIResponsesHandler().process_input_messages(
+            data=data,
+            guardrail_to_apply=_MessageShapedGuardrail("my ssn is <US_SSN>"),
+        )
+
+    assert "078-05-1120" in str(responses_input), case
+
+
+@pytest.mark.asyncio
+async def test_aligned_rewrite_is_written_back() -> None:
+    """Matching counts must still redact the input in place."""
+    responses_input: list[dict[str, object]] = [
+        {"role": "user", "content": [{"type": "input_text", "text": "my ssn is 078-05-1120"}]}
+    ]
+
+    await OpenAIResponsesHandler().process_input_messages(
+        data={"model": "gpt-4o", "input": responses_input},
+        guardrail_to_apply=_MessageShapedGuardrail("my ssn is <US_SSN>"),
+    )
+
+    assert cast(list, responses_input[0]["content"])[0]["text"] == "my ssn is <US_SSN>"

From 4382b86b0f3a18bf5a5c5bc4abc29cc012fb27fa Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Fri, 11 Sep 2026 13:14:37 +0000
Subject: [PATCH 156/298] registry audit 2026-09-11: xai/groq deprecation
 dates, deepseek-v4-flash vision, perplexity nemotron reasoning

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/model_prices_and_context_window_backup.json | 10 ++++++++--
 model_prices_and_context_window.json                | 10 ++++++++--
 2 files changed, 16 insertions(+), 4 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 729a5623fbe..ad992ff92eb 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -33076,6 +33076,7 @@
         "supports_tool_choice": true
     },
     "groq/gemma-7b-it": {
+        "deprecation_date": "2024-12-18",
         "input_cost_per_token": 5e-08,
         "litellm_provider": "groq",
         "max_input_tokens": 8192,
@@ -56515,7 +56516,7 @@
         "supports_response_schema": true,
         "supports_system_messages": true,
         "supports_tool_choice": true,
-        "supports_vision": false
+        "supports_vision": true
     },
     "deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
@@ -56619,7 +56620,7 @@
         "supports_response_schema": true,
         "supports_system_messages": true,
         "supports_tool_choice": true,
-        "supports_vision": false
+        "supports_vision": true
     },
     "deepseek/deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
@@ -60108,6 +60109,7 @@
         ]
     },
     "xai/grok-imagine-image-quality": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -60124,6 +60126,7 @@
         ]
     },
     "xai/grok-imagine-image-quality-20260403": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -60140,6 +60143,7 @@
         ]
     },
     "xai/grok-imagine-image-quality-latest": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -61929,6 +61933,7 @@
         "mode": "responses",
         "supports_web_search": true,
         "supports_function_calling": true,
+        "supports_reasoning": true,
         "input_cost_per_token": 1.15e-08,
         "output_cost_per_token": 1.7e-07,
         "cache_read_input_token_cost": 1.15e-09,
@@ -61939,6 +61944,7 @@
         "mode": "responses",
         "supports_web_search": true,
         "supports_function_calling": true,
+        "supports_reasoning": true,
         "input_cost_per_token": 2.5e-07,
         "output_cost_per_token": 2.5e-06,
         "cache_read_input_token_cost": 2.5e-07,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 729a5623fbe..ad992ff92eb 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -33076,6 +33076,7 @@
         "supports_tool_choice": true
     },
     "groq/gemma-7b-it": {
+        "deprecation_date": "2024-12-18",
         "input_cost_per_token": 5e-08,
         "litellm_provider": "groq",
         "max_input_tokens": 8192,
@@ -56515,7 +56516,7 @@
         "supports_response_schema": true,
         "supports_system_messages": true,
         "supports_tool_choice": true,
-        "supports_vision": false
+        "supports_vision": true
     },
     "deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
@@ -56619,7 +56620,7 @@
         "supports_response_schema": true,
         "supports_system_messages": true,
         "supports_tool_choice": true,
-        "supports_vision": false
+        "supports_vision": true
     },
     "deepseek/deepseek-v4-flash-vision-exp": {
         "cache_creation_input_token_cost": 0.0,
@@ -60108,6 +60109,7 @@
         ]
     },
     "xai/grok-imagine-image-quality": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -60124,6 +60126,7 @@
         ]
     },
     "xai/grok-imagine-image-quality-20260403": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -60140,6 +60143,7 @@
         ]
     },
     "xai/grok-imagine-image-quality-latest": {
+        "deprecation_date": "2026-11-02",
         "input_cost_per_image": 0.05,
         "litellm_provider": "xai",
         "mode": "image_generation",
@@ -61929,6 +61933,7 @@
         "mode": "responses",
         "supports_web_search": true,
         "supports_function_calling": true,
+        "supports_reasoning": true,
         "input_cost_per_token": 1.15e-08,
         "output_cost_per_token": 1.7e-07,
         "cache_read_input_token_cost": 1.15e-09,
@@ -61939,6 +61944,7 @@
         "mode": "responses",
         "supports_web_search": true,
         "supports_function_calling": true,
+        "supports_reasoning": true,
         "input_cost_per_token": 2.5e-07,
         "output_cost_per_token": 2.5e-06,
         "cache_read_input_token_cost": 2.5e-07,

From 8762c664b791fa34c85265c42a18e3ccdedc6b3a Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Fri, 11 Sep 2026 13:28:35 +0000
Subject: [PATCH 157/298] test(registry): cover nemotron reasoning, v4-flash
 vision and xai/groq deprecation dates

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 tests/test_litellm/test_utils.py | 56 +++++++++++++++++++++++++-------
 1 file changed, 44 insertions(+), 12 deletions(-)

diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index e09f2fb71c7..c7e46829aba 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -198,6 +198,8 @@ def test_get_model_info_resolves_provider_prefixed_model_ids(local_model_cost_ma
         ("perplexity/perplexity/kimi-k3", True),
         ("perplexity/perplexity/deepseek-v4-flash-0731", True),
         ("perplexity/perplexity/kimi-k2.7-code", False),
+        ("perplexity/perplexity/nemotron-3.5-lightning-30b-a3b", True),
+        ("perplexity/perplexity/nemotron-3-ultra-550b-a55b", True),
     ):
         assert litellm.supports_reasoning(model=model) is reasoning, model
 
@@ -209,6 +211,18 @@ def test_get_model_info_resolves_provider_prefixed_model_ids(local_model_cost_ma
     assert via_provider["output_cost_per_token"] == 4.4e-06
     assert via_provider["mode"] == "responses"
 
+    lightning = litellm.get_model_info(
+        model="perplexity/nemotron-3.5-lightning-30b-a3b", custom_llm_provider="perplexity"
+    )
+    assert lightning["key"] == "perplexity/perplexity/nemotron-3.5-lightning-30b-a3b"
+    assert lightning["input_cost_per_token"] == 1.15e-08
+    assert lightning["output_cost_per_token"] == 1.7e-07
+    assert lightning["cache_read_input_token_cost"] == 1.15e-09
+    assert lightning["mode"] == "responses"
+
+    ultra = litellm.get_model_info(model="perplexity/perplexity/nemotron-3-ultra-550b-a55b")
+    assert ultra["key"] == "perplexity/perplexity/nemotron-3-ultra-550b-a55b"
+
 
 def test_get_model_info_strips_openai_finetune_ids_without_a_custom_suffix(local_model_cost_map):
     info = litellm.get_model_info(model="ft:gpt-4o-2024-08-06:my-org::abc123", custom_llm_provider="openai")
@@ -4088,9 +4102,9 @@ def test_deepseek_v4_models_in_cost_map():
         model_cost = json.load(f)
 
     # --- bare model names ---
-    for key, expected_input, expected_output, expected_cache in [
-        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
-        ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
+    for key, expected_input, expected_output, expected_cache, expected_vision in [
+        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09, True),
+        ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08, False),
     ]:
         info = model_cost.get(key)
         assert info is not None, f"{key} missing from model_prices_and_context_window.json"
@@ -4102,11 +4116,12 @@ def test_deepseek_v4_models_in_cost_map():
         assert info["max_input_tokens"] == 1_000_000
         assert info["supports_function_calling"] is True
         assert info["supports_tool_choice"] is True
+        assert info.get("supports_vision", False) is expected_vision
 
     # --- provider-prefixed names ---
-    for key, expected_input, expected_output, expected_cache in [
-        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
-        ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
+    for key, expected_input, expected_output, expected_cache, expected_vision in [
+        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09, True),
+        ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08, False),
     ]:
         info = model_cost.get(key)
         assert info is not None, f"{key} missing from model_prices_and_context_window.json"
@@ -4117,6 +4132,7 @@ def test_deepseek_v4_models_in_cost_map():
         assert info["cache_read_input_token_cost"] == expected_cache
         assert info["supports_function_calling"] is True
         assert info["supports_tool_choice"] is True
+        assert info.get("supports_vision", False) is expected_vision
 
 
 def test_deepseek_v4_models_in_backup_cost_map():
@@ -4132,9 +4148,9 @@ def test_deepseek_v4_models_in_backup_cost_map():
         model_cost = json.load(f)
 
     # --- bare model names ---
-    for key, expected_input, expected_output, expected_cache in [
-        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
-        ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
+    for key, expected_input, expected_output, expected_cache, expected_vision in [
+        ("deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09, True),
+        ("deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08, False),
     ]:
         info = model_cost.get(key)
         assert info is not None, f"{key} missing from backup JSON"
@@ -4144,11 +4160,12 @@ def test_deepseek_v4_models_in_backup_cost_map():
         assert info["output_cost_per_token"] == expected_output
         assert info["cache_read_input_token_cost"] == expected_cache
         assert info["max_input_tokens"] == 1_000_000
+        assert info.get("supports_vision", False) is expected_vision
 
     # --- provider-prefixed names ---
-    for key, expected_input, expected_output, expected_cache in [
-        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09),
-        ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08),
+    for key, expected_input, expected_output, expected_cache, expected_vision in [
+        ("deepseek/deepseek-v4-flash", 3e-07, 1.2e-06, 6e-09, True),
+        ("deepseek/deepseek-v4-pro", 1.32e-06, 3.96e-06, 4.4e-08, False),
     ]:
         info = model_cost.get(key)
         assert info is not None, f"{key} missing from backup JSON"
@@ -4157,6 +4174,21 @@ def test_deepseek_v4_models_in_backup_cost_map():
         assert info["input_cost_per_token"] == expected_input
         assert info["output_cost_per_token"] == expected_output
         assert info["cache_read_input_token_cost"] == expected_cache
+        assert info.get("supports_vision", False) is expected_vision
+
+
+def test_deprecation_dates_for_retired_xai_and_groq_models():
+    import json
+    from pathlib import Path
+
+    json_path = Path(__file__).parents[2] / "model_prices_and_context_window.json"
+    with open(json_path) as f:
+        model_cost = json.load(f)
+
+    assert model_cost["xai/grok-imagine-image-quality"]["deprecation_date"] == "2026-11-02"
+    assert model_cost["xai/grok-imagine-image-quality-latest"]["deprecation_date"] == "2026-11-02"
+    assert model_cost["xai/grok-imagine-image-quality-20260403"]["deprecation_date"] == "2026-11-02"
+    assert model_cost["groq/gemma-7b-it"]["deprecation_date"] == "2024-12-18"
 
 
 @pytest.mark.usefixtures("local_model_cost_map")

From 3fc483d42436a3a5b4e05a9de327283c2c2b38a5 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 06:58:40 -0700
Subject: [PATCH 158/298] fix(mcp): capture bounded error diagnostics without
 exposing credentials

---
 litellm/experimental_mcp_client/client.py     |   6 +-
 .../_experimental/mcp_server/mcp_debug.py     | 147 ++++++++++++++----
 .../mcp_server/mcp_server_manager.py          |   6 +-
 .../client_credentials.py                     |  17 +-
 .../mcp_server/rest_endpoints.py              |   4 +-
 .../test_client_credentials.py                |  44 ++++++
 .../mcp_server/test_mcp_debug.py              | 139 ++++++++++++++++-
 .../test_mcp_oauth_passthrough_tools.py       |  16 ++
 8 files changed, 341 insertions(+), 38 deletions(-)

diff --git a/litellm/experimental_mcp_client/client.py b/litellm/experimental_mcp_client/client.py
index 3503468c735..23bcc3b5242 100644
--- a/litellm/experimental_mcp_client/client.py
+++ b/litellm/experimental_mcp_client/client.py
@@ -10,6 +10,7 @@ from contextlib import AbstractAsyncContextManager
 from datetime import timedelta
 from functools import partial
 from importlib import metadata
+from types import MappingProxyType
 from typing import Any, Final, Protocol, TypeAlias, TypeVar
 
 import httpx
@@ -69,6 +70,7 @@ from litellm._logging import verbose_logger
 from litellm.constants import MCP_CLIENT_TIMEOUT, MCP_NPM_CACHE_DIR, MCP_TOOL_LISTING_TIMEOUT
 from litellm.experimental_mcp_client.tools import list_tools_with_pagination
 from litellm.llms.custom_httpx.http_handler import get_ssl_configuration
+from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
 from litellm.types.llms.custom_http import VerifyTypes
 from litellm.types.mcp import (
     MCPAuth,
@@ -607,7 +609,9 @@ class MCPClient:
                 auth=effective_auth,
                 verify=ssl_config,
                 follow_redirects=True,
-                event_hooks={"request": [guard]} if guard else {},
+                event_hooks=MappingProxyType(
+                    {"response": [capture_upstream_error_response], "request": [guard] if guard else []}
+                ),  # mutable-ok: httpx types require lists of hooks
             )
 
         return factory
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index 7a04901c2ca..c608e0a73f0 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -85,12 +85,18 @@ Usage with curl::
          http://localhost:4000/mcp/atlassian_mcp
 """
 
-import re
+import asyncio
+import json
+from collections.abc import AsyncIterator
+from itertools import islice
 from typing import TYPE_CHECKING, Final
+from urllib.parse import parse_qsl, urlencode
 
 import httpx
+from pydantic import JsonValue, TypeAdapter, ValidationError
 from starlette.types import Message, Send
 
+from litellm.litellm_core_utils.secret_redaction import REDACTED, redact_string
 from litellm.litellm_core_utils.sensitive_data_masker import SensitiveDataMasker
 from litellm.proxy._experimental.mcp_server.faults.traversal import iter_exception_tree
 
@@ -321,58 +327,137 @@ class MCPDebug:
 
 
 _BODY_PREVIEW_CHARS: Final = 512
-_SENSITIVE_HEADER_NAMES: Final = frozenset({"authorization", "proxy-authorization", "cookie", "x-api-key"})
-_SENSITIVE_BODY_FIELD: Final = re.compile(
-    r'(?P<key>"?(?:client_secret|client_assertion|refresh_token|access_token|id_token|password|code)"?\s*[=:]\s*"?)'
-    r'(?P<value>[^&"\s,}]+)'
-)
+_BODY_CAPTURE_BYTES: Final = 16384
+_CAPTURE_TIMEOUT_SECONDS: Final = 1.0
+_CAPTURE_EXTENSION: Final = "litellm_mcp_error_preview"
+_SAFE_HEADER_NAMES: Final = frozenset({"content-type", "content-length", "accept"})
+_JSON_BODY: Final = TypeAdapter(JsonValue)
+_LOG_MASKER: Final = SensitiveDataMasker(visible_prefix=0, visible_suffix=0)
 
 
-def _mask_body_match(match: re.Match[str]) -> str:
-    return f"{match.group('key')}{MCPDebug.mask_secret(match.group('value'))}"
+def _safe_text(value: str, limit: int = _BODY_PREVIEW_CHARS) -> str:
+    escaped: Final = "".join(json.dumps(char)[1:-1] if ord(char) < 32 or ord(char) == 127 else char for char in value)
+    return escaped if len(escaped) <= limit else f"{escaped[:limit]}...(truncated)"
 
 
-def _preview(raw: bytes) -> str:
-    text: Final = _SENSITIVE_BODY_FIELD.sub(_mask_body_match, raw.decode("utf-8", errors="replace"))
-    return (
-        text
-        if len(text) <= _BODY_PREVIEW_CHARS
-        else f"{text[:_BODY_PREVIEW_CHARS]}...(+{len(text) - _BODY_PREVIEW_CHARS} chars)"
-    )
+def safe_upstream_url(url: httpx.URL) -> str:
+    return _safe_text(str(url.copy_with(username="", password="", query=None, fragment=None)))
+
+
+def _sensitive_field(key: str) -> bool:
+    return key.lower() in ("code", "cookie", "client_assertion") or _LOG_MASKER.is_sensitive_key(key)
+
+
+def _redact_json(value: JsonValue, depth: int = 0) -> str:
+    if depth >= 16:
+        return json.dumps("(depth limit)")
+    if isinstance(value, dict):
+        return (
+            "{"
+            + ",".join(
+                json.dumps(key)
+                + ":"
+                + (json.dumps(REDACTED) if _sensitive_field(key) else _redact_json(item, depth + 1))
+                for key, item in value.items()
+            )
+            + "}"
+        )
+    if isinstance(value, list):
+        return "[" + ",".join(_redact_json(item, depth + 1) for item in value) + "]"
+    return json.dumps(redact_string(value) if isinstance(value, str) else value)
+
+
+def _preview(raw: bytes, content_type: str = "") -> str:
+    if not raw:
+        return "(empty)"
+    if len(raw) > _BODY_CAPTURE_BYTES:
+        return "(omitted: body exceeds capture limit)"
+    try:
+        parsed: Final = _JSON_BODY.validate_json(raw)
+    except ValidationError:
+        text: Final = raw.decode("utf-8", errors="replace")
+        if (
+            content_type.split(";", 1)[0].strip().lower() != "application/x-www-form-urlencoded"
+            or "=" not in text
+            or any(char in text for char in "<>\n\r")
+        ):
+            return "(omitted: unstructured body)"
+        fields: Final = parse_qsl(text, keep_blank_values=True)
+        return _safe_text(
+            urlencode(
+                tuple((key, REDACTED if _sensitive_field(key) else redact_string(value)) for key, value in fields)
+            )
+        )
+    if not isinstance(parsed, (dict, list)):
+        return "(omitted: unstructured body)"
+    return _safe_text(_redact_json(parsed))
 
 
 def _masked_headers(headers: httpx.Headers) -> str:
-    return ", ".join(
-        f"{name}={MCPDebug.mask_secret(value) if name.lower() in _SENSITIVE_HEADER_NAMES else value}"
-        for name, value in headers.items()
-    )
+    return _safe_text(", ".join(f"{name}={value}" for name, value in headers.items() if name in _SAFE_HEADER_NAMES))
 
 
 def _request_body_preview(request: httpx.Request) -> str:
     try:
-        return _preview(request.content) or "(empty)"
+        return _preview(request.content, request.headers.get("content-type", ""))
     except httpx.RequestNotRead:
         return "(streamed, not captured)"
 
 
 def _response_body_preview(response: httpx.Response) -> str:
+    captured: Final = response.extensions.get(_CAPTURE_EXTENSION)
+    if isinstance(captured, str):
+        return captured
     try:
-        return _preview(response.content) or "(empty)"
+        return _preview(response.content, response.headers.get("content-type", ""))
     except httpx.ResponseNotRead:
         return "(not read)"
 
 
-def describe_upstream_http_failure(exc: BaseException) -> str | None:
-    """One line per upstream ``httpx.Response`` in the exception tree: the request method, URL,
-    masked request headers and JSON-RPC body that were sent, plus the status and body that came back.
-    ``None`` when the failure never reached an HTTP response (DNS, refused connection, timeout)."""
-    lines: Final = tuple(
-        f"{response.request.method} {response.request.url} -> HTTP {response.status_code} {response.reason_phrase}"
-        f" | request headers: {_masked_headers(response.request.headers)}"
-        f" | request body: {_request_body_preview(response.request)}"
+async def _read_error_prefix(chunks: AsyncIterator[bytes], remaining: int) -> bytes:
+    chunk: Final = await anext(chunks, b"")
+    if not chunk or len(chunk) >= remaining:
+        return chunk[:remaining]
+    return chunk + await _read_error_prefix(chunks, remaining - len(chunk))
+
+
+async def capture_upstream_error_response(response: httpx.Response) -> None:
+    if not response.is_error:
+        return
+    try:
+        prefix: Final = await asyncio.wait_for(
+            _read_error_prefix(response.aiter_bytes(chunk_size=4096), _BODY_CAPTURE_BYTES + 1),
+            timeout=_CAPTURE_TIMEOUT_SECONDS,
+        )
+        response._content = prefix  # pyright: ignore[reportPrivateUsage]  # rebind-ok: httpx has no public setter to retain consumed bytes for auth retries
+        preview: Final = _preview(prefix, response.headers.get("content-type", ""))
+    except (TimeoutError, httpx.HTTPError):
+        response._content = b""  # pyright: ignore[reportPrivateUsage]  # rebind-ok: httpx auth retries must survive diagnostic read failures
+        response.extensions[_CAPTURE_EXTENSION] = (
+            "(unavailable: error body read failed)"  # rebind-ok: httpx response hooks communicate through extensions
+        )
+        return
+    response.extensions[_CAPTURE_EXTENSION] = preview  # rebind-ok: httpx response hooks communicate through extensions
+
+
+def describe_upstream_response(response: httpx.Response) -> str:
+    try:
+        request: Final = response.request
+    except RuntimeError:
+        return f"HTTP {response.status_code} | request unavailable"
+    return (
+        f"{_safe_text(request.method)} {safe_upstream_url(request.url)} -> HTTP {response.status_code}"
+        f" | request headers: {_masked_headers(request.headers)}"
+        f" | request body: {_request_body_preview(request)}"
         f" | response body: {_response_body_preview(response)}"
-        for current in iter_exception_tree(exc)
+    )
+
+
+def describe_upstream_http_failure(exc: BaseException) -> str | None:
+    lines: Final = tuple(
+        describe_upstream_response(response)
+        for current in islice(iter_exception_tree(exc), 16)
         for response in (getattr(current, "response", None),)
         if isinstance(response, httpx.Response)
     )
-    return "\n".join(lines) or None
+    return " | ".join(lines) or None
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 1247623f491..b6712d68f72 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -4266,7 +4266,7 @@ class MCPServerManager:
             raise
         except Exception as e:
             verbose_logger.warning(
-                "Failed to get tools from server %s: %s%s", server.name, e, _upstream_failure_suffix(e)
+                "Failed to get tools from server %s: %s%s", server.name, type(e).__name__, _upstream_failure_suffix(e)
             )
             raise_classified_list_failure(e, server.name, suppress_challenge=server.is_dcr_bridge)
 
@@ -5012,7 +5012,9 @@ class MCPServerManager:
             verbose_logger.warning("Connection error while listing tools from %s: %s", server_name, e)
             raise MCPServerListError(ServerListFault(tag="unreachable"), server_name) from e
         except Exception as e:
-            verbose_logger.warning("Error listing tools from %s: %s%s", server_name, e, _upstream_failure_suffix(e))
+            verbose_logger.warning(
+                "Error listing tools from %s: %s%s", server_name, type(e).__name__, _upstream_failure_suffix(e)
+            )
             raise_classified_list_failure(e, server_name)
 
     _SHORT_PREFIX_MAX_REHASH_ATTEMPTS = 1024
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
index f962148c7ff..513fc2f2036 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
@@ -38,7 +38,11 @@ from pydantic import BaseModel, ConfigDict, Field, SecretStr, TypeAdapter, Valid
 from typing_extensions import assert_never
 
 from litellm._logging import verbose_logger
-from litellm.proxy._experimental.mcp_server.mcp_debug import describe_upstream_http_failure
+from litellm.proxy._experimental.mcp_server.mcp_debug import (
+    describe_upstream_http_failure,
+    describe_upstream_response,
+    safe_upstream_url,
+)
 from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import (
     InMemoryTokenCacheBackend,
     OAuthToken,
@@ -118,13 +122,22 @@ async def post_client_credentials_grant(
         )
         return TokenEndpointDenied(status_code=status_code, detail=f"token endpoint returned HTTP {status_code}")
     except Exception as exc:  # noqa: BLE001  # any transport failure is the same outcome: unreachable
-        return TokenEndpointUnreachable(detail=str(exc))
+        verbose_logger.warning(
+            "OAuth2 client_credentials POST %s failed: %s", safe_upstream_url(httpx.URL(url)), type(exc).__name__
+        )
+        return TokenEndpointUnreachable(detail=type(exc).__name__)
     try:
         body: Final = _TOKEN_BODY_ADAPTER.validate_json(response.content)
     except ValidationError:
+        verbose_logger.warning("OAuth2 client_credentials invalid response: %s", describe_upstream_response(response))
         return TokenEndpointDenied(
             status_code=response.status_code, detail="token endpoint returned a non-JSON-object body"
         )
+    access_token: Final = body.get("access_token")
+    if not isinstance(access_token, str) or not access_token:
+        verbose_logger.warning(
+            "OAuth2 client_credentials response has no access token | %s", describe_upstream_response(response)
+        )
     return TokenEndpointSuccess(body=body)
 
 
diff --git a/litellm/proxy/_experimental/mcp_server/rest_endpoints.py b/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
index 329dddbdf05..384a1858545 100644
--- a/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
@@ -900,7 +900,9 @@ if MCP_AVAILABLE:
                             apply_tool_filters=apply_tool_filters,
                         )
                     except Exception as e:
-                        verbose_logger.exception("Error getting tools from %s: %s", server.name, e)
+                        verbose_logger.warning(
+                            "Error getting tools from %s: %s", server.name, classify_list_exception(e).tag
+                        )
                         return (), classify_list_exception(e)
                     return tools_result, ServerListOk(tool_count=len(tools_result))
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
index 010e7e14d39..1550b812a87 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
@@ -478,3 +478,47 @@ async def test_bearer_auth_advertises_the_header_it_will_occupy():
     assert ClientCredentialsBearerAuth("t", refetch, ClientCredentialsConfig()).header_name == "Authorization"
     default_carrier = ClientCredentialsConfig(header_name="esb-oauth")
     assert ClientCredentialsBearerAuth("t", refetch, default_carrier).header_name == "esb-oauth"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("mode", ["denied", "invalid", "missing", "success", "timeout", "connect", "cancel"])
+async def test_token_exchange_failure_diagnostics(mode, monkeypatch, caplog):
+    import asyncio
+    import logging
+    from litellm.llms.custom_httpx import http_handler
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.client_credentials import post_client_credentials_grant
+
+    class Poster:
+        async def post(self, url, headers, data):
+            request = httpx.Request("POST", url, headers=headers, data=data)
+            if mode == "timeout":
+                raise httpx.ReadTimeout("private-transport-message", request=request)
+            if mode == "connect":
+                raise httpx.ConnectError("private-transport-message", request=request)
+            if mode == "cancel":
+                raise asyncio.CancelledError
+            response = httpx.Response(401 if mode == "denied" else 200, request=request,
+                content=b"not-json-private" if mode == "invalid" else None,
+                json=None if mode == "invalid" else {"error": "invalid_client", "client_secret":"first second", **({"access_token":"private-token"} if mode == "success" else {})})
+            response.raise_for_status()
+            return response
+
+    monkeypatch.setattr(http_handler, "get_async_httpx_client", lambda **kwargs: Poster())
+    with caplog.at_level(logging.WARNING, logger="LiteLLM"):
+        if mode == "cancel":
+            with pytest.raises(asyncio.CancelledError):
+                await post_client_credentials_grant("https://idp/token", {}, {})
+            assert not caplog.text
+            return
+        result = await post_client_credentials_grant("https://idp/token?key=query-secret", {"client_secret":"first second"}, {"X-Custom":"header-secret"})
+    for secret in ("first", "second", "query-secret", "header-secret", "private-token", "not-json-private", "private-transport-message"):
+        assert secret not in caplog.text
+    if mode == "success":
+        assert isinstance(result, TokenEndpointSuccess) and result.body["access_token"] == "private-token"
+        assert not caplog.text
+    elif mode in {"timeout", "connect"}:
+        assert isinstance(result, TokenEndpointUnreachable)
+        assert "POST https://idp/token failed" in caplog.text
+    else:
+        assert "POST https://idp/token -> HTTP" in caplog.text
+        assert {"denied":"denied", "invalid":"invalid response", "missing":"no access token"}[mode] in caplog.text
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index b37e738579c..8ca9edc1ff9 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -6,6 +6,7 @@ import asyncio
 from unittest.mock import MagicMock
 
 import httpx
+import pytest
 
 from litellm.proxy._experimental.mcp_server.mcp_debug import (
     MCP_DEBUG_REQUEST_HEADER,
@@ -280,7 +281,7 @@ class TestDescribeUpstreamHttpFailure:
         request = httpx.Request(
             "POST",
             "https://upstream.example/apis/mcp",
-            headers={"Authorization": "Bearer secret-token-abcdef0123456789", "Content-Type": "application/json"},
+            headers={"Authorization": "Bearer secret-token-abcdef0123456789", "Content-Type": "application/json" if body.startswith(b"{") else "application/x-www-form-urlencoded"},
             content=body,
         )
         response = (
@@ -327,3 +328,139 @@ class TestDescribeUpstreamHttpFailure:
 
     def test_returns_none_without_http_response(self):
         assert describe_upstream_http_failure(ConnectionError("refused")) is None
+
+
+@pytest.mark.parametrize("body", [
+    b'{"password":"first second","token":"demo-secret"}',
+    b'{"nested":[{"access_token":"first,second"}]}',
+    b'client%5Fsecret=first+second&token=demo-secret',
+])
+def test_failure_log_fully_redacts_structured_secrets(body):
+    request = httpx.Request("POST", "https://upstream/mcp?credential=query-secret",
+        headers={"X-Custom-Credential": "custom-secret"}, content=body)
+    response = httpx.Response(500, request=request, content=body)
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None
+    for secret in ("first", "second", "demo-secret", "custom-secret", "query-secret"):
+        assert secret not in detail
+
+
+def test_failure_log_omits_unstructured_body():
+    request = httpx.Request("POST", "https://upstream/mcp", content=b"arbitrary-secret")
+    response = httpx.Response(500, request=request, content=b"<html>arbitrary-secret</html>")
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None
+    assert "arbitrary-secret" not in detail
+    assert "omitted" in detail
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("mode", ["error", "large", "timeout", "read_failure", "success", "cancel"])
+async def test_error_capture_is_bounded_and_preserves_success_and_cancellation(mode):
+    from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
+
+    class Stream(httpx.AsyncByteStream):
+        def __init__(self):
+            self.reads = 0
+
+        async def __aiter__(self):
+            self.reads += 1
+            if mode == "timeout":
+                await asyncio.sleep(10)
+            if mode == "read_failure":
+                raise httpx.ReadError("private-read-error")
+            if mode == "cancel":
+                raise asyncio.CancelledError
+            yield b'{"error":"missing_scope","password":"first second"}' if mode != "large" else b"x" * 20000
+
+    stream = Stream()
+    request = httpx.Request("POST", "https://upstream/mcp")
+    response = httpx.Response(200 if mode == "success" else 500, request=request, stream=stream)
+    if mode == "cancel":
+        with pytest.raises(asyncio.CancelledError):
+            await capture_upstream_error_response(response)
+        return
+    await capture_upstream_error_response(response)
+    if mode == "success":
+        assert stream.reads == 0
+        assert await response.aread() == b'{"error":"missing_scope","password":"first second"}'
+        return
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None
+    assert "first" not in detail and "second" not in detail and "private-read-error" not in detail
+    expected = {"error": "missing_scope", "large": "capture limit", "timeout": "read failed", "read_failure": "read failed"}
+    assert expected[mode] in detail
+    if mode == "error":
+        assert await response.aread() == b'{"error":"missing_scope","password":"first second"}'
+
+
+@pytest.mark.parametrize("body", [b"", b'"scalar"', b'{"hint":"line1\\nline2"}', b'{"hint":"' + b'x' * 600 + b'"}'])
+def test_failure_preview_handles_empty_scalar_control_and_long_bodies(body):
+    request = httpx.Request("POST", "https://user:secret@upstream/mcp?key=private#private", content=body)
+    response = httpx.Response(500, request=request, content=body)
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None
+    assert "private" not in detail and "user:secret" not in detail and "\n" not in detail
+    if not body:
+        assert "(empty)" in detail
+    elif body.startswith(b'"'):
+        assert "omitted" in detail
+    elif len(body) > 512:
+        assert "truncated" in detail and len(detail) < 1300
+    else:
+        assert "line1\\nline2" in detail
+
+
+@pytest.mark.asyncio
+async def test_error_capture_preserves_httpx_auth_retry():
+    from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
+
+    class RetryAuth(httpx.Auth):
+        def auth_flow(self, request):
+            response = yield request
+            if response.status_code == 401:
+                request.headers["Authorization"] = "Bearer refreshed"
+                yield request
+
+    def upstream(request):
+        if request.headers.get("Authorization"):
+            return httpx.Response(200, json={"ok": True})
+        return httpx.Response(401, json={"error":"expired_token"})
+
+    async with httpx.AsyncClient(transport=httpx.MockTransport(upstream), auth=RetryAuth(),
+            event_hooks={"response":[capture_upstream_error_response]}) as client:
+        response = await client.get("https://upstream/mcp")
+    assert response.status_code == 200 and response.json() == {"ok":True}
+    assert response.history[0].json() == {"error":"expired_token"}
+
+
+def test_failure_diagnostics_without_request_and_with_streamed_request():
+    response = httpx.Response(503)
+    exc = httpx.HTTPStatusError("failed", request=httpx.Request("GET", "https://upstream"), response=response)
+    assert describe_upstream_http_failure(exc) == "HTTP 503 | request unavailable"
+    request = httpx.Request("POST", "https://upstream", content=iter((b"private-body",)))
+    response = httpx.Response(503, request=request)
+    described = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert described is not None and "streamed, not captured" in described and "private-body" not in described
+
+
+
+def test_deep_error_body_is_bounded_without_exposing_nested_values():
+    import json
+    body = b'{"nested":' * 18 + b'{"password":"hidden-value"}' + b'}' * 18
+    request = httpx.Request("POST", "https://upstream/mcp", content=body)
+    response = httpx.Response(500, request=request, content=body)
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None and "depth limit" in detail and "hidden-value" not in detail
+    assert json.loads(detail.split("response body: ")[1])["nested"]
+
+
+@pytest.mark.parametrize("body", [b'client%5Fsecret=first+second&client_id=visible', b'client_secret=first%26second&client_id=visible'])
+def test_encoded_form_credentials_are_decoded_before_redaction(body):
+    request = httpx.Request("POST", "https://upstream/token", content=body,
+        headers={"Content-Type":"application/x-www-form-urlencoded"})
+    response = httpx.Response(400, request=request, content=body,
+        headers={"Content-Type":"application/x-www-form-urlencoded"})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
+    assert detail is not None and "client_id=visible" in detail
+    assert "first" not in detail and "second" not in detail
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
index c7f3ea47fb3..f8e4cd0c6ae 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
@@ -459,3 +459,19 @@ async def test_fetch_tools_logs_upstream_request_details_on_500(caplog):
     assert "POST https://upstream/apis/mcp -> HTTP 500" in caplog.text
     assert '"method":"initialize"' in caplog.text
     assert "upstream-token-0123456789" not in caplog.text
+
+
+
+@pytest.mark.asyncio
+async def test_client_creation_failure_logs_sanitized_exchange(monkeypatch, caplog):
+    manager = MCPServerManager()
+    server = MCPServer(server_id="sample", name="sample", url="https://upstream/mcp", transport=MCPTransport.http, auth_type=MCPAuth.none)
+    request = httpx.Request("POST", "https://upstream/mcp?credential=query-secret")
+    response = httpx.Response(500, request=request, json={"error":"missing_scope"})
+    error = httpx.HTTPStatusError("query-secret", request=request, response=response)
+    monkeypatch.setattr(manager, "_create_mcp_client", AsyncMock(side_effect=error))
+    with caplog.at_level(logging.WARNING, logger="LiteLLM"):
+        with pytest.raises(MCPServerListError):
+            await manager._get_tools_from_server(server)
+    assert "POST https://upstream/mcp -> HTTP 500" in caplog.text
+    assert "missing_scope" in caplog.text and "query-secret" not in caplog.text

From 8d5a675878f22fb387c7e5a8bd642913408f67c8 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 07:01:09 -0700
Subject: [PATCH 159/298] fix(mcp): expire temporary OAuth discovery results

---
 .../mcp_server/mcp_server_manager.py          | 11 ++++++
 .../mcp_server/test_mcp_server_manager.py     | 36 +++++++++++++++++++
 2 files changed, 47 insertions(+)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index d5f4fa2b256..5f9384c7eea 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -254,6 +254,7 @@ _TRUE_ENV_VALUES: Final = frozenset(("1", "true", "yes", "on"))
 _OAUTH_DISCOVERY_RETRY_DELAYS_SECONDS: Final = (0.05, 0.15)
 _OAUTH_DISCOVERY_RETRY_BASE_SECONDS: Final = 30.0
 _OAUTH_DISCOVERY_RETRY_MAX_SECONDS: Final = 900.0
+_OAUTH_TEMPORARY_DISCOVERY_TTL_SECONDS: Final = 300.0
 
 
 def _oauth_discovery_now() -> float:
@@ -1898,6 +1899,10 @@ class MCPServerManager:
         slot: Final = self._oauth_discovery_slot(server_id)
         return slot is not None and slot.generation == generation
 
+    def _expire_temporary_oauth_discovery(self, server_id: str, generation: int) -> None:
+        if self._oauth_discovery_slot_is_current(server_id, generation):
+            self._remove_oauth_discovery_slot(server_id)
+
     def _publish_resolved_oauth_server(
         self,
         server: MCPServer,
@@ -1910,6 +1915,12 @@ class MCPServerManager:
         elif server.server_id in self.config_mcp_servers:
             self.config_mcp_servers[server.server_id] = server
         else:
+            asyncio.get_running_loop().call_later(
+                _OAUTH_TEMPORARY_DISCOVERY_TTL_SECONDS,
+                self._expire_temporary_oauth_discovery,
+                server.server_id,
+                generation,
+            )
             return server
         self._remove_oauth_discovery_slot(server.server_id)
         return server
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index ecf78359191..f0998cff583 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -12758,3 +12758,39 @@ def test_stale_discovery_cannot_overwrite_new_registered_server() -> None:
     manager._set_oauth_discovery_deferred(original.server_id, True)
     assert manager._publish_resolved_oauth_server(original, original_slot.generation) is None
     assert manager.registry[original.server_id] is replacement
+
+
+@pytest.mark.asyncio
+async def test_temporary_oauth_discovery_expires_without_more_requests() -> None:
+    manager: Final = MCPServerManager()
+    server: Final = MCPServer(
+        server_id="expiring-session", name="temporary", url="https://idp.example.com/mcp",
+        transport=MCPTransport.http, auth_type=MCPAuth.true_passthrough,
+        authorization_url="https://idp.example.com/authorize", token_url="https://idp.example.com/token",
+    )
+    manager._set_oauth_discovery_deferred(server.server_id, True)
+    resolved: Final = await manager.ensure_oauth_metadata_discovered(server)
+    assert manager._oauth_discovery_slot(server.server_id) is not None
+    loop: Final = asyncio.get_running_loop()
+    expired: Final = loop.create_future()
+    with patch.object(loop, "time", return_value=loop.time() + 301):
+        loop.call_later(0, expired.set_result, None)
+        await expired
+    assert resolved.authorization_url == server.authorization_url
+    assert manager._oauth_discovery_slot(server.server_id) is None
+
+
+def test_old_temporary_discovery_expiry_preserves_replacement() -> None:
+    manager: Final = MCPServerManager()
+    manager._set_oauth_discovery_deferred("reused-session", True)
+    old_slot: Final = manager._oauth_discovery_slot("reused-session")
+    assert old_slot is not None
+    manager._set_oauth_discovery_deferred("reused-session", True)
+    replacement: Final = manager._oauth_discovery_slot("reused-session")
+    manager._expire_temporary_oauth_discovery("reused-session", old_slot.generation)
+    assert manager._oauth_discovery_slot("reused-session") is replacement
+    assert replacement is not None
+    manager._expire_temporary_oauth_discovery("reused-session", replacement.generation)
+    assert manager._oauth_discovery_slot("reused-session") is None
+    manager._expire_temporary_oauth_discovery("reused-session", replacement.generation)
+    assert manager._oauth_discovery_slot("reused-session") is None

From 0ee9e1e448d36e219148a35d2369a1f0dcf3eab5 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 07:20:48 -0700
Subject: [PATCH 160/298] fix(mcp): redact reflected credentials and avoid
 import cycles

---
 .../_experimental/mcp_server/mcp_debug.py     | 166 ++++++++++++++----
 .../client_credentials.py                     |  10 +-
 .../test_mcp_client.py                        |  12 ++
 .../mcp_server/test_mcp_debug.py              |  72 +++++++-
 4 files changed, 211 insertions(+), 49 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index 07e77856894..ccce0aaf615 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -101,21 +101,24 @@ Usage with curl::
 """
 
 import asyncio
+import base64
+import io
 import json
+import re
 from collections.abc import AsyncIterator, Callable, Mapping
+from http.cookies import CookieError, SimpleCookie
 from itertools import islice
 from types import MappingProxyType
 from typing import Final
-from urllib.parse import parse_qsl, urlencode
+from urllib.parse import parse_qsl, quote, quote_plus, unquote_plus, urlencode
 
 import httpx
-from pydantic import JsonValue, TypeAdapter, ValidationError
+from pydantic import JsonValue, TypeAdapter
 from starlette.requests import HTTPConnection
 from starlette.types import Message, Send
 
 from litellm.litellm_core_utils.secret_redaction import REDACTED, redact_string
 from litellm.litellm_core_utils.sensitive_data_masker import SensitiveDataMasker
-from litellm.proxy._experimental.mcp_server.faults.traversal import iter_exception_tree
 from litellm.proxy._experimental.mcp_server.outbound_credentials.types import AuthResolution
 
 # Header the client sends to opt into debug mode
@@ -396,6 +399,7 @@ _BODY_CAPTURE_BYTES: Final = 16384
 _CAPTURE_TIMEOUT_SECONDS: Final = 1.0
 _CAPTURE_EXTENSION: Final = "litellm_mcp_error_preview"
 _SAFE_HEADER_NAMES: Final = frozenset({"content-type", "content-length", "accept"})
+_PUBLIC_HEADER_NAMES: Final = _SAFE_HEADER_NAMES | frozenset(("host", "user-agent", "accept-encoding", "connection"))
 _JSON_BODY: Final = TypeAdapter(JsonValue)
 _LOG_MASKER: Final = SensitiveDataMasker(visible_prefix=0, visible_suffix=0)
 
@@ -413,33 +417,105 @@ def _sensitive_field(key: str) -> bool:
     return key.lower() in ("code", "cookie", "client_assertion") or _LOG_MASKER.is_sensitive_key(key)
 
 
-def _redact_json(value: JsonValue, depth: int = 0) -> str:
-    if depth >= 16:
-        return json.dumps("(depth limit)")
-    if isinstance(value, dict):
-        return (
-            "{"
-            + ",".join(
-                json.dumps(key)
-                + ":"
-                + (json.dumps(REDACTED) if _sensitive_field(key) else _redact_json(item, depth + 1))
-                for key, item in value.items()
-            )
-            + "}"
+def _redact_object(
+    fields: Mapping[str, JsonValue],
+) -> dict[str, JsonValue]:  # mutable-ok: the standard JSON encoder requires dict objects
+    return {  # mutable-ok: construct the JSON object once for the standard parser and encoder
+        key: REDACTED if _sensitive_field(key) else value for key, value in fields.items()
+    }
+
+
+def _header_secret_values(name: str, value: str) -> tuple[str, ...]:
+    if name == "cookie":
+        cookie: Final = SimpleCookie[str]()
+        try:
+            cookie.load(value)
+        except CookieError:
+            return (value,)
+        return (value, *(item.value for item in cookie.values()))
+    if name not in ("authorization", "proxy-authorization"):
+        return (value,)
+    scheme, _, credential = value.partition(" ")
+    if scheme.lower() != "basic":
+        return (value, credential)
+    try:
+        decoded: Final = base64.b64decode(credential, validate=True).decode("utf-8")
+    except ValueError:
+        return (value, credential)
+    password: Final = decoded.partition(":")[2]
+    return (value, credential, decoded, password, unquote_plus(password))
+
+
+def _body_secret_values(request: httpx.Request) -> tuple[str, ...] | None:
+    try:
+        raw: Final = request.content
+    except httpx.RequestNotRead:
+        return None
+    if not raw:
+        return ()
+    if len(raw) > _BODY_CAPTURE_BYTES:
+        return None
+    if request.headers.get("content-type", "").split(";", 1)[0].strip().lower() == "application/x-www-form-urlencoded":
+        return tuple(value for key, value in parse_qsl(raw.decode("utf-8", errors="replace")) if _sensitive_field(key))
+    try:
+        body: Final = _JSON_BODY.validate_json(raw)
+    except ValueError:
+        return None
+    from litellm.proxy._experimental.mcp_server.utils import (  # noqa: PLC0415  # MCP utils imports clients; inspect bodies only after initialization
+        json_string_leaves,
+    )
+
+    leaves: Final = json_string_leaves(body)
+    if leaves is None:
+        return None
+    return tuple(
+        value
+        for path, value in leaves
+        if not path or any(isinstance(part, str) and _sensitive_field(part) for part in path)
+    )
+
+
+def _request_secret_values(request: httpx.Request) -> tuple[str, ...] | None:
+    body_values: Final = _body_secret_values(request)
+    if body_values is None:
+        return None
+    values: Final = (
+        *body_values,
+        request.url.password,
+        *(value for _, value in request.url.params.multi_items()),
+        *(
+            secret
+            for name, value in request.headers.items()
+            if name not in _PUBLIC_HEADER_NAMES
+            for secret in _header_secret_values(name, value)
+        ),
+    )
+    return tuple(sorted(frozenset(value for value in values if value), key=len, reverse=True))
+
+
+def _mask_known_values(value: str, secrets: tuple[str, ...]) -> str:
+    variants: Final = tuple(
+        sorted(
+            frozenset(
+                variant
+                for secret in secrets
+                for variant in (secret, json.dumps(secret)[1:-1], quote(secret, safe=""), quote_plus(secret))
+            ),
+            key=len,
+            reverse=True,
         )
-    if isinstance(value, list):
-        return "[" + ",".join(_redact_json(item, depth + 1) for item in value) + "]"
-    return json.dumps(redact_string(value) if isinstance(value, str) else value)
+    )
+    return re.sub("|".join(re.escape(secret) for secret in variants), REDACTED, value) if variants else value
 
 
-def _preview(raw: bytes, content_type: str = "") -> str:
+def _preview(raw: bytes, content_type: str = "", secrets: tuple[str, ...] = ()) -> str:
     if not raw:
         return "(empty)"
     if len(raw) > _BODY_CAPTURE_BYTES:
         return "(omitted: body exceeds capture limit)"
     try:
-        parsed: Final = _JSON_BODY.validate_json(raw)
-    except ValidationError:
+        parsed: Final = _JSON_BODY.validate_python(json.loads(raw, object_hook=_redact_object))
+    except (ValueError, RecursionError):
         text: Final = raw.decode("utf-8", errors="replace")
         if (
             content_type.split(";", 1)[0].strip().lower() != "application/x-www-form-urlencoded"
@@ -449,41 +525,45 @@ def _preview(raw: bytes, content_type: str = "") -> str:
             return "(omitted: unstructured body)"
         fields: Final = parse_qsl(text, keep_blank_values=True)
         return _safe_text(
-            urlencode(
-                tuple((key, REDACTED if _sensitive_field(key) else redact_string(value)) for key, value in fields)
+            _mask_known_values(
+                urlencode(tuple((key, REDACTED if _sensitive_field(key) else value) for key, value in fields)), secrets
             )
         )
     if not isinstance(parsed, (dict, list)):
         return "(omitted: unstructured body)"
-    return _safe_text(_redact_json(parsed))
+    return _safe_text(redact_string(_mask_known_values(json.dumps(parsed, separators=(",", ":")), secrets)))
 
 
 def _masked_headers(headers: httpx.Headers) -> str:
     return _safe_text(", ".join(f"{name}={value}" for name, value in headers.items() if name in _SAFE_HEADER_NAMES))
 
 
-def _request_body_preview(request: httpx.Request) -> str:
+def _request_body_preview(request: httpx.Request, secrets: tuple[str, ...] | None) -> str:
     try:
-        return _preview(request.content, request.headers.get("content-type", ""))
+        return _preview(request.content, request.headers.get("content-type", ""), secrets or ())
     except httpx.RequestNotRead:
         return "(streamed, not captured)"
 
 
-def _response_body_preview(response: httpx.Response) -> str:
+def _response_body_preview(response: httpx.Response, secrets: tuple[str, ...] | None) -> str:
+    if secrets is None:
+        return "(omitted: request credentials unavailable)"
     captured: Final = response.extensions.get(_CAPTURE_EXTENSION)
     if isinstance(captured, str):
         return captured
     try:
-        return _preview(response.content, response.headers.get("content-type", ""))
+        return _preview(response.content, response.headers.get("content-type", ""), secrets)
     except httpx.ResponseNotRead:
         return "(not read)"
 
 
-async def _read_error_prefix(chunks: AsyncIterator[bytes], remaining: int) -> bytes:
-    chunk: Final = await anext(chunks, b"")
-    if not chunk or len(chunk) >= remaining:
-        return chunk[:remaining]
-    return chunk + await _read_error_prefix(chunks, remaining - len(chunk))
+async def _read_error_prefix(chunks: AsyncIterator[bytes], limit: int) -> bytes:
+    buffer: Final = io.BytesIO()
+    async for chunk in chunks:
+        buffer.write(chunk[: limit - buffer.tell()])
+        if buffer.tell() >= limit:
+            break
+    return buffer.getvalue()
 
 
 async def capture_upstream_error_response(response: httpx.Response) -> None:
@@ -495,8 +575,13 @@ async def capture_upstream_error_response(response: httpx.Response) -> None:
             timeout=_CAPTURE_TIMEOUT_SECONDS,
         )
         response._content = prefix  # pyright: ignore[reportPrivateUsage]  # rebind-ok: httpx has no public setter to retain consumed bytes for auth retries
-        preview: Final = _preview(prefix, response.headers.get("content-type", ""))
-    except (TimeoutError, httpx.HTTPError):
+        secrets: Final = _request_secret_values(response.request)
+        preview: Final = (
+            _preview(prefix, response.headers.get("content-type", ""), secrets)
+            if secrets is not None
+            else "(omitted: request credentials unavailable)"
+        )
+    except (TimeoutError, httpx.HTTPError, httpx.StreamError):
         response._content = b""  # pyright: ignore[reportPrivateUsage]  # rebind-ok: httpx auth retries must survive diagnostic read failures
         response.extensions[_CAPTURE_EXTENSION] = (
             "(unavailable: error body read failed)"  # rebind-ok: httpx response hooks communicate through extensions
@@ -510,15 +595,20 @@ def describe_upstream_response(response: httpx.Response) -> str:
         request: Final = response.request
     except RuntimeError:
         return f"HTTP {response.status_code} | request unavailable"
+    secrets: Final = _request_secret_values(request)
     return (
         f"{_safe_text(request.method)} {safe_upstream_url(request.url)} -> HTTP {response.status_code}"
         f" | request headers: {_masked_headers(request.headers)}"
-        f" | request body: {_request_body_preview(request)}"
-        f" | response body: {_response_body_preview(response)}"
+        f" | request body: {_request_body_preview(request, secrets)}"
+        f" | response body: {_response_body_preview(response, secrets)}"
     )
 
 
 def describe_upstream_http_failure(exc: BaseException) -> str | None:
+    from litellm.proxy._experimental.mcp_server.faults.traversal import (  # noqa: PLC0415  # fault package initialization imports the credential resolver
+        iter_exception_tree,
+    )
+
     lines: Final = tuple(
         describe_upstream_response(response)
         for current in islice(iter_exception_tree(exc), 16)
diff --git a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
index 513fc2f2036..43d97abe4db 100644
--- a/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
+++ b/litellm/proxy/_experimental/mcp_server/outbound_credentials/client_credentials.py
@@ -38,11 +38,6 @@ from pydantic import BaseModel, ConfigDict, Field, SecretStr, TypeAdapter, Valid
 from typing_extensions import assert_never
 
 from litellm._logging import verbose_logger
-from litellm.proxy._experimental.mcp_server.mcp_debug import (
-    describe_upstream_http_failure,
-    describe_upstream_response,
-    safe_upstream_url,
-)
 from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import (
     InMemoryTokenCacheBackend,
     OAuthToken,
@@ -107,6 +102,11 @@ async def post_client_credentials_grant(
     from litellm.llms.custom_httpx.http_handler import (  # noqa: PLC0415  # defer heavy handler import to call time
         get_async_httpx_client,  # pyright: ignore[reportUnknownVariableType]  # handler factory params are coarsely typed
     )
+    from litellm.proxy._experimental.mcp_server.mcp_debug import (  # noqa: PLC0415  # diagnostics import credential enums through this package
+        describe_upstream_http_failure,
+        describe_upstream_response,
+        safe_upstream_url,
+    )
     from litellm.types.llms.custom_http import httpxSpecialProvider  # noqa: PLC0415  # deferred with the handler import
 
     try:
diff --git a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
index 713330a8280..3283af26cf7 100644
--- a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
+++ b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
@@ -1895,3 +1895,15 @@ async def test_optional_discovery_preserves_cancellation(method: str) -> None:
             task.cancel()
             with pytest.raises(asyncio.CancelledError):
                 await asyncio.wait_for(task, timeout=3)
+
+
+
+def test_client_import_before_proxy_credentials_succeeds_in_fresh_process():
+    import subprocess
+
+    result = subprocess.run(
+        [sys.executable, "-c", "import litellm.experimental_mcp_client.client; from litellm.proxy._experimental.mcp_server.mcp_server_manager import MCPServerManager; print(MCPServerManager.__name__)"],
+        capture_output=True, text=True, timeout=60, check=False,
+    )
+    assert result.returncode == 0, result.stderr
+    assert result.stdout.strip() == "MCPServerManager"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index 0ed78fcfc9d..dced871e146 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -290,7 +290,7 @@ def test_failure_log_omits_unstructured_body():
 
 
 @pytest.mark.asyncio
-@pytest.mark.parametrize("mode", ["error", "large", "timeout", "read_failure", "success", "cancel"])
+@pytest.mark.parametrize("mode", ["error", "empty", "large", "timeout", "read_failure", "closed", "success", "cancel"])
 async def test_error_capture_is_bounded_and_preserves_success_and_cancellation(mode):
     from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
 
@@ -302,11 +302,13 @@ async def test_error_capture_is_bounded_and_preserves_success_and_cancellation(m
             self.reads += 1
             if mode == "timeout":
                 await asyncio.sleep(10)
+            if mode == "closed":
+                raise httpx.StreamClosed()
             if mode == "read_failure":
                 raise httpx.ReadError("private-read-error")
             if mode == "cancel":
                 raise asyncio.CancelledError
-            yield b'{"error":"missing_scope","password":"first second"}' if mode != "large" else b"x" * 20000
+            yield b"" if mode == "empty" else b'{"error":"missing_scope","password":"first second"}' if mode != "large" else b"x" * 20000
 
     stream = Stream()
     request = httpx.Request("POST", "https://upstream/mcp")
@@ -323,7 +325,7 @@ async def test_error_capture_is_bounded_and_preserves_success_and_cancellation(m
     detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
     assert detail is not None
     assert "first" not in detail and "second" not in detail and "private-read-error" not in detail
-    expected = {"error": "missing_scope", "large": "capture limit", "timeout": "read failed", "read_failure": "read failed"}
+    expected = {"empty": "(empty)", "error": "missing_scope", "large": "capture limit", "timeout": "read failed", "read_failure": "read failed", "closed":"read failed"}
     assert expected[mode] in detail
     if mode == "error":
         assert await response.aread() == b'{"error":"missing_scope","password":"first second"}'
@@ -381,13 +383,12 @@ def test_failure_diagnostics_without_request_and_with_streamed_request():
 
 
 def test_deep_error_body_is_bounded_without_exposing_nested_values():
-    import json
     body = b'{"nested":' * 18 + b'{"password":"hidden-value"}' + b'}' * 18
     request = httpx.Request("POST", "https://upstream/mcp", content=body)
     response = httpx.Response(500, request=request, content=body)
     detail = describe_upstream_http_failure(httpx.HTTPStatusError("failure", request=request, response=response))
-    assert detail is not None and "depth limit" in detail and "hidden-value" not in detail
-    assert json.loads(detail.split("response body: ")[1])["nested"]
+    assert detail is not None and "hidden-value" not in detail
+    assert "nested" in detail and "REDACTED" in detail
 
 
 @pytest.mark.parametrize("body", [b'client%5Fsecret=first+second&client_id=visible', b'client_secret=first%26second&client_id=visible'])
@@ -485,3 +486,62 @@ async def test_concurrent_mcp_messages_record_on_their_own_http_scope() -> None:
     await asyncio.gather(record(first, AuthResolution.stored_user_token), record(second, AuthResolution.per_request_header))
     assert first.resolution() == "stored-user-token"
     assert second.resolution() == "per-request-header"
+
+
+@pytest.mark.parametrize("source", ["header", "bearer", "basic", "cookie", "query", "form", "json"])
+def test_reflected_credentials_are_removed_from_normal_response_fields(source):
+    import base64
+
+    secret = "generic-credential-123"
+    headers = {"X-Custom":secret} if source == "header" else {"Authorization":"Bearer " + secret} if source == "bearer" else {"Authorization":"Basic " + base64.b64encode(("client:" + secret).encode()).decode()} if source == "basic" else {"Cookie":"session=" + secret} if source == "cookie" else {}
+    request = httpx.Request("POST", "https://upstream/token" + ("?credential=" + secret if source == "query" else ""),
+        headers=headers, data={"client_secret":secret} if source == "form" else None,
+        json={"nested":{"client_secret":secret}} if source == "json" else None)
+    response = httpx.Response(401, request=request, json={"error":"invalid_client", "error_description":"Rejected " + secret})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "invalid_client" in detail
+    assert secret not in detail and "REDACTED" in detail
+
+
+
+@pytest.mark.parametrize("secret", ['value"with\ncharacters€', "R"])
+def test_reflected_values_are_redacted_before_truncation_without_expanding_replacements(secret):
+    request = httpx.Request("POST", "https://upstream/token", json={"client_secret":secret})
+    response = httpx.Response(401, request=request, json={"error":"invalid_client", "detail":"x" * 460 + secret})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "invalid_client" in detail
+    assert "value" not in detail and "characters" not in detail and len(detail) < 1400
+
+
+@pytest.mark.parametrize("headers", [{"Authorization":"Basic !!!"}, {"Cookie":"bad@key=opaque"}])
+def test_malformed_auth_headers_do_not_break_failure_diagnostics(headers):
+    request = httpx.Request("POST", "https://upstream/token", headers=headers)
+    response = httpx.Response(401, request=request, json={"error":"invalid_client"})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "invalid_client" in detail
+    assert "!!!" not in detail and "opaque" not in detail
+
+
+def test_oversized_request_omits_potentially_reflected_response_credentials():
+    request = httpx.Request("POST", "https://upstream/token", content=b"x" * 17000)
+    response = httpx.Response(401, request=request, json={"error_description":"unknown-secret"})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "capture limit" in detail and "credentials unavailable" in detail
+    assert "unknown-secret" not in detail
+
+
+
+@pytest.mark.asyncio
+async def test_streamed_error_redacts_reflected_credentials_before_capture():
+    import json
+    from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
+
+    secret = "generic-credential-123"
+    request = httpx.Request("POST", "https://upstream/token", data={"client_secret":secret})
+    raw = json.dumps({"error":"invalid_client", "error_description":"Rejected " + secret}).encode()
+    response = httpx.Response(401, request=request, stream=httpx.ByteStream(raw))
+    await capture_upstream_error_response(response)
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "invalid_client" in detail and "Rejected" in detail
+    assert secret not in detail and "REDACTED" in detail
+    assert await response.aread() == raw

From 5b13dfcc59b51d637d98bdf6363da0f2e13e6e53 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 07:27:10 -0700
Subject: [PATCH 161/298] fix(mcp): omit credential-bearing paths from failure
 logs

---
 .../proxy/_experimental/mcp_server/mcp_debug.py    |  2 +-
 .../test_client_credentials.py                     |  4 ++--
 .../_experimental/mcp_server/test_mcp_debug.py     | 14 +++++++++++++-
 .../mcp_server/test_mcp_oauth_passthrough_tools.py |  4 ++--
 4 files changed, 18 insertions(+), 6 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index ccce0aaf615..06b17bc59c9 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -410,7 +410,7 @@ def _safe_text(value: str, limit: int = _BODY_PREVIEW_CHARS) -> str:
 
 
 def safe_upstream_url(url: httpx.URL) -> str:
-    return _safe_text(str(url.copy_with(username="", password="", query=None, fragment=None)))
+    return _safe_text(str(url.copy_with(username="", password="", path="/", query=None, fragment=None)))
 
 
 def _sensitive_field(key: str) -> bool:
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
index 1550b812a87..774cd022703 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/outbound_credentials/test_client_credentials.py
@@ -518,7 +518,7 @@ async def test_token_exchange_failure_diagnostics(mode, monkeypatch, caplog):
         assert not caplog.text
     elif mode in {"timeout", "connect"}:
         assert isinstance(result, TokenEndpointUnreachable)
-        assert "POST https://idp/token failed" in caplog.text
+        assert "POST https://idp/ failed" in caplog.text
     else:
-        assert "POST https://idp/token -> HTTP" in caplog.text
+        assert "POST https://idp/ -> HTTP" in caplog.text
         assert {"denied":"denied", "invalid":"invalid response", "missing":"no access token"}[mode] in caplog.text
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index dced871e146..14e14882f3f 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -233,7 +233,7 @@ class TestDescribeUpstreamHttpFailure:
         )
         described = describe_upstream_http_failure(exc)
         assert described is not None
-        assert "POST https://upstream.example/apis/mcp -> HTTP 500" in described
+        assert "POST https://upstream.example/ -> HTTP 500" in described
         assert '{"method":"initialize"' in described
         assert 'response body: {"error":"boom"}' in described
 
@@ -545,3 +545,15 @@ async def test_streamed_error_redacts_reflected_credentials_before_capture():
     assert detail is not None and "invalid_client" in detail and "Rejected" in detail
     assert secret not in detail and "REDACTED" in detail
     assert await response.aread() == raw
+
+
+@pytest.mark.parametrize("path", ["/credential-path-value/mcp", "/oauth/credential-path-value/token"])
+def test_failure_diagnostics_omit_credential_bearing_url_paths(path):
+    request = httpx.Request("POST", "https://upstream.example" + path)
+    response = httpx.Response(401, request=request, json={"error": "access_denied"})
+    error = httpx.HTTPStatusError("denied", request=request, response=response)
+    diagnostic = describe_upstream_http_failure(error)
+    assert diagnostic is not None
+    assert "credential-path-value" not in diagnostic
+    assert "POST https://upstream.example/ -> HTTP 401" in diagnostic
+    assert "access_denied" in diagnostic
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
index f8e4cd0c6ae..3f5d4ad83ea 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_oauth_passthrough_tools.py
@@ -456,7 +456,7 @@ async def test_fetch_tools_logs_upstream_request_details_on_500(caplog):
         with pytest.raises(MCPServerListError):
             await manager._fetch_tools_with_timeout(mock_client, "sample_docs")
 
-    assert "POST https://upstream/apis/mcp -> HTTP 500" in caplog.text
+    assert "POST https://upstream/ -> HTTP 500" in caplog.text
     assert '"method":"initialize"' in caplog.text
     assert "upstream-token-0123456789" not in caplog.text
 
@@ -473,5 +473,5 @@ async def test_client_creation_failure_logs_sanitized_exchange(monkeypatch, capl
     with caplog.at_level(logging.WARNING, logger="LiteLLM"):
         with pytest.raises(MCPServerListError):
             await manager._get_tools_from_server(server)
-    assert "POST https://upstream/mcp -> HTTP 500" in caplog.text
+    assert "POST https://upstream/ -> HTTP 500" in caplog.text
     assert "missing_scope" in caplog.text and "query-secret" not in caplog.text

From e8c411fb43d0662be9d6a3795a22e383a2bb4fef Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 07:32:38 -0700
Subject: [PATCH 162/298] test(mcp): cover deeply nested credential inspection
 limits

---
 .../proxy/_experimental/mcp_server/test_mcp_debug.py | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index 14e14882f3f..5cd5b0aa81e 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -557,3 +557,15 @@ def test_failure_diagnostics_omit_credential_bearing_url_paths(path):
     assert "credential-path-value" not in diagnostic
     assert "POST https://upstream.example/ -> HTTP 401" in diagnostic
     assert "access_denied" in diagnostic
+
+
+def test_deep_request_omits_response_when_credentials_cannot_be_inspected():
+    from litellm.proxy._experimental.mcp_server.utils import MAX_STRUCTURED_CONTENT_SCAN_DEPTH
+
+    raw = "[" * (MAX_STRUCTURED_CONTENT_SCAN_DEPTH + 1) + '{"client_secret":"nested-credential"}' + "]" * (MAX_STRUCTURED_CONTENT_SCAN_DEPTH + 1)
+    request = httpx.Request("POST", "https://upstream/token", content=raw, headers={"Content-Type": "application/json"})
+    response = httpx.Response(401, request=request, json={"error_description": "Rejected nested-credential"})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "HTTP 401" in detail
+    assert "response body: (omitted: request credentials unavailable)" in detail
+    assert "nested-credential" not in detail

From 5c190e69bf058afb991cd79fca5625fda88e715c Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 08:00:39 -0700
Subject: [PATCH 163/298] fix(mcp): preserve timeout fallback on Python 3.10

---
 .github/workflows/test-code-quality.yml           |  6 ++++++
 .../proxy/_experimental/mcp_server/mcp_debug.py   |  2 +-
 .../_experimental/mcp_server/test_mcp_debug.py    | 15 ++++++++++++---
 3 files changed, 19 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/test-code-quality.yml b/.github/workflows/test-code-quality.yml
index e6d2264fbf0..4abcc47df5e 100644
--- a/.github/workflows/test-code-quality.yml
+++ b/.github/workflows/test-code-quality.yml
@@ -187,3 +187,9 @@ jobs:
 
       - name: Check litellm CLI
         run: uv run --no-sync litellm --version
+
+      - name: Verify MCP timeout fallback and auth retries on Python 3.10
+        run: >-
+          uv run --no-sync pytest --noconftest
+          tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+          -k error_capture -q
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index 06b17bc59c9..0ca17d1c336 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -581,7 +581,7 @@ async def capture_upstream_error_response(response: httpx.Response) -> None:
             if secrets is not None
             else "(omitted: request credentials unavailable)"
         )
-    except (TimeoutError, httpx.HTTPError, httpx.StreamError):
+    except (asyncio.TimeoutError, httpx.HTTPError, httpx.StreamError):
         response._content = b""  # pyright: ignore[reportPrivateUsage]  # rebind-ok: httpx auth retries must survive diagnostic read failures
         response.extensions[_CAPTURE_EXTENSION] = (
             "(unavailable: error body read failed)"  # rebind-ok: httpx response hooks communicate through extensions
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index 5cd5b0aa81e..88de9df5d39 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -349,7 +349,8 @@ def test_failure_preview_handles_empty_scalar_control_and_long_bodies(body):
 
 
 @pytest.mark.asyncio
-async def test_error_capture_preserves_httpx_auth_retry():
+@pytest.mark.parametrize("slow_error", [False, True])
+async def test_error_capture_preserves_httpx_auth_retry(slow_error):
     from litellm.proxy._experimental.mcp_server.mcp_debug import capture_upstream_error_response
 
     class RetryAuth(httpx.Auth):
@@ -359,16 +360,24 @@ async def test_error_capture_preserves_httpx_auth_retry():
                 request.headers["Authorization"] = "Bearer refreshed"
                 yield request
 
+    class SlowStream(httpx.AsyncByteStream):
+        async def __aiter__(self):
+            await asyncio.sleep(10)
+            yield b'{"error":"expired_token"}'
+
     def upstream(request):
         if request.headers.get("Authorization"):
             return httpx.Response(200, json={"ok": True})
-        return httpx.Response(401, json={"error":"expired_token"})
+        return httpx.Response(401, stream=SlowStream()) if slow_error else httpx.Response(401, json={"error":"expired_token"})
 
     async with httpx.AsyncClient(transport=httpx.MockTransport(upstream), auth=RetryAuth(),
             event_hooks={"response":[capture_upstream_error_response]}) as client:
         response = await client.get("https://upstream/mcp")
     assert response.status_code == 200 and response.json() == {"ok":True}
-    assert response.history[0].json() == {"error":"expired_token"}
+    if slow_error:
+        assert response.history[0].content == b""
+    else:
+        assert response.history[0].json() == {"error":"expired_token"}
 
 
 def test_failure_diagnostics_without_request_and_with_streamed_request():

From 3883a891f0809a4358ca4b35ec974a2347c29b74 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 08:10:19 -0700
Subject: [PATCH 164/298] fix(mcp): redact compact credential field names

---
 litellm/proxy/_experimental/mcp_server/mcp_debug.py |  5 ++++-
 .../_experimental/mcp_server/test_mcp_debug.py      | 13 +++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_debug.py b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
index 0ca17d1c336..1f157aefdc3 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_debug.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_debug.py
@@ -414,7 +414,10 @@ def safe_upstream_url(url: httpx.URL) -> str:
 
 
 def _sensitive_field(key: str) -> bool:
-    return key.lower() in ("code", "cookie", "client_assertion") or _LOG_MASKER.is_sensitive_key(key)
+    normalized: Final = re.sub(r"[^a-z0-9]", "", key.casefold())
+    return normalized in ("code", "clientassertion") or any(
+        pattern in normalized for pattern in _LOG_MASKER.sensitive_patterns
+    )
 
 
 def _redact_object(
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
index 88de9df5d39..b6535e6326a 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
@@ -578,3 +578,16 @@ def test_deep_request_omits_response_when_credentials_cannot_be_inspected():
     assert detail is not None and "HTTP 401" in detail
     assert "response body: (omitted: request credentials unavailable)" in detail
     assert "nested-credential" not in detail
+
+
+@pytest.mark.parametrize("field", ["accessToken", "refreshToken", "clientSecret", "apikey", "CLIENTASSERTION", "cost_token"])
+@pytest.mark.parametrize("encoding", ["json", "form"])
+def test_compact_credential_fields_and_reflected_values_are_redacted(field, encoding):
+    secret = "generic-private-value"
+    fields = {field: secret}
+    request = httpx.Request("POST", "https://upstream/token", json=fields if encoding == "json" else None,
+        data=fields if encoding == "form" else None)
+    response = httpx.Response(401, request=request, json={field: secret, "error": "invalid_client", "detail": "Rejected " + secret})
+    detail = describe_upstream_http_failure(httpx.HTTPStatusError("failed", request=request, response=response))
+    assert detail is not None and "invalid_client" in detail
+    assert "REDACTED" in detail and secret not in detail

From 43b56e8707355b135b94eb7a1561d4d2786d26d4 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 15:36:39 +0000
Subject: [PATCH 165/298] fix(cost-map): advertise xhigh reasoning effort on
 bedrock-hosted openai gpt rows

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 20 +++++++++++++++++++
 model_prices_and_context_window.json          | 20 +++++++++++++++++++
 .../test_litellm/test_model_prices_schema.py  | 19 ++++++++++++++++++
 3 files changed, 59 insertions(+)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index ad992ff92eb..0b4a7c08884 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -55278,6 +55278,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.6-terra": {
@@ -55317,6 +55318,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.6-cyber": {
@@ -55345,6 +55347,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
@@ -55377,6 +55380,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
     },
@@ -55417,6 +55421,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "us.openai.gpt-5.6-sol": {
@@ -55443,6 +55448,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-sol": {
@@ -55469,6 +55475,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "us.openai.gpt-5.6-terra": {
@@ -55495,6 +55502,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-terra": {
@@ -55521,6 +55529,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "us.openai.gpt-5.6-luna": {
@@ -55547,6 +55556,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-luna": {
@@ -55573,6 +55583,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "bedrock_mantle/openai.gpt-6-astra": {
@@ -55606,6 +55617,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55634,6 +55646,7 @@
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55662,6 +55675,7 @@
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55699,6 +55713,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.4": {
@@ -55735,6 +55750,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/google.gemma-4-31b": {
@@ -61170,6 +61186,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 2.64e-06,
         "input_cost_per_token_above_272k_tokens": 5.28e-06,
@@ -61203,6 +61220,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 2.64e-07,
         "input_cost_per_token_above_272k_tokens": 5.28e-07,
@@ -61235,6 +61253,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 3.3e-06,
         "cache_read_input_token_cost": 3.3e-07,
@@ -61397,6 +61416,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 3.3e-06,
         "cache_read_input_token_cost": 3.3e-07,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index ad992ff92eb..0b4a7c08884 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -55278,6 +55278,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.6-terra": {
@@ -55317,6 +55318,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.6-cyber": {
@@ -55345,6 +55347,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "bedrock_mantle/openai.gpt-daybreak-blue-5.6-sol": {
@@ -55377,6 +55380,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html"
     },
@@ -55417,6 +55421,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "us.openai.gpt-5.6-sol": {
@@ -55443,6 +55448,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-sol": {
@@ -55469,6 +55475,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "us.openai.gpt-5.6-terra": {
@@ -55495,6 +55502,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-terra": {
@@ -55521,6 +55529,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "us.openai.gpt-5.6-luna": {
@@ -55547,6 +55556,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "global.openai.gpt-5.6-luna": {
@@ -55573,6 +55583,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true
     },
     "bedrock_mantle/openai.gpt-6-astra": {
@@ -55606,6 +55617,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55634,6 +55646,7 @@
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55662,6 +55675,7 @@
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html"
     },
@@ -55699,6 +55713,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/openai.gpt-5.4": {
@@ -55735,6 +55750,7 @@
         "supports_response_schema": true,
         "supports_tool_choice": true,
         "supports_vision": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_web_search": true
     },
     "bedrock_mantle/google.gemma-4-31b": {
@@ -61170,6 +61186,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 2.64e-06,
         "input_cost_per_token_above_272k_tokens": 5.28e-06,
@@ -61203,6 +61220,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 2.64e-07,
         "input_cost_per_token_above_272k_tokens": 5.28e-07,
@@ -61235,6 +61253,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 3.3e-06,
         "cache_read_input_token_cost": 3.3e-07,
@@ -61397,6 +61416,7 @@
         "supports_reasoning": true,
         "supports_response_schema": true,
         "supports_tool_choice": true,
+        "supports_xhigh_reasoning_effort": true,
         "supports_vision": true,
         "input_cost_per_token": 3.3e-06,
         "cache_read_input_token_cost": 3.3e-07,
diff --git a/tests/test_litellm/test_model_prices_schema.py b/tests/test_litellm/test_model_prices_schema.py
index c2c22c25998..7f1db44e71b 100644
--- a/tests/test_litellm/test_model_prices_schema.py
+++ b/tests/test_litellm/test_model_prices_schema.py
@@ -4,6 +4,7 @@ import importlib.util
 import json
 import re
 from pathlib import Path
+from typing import Final
 
 import jsonschema
 import pytest
@@ -217,3 +218,21 @@ def test_chat_latest_declares_the_one_effort_openai_accepts(prices: dict):
     with no declared levels resolves to None, which lets /model_group/info and the dashboard offer
     levels the upstream will 400 on."""
     assert resolve_supported_reasoning_efforts(prices["chat-latest"], deployment_is_mapped=True) == ("medium",)
+
+
+BEDROCK_OPENAI_XHIGH_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "openai.gpt-5.6", "openai.gpt-6-astra")
+BEDROCK_PROVIDERS: Final = frozenset(("bedrock", "bedrock_converse", "bedrock_mantle"))
+
+
+def test_bedrock_openai_gpt_rows_advertise_xhigh_like_their_openai_twins(prices: dict):
+    """Bedrock forwards reasoning_effort to these models unchanged, and xhigh is opt-in for the
+    capability resolver, so a row without the flag drops xhigh from every group it belongs to."""
+    missing = [
+        name
+        for name, entry in prices.items()
+        if isinstance(entry, dict)
+        and entry.get("litellm_provider") in BEDROCK_PROVIDERS
+        and any(marker in name for marker in BEDROCK_OPENAI_XHIGH_MARKERS)
+        and "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
+    ]
+    assert missing == []

From 4422be0f28e7599859f140a3a2859572b4941a01 Mon Sep 17 00:00:00 2001
From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 15:52:43 +0000
Subject: [PATCH 166/298] fix(cost-map): declare minimal unsupported on
 bedrock-hosted openai gpt rows

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 20 +++++++++++++++++++
 model_prices_and_context_window.json          | 20 +++++++++++++++++++
 .../test_litellm/test_model_prices_schema.py  | 14 ++++++++-----
 3 files changed, 49 insertions(+), 5 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 0b4a7c08884..1c86dbaacff 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -55273,6 +55273,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55313,6 +55314,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55343,6 +55345,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55376,6 +55379,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55416,6 +55420,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55446,6 +55451,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55473,6 +55479,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55500,6 +55507,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55527,6 +55535,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55554,6 +55563,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55581,6 +55591,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55613,6 +55624,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55643,6 +55655,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55672,6 +55685,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55708,6 +55722,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55745,6 +55760,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61182,6 +61198,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61216,6 +61233,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61249,6 +61267,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61412,6 +61431,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 0b4a7c08884..1c86dbaacff 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -55273,6 +55273,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55313,6 +55314,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55343,6 +55345,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55376,6 +55379,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55416,6 +55420,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55446,6 +55451,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55473,6 +55479,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55500,6 +55507,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55527,6 +55535,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55554,6 +55563,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55581,6 +55591,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
         "supports_xhigh_reasoning_effort": true,
@@ -55613,6 +55624,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55643,6 +55655,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55672,6 +55685,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55708,6 +55722,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55745,6 +55760,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61182,6 +61198,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61216,6 +61233,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61249,6 +61267,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -61412,6 +61431,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/tests/test_litellm/test_model_prices_schema.py b/tests/test_litellm/test_model_prices_schema.py
index 7f1db44e71b..69ee999f066 100644
--- a/tests/test_litellm/test_model_prices_schema.py
+++ b/tests/test_litellm/test_model_prices_schema.py
@@ -224,15 +224,19 @@ BEDROCK_OPENAI_XHIGH_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "open
 BEDROCK_PROVIDERS: Final = frozenset(("bedrock", "bedrock_converse", "bedrock_mantle"))
 
 
-def test_bedrock_openai_gpt_rows_advertise_xhigh_like_their_openai_twins(prices: dict):
+def test_bedrock_openai_gpt_rows_mirror_their_openai_twins_effort_ladder(prices: dict):
     """Bedrock forwards reasoning_effort to these models unchanged, and xhigh is opt-in for the
-    capability resolver, so a row without the flag drops xhigh from every group it belongs to."""
-    missing = [
+    capability resolver, so a row without the flag drops xhigh from every group it belongs to.
+    The OpenAI twins reject minimal, and Bedrock forwards reasoning_effort unchanged."""
+    mismatched = [
         name
         for name, entry in prices.items()
         if isinstance(entry, dict)
         and entry.get("litellm_provider") in BEDROCK_PROVIDERS
         and any(marker in name for marker in BEDROCK_OPENAI_XHIGH_MARKERS)
-        and "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
+        and (
+            "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
+            or "minimal" in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
+        )
     ]
-    assert missing == []
+    assert mismatched == []

From 729ea6b8325df376d84b8ed4753e39903b9f7b64 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 09:48:53 -0700
Subject: [PATCH 167/298] perf(proxy): lazy-load provider passthrough routes
 (#40691)

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/_lazy_features.py               |   98 +-
 litellm/proxy/_lazy_openapi_snapshot.json     | 4986 ++++++++++++++++-
 .../llm_passthrough_endpoints.py              |    6 -
 .../openai_passthrough_endpoints.py           |   44 +
 litellm/proxy/proxy_server.py                 |   21 +-
 .../test_llm_pass_through_endpoints.py        |   49 +-
 tests/test_litellm/proxy/test_proxy_server.py |  120 +
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  387 +-
 8 files changed, 5317 insertions(+), 394 deletions(-)
 create mode 100644 litellm/proxy/pass_through_endpoints/openai_passthrough_endpoints.py

diff --git a/litellm/proxy/_lazy_features.py b/litellm/proxy/_lazy_features.py
index 50e0a961a49..1d1b736c9fc 100644
--- a/litellm/proxy/_lazy_features.py
+++ b/litellm/proxy/_lazy_features.py
@@ -8,11 +8,13 @@ omits each feature's routes until the feature is warmed.
 
 import asyncio
 import importlib
-from collections.abc import Callable
+from collections.abc import Callable, Mapping, Sequence
 from collections.abc import Set as AbstractSet
 from dataclasses import dataclass, field
+from types import MappingProxyType
 from typing import TYPE_CHECKING, Final
 
+from starlette.routing import BaseRoute, Match
 from starlette.types import Receive, Scope, Send
 
 from litellm._logging import verbose_proxy_logger
@@ -185,6 +187,31 @@ LAZY_FEATURES: Final[tuple[LazyFeature, ...]] = (
         module_path="litellm.proxy.management_endpoints.config_override_endpoints",
         path_prefixes=("/config_overrides",),
     ),
+    LazyFeature(
+        name="llm_passthrough",
+        module_path="litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints",
+        path_prefixes=(
+            "/anthropic/",
+            "/assemblyai/",
+            "/azure/",
+            "/azure_ai/",
+            "/bedrock/",
+            "/cohere/",
+            "/comprehendmedical",
+            "/cursor/",
+            "/eu.assemblyai/",
+            "/gemini/",
+            "/gigachat/",
+            "/milvus/",
+            "/mistral/",
+            "/openai/",
+            "/openai_passthrough/",
+            "/vertex-ai/",
+            "/vertex_ai/",
+            "/vllm/",
+            "/watsonx/",
+        ),
+    ),
     LazyFeature(
         name="realtime",
         module_path="litellm.proxy.realtime_endpoints.endpoints",
@@ -308,14 +335,64 @@ class LazyFeatureMiddleware:
             if root_path and path.startswith(root_path + "/"):
                 path = path[len(root_path) :]  # rebind-ok: local strip after the boundary check above
             for feat in self._features:
-                if feat.module_path in self._loaded:
+                if feat.module_path in self._loaded or not feat.matches(path):
                     continue
-                if feat.matches(path):
-                    await _force_load(self._fastapi_app, feat)
+                if _eager_route_wins(self._fastapi_app, feat, scope):
+                    continue
+                await _force_load(self._fastapi_app, feat, self._features)
         await self.app(scope, receive, send)
 
 
-async def _force_load(app: "FastAPI", feat: LazyFeature) -> bool:
+def _lazy_slots(app: "FastAPI") -> Mapping[str, int]:
+    return app.state.lazy_slots if hasattr(app.state, "lazy_slots") else MappingProxyType({})
+
+
+def reserve_lazy_slot(app: "FastAPI", name: str, features: tuple[LazyFeature, ...] = LAZY_FEATURES) -> None:
+    """Record the table position the feature's router used to be included at, so its
+    routes are spliced back in there once it loads and keep the same precedence."""
+    feat: Final = next(f for f in features if f.name == name)
+    app.state.lazy_slots = MappingProxyType({**_lazy_slots(app), feat.module_path: len(app.router.routes)})
+
+
+def _eager_route_wins(app: "FastAPI", feat: LazyFeature, scope: Scope) -> bool:
+    """Routes ahead of a feature's reserved slot beat its routes in Starlette's scan,
+    so a request one of them fully matches never needs the feature loaded."""
+    slot: Final = _lazy_slots(app).get(feat.module_path)
+    if slot is None:
+        return False
+    return any(route.matches(scope)[0] is Match.FULL for route in app.router.routes[:slot])
+
+
+def _in_registry_order(
+    routes: Sequence[BaseRoute],
+    lazy_routes: Mapping[str, tuple[BaseRoute, ...]],
+    features: tuple[LazyFeature, ...],
+    slots: Mapping[str, int],
+) -> tuple[BaseRoute, ...]:
+    """Lazy routers land in registry order, not first-request order, so overlapping
+    paths (/openai/{endpoint:path} vs /openai/v1/realtime/calls) resolve the same
+    way no matter which feature a deployment happens to hit first. Features with a
+    reserved slot go back where they were eagerly included; the rest follow every
+    eager route."""
+    rank: Final = MappingProxyType({f.module_path: i for i, f in enumerate(features)})
+    modules: Final = tuple(sorted(lazy_routes, key=lambda m: rank.get(m, len(rank))))
+    lazy_ids: Final = frozenset(id(route) for module_path in modules for route in lazy_routes[module_path])
+    eager: Final = tuple(route for route in routes if id(route) not in lazy_ids)
+
+    def slot_of(module_path: str) -> int:
+        return min(slots.get(module_path, len(eager)), len(eager))
+
+    return tuple(
+        route
+        for index in range(len(eager) + 1)
+        for route in (
+            *(r for module_path in modules if slot_of(module_path) == index for r in lazy_routes[module_path]),
+            *eager[index : index + 1],
+        )
+    )
+
+
+async def _force_load(app: "FastAPI", feat: LazyFeature, features: tuple[LazyFeature, ...] = LAZY_FEATURES) -> bool:
     """Import + register a lazy feature exactly once per (app, module).
     Shared by the middleware and the /lazy/warm endpoint."""
     if not hasattr(app.state, "lazy_loaded"):
@@ -330,7 +407,18 @@ async def _force_load(app: "FastAPI", feat: LazyFeature) -> bool:
             # mutates app.router.routes, so it stays on the loop thread.
             loop: Final = asyncio.get_running_loop()
             module: Final = await loop.run_in_executor(None, importlib.import_module, feat.module_path)
+            before: Final = len(app.router.routes)
             feat.register_fn(app, module)
+            previous: Final[Mapping[str, tuple[BaseRoute, ...]]] = (
+                app.state.lazy_routes if hasattr(app.state, "lazy_routes") else MappingProxyType({})
+            )
+            lazy_routes: Final[Mapping[str, tuple[BaseRoute, ...]]] = MappingProxyType(
+                {**previous, feat.module_path: tuple(app.router.routes[before:])}
+            )
+            app.state.lazy_routes = lazy_routes  # rebind-ok: the app owns the record of which routes each feature added
+            app.router.routes[:] = _in_registry_order(  # rebind-ok: the app owns its route table
+                app.router.routes, lazy_routes, features, _lazy_slots(app)
+            )
             app.state.lazy_loaded.add(feat.module_path)
             app.openapi_schema = None
             verbose_proxy_logger.info(
diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json
index f0af17ab818..53af85baac6 100644
--- a/litellm/proxy/_lazy_openapi_snapshot.json
+++ b/litellm/proxy/_lazy_openapi_snapshot.json
@@ -4335,7 +4335,7 @@
       "/anthropic/{endpoint}": {
         "delete": {
           "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
-          "operationId": "anthropic_proxy_route_anthropic__endpoint__delete",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__delete_2",
           "parameters": [
             {
               "in": "path",
@@ -4379,7 +4379,7 @@
         },
         "get": {
           "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
-          "operationId": "anthropic_proxy_route_anthropic__endpoint__get",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__get_2",
           "parameters": [
             {
               "in": "path",
@@ -4423,7 +4423,7 @@
         },
         "patch": {
           "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
-          "operationId": "anthropic_proxy_route_anthropic__endpoint__patch",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__patch_2",
           "parameters": [
             {
               "in": "path",
@@ -4467,7 +4467,7 @@
         },
         "post": {
           "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
-          "operationId": "anthropic_proxy_route_anthropic__endpoint__post",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__post_2",
           "parameters": [
             {
               "in": "path",
@@ -4511,7 +4511,7 @@
         },
         "put": {
           "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
-          "operationId": "anthropic_proxy_route_anthropic__endpoint__put",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__put_2",
           "parameters": [
             {
               "in": "path",
@@ -15836,6 +15836,4976 @@
       }
     }
   },
+  "llm_passthrough": {
+    "components": {
+      "schemas": {
+        "Body_image_edit_api_openai_deployments__model__images_edits_post": {
+          "properties": {
+            "image": {
+              "anyOf": [
+                {
+                  "items": {
+                    "contentMediaType": "application/octet-stream",
+                    "type": "string"
+                  },
+                  "type": "array"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Image"
+            },
+            "image[]": {
+              "anyOf": [
+                {
+                  "items": {
+                    "contentMediaType": "application/octet-stream",
+                    "type": "string"
+                  },
+                  "type": "array"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Image[]"
+            },
+            "mask": {
+              "anyOf": [
+                {
+                  "items": {
+                    "contentMediaType": "application/octet-stream",
+                    "type": "string"
+                  },
+                  "type": "array"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Mask"
+            },
+            "mask[]": {
+              "anyOf": [
+                {
+                  "items": {
+                    "contentMediaType": "application/octet-stream",
+                    "type": "string"
+                  },
+                  "type": "array"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Mask[]"
+            }
+          },
+          "title": "Body_image_edit_api_openai_deployments__model__images_edits_post",
+          "type": "object"
+        },
+        "ErrorResponse": {
+          "properties": {
+            "detail": {
+              "additionalProperties": true,
+              "example": {
+                "error": {
+                  "code": "error_code",
+                  "message": "Error message",
+                  "param": "error_param",
+                  "type": "error_type"
+                }
+              },
+              "title": "Detail",
+              "type": "object"
+            }
+          },
+          "required": [
+            "detail"
+          ],
+          "title": "ErrorResponse",
+          "type": "object"
+        },
+        "HTTPValidationError": {
+          "properties": {
+            "detail": {
+              "items": {
+                "$ref": "#/components/schemas/ValidationError"
+              },
+              "title": "Detail",
+              "type": "array"
+            }
+          },
+          "title": "HTTPValidationError",
+          "type": "object"
+        },
+        "RealtimeClientSecretResponse": {
+          "description": "Response from POST /v1/realtime/client_secrets.\n\nBoth the top-level `value` and `session.client_secret.value`\nwill contain the encrypted token instead of the raw ephemeral key.\nThe `session` field is kept as a raw dict so unknown fields pass through.",
+          "properties": {
+            "expires_at": {
+              "anyOf": [
+                {
+                  "type": "integer"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Expires At"
+            },
+            "session": {
+              "anyOf": [
+                {
+                  "additionalProperties": true,
+                  "type": "object"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Session"
+            },
+            "value": {
+              "title": "Value",
+              "type": "string"
+            }
+          },
+          "required": [
+            "value"
+          ],
+          "title": "RealtimeClientSecretResponse",
+          "type": "object"
+        },
+        "RealtimeTranscriptionSessionResponse": {
+          "additionalProperties": true,
+          "description": "Response from POST /v1/realtime/transcription_sessions.\n\n`client_secret.value` contains the encrypted token instead of the raw\nephemeral key. Unknown fields pass through unchanged.",
+          "properties": {
+            "client_secret": {
+              "anyOf": [
+                {
+                  "additionalProperties": true,
+                  "type": "object"
+                },
+                {
+                  "type": "null"
+                }
+              ],
+              "title": "Client Secret"
+            }
+          },
+          "title": "RealtimeTranscriptionSessionResponse",
+          "type": "object"
+        },
+        "ValidationError": {
+          "properties": {
+            "ctx": {
+              "title": "Context",
+              "type": "object"
+            },
+            "input": {
+              "title": "Input"
+            },
+            "loc": {
+              "items": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "integer"
+                  }
+                ]
+              },
+              "title": "Location",
+              "type": "array"
+            },
+            "msg": {
+              "title": "Message",
+              "type": "string"
+            },
+            "type": {
+              "title": "Error Type",
+              "type": "string"
+            }
+          },
+          "required": [
+            "loc",
+            "msg",
+            "type"
+          ],
+          "title": "ValidationError",
+          "type": "object"
+        }
+      }
+    },
+    "paths": {
+      "/anthropic/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Anthropic Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Anthropic Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Anthropic Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Anthropic Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)",
+          "operationId": "anthropic_proxy_route_anthropic__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Anthropic Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/assemblyai/{endpoint}": {
+        "delete": {
+          "operationId": "assemblyai_proxy_route_assemblyai__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "operationId": "assemblyai_proxy_route_assemblyai__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "operationId": "assemblyai_proxy_route_assemblyai__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "operationId": "assemblyai_proxy_route_assemblyai__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "operationId": "assemblyai_proxy_route_assemblyai__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/azure/{endpoint}": {
+        "delete": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/azure_ai/{endpoint}": {
+        "delete": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure_ai__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure_ai__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure_ai__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure_ai__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.",
+          "operationId": "azure_proxy_route_azure_ai__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Azure Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/bedrock/{endpoint}": {
+        "delete": {
+          "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)",
+          "operationId": "bedrock_proxy_route_bedrock__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Bedrock Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)",
+          "operationId": "bedrock_proxy_route_bedrock__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Bedrock Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)",
+          "operationId": "bedrock_proxy_route_bedrock__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Bedrock Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)",
+          "operationId": "bedrock_proxy_route_bedrock__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Bedrock Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)",
+          "operationId": "bedrock_proxy_route_bedrock__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Bedrock Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/cohere/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)",
+          "operationId": "cohere_proxy_route_cohere__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cohere Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)",
+          "operationId": "cohere_proxy_route_cohere__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cohere Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)",
+          "operationId": "cohere_proxy_route_cohere__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cohere Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)",
+          "operationId": "cohere_proxy_route_cohere__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cohere Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)",
+          "operationId": "cohere_proxy_route_cohere__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cohere Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/comprehendmedical": {
+        "post": {
+          "description": "AWS-SDK-shaped pass-through for Amazon Comprehend Medical: point the SDK's\n`endpoint_url` at `/comprehendmedical` and the operation is read from the\n`X-Amz-Target` header, per the AWS JSON 1.1 protocol.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/comprehend_medical)",
+          "operationId": "comprehend_medical_sdk_proxy_route_comprehendmedical_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Comprehend Medical Sdk Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/comprehendmedical/{operation}": {
+        "post": {
+          "description": "Pass-through for Amazon Comprehend Medical, e.g. `POST /comprehendmedical/DetectEntitiesV2`.\n\nThe request body is forwarded as-is to the AWS JSON 1.1 API and signed with SigV4\nusing the proxy's AWS credentials.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/comprehend_medical)",
+          "operationId": "comprehend_medical_proxy_route_comprehendmedical__operation__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "operation",
+              "required": true,
+              "schema": {
+                "title": "Operation",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Comprehend Medical Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/cursor/chat/completions": {
+        "post": {
+          "description": "Cursor BYOK endpoint. Accepts both request shapes Cursor sends to its OpenAI-compatible\nbase URL and always answers in chat completions format.\n\nCursor agent mode sends Responses API format bodies (`input`, flat tool defs, `reasoning`,\ncustom tools) to the chat/completions path while expecting chat completions responses;\nthose are routed through the Responses API pipeline and converted back. Genuine chat\ncompletions bodies (`messages` present) are routed through the standard chat completions\npipeline, after normalizing each level of the `tools` array and `tool_choice` to the chat\ncompletions shapes OpenAI requires. Cursor mixes Responses API shapes into chat bodies\nper level, independently: a flat tool def (`{\"type\": \"custom\", \"name\": \"ApplyPatch\", ...}`)\ngets nested under `custom`, and a flat grammar format\n(`{\"type\": \"grammar\", \"definition\", \"syntax\"}`) gets wrapped as\n`{\"type\": \"grammar\", \"grammar\": {...}}` wherever it appears, including inside tool defs\nCursor already sent pre-nested.\n\n```bash\ncurl -X POST http://localhost:4000/cursor/chat/completions     -H \"Content-Type: application/json\"     -H \"Authorization: Bearer sk-1234\"     -d '{\n    \"model\": \"gpt-4o\",\n    \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\nResponds back in chat completions format.\n```",
+          "operationId": "cursor_chat_completions_cursor_chat_completions_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Chat Completions",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/cursor/models": {
+        "get": {
+          "description": "OpenAI-compatible model listing for the Cursor BYOK base URL.\n\nClients pointed at `<proxy>/cursor` as an OpenAI-compatible base URL resolve and\nverify models via `GET {base}/models` (the OpenAI SDK contract). Without this\nroute those requests fall through to the Cursor Cloud Agents passthrough, which\ndemands a Cursor API key and 401s, so key verification silently fails before any\nchat request is ever sent. Delegates to the standard `/v1/models` handler.",
+          "operationId": "cursor_model_list_cursor_models_get",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Model List",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/cursor/v1/models": {
+        "get": {
+          "description": "OpenAI-compatible model listing for the Cursor BYOK base URL.\n\nClients pointed at `<proxy>/cursor` as an OpenAI-compatible base URL resolve and\nverify models via `GET {base}/models` (the OpenAI SDK contract). Without this\nroute those requests fall through to the Cursor Cloud Agents passthrough, which\ndemands a Cursor API key and 401s, so key verification silently fails before any\nchat request is ever sent. Delegates to the standard `/v1/models` handler.",
+          "operationId": "cursor_model_list_cursor_v1_models_get",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Model List",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/cursor/{endpoint}": {
+        "delete": {
+          "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET    /v0/agents         \u2014 List agents\n- POST   /v0/agents         \u2014 Launch an agent\n- GET    /v0/agents/{id}    \u2014 Agent status\n- GET    /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST   /v0/agents/{id}/followup    \u2014 Add follow-up\n- POST   /v0/agents/{id}/stop        \u2014 Stop an agent\n- DELETE /v0/agents/{id}    \u2014 Delete an agent\n- GET    /v0/me             \u2014 API key info\n- GET    /v0/models         \u2014 List models\n- GET    /v0/repositories   \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable",
+          "operationId": "cursor_proxy_route_cursor__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET    /v0/agents         \u2014 List agents\n- POST   /v0/agents         \u2014 Launch an agent\n- GET    /v0/agents/{id}    \u2014 Agent status\n- GET    /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST   /v0/agents/{id}/followup    \u2014 Add follow-up\n- POST   /v0/agents/{id}/stop        \u2014 Stop an agent\n- DELETE /v0/agents/{id}    \u2014 Delete an agent\n- GET    /v0/me             \u2014 API key info\n- GET    /v0/models         \u2014 List models\n- GET    /v0/repositories   \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable",
+          "operationId": "cursor_proxy_route_cursor__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET    /v0/agents         \u2014 List agents\n- POST   /v0/agents         \u2014 Launch an agent\n- GET    /v0/agents/{id}    \u2014 Agent status\n- GET    /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST   /v0/agents/{id}/followup    \u2014 Add follow-up\n- POST   /v0/agents/{id}/stop        \u2014 Stop an agent\n- DELETE /v0/agents/{id}    \u2014 Delete an agent\n- GET    /v0/me             \u2014 API key info\n- GET    /v0/models         \u2014 List models\n- GET    /v0/repositories   \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable",
+          "operationId": "cursor_proxy_route_cursor__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET    /v0/agents         \u2014 List agents\n- POST   /v0/agents         \u2014 Launch an agent\n- GET    /v0/agents/{id}    \u2014 Agent status\n- GET    /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST   /v0/agents/{id}/followup    \u2014 Add follow-up\n- POST   /v0/agents/{id}/stop        \u2014 Stop an agent\n- DELETE /v0/agents/{id}    \u2014 Delete an agent\n- GET    /v0/me             \u2014 API key info\n- GET    /v0/models         \u2014 List models\n- GET    /v0/repositories   \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable",
+          "operationId": "cursor_proxy_route_cursor__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET    /v0/agents         \u2014 List agents\n- POST   /v0/agents         \u2014 Launch an agent\n- GET    /v0/agents/{id}    \u2014 Agent status\n- GET    /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST   /v0/agents/{id}/followup    \u2014 Add follow-up\n- POST   /v0/agents/{id}/stop        \u2014 Stop an agent\n- DELETE /v0/agents/{id}    \u2014 Delete an agent\n- GET    /v0/me             \u2014 API key info\n- GET    /v0/models         \u2014 List models\n- GET    /v0/repositories   \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable",
+          "operationId": "cursor_proxy_route_cursor__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cursor Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/eu.assemblyai/{endpoint}": {
+        "delete": {
+          "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Assemblyai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/gemini/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)",
+          "operationId": "gemini_proxy_route_gemini__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Gemini Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)",
+          "operationId": "gemini_proxy_route_gemini__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Gemini Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)",
+          "operationId": "gemini_proxy_route_gemini__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Gemini Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)",
+          "operationId": "gemini_proxy_route_gemini__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Gemini Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)",
+          "operationId": "gemini_proxy_route_gemini__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Gemini Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/gigachat/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/gigachat)",
+          "operationId": "gigachat_proxy_route_gigachat__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Gigachat Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/gigachat)",
+          "operationId": "gigachat_proxy_route_gigachat__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Gigachat Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/gigachat)",
+          "operationId": "gigachat_proxy_route_gigachat__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Gigachat Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/gigachat)",
+          "operationId": "gigachat_proxy_route_gigachat__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Gigachat Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/gigachat)",
+          "operationId": "gigachat_proxy_route_gigachat__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Gigachat Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/milvus/{endpoint}": {
+        "delete": {
+          "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.",
+          "operationId": "milvus_proxy_route_milvus__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Milvus Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.",
+          "operationId": "milvus_proxy_route_milvus__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Milvus Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.",
+          "operationId": "milvus_proxy_route_milvus__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Milvus Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.",
+          "operationId": "milvus_proxy_route_milvus__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Milvus Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.",
+          "operationId": "milvus_proxy_route_milvus__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Milvus Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/mistral/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)",
+          "operationId": "mistral_proxy_route_mistral__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Mistral Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)",
+          "operationId": "mistral_proxy_route_mistral__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Mistral Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)",
+          "operationId": "mistral_proxy_route_mistral__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Mistral Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)",
+          "operationId": "mistral_proxy_route_mistral__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Mistral Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)",
+          "operationId": "mistral_proxy_route_mistral__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Mistral Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/deployments/{model}/chat/completions": {
+        "post": {
+          "description": "Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`\n\n```bash\ncurl -X POST http://localhost:4000/v1/chat/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n    \"model\": \"gpt-4o\",\n    \"messages\": [\n        {\n            \"role\": \"user\",\n            \"content\": \"Hello!\"\n        }\n    ]\n}'\n```",
+          "operationId": "chat_completion_openai_deployments__model__chat_completions_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "model",
+              "required": true,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Model"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful response"
+            },
+            "400": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "ContentPolicyViolationError"
+            },
+            "401": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "AuthenticationError"
+            },
+            "403": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "PermissionDeniedError"
+            },
+            "404": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "NotFoundError"
+            },
+            "408": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "Timeout"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "UnprocessableEntityError"
+            },
+            "429": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "\n    Unified rate-limit error.\n\n    Every rate-limit condition surfaced by litellm \u2014 whether it originated from\n    an upstream LLM provider, a vendor batch endpoint, or one of litellm's own\n    proxy-side limiters (parallel-requests, dynamic-rate, batch-rate, budget,\n    max-iterations, etc.) \u2014 is raised as an instance of this class.\n\n    The :attr:`category` attribute lets callers distinguish the source. See\n    :class:`RateLimitErrorCategory` for the available values.\n    "
+            },
+            "500": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "JSONSchemaValidationError"
+            },
+            "503": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/ErrorResponse"
+                  }
+                }
+              },
+              "description": "APIConnectionError"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Chat Completion",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/deployments/{model}/completions": {
+        "post": {
+          "description": "Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`\n\n```bash\ncurl -X POST http://localhost:4000/v1/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n    \"model\": \"gpt-3.5-turbo-instruct\",\n    \"prompt\": \"Once upon a time\",\n    \"max_tokens\": 50,\n    \"temperature\": 0.7\n}'\n```",
+          "operationId": "completion_openai_deployments__model__completions_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "model",
+              "required": true,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Model"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Completion",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/deployments/{model}/embeddings": {
+        "post": {
+          "description": "Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`\n\n```bash\ncurl -X POST http://localhost:4000/v1/embeddings \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n    \"model\": \"text-embedding-ada-002\",\n    \"input\": \"The quick brown fox jumps over the lazy dog\"\n}'\n```",
+          "operationId": "embeddings_openai_deployments__model__embeddings_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "model",
+              "required": true,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Model"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Embeddings",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/deployments/{model}/images/edits": {
+        "post": {
+          "description": "Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create\n\n```bash\ncurl -s -D >(grep -i x-request-id >&2)     -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png)     -X POST \"http://localhost:4000/v1/images/edits\"     -H \"Authorization: Bearer sk-1234\"         -F \"model=gpt-image-1\"         -F \"image[]=@soap.png\"         -F 'prompt=Create a studio ghibli image of this'\n```",
+          "operationId": "image_edit_api_openai_deployments__model__images_edits_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "model",
+              "required": true,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Model"
+              }
+            }
+          ],
+          "requestBody": {
+            "content": {
+              "multipart/form-data": {
+                "schema": {
+                  "$ref": "#/components/schemas/Body_image_edit_api_openai_deployments__model__images_edits_post"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Image Edit Api",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/deployments/{model}/images/generations": {
+        "post": {
+          "operationId": "image_generation_openai_deployments__model__images_generations_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "model",
+              "required": true,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Model"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Image Generation",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/realtime/calls": {
+        "post": {
+          "operationId": "proxy_realtime_calls_openai_v1_realtime_calls_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "summary": "Proxy Realtime Calls",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/realtime/client_secrets": {
+        "post": {
+          "operationId": "create_realtime_client_secret_openai_v1_realtime_client_secrets_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/RealtimeClientSecretResponse"
+                  }
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Create Realtime Client Secret",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/realtime/transcription_sessions": {
+        "post": {
+          "description": "Create an ephemeral Realtime transcription session\n(POST /v1/realtime/transcription_sessions) for the WebRTC/WebSocket flow.\n\nMirrors the client_secrets route but targets the transcription_sessions\nendpoint and encrypts the ephemeral key returned under `client_secret.value`.",
+          "operationId": "create_realtime_transcription_session_openai_v1_realtime_transcription_sessions_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/RealtimeTranscriptionSessionResponse"
+                  }
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Create Realtime Transcription Session",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses": {
+        "post": {
+          "description": "Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses\n\nSupports background mode with polling_via_cache for partial response retrieval.\nWhen background=true and polling_via_cache is enabled, returns a polling_id immediately\nand streams the response in the background, updating Redis cache.\n\n```bash\n# Normal request\ncurl -X POST http://localhost:4000/v1/responses     -H \"Content-Type: application/json\"     -H \"Authorization: Bearer sk-1234\"     -d '{\n    \"model\": \"gpt-4o\",\n    \"input\": \"Tell me about AI\"\n}'\n\n# Background request with polling\ncurl -X POST http://localhost:4000/v1/responses     -H \"Content-Type: application/json\"     -H \"Authorization: Bearer sk-1234\"     -d '{\n    \"model\": \"gpt-4o\",\n    \"input\": \"Tell me about AI\",\n    \"background\": true\n}'\n```",
+          "operationId": "responses_api_openai_v1_responses_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Responses Api",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses/compact": {
+        "post": {
+          "description": "Compact a response by running a compaction pass over a conversation.\n\nReturns encrypted, opaque items that can be used to reduce context size.\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact\n\n```bash\ncurl -X POST http://localhost:4000/v1/responses/compact     -H \"Content-Type: application/json\"     -H \"Authorization: Bearer sk-1234\"     -d '{\n    \"model\": \"gpt-4o\",\n    \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\n```",
+          "operationId": "compact_response_openai_v1_responses_compact_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Compact Response",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses/input_tokens": {
+        "post": {
+          "description": "Count the input tokens of a Responses API request without calling the model.\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/input-tokens\n\n```bash\ncurl -X POST http://localhost:4000/v1/responses/input_tokens     -H \"Content-Type: application/json\"     -H \"Authorization: Bearer sk-1234\"     -d '{\n    \"model\": \"gpt-4o\",\n    \"input\": \"Hello, how are you?\"\n}'\n```\n\nReturns: `{\"object\": \"response.input_tokens\", \"input_tokens\": <count>}`",
+          "operationId": "responses_input_tokens_openai_v1_responses_input_tokens_post",
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Responses Input Tokens",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses/{response_id}": {
+        "delete": {
+          "description": "Delete a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Deletes from Redis cache\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete\n\n```bash\ncurl -X DELETE http://localhost:4000/v1/responses/resp_abc123     -H \"Authorization: Bearer sk-1234\"\n```",
+          "operationId": "delete_response_openai_v1_responses__response_id__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "response_id",
+              "required": true,
+              "schema": {
+                "title": "Response Id",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Delete Response",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Get a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get\n\n```bash\n# Get polling response\ncurl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123     -H \"Authorization: Bearer sk-1234\"\n\n# Get provider response\ncurl -X GET http://localhost:4000/v1/responses/resp_abc123     -H \"Authorization: Bearer sk-1234\"\n```",
+          "operationId": "get_response_openai_v1_responses__response_id__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "response_id",
+              "required": true,
+              "schema": {
+                "title": "Response Id",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Get Response",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses/{response_id}/cancel": {
+        "post": {
+          "description": "Cancel a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel\n\n```bash\n# Cancel polling response\ncurl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel     -H \"Authorization: Bearer sk-1234\"\n\n# Cancel provider response\ncurl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel     -H \"Authorization: Bearer sk-1234\"\n```",
+          "operationId": "cancel_response_openai_v1_responses__response_id__cancel_post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "response_id",
+              "required": true,
+              "schema": {
+                "title": "Response Id",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Cancel Response",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/v1/responses/{response_id}/input_items": {
+        "get": {
+          "description": "List input items for a response.",
+          "operationId": "get_response_input_items_openai_v1_responses__response_id__input_items_get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "response_id",
+              "required": true,
+              "schema": {
+                "title": "Response Id",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Get Response Input Items",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai/{endpoint}": {
+        "delete": {
+          "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n    Standard route:\n    - /openai/v1/chat/completions\n    - /openai/v1/assistants\n    - /openai/v1/threads\n\n    Dedicated passthrough (for Responses API):\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_proxy_route_openai__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n    Standard route:\n    - /openai/v1/chat/completions\n    - /openai/v1/assistants\n    - /openai/v1/threads\n\n    Dedicated passthrough (for Responses API):\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_proxy_route_openai__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n    Standard route:\n    - /openai/v1/chat/completions\n    - /openai/v1/assistants\n    - /openai/v1/threads\n\n    Dedicated passthrough (for Responses API):\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_proxy_route_openai__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n    Standard route:\n    - /openai/v1/chat/completions\n    - /openai/v1/assistants\n    - /openai/v1/threads\n\n    Dedicated passthrough (for Responses API):\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_proxy_route_openai__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n    Standard route:\n    - /openai/v1/chat/completions\n    - /openai/v1/assistants\n    - /openai/v1/threads\n\n    Dedicated passthrough (for Responses API):\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_proxy_route_openai__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/openai_passthrough/{endpoint}": {
+        "delete": {
+          "description": "Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native\nimplementations (e.g. the Responses API at /v1/responses).\n\nExamples:\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_passthrough_route_openai_passthrough__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Passthrough Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native\nimplementations (e.g. the Responses API at /v1/responses).\n\nExamples:\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_passthrough_route_openai_passthrough__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Passthrough Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native\nimplementations (e.g. the Responses API at /v1/responses).\n\nExamples:\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_passthrough_route_openai_passthrough__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Passthrough Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native\nimplementations (e.g. the Responses API at /v1/responses).\n\nExamples:\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_passthrough_route_openai_passthrough__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Passthrough Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native\nimplementations (e.g. the Responses API at /v1/responses).\n\nExamples:\n    - /openai_passthrough/v1/responses\n    - /openai_passthrough/v1/responses/{response_id}\n    - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)",
+          "operationId": "openai_passthrough_route_openai_passthrough__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Openai Passthrough Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/vertex_ai/discovery/{endpoint}": {
+        "delete": {
+          "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`",
+          "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Vertex Discovery Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`",
+          "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Vertex Discovery Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`",
+          "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Vertex Discovery Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`",
+          "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Vertex Discovery Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`",
+          "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Vertex Discovery Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/vertex_ai/{endpoint}": {
+        "delete": {
+          "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)",
+          "operationId": "vertex_proxy_route_vertex_ai__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vertex Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)",
+          "operationId": "vertex_proxy_route_vertex_ai__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vertex Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)",
+          "operationId": "vertex_proxy_route_vertex_ai__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vertex Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)",
+          "operationId": "vertex_proxy_route_vertex_ai__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vertex Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)",
+          "operationId": "vertex_proxy_route_vertex_ai__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vertex Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/vllm/{endpoint}": {
+        "delete": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)",
+          "operationId": "vllm_proxy_route_vllm__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vllm Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)",
+          "operationId": "vllm_proxy_route_vllm__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vllm Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)",
+          "operationId": "vllm_proxy_route_vllm__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vllm Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)",
+          "operationId": "vllm_proxy_route_vllm__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vllm Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)",
+          "operationId": "vllm_proxy_route_vllm__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Vllm Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      },
+      "/watsonx/{endpoint}": {
+        "delete": {
+          "description": "Watsonx pass-through endpoint.\nAllows using Watsonx APIs with automatic IAM token management and version parameter injection.\n\nExample:\n    POST /watsonx/ml/v1/text/tokenization\n    POST /watsonx/ml/v1/text/generation",
+          "operationId": "watsonx_proxy_route_watsonx__endpoint__delete",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Watsonx Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "get": {
+          "description": "Watsonx pass-through endpoint.\nAllows using Watsonx APIs with automatic IAM token management and version parameter injection.\n\nExample:\n    POST /watsonx/ml/v1/text/tokenization\n    POST /watsonx/ml/v1/text/generation",
+          "operationId": "watsonx_proxy_route_watsonx__endpoint__get",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Watsonx Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "patch": {
+          "description": "Watsonx pass-through endpoint.\nAllows using Watsonx APIs with automatic IAM token management and version parameter injection.\n\nExample:\n    POST /watsonx/ml/v1/text/tokenization\n    POST /watsonx/ml/v1/text/generation",
+          "operationId": "watsonx_proxy_route_watsonx__endpoint__patch",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Watsonx Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "post": {
+          "description": "Watsonx pass-through endpoint.\nAllows using Watsonx APIs with automatic IAM token management and version parameter injection.\n\nExample:\n    POST /watsonx/ml/v1/text/tokenization\n    POST /watsonx/ml/v1/text/generation",
+          "operationId": "watsonx_proxy_route_watsonx__endpoint__post",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Watsonx Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        },
+        "put": {
+          "description": "Watsonx pass-through endpoint.\nAllows using Watsonx APIs with automatic IAM token management and version parameter injection.\n\nExample:\n    POST /watsonx/ml/v1/text/tokenization\n    POST /watsonx/ml/v1/text/generation",
+          "operationId": "watsonx_proxy_route_watsonx__endpoint__put",
+          "parameters": [
+            {
+              "in": "path",
+              "name": "endpoint",
+              "required": true,
+              "schema": {
+                "title": "Endpoint",
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "security": [
+            {
+              "APIKeyHeader": []
+            }
+          ],
+          "summary": "Watsonx Proxy Route",
+          "tags": [
+            "llm_passthrough"
+          ]
+        }
+      }
+    }
+  },
   "mcp_app": {
     "components": {
       "schemas": {
@@ -31965,7 +36935,7 @@
     "paths": {
       "/openai/v1/realtime/calls": {
         "post": {
-          "operationId": "proxy_realtime_calls_openai_v1_realtime_calls_post",
+          "operationId": "proxy_realtime_calls_openai_v1_realtime_calls_post_2",
           "responses": {
             "200": {
               "content": {
@@ -31984,7 +36954,7 @@
       },
       "/openai/v1/realtime/client_secrets": {
         "post": {
-          "operationId": "create_realtime_client_secret_openai_v1_realtime_client_secrets_post",
+          "operationId": "create_realtime_client_secret_openai_v1_realtime_client_secrets_post_2",
           "responses": {
             "200": {
               "content": {
@@ -32011,7 +36981,7 @@
       "/openai/v1/realtime/transcription_sessions": {
         "post": {
           "description": "Create an ephemeral Realtime transcription session\n(POST /v1/realtime/transcription_sessions) for the WebRTC/WebSocket flow.\n\nMirrors the client_secrets route but targets the transcription_sessions\nendpoint and encrypts the ephemeral key returned under `client_secret.value`.",
-          "operationId": "create_realtime_transcription_session_openai_v1_realtime_transcription_sessions_post",
+          "operationId": "create_realtime_transcription_session_openai_v1_realtime_transcription_sessions_post_2",
           "responses": {
             "200": {
               "content": {
diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py
index face515ef88..28a8bab1f24 100644
--- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py
+++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py
@@ -97,7 +97,6 @@ else:
 
 vertex_llm_base: Final = VertexBase()
 router: Final = APIRouter()
-openai_passthrough_router: Final = APIRouter()
 default_vertex_config: Final = None
 passthrough_endpoint_router: Final = PassthroughEndpointRouter()
 
@@ -2297,11 +2296,6 @@ async def vertex_proxy_route(
     )
 
 
-@openai_passthrough_router.api_route(
-    "/openai_passthrough/{endpoint:path}",
-    methods=["GET", "POST", "PUT", "DELETE", "PATCH"],
-    tags=["OpenAI Pass-through", "pass-through"],
-)
 @router.api_route(
     "/openai/{endpoint:path}",
     methods=["GET", "POST", "PUT", "DELETE", "PATCH"],
diff --git a/litellm/proxy/pass_through_endpoints/openai_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/openai_passthrough_endpoints.py
new file mode 100644
index 00000000000..f56a59dd560
--- /dev/null
+++ b/litellm/proxy/pass_through_endpoints/openai_passthrough_endpoints.py
@@ -0,0 +1,44 @@
+"""/openai_passthrough must be matched ahead of the native /{provider}/v1/files and
+/{provider}/v1/batches routes, so unlike the other provider passthrough routes it is
+registered at startup and defers to the lazily loaded handler per call."""
+
+from typing import Final
+
+from fastapi import APIRouter, Depends, Request, Response
+
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
+
+router: Final = APIRouter()
+
+
+@router.api_route(
+    "/openai_passthrough/{endpoint:path}",
+    methods=["GET", "POST", "PUT", "DELETE", "PATCH"],
+    tags=["OpenAI Pass-through", "pass-through"],
+)
+async def openai_passthrough_route(
+    endpoint: str,
+    request: Request,
+    fastapi_response: Response,
+    user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
+) -> Response:
+    """
+    Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+    implementations (e.g. the Responses API at /v1/responses).
+
+    Examples:
+        - /openai_passthrough/v1/responses
+        - /openai_passthrough/v1/responses/{response_id}
+        - /openai_passthrough/v1/responses/{response_id}/input_items
+
+    [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
+    """
+    from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import openai_proxy_route
+
+    return await openai_proxy_route(
+        endpoint=endpoint,
+        request=request,
+        fastapi_response=fastapi_response,
+        user_api_key_dict=user_api_key_dict,
+    )
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 94e74b20297..5d94b65ccba 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -304,7 +304,7 @@ from litellm.litellm_core_utils.sensitive_data_masker import (
 )
 from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
 from litellm.llms.vertex_ai.vertex_llm_base import VertexBase
-from litellm.proxy._lazy_features import attach_lazy_features
+from litellm.proxy._lazy_features import attach_lazy_features, reserve_lazy_slot
 from litellm.proxy._types import *
 from litellm.proxy.analytics_endpoints.analytics_endpoints import (
     router as analytics_router,
@@ -639,13 +639,8 @@ from litellm.proxy.openai_files_endpoints.files_endpoints import (
 from litellm.proxy.openai_files_endpoints.files_endpoints import (
     set_files_config,
 )
-from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import (
-    openai_passthrough_router,
-    passthrough_endpoint_router,
-    vertex_ai_live_websocket_passthrough,
-)
-from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import (
-    router as llm_passthrough_router,
+from litellm.proxy.pass_through_endpoints.openai_passthrough_endpoints import (
+    router as openai_passthrough_router,
 )
 from litellm.proxy.pass_through_endpoints.pass_through_endpoints import (
     initialize_pass_through_endpoints,
@@ -6047,6 +6042,10 @@ class ProxyConfig:
         set_files_config(config=files_config)
 
         ## default config for vertex ai routes
+        from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import (
+            passthrough_endpoint_router,
+        )
+
         default_vertex_config: Final = config.get("default_vertex_config", None)
         passthrough_endpoint_router.set_default_vertex_config(config=default_vertex_config)
 
@@ -11763,6 +11762,10 @@ async def vertex_ai_live_passthrough_endpoint(
 
     This endpoint delegates to the WebSocket function defined in llm_passthrough_endpoints.py
     """
+    from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import (
+        vertex_ai_live_websocket_passthrough,
+    )
+
     return await vertex_ai_live_websocket_passthrough(
         websocket=websocket,
         model=model,
@@ -18668,7 +18671,7 @@ app.include_router(credential_router)
 app.include_router(openai_passthrough_router)
 app.include_router(batches_router)
 app.include_router(openai_files_router)
-app.include_router(llm_passthrough_router)
+reserve_lazy_slot(app, "llm_passthrough")
 app.include_router(pass_through_router)
 app.include_router(health_router)
 app.include_router(key_management_router)
diff --git a/tests/test_litellm/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py b/tests/test_litellm/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py
index addc952af14..7b285674145 100644
--- a/tests/test_litellm/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py
+++ b/tests/test_litellm/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py
@@ -4,7 +4,7 @@ import contextlib
 import json
 import os
 import traceback
-from collections.abc import Mapping
+from collections.abc import Iterator, Mapping
 from types import MappingProxyType, SimpleNamespace
 from typing import Final
 from unittest import mock
@@ -12,7 +12,9 @@ from unittest.mock import AsyncMock, MagicMock, Mock, patch
 
 import httpx
 import pytest
+import respx
 from fastapi import HTTPException, Request, Response
+from fastapi.routing import APIRoute
 from fastapi.responses import StreamingResponse
 from fastapi.testclient import TestClient
 from starlette.datastructures import FormData
@@ -45,6 +47,7 @@ from litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints import (
 )
 from litellm.proxy._types import LitellmUserRoles, SpecialHeaders, UserAPIKeyAuth
 from litellm.proxy.auth.handle_jwt import JWTHandler
+from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
 from litellm.types.passthrough_endpoints.vertex_ai import VertexPassThroughCredentials
 
 
@@ -3339,8 +3342,11 @@ class TestOpenAIPassthroughRoute:
 def _resolve_route_name(method: str, path: str) -> str | None:
     from starlette.routing import Match
 
+    from litellm.proxy._lazy_features import LAZY_FEATURES, _force_load
     from litellm.proxy.proxy_server import app
 
+    asyncio.run(_force_load(app, next(f for f in LAZY_FEATURES if f.name == "llm_passthrough")))
+
     scope: Final = {
         "type": "http",
         "method": method,
@@ -3350,8 +3356,8 @@ def _resolve_route_name(method: str, path: str) -> str | None:
         "root_path": "",
     }
     for route in app.router.routes:
-        if route.matches(scope)[0] == Match.FULL:
-            return getattr(route, "name", None)
+        if isinstance(route, APIRoute) and route.matches(scope)[0] == Match.FULL:
+            return route.name
     return None
 
 
@@ -3376,7 +3382,7 @@ def test_openai_passthrough_prefix_wins_over_native_provider_routes(method, path
     /{provider}/v1/files and /{provider}/v1/batches routes must never capture it
     with provider="openai_passthrough" (which 500s on the LlmProviders lookup).
     """
-    assert _resolve_route_name(method, path) == "openai_proxy_route"
+    assert _resolve_route_name(method, path) == "openai_passthrough_route"
 
 
 @pytest.mark.parametrize(
@@ -3393,6 +3399,41 @@ def test_native_provider_routes_are_unchanged(method, path, expected_name):
     assert _resolve_route_name(method, path) == expected_name
 
 
+@pytest.fixture
+def openai_passthrough_client(monkeypatch: pytest.MonkeyPatch) -> Iterator[TestClient]:
+    from litellm.proxy.proxy_server import app
+
+    monkeypatch.setenv("OPENAI_API_KEY", "sk-upstream")
+    monkeypatch.delenv("SERVER_ROOT_PATH", raising=False)
+    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+    litellm.in_memory_llm_clients_cache.flush_cache()
+    monkeypatch.setitem(app.dependency_overrides, user_api_key_auth, lambda: UserAPIKeyAuth(api_key="sk-virtual"))
+    yield TestClient(app)
+
+
+@pytest.mark.parametrize(
+    "method, path, body",
+    [
+        ("POST", "/v1/responses", {"model": "gpt-5.1", "input": "hi"}),
+        ("GET", "/v1/files", None),
+        ("POST", "/v1/batches", {"input_file_id": "file-abc123", "endpoint": "/v1/responses"}),
+    ],
+)
+def test_openai_passthrough_forwards_verbatim_to_openai(
+    openai_passthrough_client: TestClient, method: str, path: str, body: dict[str, str] | None
+) -> None:
+    """Every /openai_passthrough request, including the /v1/files and /v1/batches
+    paths that native provider routes also claim, must reach OpenAI unchanged."""
+    with respx.mock(assert_all_called=True) as upstream:
+        route = upstream.request(method, f"https://api.openai.com{path}").mock(
+            return_value=httpx.Response(200, json={"id": "upstream_123"})
+        )
+        response = openai_passthrough_client.request(method, f"/openai_passthrough{path}", json=body)
+
+        assert (response.status_code, response.json()) == (200, {"id": "upstream_123"})
+        assert route.calls.last.request.headers["authorization"] == "Bearer sk-upstream"
+
+
 class TestCursorProxyRoute:
     """Tests for the Cursor Cloud Agents pass-through route."""
 
diff --git a/tests/test_litellm/proxy/test_proxy_server.py b/tests/test_litellm/proxy/test_proxy_server.py
index e058a4f6396..4f4a9e87d18 100644
--- a/tests/test_litellm/proxy/test_proxy_server.py
+++ b/tests/test_litellm/proxy/test_proxy_server.py
@@ -9183,6 +9183,126 @@ class TestLazyFeaturesNotImportedAtStartup:
 class TestLazyFeatureMiddleware:
     """Behavior of the middleware itself, exercised in isolation."""
 
+    @pytest.mark.asyncio
+    async def test_llm_passthrough_loads_on_first_provider_request(self, monkeypatch):
+        """An app that never registered the provider passthrough routes 404s a
+        provider request; behind the middleware the same request registers the
+        routes and is forwarded to the provider with the configured key."""
+        import respx
+        from fastapi import FastAPI
+
+        from litellm.proxy._lazy_features import LAZY_FEATURES, LazyFeatureMiddleware
+
+        monkeypatch.setenv("MISTRAL_API_KEY", "sk-upstream")
+        monkeypatch.delenv("SERVER_ROOT_PATH", raising=False)
+        monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+        litellm.in_memory_llm_clients_cache.flush_cache()
+        feat = next(f for f in LAZY_FEATURES if f.name == "llm_passthrough")
+        target_app = FastAPI()
+        target_app.dependency_overrides[user_api_key_auth] = lambda: UserAPIKeyAuth(api_key="sk-virtual")
+        mw = LazyFeatureMiddleware(target_app, fastapi_app=target_app, features=(feat,))
+
+        with respx.mock() as upstream:
+            route = upstream.get("https://api.mistral.ai/v1/models").mock(
+                return_value=httpx.Response(200, json={"object": "list", "data": []})
+            )
+            async with httpx.AsyncClient(transport=httpx.ASGITransport(app=target_app), base_url="http://t") as bare:
+                assert (await bare.get("/mistral/v1/models")).status_code == 404
+            async with httpx.AsyncClient(transport=httpx.ASGITransport(app=mw), base_url="http://t") as lazy:
+                response = await lazy.get("/mistral/v1/models")
+
+            assert (response.status_code, response.json()) == (200, {"object": "list", "data": []})
+            assert route.calls.last.request.headers["authorization"] == "Bearer sk-upstream"
+
+    def test_llm_passthrough_prefixes_cover_every_route_the_module_registers(self):
+        """A route the module registers under a prefix the feature does not claim
+        would 404 until an unrelated provider request happens to load the module."""
+        from litellm.proxy._lazy_features import LAZY_FEATURES
+
+        feat = next(f for f in LAZY_FEATURES if f.name == "llm_passthrough")
+        paths = [r.path for r in importlib.import_module(feat.module_path).router.routes]
+
+        assert {"/mistral/{endpoint:path}", "/openai/{endpoint:path}"} <= set(paths)
+        unreachable = [p for p in paths if not feat.matches(p.replace("{endpoint:path}", "x"))]
+        assert unreachable == [], f"routes the middleware would never load: {unreachable}"
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("first_hit", ["/v1/realtime/calls", "/openai/v1/models"])
+    async def test_lazy_routes_land_in_registry_order_not_first_hit_order(self, first_hit):
+        """Two lazy features with overlapping paths must answer a request with the
+        same handler no matter which one a deployment happens to hit first."""
+        from fastapi import APIRouter, FastAPI
+
+        from litellm.proxy._lazy_features import LazyFeature, LazyFeatureMiddleware
+
+        def make_register(path, handler):
+            def register(app, module):
+                router = APIRouter()
+                router.add_api_route(path, lambda: {"handler": handler}, methods=["POST"])
+                app.include_router(router)
+
+            return register
+
+        catch_all = LazyFeature(
+            name="catch_all",
+            module_path="json",
+            path_prefixes=("/openai/",),
+            register_fn=make_register("/openai/{endpoint:path}", "catch_all"),
+        )
+        specific = LazyFeature(
+            name="specific",
+            module_path="base64",
+            path_prefixes=("/openai/v1/realtime", "/v1/realtime"),
+            register_fn=make_register("/openai/v1/realtime/calls", "specific"),
+        )
+
+        target_app = FastAPI()
+        mw = LazyFeatureMiddleware(target_app, fastapi_app=target_app, features=(catch_all, specific))
+
+        async with httpx.AsyncClient(transport=httpx.ASGITransport(app=mw), base_url="http://t") as client:
+            await client.post(first_hit)
+            await client.post("/openai/v1/models")
+            response = await client.post("/openai/v1/realtime/calls")
+
+        assert response.json() == {"handler": "catch_all"}
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("root_path", ["", "/api"])
+    async def test_reserved_slot_keeps_lazy_catch_all_ahead_of_later_eager_routes(self, root_path):
+        """/{mcp_server_name}/mcp is registered after the provider passthrough router
+        at startup, so /mistral/mcp must keep reaching the provider catch-all once
+        that router loads lazily instead of being swallowed by the MCP route. The
+        native /mistral/v1/files route sits ahead of it, so that path neither loads
+        the feature nor changes owner, with or without a SERVER_ROOT_PATH prefix."""
+        from fastapi import APIRouter, FastAPI
+
+        from litellm.proxy._lazy_features import LazyFeature, LazyFeatureMiddleware, reserve_lazy_slot
+
+        def register(app, module):
+            router = APIRouter()
+            router.add_api_route("/mistral/{endpoint:path}", lambda: {"handler": "passthrough"}, methods=["POST"])
+            app.include_router(router)
+
+        passthrough = LazyFeature(
+            name="llm_passthrough", module_path="json", path_prefixes=("/mistral/",), register_fn=register
+        )
+        target_app = FastAPI(root_path=root_path)
+        target_app.add_api_route("/mistral/v1/files", lambda: {"handler": "files"}, methods=["POST"])
+        reserve_lazy_slot(target_app, "llm_passthrough", features=(passthrough,))
+        target_app.add_api_route("/{mcp_server_name}/mcp", lambda: {"handler": "mcp"}, methods=["POST"])
+        target_app.add_middleware(LazyFeatureMiddleware, fastapi_app=target_app, features=(passthrough,))
+
+        async with httpx.AsyncClient(transport=httpx.ASGITransport(app=target_app), base_url="http://t") as client:
+            files_first = (await client.post(f"{root_path}/mistral/v1/files")).json()["handler"]
+            loaded_after_files = frozenset(target_app.state.lazy_loaded)
+            handlers = [
+                (await client.post(f"{root_path}{path}")).json()["handler"]
+                for path in ("/mistral/mcp", "/mistral/v1/files")
+            ]
+
+        assert (files_first, loaded_after_files) == ("files", frozenset())
+        assert handlers == ["passthrough", "files"]
+
     @pytest.mark.asyncio
     async def test_first_request_triggers_load_subsequent_does_not(self):
         from fastapi import FastAPI
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 29435c31aee..1b34c6f6a51 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -9547,26 +9547,6 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
-    "/openai/": {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        /**
-         * WebSocket: openai_websocket_proxy_route
-         * @description WebSocket connection endpoint
-         */
-        get: operations["websocket_openai_websocket_proxy_route_get"];
-        put?: never;
-        post?: never;
-        delete?: never;
-        options?: never;
-        head?: never;
-        patch?: never;
-        trace?: never;
-    };
     "/openai/deployments/{model}/chat/completions": {
         parameters: {
             query?: never;
@@ -10122,26 +10102,6 @@ export interface paths {
         patch: operations["openai_proxy_route_openai__endpoint__patch"];
         trace?: never;
     };
-    "/openai_passthrough/": {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        /**
-         * WebSocket: openai_websocket_proxy_route
-         * @description WebSocket connection endpoint
-         */
-        get: operations["websocket_openai_websocket_proxy_route_get_2"];
-        put?: never;
-        post?: never;
-        delete?: never;
-        options?: never;
-        head?: never;
-        patch?: never;
-        trace?: never;
-    };
     "/openai_passthrough/{endpoint}": {
         parameters: {
             query?: never;
@@ -10150,132 +10110,72 @@ export interface paths {
             cookie?: never;
         };
         /**
-         * Openai Proxy Route
-         * @description Pass-through endpoint for OpenAI API calls.
-         *
-         *     Available on both routes:
-         *     - /openai/{endpoint:path} - Standard OpenAI passthrough route
-         *     - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)
-         *
-         *     Use /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts
-         *     with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).
+         * Openai Passthrough Route
+         * @description Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+         *     implementations (e.g. the Responses API at /v1/responses).
          *
          *     Examples:
-         *         Standard route:
-         *         - /openai/v1/chat/completions
-         *         - /openai/v1/assistants
-         *         - /openai/v1/threads
-         *
-         *         Dedicated passthrough (for Responses API):
          *         - /openai_passthrough/v1/responses
          *         - /openai_passthrough/v1/responses/{response_id}
          *         - /openai_passthrough/v1/responses/{response_id}/input_items
          *
          *     [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
          */
-        get: operations["openai_proxy_route_openai_passthrough__endpoint__get"];
+        get: operations["openai_passthrough_route_openai_passthrough__endpoint__get"];
         /**
-         * Openai Proxy Route
-         * @description Pass-through endpoint for OpenAI API calls.
-         *
-         *     Available on both routes:
-         *     - /openai/{endpoint:path} - Standard OpenAI passthrough route
-         *     - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)
-         *
-         *     Use /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts
-         *     with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).
+         * Openai Passthrough Route
+         * @description Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+         *     implementations (e.g. the Responses API at /v1/responses).
          *
          *     Examples:
-         *         Standard route:
-         *         - /openai/v1/chat/completions
-         *         - /openai/v1/assistants
-         *         - /openai/v1/threads
-         *
-         *         Dedicated passthrough (for Responses API):
          *         - /openai_passthrough/v1/responses
          *         - /openai_passthrough/v1/responses/{response_id}
          *         - /openai_passthrough/v1/responses/{response_id}/input_items
          *
          *     [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
          */
-        put: operations["openai_proxy_route_openai_passthrough__endpoint__put"];
+        put: operations["openai_passthrough_route_openai_passthrough__endpoint__put"];
         /**
-         * Openai Proxy Route
-         * @description Pass-through endpoint for OpenAI API calls.
-         *
-         *     Available on both routes:
-         *     - /openai/{endpoint:path} - Standard OpenAI passthrough route
-         *     - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)
-         *
-         *     Use /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts
-         *     with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).
+         * Openai Passthrough Route
+         * @description Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+         *     implementations (e.g. the Responses API at /v1/responses).
          *
          *     Examples:
-         *         Standard route:
-         *         - /openai/v1/chat/completions
-         *         - /openai/v1/assistants
-         *         - /openai/v1/threads
-         *
-         *         Dedicated passthrough (for Responses API):
          *         - /openai_passthrough/v1/responses
          *         - /openai_passthrough/v1/responses/{response_id}
          *         - /openai_passthrough/v1/responses/{response_id}/input_items
          *
          *     [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
          */
-        post: operations["openai_proxy_route_openai_passthrough__endpoint__post"];
+        post: operations["openai_passthrough_route_openai_passthrough__endpoint__post"];
         /**
-         * Openai Proxy Route
-         * @description Pass-through endpoint for OpenAI API calls.
-         *
-         *     Available on both routes:
-         *     - /openai/{endpoint:path} - Standard OpenAI passthrough route
-         *     - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)
-         *
-         *     Use /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts
-         *     with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).
+         * Openai Passthrough Route
+         * @description Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+         *     implementations (e.g. the Responses API at /v1/responses).
          *
          *     Examples:
-         *         Standard route:
-         *         - /openai/v1/chat/completions
-         *         - /openai/v1/assistants
-         *         - /openai/v1/threads
-         *
-         *         Dedicated passthrough (for Responses API):
          *         - /openai_passthrough/v1/responses
          *         - /openai_passthrough/v1/responses/{response_id}
          *         - /openai_passthrough/v1/responses/{response_id}/input_items
          *
          *     [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
          */
-        delete: operations["openai_proxy_route_openai_passthrough__endpoint__delete"];
+        delete: operations["openai_passthrough_route_openai_passthrough__endpoint__delete"];
         options?: never;
         head?: never;
         /**
-         * Openai Proxy Route
-         * @description Pass-through endpoint for OpenAI API calls.
-         *
-         *     Available on both routes:
-         *     - /openai/{endpoint:path} - Standard OpenAI passthrough route
-         *     - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)
-         *
-         *     Use /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts
-         *     with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).
+         * Openai Passthrough Route
+         * @description Dedicated pass-through to the OpenAI API with no overlap with LiteLLM's native
+         *     implementations (e.g. the Responses API at /v1/responses).
          *
          *     Examples:
-         *         Standard route:
-         *         - /openai/v1/chat/completions
-         *         - /openai/v1/assistants
-         *         - /openai/v1/threads
-         *
-         *         Dedicated passthrough (for Responses API):
          *         - /openai_passthrough/v1/responses
          *         - /openai_passthrough/v1/responses/{response_id}
          *         - /openai_passthrough/v1/responses/{response_id}/input_items
          *
          *     [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)
          */
-        patch: operations["openai_proxy_route_openai_passthrough__endpoint__patch"];
+        patch: operations["openai_passthrough_route_openai_passthrough__endpoint__patch"];
         trace?: never;
     };
     "/organization/daily/activity": {
@@ -21891,52 +21791,6 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
-    "/vertex-ai/{endpoint}": {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        /**
-         * Vertex Proxy Route
-         * @description Call LiteLLM proxy via Vertex AI SDK.
-         *
-         *     [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)
-         */
-        get: operations["vertex_proxy_route_vertex_ai__endpoint__get_2"];
-        /**
-         * Vertex Proxy Route
-         * @description Call LiteLLM proxy via Vertex AI SDK.
-         *
-         *     [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)
-         */
-        put: operations["vertex_proxy_route_vertex_ai__endpoint__put_2"];
-        /**
-         * Vertex Proxy Route
-         * @description Call LiteLLM proxy via Vertex AI SDK.
-         *
-         *     [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)
-         */
-        post: operations["vertex_proxy_route_vertex_ai__endpoint__post_2"];
-        /**
-         * Vertex Proxy Route
-         * @description Call LiteLLM proxy via Vertex AI SDK.
-         *
-         *     [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)
-         */
-        delete: operations["vertex_proxy_route_vertex_ai__endpoint__delete_2"];
-        options?: never;
-        head?: never;
-        /**
-         * Vertex Proxy Route
-         * @description Call LiteLLM proxy via Vertex AI SDK.
-         *
-         *     [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)
-         */
-        patch: operations["vertex_proxy_route_vertex_ai__endpoint__patch_2"];
-        trace?: never;
-    };
     "/vertex_ai/discovery/{endpoint}": {
         parameters: {
             query?: never;
@@ -52513,24 +52367,6 @@ export interface operations {
             };
         };
     };
-    websocket_openai_websocket_proxy_route_get: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description WebSocket Protocol Switched */
-            101: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content?: never;
-            };
-        };
-    };
     chat_completion_openai_deployments__model__chat_completions_post: {
         parameters: {
             query?: never;
@@ -53430,25 +53266,7 @@ export interface operations {
             };
         };
     };
-    websocket_openai_websocket_proxy_route_get_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path?: never;
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description WebSocket Protocol Switched */
-            101: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content?: never;
-            };
-        };
-    };
-    openai_proxy_route_openai_passthrough__endpoint__get: {
+    openai_passthrough_route_openai_passthrough__endpoint__get: {
         parameters: {
             query?: never;
             header?: never;
@@ -53479,7 +53297,7 @@ export interface operations {
             };
         };
     };
-    openai_proxy_route_openai_passthrough__endpoint__put: {
+    openai_passthrough_route_openai_passthrough__endpoint__put: {
         parameters: {
             query?: never;
             header?: never;
@@ -53510,7 +53328,7 @@ export interface operations {
             };
         };
     };
-    openai_proxy_route_openai_passthrough__endpoint__post: {
+    openai_passthrough_route_openai_passthrough__endpoint__post: {
         parameters: {
             query?: never;
             header?: never;
@@ -53541,7 +53359,7 @@ export interface operations {
             };
         };
     };
-    openai_proxy_route_openai_passthrough__endpoint__delete: {
+    openai_passthrough_route_openai_passthrough__endpoint__delete: {
         parameters: {
             query?: never;
             header?: never;
@@ -53572,7 +53390,7 @@ export interface operations {
             };
         };
     };
-    openai_proxy_route_openai_passthrough__endpoint__patch: {
+    openai_passthrough_route_openai_passthrough__endpoint__patch: {
         parameters: {
             query?: never;
             header?: never;
@@ -67979,161 +67797,6 @@ export interface operations {
             };
         };
     };
-    vertex_proxy_route_vertex_ai__endpoint__get_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                endpoint: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
-                };
-            };
-        };
-    };
-    vertex_proxy_route_vertex_ai__endpoint__put_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                endpoint: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
-                };
-            };
-        };
-    };
-    vertex_proxy_route_vertex_ai__endpoint__post_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                endpoint: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
-                };
-            };
-        };
-    };
-    vertex_proxy_route_vertex_ai__endpoint__delete_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                endpoint: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
-                };
-            };
-        };
-    };
-    vertex_proxy_route_vertex_ai__endpoint__patch_2: {
-        parameters: {
-            query?: never;
-            header?: never;
-            path: {
-                endpoint: string;
-            };
-            cookie?: never;
-        };
-        requestBody?: never;
-        responses: {
-            /** @description Successful Response */
-            200: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
-                };
-            };
-        };
-    };
     vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__get: {
         parameters: {
             query?: never;

From 3df127b439442e07927b370227407f53601c6068 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 09:52:09 -0700
Subject: [PATCH 168/298] fix(proxy): give user-key objects their own in-memory
 cache partition (#40713)

Key objects share the 200-entry UserApiKeyCache in-memory store with teams,
end users, tags and memberships, so churn in those objects evicts hot keys
and forces a LiteLLM_VerificationToken lookup on the next request. Route
bare hashed-token keys to a dedicated InMemoryCache inside UserApiKeyCache
while keeping Redis, TTL, serialization and invalidation shared

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/dual_cache.py                 |   4 +-
 .../auth_cache_invalidation_pubsub.py         |   4 +-
 litellm/proxy/common_utils/debug_utils.py     |  25 ++-
 .../proxy/common_utils/user_api_key_cache.py  | 102 ++++++++++-
 .../key_management_endpoints.py               |   2 +-
 .../mcp_server/test_discoverable_endpoints.py |   2 +-
 .../test_auth_cache_invalidation_pubsub.py    |  31 ++++
 .../common_utils/test_user_api_key_cache.py   | 158 ++++++++++++++++--
 8 files changed, 296 insertions(+), 32 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index be761e1258b..26ad89a70cc 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -376,7 +376,9 @@ class DualCache(BaseCache):
             )
 
     # async_batch_set_cache
-    async def async_set_cache_pipeline(self, cache_list: list, local_only: bool = False, **kwargs):
+    async def async_set_cache_pipeline(
+        self, cache_list: Sequence[tuple[str, object]], local_only: bool = False, **kwargs
+    ):
         """
         Batch write values to the cache
         """
diff --git a/litellm/proxy/common_utils/auth_cache_invalidation_pubsub.py b/litellm/proxy/common_utils/auth_cache_invalidation_pubsub.py
index fb2ca6372c0..dbe11882b3c 100644
--- a/litellm/proxy/common_utils/auth_cache_invalidation_pubsub.py
+++ b/litellm/proxy/common_utils/auth_cache_invalidation_pubsub.py
@@ -196,9 +196,7 @@ class AuthCacheInvalidationSubscriber:
             for additional_cache in self._additional_in_memory_caches:
                 additional_cache.set_cache(parsed.cache_key, parsed.new_value, ttl=parsed.ttl)
             return
-        in_memory_cache: Final = self._user_api_key_cache.in_memory_cache
-        if in_memory_cache is not None:
-            in_memory_cache.delete_cache(parsed.cache_key)
+        self._user_api_key_cache.in_memory_cache_for(parsed.cache_key).delete_cache(parsed.cache_key)
         for additional_cache in self._additional_in_memory_caches:
             additional_cache.delete_cache(parsed.cache_key)
 
diff --git a/litellm/proxy/common_utils/debug_utils.py b/litellm/proxy/common_utils/debug_utils.py
index 554a6ae8d1a..1d4024bb84e 100644
--- a/litellm/proxy/common_utils/debug_utils.py
+++ b/litellm/proxy/common_utils/debug_utils.py
@@ -147,8 +147,11 @@ async def memory_usage_in_mem_cache(
             llm_router.cache.in_memory_cache.ttl_dict
         )
 
-    num_items_in_user_api_key_cache: Final = len(user_api_key_cache.in_memory_cache.cache_dict) + len(
-        user_api_key_cache.in_memory_cache.ttl_dict
+    num_items_in_user_api_key_cache: Final = (
+        len(user_api_key_cache.in_memory_cache.cache_dict)
+        + len(user_api_key_cache.in_memory_cache.ttl_dict)
+        + len(user_api_key_cache.key_object_cache.in_memory_cache.cache_dict)
+        + len(user_api_key_cache.key_object_cache.in_memory_cache.ttl_dict)
     )
 
     num_items_in_proxy_logging_obj_cache: Final = len(
@@ -189,6 +192,8 @@ async def memory_usage_in_mem_cache_items(
     return {
         "user_api_key_cache": user_api_key_cache.in_memory_cache.cache_dict,
         "user_api_key_ttl": user_api_key_cache.in_memory_cache.ttl_dict,
+        "user_key_object_cache": user_api_key_cache.key_object_cache.in_memory_cache.cache_dict,
+        "user_key_object_ttl": user_api_key_cache.key_object_cache.in_memory_cache.ttl_dict,
         "llm_router_cache": llm_router_in_memory_cache_dict,
         "llm_router_ttl": llm_router_in_memory_ttl_dict,
         "proxy_logging_obj_cache": proxy_logging_obj.internal_usage_cache.dual_cache.in_memory_cache.cache_dict,
@@ -294,7 +299,9 @@ async def get_memory_summary(
 
     try:
         # User API key cache
-        user_cache_items: Final = len(user_api_key_cache.in_memory_cache.cache_dict)
+        user_cache_items: Final = len(user_api_key_cache.in_memory_cache.cache_dict) + len(
+            user_api_key_cache.key_object_cache.in_memory_cache.cache_dict
+        )
         total_cache_items += user_cache_items
         caches["user_api_keys"] = {
             "count": user_cache_items,
@@ -429,10 +436,16 @@ def _get_cache_memory_stats(
     cache_stats: Final[dict[str, object]] = {}
     try:
         # User API key cache
-        user_cache_size: Final = sys.getsizeof(user_api_key_cache.in_memory_cache.cache_dict)
-        user_ttl_size: Final = sys.getsizeof(user_api_key_cache.in_memory_cache.ttl_dict)
+        key_object_in_memory_cache: Final = user_api_key_cache.key_object_cache.in_memory_cache
+        user_cache_size: Final = sys.getsizeof(user_api_key_cache.in_memory_cache.cache_dict) + sys.getsizeof(
+            key_object_in_memory_cache.cache_dict
+        )
+        user_ttl_size: Final = sys.getsizeof(user_api_key_cache.in_memory_cache.ttl_dict) + sys.getsizeof(
+            key_object_in_memory_cache.ttl_dict
+        )
         cache_stats["user_api_key_cache"] = {
-            "num_items": len(user_api_key_cache.in_memory_cache.cache_dict),
+            "num_items": len(user_api_key_cache.in_memory_cache.cache_dict)
+            + len(key_object_in_memory_cache.cache_dict),
             "cache_dict_size_bytes": user_cache_size,
             "ttl_dict_size_bytes": user_ttl_size,
             "total_size_mb": round((user_cache_size + user_ttl_size) / (1024 * 1024), 2),
diff --git a/litellm/proxy/common_utils/user_api_key_cache.py b/litellm/proxy/common_utils/user_api_key_cache.py
index 76982d30306..cb72088ee4a 100644
--- a/litellm/proxy/common_utils/user_api_key_cache.py
+++ b/litellm/proxy/common_utils/user_api_key_cache.py
@@ -1,11 +1,15 @@
 from __future__ import annotations
 
+import re
+from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any, Final, TypeVar, cast, overload
 
 from pydantic import BaseModel
 
 from litellm._logging import verbose_proxy_logger
 from litellm.caching.dual_cache import DualCache
+from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.caching.redis_cache import RedisCache
 from litellm.constants import DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
 from litellm.proxy.common_utils.cache_pydantic_utils import CacheCodec
 
@@ -14,6 +18,13 @@ if TYPE_CHECKING:
 
 T = TypeVar("T", bound=BaseModel)
 
+_HASHED_TOKEN_CACHE_KEY: Final = re.compile(r"[0-9a-f]{64}")
+
+
+def is_user_key_cache_key(key: str) -> bool:
+    """Only user-key objects are cached under a bare ``hash_token`` digest; every other object uses a prefixed key."""
+    return _HASHED_TOKEN_CACHE_KEY.fullmatch(key) is not None
+
 
 class UserApiKeyCache(DualCache):
     """
@@ -36,10 +47,50 @@ class UserApiKeyCache(DualCache):
     ``async_set_cache_pipeline`` applies the same untyped Codec pass as omitting
     ``model_type`` on ``async_set_cache`` (so ``BaseModel`` rows are dumped before Redis).
 
+    User-key objects (see ``is_user_key_cache_key``) live in their own in-memory partition,
+    ``key_object_cache``, so churn in the other management objects cannot evict them. Both
+    partitions share the same Redis backend and TTL settings.
+
     ``get_cache`` / ``async_get_cache`` overloads and implementations must be contiguous
     (no other methods in between) so mypy resolves ``@overload`` + implementation correctly.
     """
 
+    def __init__(
+        self,
+        in_memory_cache: InMemoryCache | None = None,
+        redis_cache: RedisCache | None = None,
+        default_in_memory_ttl: float | None = None,
+        default_redis_ttl: float | None = None,
+        key_object_in_memory_cache: InMemoryCache | None = None,
+    ) -> None:
+        super().__init__(
+            in_memory_cache=in_memory_cache,
+            redis_cache=redis_cache,
+            default_in_memory_ttl=default_in_memory_ttl,
+            default_redis_ttl=default_redis_ttl,
+        )
+        self.key_object_cache: Final = DualCache(
+            in_memory_cache=key_object_in_memory_cache or InMemoryCache(),
+            redis_cache=redis_cache,
+            default_in_memory_ttl=default_in_memory_ttl,
+            default_redis_ttl=default_redis_ttl,
+        )
+
+    def in_memory_cache_for(self, key: str) -> InMemoryCache:
+        return self.key_object_cache.in_memory_cache if is_user_key_cache_key(key) else self.in_memory_cache
+
+    def update_cache_ttl(self, default_in_memory_ttl: float | None, default_redis_ttl: float | None) -> None:
+        super().update_cache_ttl(default_in_memory_ttl=default_in_memory_ttl, default_redis_ttl=default_redis_ttl)
+        self.key_object_cache.update_cache_ttl(
+            default_in_memory_ttl=default_in_memory_ttl, default_redis_ttl=default_redis_ttl
+        )
+
+    def attach_redis_cache(
+        self, redis_cache: RedisCache | None = None, *, default_redis_ttl: float | None = None
+    ) -> None:
+        super().attach_redis_cache(redis_cache, default_redis_ttl=default_redis_ttl)
+        self.key_object_cache.attach_redis_cache(redis_cache, default_redis_ttl=default_redis_ttl)
+
     @overload
     def get_cache(
         self,
@@ -71,7 +122,11 @@ class UserApiKeyCache(DualCache):
     ) -> object:
         if model_type is None and "model_type" in kwargs:
             model_type = cast(type[BaseModel] | None, kwargs.pop("model_type", None))
-        cached: Final = super().get_cache(key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs)
+        cached: Final = (
+            self.key_object_cache.get_cache(key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs)
+            if is_user_key_cache_key(key)
+            else super().get_cache(key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs)
+        )
         if model_type is None:
             return cached
         if cached is None:
@@ -117,8 +172,14 @@ class UserApiKeyCache(DualCache):
     ) -> object:
         if model_type is None and "model_type" in kwargs:
             model_type = cast(type[BaseModel] | None, kwargs.pop("model_type", None))
-        cached: Final = await super().async_get_cache(
-            key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs
+        cached: Final = (
+            await self.key_object_cache.async_get_cache(
+                key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs
+            )
+            if is_user_key_cache_key(key)
+            else await super().async_get_cache(
+                key=key, parent_otel_span=parent_otel_span, local_only=local_only, **kwargs
+            )
         )
         if model_type is None:
             return cached
@@ -137,20 +198,49 @@ class UserApiKeyCache(DualCache):
     def set_cache(self, key: str | None, value: object, local_only: bool = False, **kwargs: object):
         model_type: Final = cast(type[BaseModel] | None, kwargs.pop("model_type", None))
         payload: Final[object] = CacheCodec.serialize(value, model_type=model_type)
+        if key is not None and is_user_key_cache_key(key):
+            return self.key_object_cache.set_cache(key=key, value=payload, local_only=local_only, **kwargs)
         return super().set_cache(key=key, value=payload, local_only=local_only, **kwargs)
 
     async def async_set_cache(self, key: str | None, value: object, local_only: bool = False, **kwargs: object):
         model_type: Final = cast(type[BaseModel] | None, kwargs.pop("model_type", None))
         payload: Final[object] = CacheCodec.serialize(value, model_type=model_type)
+        if key is not None and is_user_key_cache_key(key):
+            return await self.key_object_cache.async_set_cache(key=key, value=payload, local_only=local_only, **kwargs)
         return await super().async_set_cache(key=key, value=payload, local_only=local_only, **kwargs)
 
-    async def async_set_cache_pipeline(self, cache_list: list, local_only: bool = False, **kwargs: object) -> None:
+    def delete_cache(self, key: str) -> None:
+        if is_user_key_cache_key(key):
+            self.key_object_cache.delete_cache(key)
+            return
+        super().delete_cache(key)
+
+    async def async_delete_cache(self, key: str) -> None:
+        if is_user_key_cache_key(key):
+            await self.key_object_cache.async_delete_cache(key)
+            return
+        await super().async_delete_cache(key)
+
+    def flush_cache(self) -> None:
+        super().flush_cache()
+        self.key_object_cache.in_memory_cache.flush_cache()
+
+    async def async_set_cache_pipeline(
+        self, cache_list: Sequence[tuple[str, object]], local_only: bool = False, **kwargs: object
+    ) -> None:
         """
         Batch writes with the same Codec boundary as ``async_set_cache`` without
         ``model_type``: ``BaseModel`` values become JSON-safe dicts; dicts/scalars unchanged.
         """
-        normalized: Final = [(key, CacheCodec.serialize(value, model_type=None)) for key, value in cache_list]
-        return await super().async_set_cache_pipeline(cache_list=normalized, local_only=local_only, **kwargs)
+        normalized: Final = tuple((key, CacheCodec.serialize(value, model_type=None)) for key, value in cache_list)
+        key_object_entries: Final = tuple(entry for entry in normalized if is_user_key_cache_key(entry[0]))
+        other_entries: Final = tuple(entry for entry in normalized if not is_user_key_cache_key(entry[0]))
+        if key_object_entries:
+            await self.key_object_cache.async_set_cache_pipeline(
+                cache_list=key_object_entries, local_only=local_only, **kwargs
+            )
+        if other_entries:
+            await super().async_set_cache_pipeline(cache_list=other_entries, local_only=local_only, **kwargs)
 
 
 #: Value cached under ``user_object_permission_id_cache_key`` when the user links no permission row,
diff --git a/litellm/proxy/management_endpoints/key_management_endpoints.py b/litellm/proxy/management_endpoints/key_management_endpoints.py
index 749a940de0e..db4467dda5b 100644
--- a/litellm/proxy/management_endpoints/key_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/key_management_endpoints.py
@@ -3729,7 +3729,7 @@ async def delete_key_fn(
             )
 
         verbose_proxy_logger.debug(
-            "/keys/delete - cache after delete: %s", user_api_key_cache.in_memory_cache.cache_dict
+            "/keys/delete - cache after delete: %s", user_api_key_cache.key_object_cache.in_memory_cache.cache_dict
         )
 
         asyncio.create_task(
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 5a99139a67f..c53706ac938 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -7150,7 +7150,7 @@ async def test_extract_user_id_rehydrates_cross_replica_dict_cache(proxy_globals
 
     key = "sk-alice-key"
     cache = UserApiKeyCache()
-    cache.in_memory_cache.set_cache(hash_token(key), {"token": hash_token(key), "user_id": "alice"})
+    cache.set_cache(hash_token(key), {"token": hash_token(key), "user_id": "alice"})
     proxy_globals.user_api_key_cache = cache
     proxy_globals.prisma_client = object()
 
diff --git a/tests/test_litellm/proxy/common_utils/test_auth_cache_invalidation_pubsub.py b/tests/test_litellm/proxy/common_utils/test_auth_cache_invalidation_pubsub.py
index 7d5fc1a3544..4e2059ac30b 100644
--- a/tests/test_litellm/proxy/common_utils/test_auth_cache_invalidation_pubsub.py
+++ b/tests/test_litellm/proxy/common_utils/test_auth_cache_invalidation_pubsub.py
@@ -1,4 +1,5 @@
 import asyncio
+import hashlib
 import json
 from typing import Iterable, List, Optional, Tuple
 from unittest.mock import patch
@@ -7,6 +8,7 @@ import pytest
 from redis.asyncio import Redis
 
 from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.proxy._types import UserAPIKeyAuth
 from litellm.proxy.common_utils.auth_cache_invalidation_pubsub import (
     AUTH_CACHE_INVALIDATION_CHANNEL,
     AuthCacheInvalidationSubscriber,
@@ -145,6 +147,35 @@ async def test_subscriber_deletes_local_cache_entry_on_message() -> None:
     assert pubsub.subscribed_channels == [AUTH_CACHE_INVALIDATION_CHANNEL]
 
 
+@pytest.mark.asyncio
+async def test_subscriber_deletes_key_object_partition_entry_on_message() -> None:
+    """
+    LIT-7563 moved user-key objects into their own in-memory partition; a key
+    invalidation broadcast must still evict the hashed-token entry there, or a
+    deleted key keeps authenticating on other workers until its TTL expires.
+    """
+    hashed_token = hashlib.sha256(b"sk-lit7563-hot-key").hexdigest()
+    cache = UserApiKeyCache()
+    cache.set_cache(hashed_token, UserAPIKeyAuth(token=hashed_token), model_type=UserAPIKeyAuth)
+    assert cache.get_cache(hashed_token, model_type=UserAPIKeyAuth) is not None
+
+    pubsub = _QueuePubSub(initial_messages=[_invalidation_message(hashed_token)])
+    subscriber = AuthCacheInvalidationSubscriber(
+        redis_cache=_FakeRedisCache(client=_ScriptedPubSubRedisClient(pubsubs=[pubsub])),
+        user_api_key_cache=cache,
+    )
+    subscriber.start()
+    try:
+        for _ in range(200):
+            if cache.get_cache(hashed_token, model_type=UserAPIKeyAuth) is None:
+                break
+            await asyncio.sleep(0.01)
+    finally:
+        await subscriber.stop()
+
+    assert cache.get_cache(hashed_token, model_type=UserAPIKeyAuth) is None
+
+
 @pytest.mark.asyncio
 async def test_subscriber_deletes_additional_in_memory_cache_entry_on_message() -> None:
     """
diff --git a/tests/test_litellm/proxy/common_utils/test_user_api_key_cache.py b/tests/test_litellm/proxy/common_utils/test_user_api_key_cache.py
index 33e0d8bf38e..2d5d76ed542 100644
--- a/tests/test_litellm/proxy/common_utils/test_user_api_key_cache.py
+++ b/tests/test_litellm/proxy/common_utils/test_user_api_key_cache.py
@@ -1,3 +1,4 @@
+import hashlib
 import json
 from typing import Any
 
@@ -10,10 +11,14 @@ from litellm.constants import DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
 from litellm.proxy._types import UserAPIKeyAuth
 from litellm.proxy.common_utils.user_api_key_cache import (
     UserApiKeyCache,
+    end_user_cache_key,
     get_management_object_ttl,
+    is_user_key_cache_key,
 )
 from litellm.proxy.proxy_server import UserAPIKeyCacheTTLEnum
 
+HASHED_TOKEN = hashlib.sha256(b"sk-lit7563-hot-key").hexdigest()
+
 
 class CapturingInMemoryCache(InMemoryCache):
     """Records ``ttl`` passed into ``set_cache`` (what DualCache injects)."""
@@ -204,9 +209,7 @@ class TestUserApiKeyCache:
 
         # Bypass UserApiKeyCache.serialize: CacheCodec rejects non-dict cached values
         # for dict-based models (deserialize returns None).
-        await cache.in_memory_cache.async_set_cache(
-            key="k", value="invalid-payload-not-a-dict"
-        )
+        await cache.in_memory_cache.async_set_cache(key="k", value="invalid-payload-not-a-dict")
 
         value = await cache.async_get_cache("k", model_type=UserAPIKeyAuth)
         assert value is None
@@ -224,6 +227,141 @@ class TestUserApiKeyCache:
             fake.set_cache("k2", {"ok": NotSerializable()})
 
 
+class TestUserKeyObjectPartition:
+    """
+    Regression for LIT-7563: user-key objects share one 200-entry ``InMemoryCache`` with
+    every other management object, so end-user / team / tag churn evicts hot keys and
+    forces a ``LiteLLM_VerificationToken`` lookup on the next request.
+    """
+
+    @pytest.mark.parametrize(
+        ("key", "expected"),
+        [
+            (HASHED_TOKEN, True),
+            (HASHED_TOKEN.upper(), False),
+            (f"team_id:{HASHED_TOKEN}", False),
+            (end_user_cache_key("u1"), False),
+            ("sk-lit7563-hot-key", False),
+        ],
+    )
+    def test_is_user_key_cache_key(self, key: str, expected: bool):
+        assert is_user_key_cache_key(key) is expected
+
+    @pytest.mark.asyncio
+    async def test_management_object_churn_does_not_evict_key_object(self):
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(max_size_in_memory=2))
+        await cache.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth, ttl=100)
+        for i in range(2):
+            await cache.async_set_cache(end_user_cache_key(f"u{i}"), {"user_id": f"u{i}"}, ttl=200)
+
+        key_obj = await cache.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth)
+        assert key_obj is not None
+        assert key_obj.token == HASHED_TOKEN
+        assert cache.get_cache(end_user_cache_key("u1")) == {"user_id": "u1"}
+        assert HASHED_TOKEN not in cache.in_memory_cache.cache_dict
+
+    def test_sync_write_and_read_route_to_key_object_partition(self):
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(max_size_in_memory=2))
+        cache.set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth, ttl=100)
+        for i in range(2):
+            cache.set_cache(end_user_cache_key(f"u{i}"), {"user_id": f"u{i}"}, ttl=200)
+
+        key_obj = cache.get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth)
+        assert key_obj is not None
+        assert key_obj.token == HASHED_TOKEN
+
+    @pytest.mark.asyncio
+    async def test_redis_hit_backfills_key_object_partition_with_configured_ttl(self):
+        redis = FakeRedisCache()
+        writer = UserApiKeyCache(redis_cache=redis, default_in_memory_ttl=30)
+        await writer.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+
+        key_partition = CapturingInMemoryCache()
+        reader = UserApiKeyCache(redis_cache=redis, default_in_memory_ttl=30, key_object_in_memory_cache=key_partition)
+        key_obj = await reader.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth)
+
+        assert key_obj is not None
+        assert key_obj.token == HASHED_TOKEN
+        assert key_partition.last_ttl == 30
+        assert HASHED_TOKEN not in reader.in_memory_cache.cache_dict
+
+    @pytest.mark.asyncio
+    async def test_update_cache_ttl_applies_to_key_object_partition(self):
+        key_partition = CapturingInMemoryCache()
+        cache = UserApiKeyCache(default_in_memory_ttl=60, key_object_in_memory_cache=key_partition)
+        cache.update_cache_ttl(default_in_memory_ttl=7, default_redis_ttl=7)
+
+        await cache.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+
+        assert key_partition.last_ttl == 7
+
+    @pytest.mark.asyncio
+    async def test_attach_redis_cache_applies_to_key_object_partition(self):
+        redis = FakeRedisCache()
+        cache = UserApiKeyCache()
+        cache.attach_redis_cache(redis)
+
+        await cache.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+
+        other_worker = UserApiKeyCache(redis_cache=redis)
+        key_obj = await other_worker.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth)
+        assert key_obj is not None
+        assert key_obj.token == HASHED_TOKEN
+
+    @pytest.mark.asyncio
+    async def test_delete_removes_key_object_from_partition_and_redis(self):
+        redis = FakeRedisCache()
+        cache = UserApiKeyCache(redis_cache=redis)
+        await cache.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+        assert await cache.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth) is not None
+
+        cache.delete_cache(HASHED_TOKEN)
+
+        assert await cache.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth) is None
+        assert await redis.async_get_cache(HASHED_TOKEN) is None
+
+    @pytest.mark.asyncio
+    async def test_async_delete_removes_key_object_from_partition_and_redis(self):
+        redis = FakeRedisCache()
+        cache = UserApiKeyCache(redis_cache=redis)
+        await cache.async_set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+
+        await cache.async_delete_cache(HASHED_TOKEN)
+
+        assert await cache.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth) is None
+        assert await redis.async_get_cache(HASHED_TOKEN) is None
+
+    @pytest.mark.asyncio
+    async def test_pipeline_write_routes_each_entry_to_its_partition(self):
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(max_size_in_memory=2))
+        await cache.async_set_cache_pipeline(
+            [(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN))]
+            + [(end_user_cache_key(f"u{i}"), {"user_id": f"u{i}"}) for i in range(2)],
+            ttl=100,
+        )
+
+        key_obj = await cache.async_get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth)
+        assert key_obj is not None
+        assert key_obj.token == HASHED_TOKEN
+        assert HASHED_TOKEN not in cache.in_memory_cache.cache_dict
+        assert cache.get_cache(end_user_cache_key("u1")) == {"user_id": "u1"}
+
+    def test_flush_clears_key_object_partition(self):
+        cache = UserApiKeyCache()
+        cache.set_cache(HASHED_TOKEN, _make_key_obj(HASHED_TOKEN), model_type=UserAPIKeyAuth)
+        cache.set_cache(end_user_cache_key("u1"), {"user_id": "u1"})
+
+        cache.flush_cache()
+
+        assert cache.get_cache(HASHED_TOKEN, model_type=UserAPIKeyAuth) is None
+        assert cache.get_cache(end_user_cache_key("u1")) is None
+
+    def test_in_memory_cache_for_routes_by_key(self):
+        cache = UserApiKeyCache()
+        assert cache.in_memory_cache_for(HASHED_TOKEN) is cache.key_object_cache.in_memory_cache
+        assert cache.in_memory_cache_for(end_user_cache_key("u1")) is cache.in_memory_cache
+
+
 class TestManagementObjectTTL:
     """
     Regression for LIT-3338: ``general_settings.user_api_key_cache_ttl`` (which the
@@ -238,19 +376,13 @@ class TestManagementObjectTTL:
     def test_falls_back_to_constant_when_no_default_configured(self):
         cache = UserApiKeyCache()
         assert cache.default_in_memory_ttl is None
-        assert (
-            get_management_object_ttl(cache)
-            == DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
-        )
+        assert get_management_object_ttl(cache) == DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
 
     def test_resolves_on_a_plain_dual_cache(self):
         # Many call sites are typed UserApiKeyCache but exercised in tests with a
         # bare DualCache; the resolver must work on the base type, not just the subclass.
         assert get_management_object_ttl(DualCache(default_in_memory_ttl=300)) == 300
-        assert (
-            get_management_object_ttl(DualCache())
-            == DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
-        )
+        assert get_management_object_ttl(DualCache()) == DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
 
     @pytest.mark.asyncio
     async def test_management_write_uses_configured_ttl_over_constant(self):
@@ -260,9 +392,7 @@ class TestManagementObjectTTL:
             redis_cache=FakeRedisCache(),
             default_in_memory_ttl=300,
         )
-        assert get_management_object_ttl(cache) != (
-            DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
-        )
+        assert get_management_object_ttl(cache) != (DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL)
 
         await cache.async_set_cache(
             "team_id:abc",

From 47bba14336080810bbc3e0e9b1160438cca1c161 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 09:53:37 -0700
Subject: [PATCH 169/298] fix(passthrough): parse Bedrock stream spend
 incrementally instead of buffering the whole response (#40724)

* fix(passthrough): parse Bedrock stream spend incrementally instead of buffering the whole response

Bedrock pass-through streaming kept every relayed chunk in memory until EOF and
then decoded, parsed and translated the whole stream again for spend logging.
Large or concurrent streams could exhaust proxy worker memory.

Sync and async passthrough wrappers now hand each chunk to a provider stream
collector as it is relayed. Bedrock decodes event-stream frames incrementally,
folds consecutive text deltas, and keeps only what stream_chunk_builder needs
for usage, tool calls and metadata. Text deltas are no longer retained in the
Bedrock and Anthropic stream decoders either. Providers without a collector
keep the previous raw-bytes behavior. Collector failures are isolated so spend
tracking can never interrupt the customer stream

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(passthrough): assert the spend payload the collector builds instead of mock internals

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(passthrough): type the Bedrock collector helpers by the collector protocol instead of asserting the class

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/litellm_core_utils/litellm_logging.py |  51 +----
 litellm/llms/anthropic/chat/handler.py        |   5 +-
 .../base_llm/passthrough/transformation.py    |  41 +++-
 litellm/llms/bedrock/chat/invoke_handler.py   |   2 +-
 .../bedrock/passthrough/transformation.py     | 199 +++++++++++-------
 litellm/passthrough/main.py                   |  62 ++++--
 ...est_azure_ai_passthrough_transformation.py |   6 +-
 ...test_bedrock_passthrough_transformation.py | 197 ++++++++++++++++-
 ...test_streaming_interrupt_spend_tracking.py | 118 ++++++++---
 9 files changed, 507 insertions(+), 174 deletions(-)

diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py
index 6ee68ab21c5..498d662a906 100644
--- a/litellm/litellm_core_utils/litellm_logging.py
+++ b/litellm/litellm_core_utils/litellm_logging.py
@@ -14,7 +14,7 @@ from collections.abc import Awaitable, Callable, Iterator, Mapping, Sequence
 from datetime import datetime as dt_object
 from functools import lru_cache
 from types import MappingProxyType, TracebackType
-from typing import TYPE_CHECKING, Any, Final, Literal, Optional, Union, cast
+from typing import TYPE_CHECKING, Any, Final, Literal, Union, cast
 
 from httpx import Response
 from pydantic import BaseModel, JsonValue
@@ -211,7 +211,7 @@ if TYPE_CHECKING:
     from litellm.integrations.otel.logger import OpenTelemetryV2
     from litellm.integrations.otel.model.config import ExporterSpec, OpenTelemetryV2Config
     from litellm.litellm_core_utils.llm_cost_calc.utils import BilledTokenRates
-    from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig, LoggedRelayResponse
+    from litellm.llms.base_llm.passthrough.transformation import PassthroughStreamCollector
 try:
     from litellm_enterprise.enterprise_callbacks.callback_controls import (
         EnterpriseCallbackControls,
@@ -2396,52 +2396,17 @@ class Logging(LiteLLMLoggingBaseClass):
         for scope in [key for key in spans_logged if isinstance(key, tuple) and key[-1:] == ("success",)]:
             del spans_logged[scope]
 
-    def _flush_passthrough_collected_chunks_helper(
-        self,
-        raw_bytes: list[bytes],
-        provider_config: "BasePassthroughConfig",
-    ) -> Optional["LoggedRelayResponse"]:
-        all_chunks: Final = provider_config._convert_raw_bytes_to_str_lines(raw_bytes)
-        complete_streaming_response: Final = provider_config.handle_logging_collected_chunks(
-            all_chunks=all_chunks,
-            litellm_logging_obj=self,
-            model=self.model,
-            custom_llm_provider=self.model_call_details.get("custom_llm_provider", ""),
-            endpoint=self.model_call_details.get("endpoint", ""),
-        )
-        return complete_streaming_response
-
-    def flush_passthrough_collected_chunks(
-        self,
-        raw_bytes: list[bytes],
-        provider_config: "BasePassthroughConfig",
-    ):
+    def flush_passthrough_collected_chunks(self, collector: "PassthroughStreamCollector"):
         """
-        Flush collected chunks from the logging object
-        This is used to log the collected chunks once streaming is done on passthrough endpoints
-
-        1. Decode the raw bytes to string lines
-        2. Get the complete streaming response from the provider config
-        3. Log the complete streaming response (trigger success handler)
-        This is used for passthrough endpoints
+        Log the response a passthrough stream collector assembled once streaming is done (trigger success handler)
         """
-        complete_streaming_response: Final = self._flush_passthrough_collected_chunks_helper(
-            raw_bytes=raw_bytes,
-            provider_config=provider_config,
-        )
+        complete_streaming_response: Final = collector.build_logged_response(litellm_logging_obj=self)
 
         if complete_streaming_response is not None:
             self.success_handler(result=complete_streaming_response)
 
-    async def async_flush_passthrough_collected_chunks(
-        self,
-        raw_bytes: list[bytes],
-        provider_config: "BasePassthroughConfig",
-    ):
-        complete_streaming_response: Final = self._flush_passthrough_collected_chunks_helper(
-            raw_bytes=raw_bytes,
-            provider_config=provider_config,
-        )
+    async def async_flush_passthrough_collected_chunks(self, collector: "PassthroughStreamCollector"):
+        complete_streaming_response: Final = collector.build_logged_response(litellm_logging_obj=self)
 
         if complete_streaming_response is not None:
             await self.async_success_handler(result=complete_streaming_response)
@@ -6505,7 +6470,7 @@ def _get_traceback_str_for_error(error_str: str) -> str:
 from decimal import Decimal
 
 # used for unit testing
-from typing import Any, Optional, Union
+from typing import Any, Union
 
 
 def create_dummy_standard_logging_payload() -> StandardLoggingPayload:
diff --git a/litellm/llms/anthropic/chat/handler.py b/litellm/llms/anthropic/chat/handler.py
index d1fe4cadf40..82189461403 100644
--- a/litellm/llms/anthropic/chat/handler.py
+++ b/litellm/llms/anthropic/chat/handler.py
@@ -724,10 +724,11 @@ class ModelResponseIterator:
         content_block: Final = ContentBlockDelta(**chunk)
         thinking_blocks: list[ChatCompletionThinkingBlock | ChatCompletionRedactedThinkingBlock] = []
 
-        self.content_blocks.append(content_block)
         if "text" in content_block["delta"]:
             text = content_block["delta"]["text"]
-        elif "partial_json" in content_block["delta"]:
+            return text, tool_use, thinking_blocks, provider_specific_fields, reasoning_content
+        self.content_blocks.append(content_block)
+        if "partial_json" in content_block["delta"]:
             # Only emit tool calls if we're in a tool_use or server_tool_use block
             # web_search_tool_result blocks also have input_json_delta but should not be treated as tool calls
             # See: https://github.com/BerriAI/litellm/issues/17254
diff --git a/litellm/llms/base_llm/passthrough/transformation.py b/litellm/llms/base_llm/passthrough/transformation.py
index 20180c5cfa2..ec938889b88 100644
--- a/litellm/llms/base_llm/passthrough/transformation.py
+++ b/litellm/llms/base_llm/passthrough/transformation.py
@@ -4,7 +4,7 @@ import re
 from abc import abstractmethod
 from collections.abc import Callable, Mapping, Sequence
 from dataclasses import dataclass
-from typing import TYPE_CHECKING, Final, TypeAlias
+from typing import TYPE_CHECKING, Final, Protocol, TypeAlias
 
 from pydantic import TypeAdapter, ValidationError
 
@@ -80,6 +80,38 @@ def logged_relay_shape(
     return parsed
 
 
+class PassthroughStreamCollector(Protocol):
+    """Consumes relayed stream bytes as they arrive and builds the response logged for spend tracking."""
+
+    def add(self, chunk: bytes) -> None: ...
+
+    def build_logged_response(self, litellm_logging_obj: LiteLLMLoggingObj) -> LoggedRelayResponse | None: ...
+
+
+class RawBytesStreamCollector:
+    def __init__(
+        self, provider_config: BasePassthroughConfig, model: str, custom_llm_provider: str, endpoint: str
+    ) -> None:
+        self._provider_config = provider_config
+        self._model = model
+        self._custom_llm_provider = custom_llm_provider
+        self._endpoint = endpoint
+        self._raw_bytes: list[bytes] = []  # mutable-ok: instance buffer for streaming chunks
+
+    def add(self, chunk: bytes) -> None:
+        self._raw_bytes.append(chunk)
+
+    def build_logged_response(self, litellm_logging_obj: LiteLLMLoggingObj) -> LoggedRelayResponse | None:
+        all_chunks: Final = self._provider_config._convert_raw_bytes_to_str_lines(self._raw_bytes)
+        return self._provider_config.handle_logging_collected_chunks(
+            all_chunks=all_chunks,
+            litellm_logging_obj=litellm_logging_obj,
+            model=self._model,
+            custom_llm_provider=self._custom_llm_provider,
+            endpoint=self._endpoint,
+        )
+
+
 class BasePassthroughConfig(BaseLLMModelInfo):
     @abstractmethod
     def is_streaming_request(self, endpoint: str, request_data: dict) -> bool:
@@ -182,6 +214,13 @@ class BasePassthroughConfig(BaseLLMModelInfo):
     ) -> LoggedRelayResponse | None:
         return None
 
+    def create_stream_collector(
+        self, model: str, custom_llm_provider: str, endpoint: str
+    ) -> PassthroughStreamCollector:
+        return RawBytesStreamCollector(
+            provider_config=self, model=model, custom_llm_provider=custom_llm_provider, endpoint=endpoint
+        )
+
     def _convert_raw_bytes_to_str_lines(self, raw_bytes: list[bytes]) -> list[str]:
         """
         Converts a list of raw bytes into a list of string lines, similar to aiter_lines()
diff --git a/litellm/llms/bedrock/chat/invoke_handler.py b/litellm/llms/bedrock/chat/invoke_handler.py
index 5f8a5544d65..5c489ecb360 100644
--- a/litellm/llms/bedrock/chat/invoke_handler.py
+++ b/litellm/llms/bedrock/chat/invoke_handler.py
@@ -490,10 +490,10 @@ class AWSEventStreamDecoder:
         reasoning_content: str | None = None
         thinking_blocks: list[ChatCompletionThinkingBlock | ChatCompletionRedactedThinkingBlock] | None = None
 
-        self.content_blocks.append(delta_obj)
         if "text" in delta_obj:
             text = delta_obj["text"]
         elif "toolUse" in delta_obj:
+            self.content_blocks.append(delta_obj)
             # When json_mode is True and this is the internal json_tool_call,
             # convert tool input to text content instead of tool call arguments
             if self.json_mode is True and self._current_tool_name == RESPONSE_FORMAT_TOOL_NAME:
diff --git a/litellm/llms/bedrock/passthrough/transformation.py b/litellm/llms/bedrock/passthrough/transformation.py
index fb8bc4f191f..6a120f41cb6 100644
--- a/litellm/llms/bedrock/passthrough/transformation.py
+++ b/litellm/llms/bedrock/passthrough/transformation.py
@@ -1,23 +1,129 @@
 import json
-from collections.abc import Mapping
+from collections.abc import Callable, Mapping, Sequence
 from typing import TYPE_CHECKING, Final, Optional, cast
 
 import httpx
 from httpx import Response
 
+from litellm._logging import verbose_logger
 from litellm.litellm_core_utils.litellm_logging import Logging
-from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig
+from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig, PassthroughStreamCollector
+from litellm.types.utils import ModelResponseStream
 
 from ..base_aws_llm import BaseAWSLLM
 from ..common_utils import BedrockError, BedrockEventStreamDecoderBase, BedrockModelInfo
 
 if TYPE_CHECKING:
+    from botocore.eventstream import EventStreamMessage
     from httpx import URL
 
     from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
+    from litellm.llms.bedrock.chat.invoke_handler import AWSEventStreamDecoder
     from litellm.types.utils import CostResponseTypes
 
 
+_TEXT_ONLY_DELTA_FIELDS: Final = frozenset({"content", "role"})
+
+
+def _plain_text_delta(chunk: ModelResponseStream) -> str | None:
+    """Return the delta text when the chunk carries nothing else that stream_chunk_builder reads."""
+    if chunk.get("usage") is not None or chunk.provider_specific_fields or len(chunk.choices) != 1:
+        return None
+    choice: Final = chunk.choices[0]
+    if choice.finish_reason or choice.logprobs is not None:
+        return None
+    populated: Final = frozenset(key for key, value in choice.delta.model_dump().items() if value is not None)
+    if not populated <= _TEXT_ONLY_DELTA_FIELDS:
+        return None
+    content: Final = choice.delta.get("content")
+    return content if isinstance(content, str) else None
+
+
+class _CoalescedChunks:
+    """Retains translated chunks with consecutive text deltas folded into one, so memory tracks the response text,
+    not the event count."""
+
+    def __init__(self) -> None:
+        self._chunks: list[ModelResponseStream] = []  # mutable-ok: instance accumulator for streaming chunks
+        self._open_text_parts: list[str] = []  # mutable-ok: text deltas pending fold into self._chunks[-1]
+
+    def add(self, chunk: ModelResponseStream) -> None:
+        text: Final = _plain_text_delta(chunk)
+        if text is not None and self._open_text_parts:
+            self._open_text_parts.append(text)
+            return
+        self._seal_text_run()
+        self._chunks.append(chunk)
+        if text is not None:
+            self._open_text_parts.append(text)
+
+    def _seal_text_run(self) -> None:
+        if len(self._open_text_parts) > 1:
+            self._chunks[-1].choices[0].delta.content = "".join(self._open_text_parts)
+        self._open_text_parts.clear()
+
+    def chunks(self) -> Sequence[ModelResponseStream]:
+        self._seal_text_run()
+        return self._chunks
+
+
+def _translate_message(decoder: "AWSEventStreamDecoder", message: str) -> ModelResponseStream | None:
+    from litellm.litellm_core_utils.streaming_handler import (
+        convert_generic_chunk_to_model_response_stream,
+        generic_chunk_has_all_required_fields,
+    )
+    from litellm.types.utils import GenericStreamingChunk
+
+    translated_chunk: Final = decoder._chunk_parser(chunk_data=json.loads(message))
+    if isinstance(translated_chunk, ModelResponseStream):
+        return translated_chunk
+    if generic_chunk_has_all_required_fields(cast(dict, translated_chunk)):
+        return convert_generic_chunk_to_model_response_stream(cast(GenericStreamingChunk, translated_chunk))
+    return None
+
+
+def _build_logged_response(
+    chunks: Sequence[ModelResponseStream], litellm_logging_obj: "LiteLLMLoggingObj"
+) -> Optional["CostResponseTypes"]:
+    from litellm.main import stream_chunk_builder
+
+    if len(chunks) == 0:
+        return None
+    return stream_chunk_builder(chunks=list(chunks), logging_obj=litellm_logging_obj)
+
+
+class BedrockEventStreamCollector:
+    """Decodes and translates Bedrock event-stream frames as they are relayed instead of buffering the stream."""
+
+    def __init__(
+        self,
+        parse_event: Callable[["EventStreamMessage"], str | None],
+        decoder: Optional["AWSEventStreamDecoder"],
+    ) -> None:
+        from botocore.eventstream import EventStreamBuffer
+
+        self._parse_event = parse_event
+        self._decoder = decoder
+        self._event_stream_buffer: Final[EventStreamBuffer] = EventStreamBuffer()
+        self._chunks: Final = _CoalescedChunks()
+
+    def add(self, chunk: bytes) -> None:
+        if self._decoder is None:
+            return
+        self._event_stream_buffer.add_data(chunk)
+        for event in self._event_stream_buffer:
+            self._add_event(self._decoder, event)
+
+    def _add_event(self, decoder: "AWSEventStreamDecoder", event: "EventStreamMessage") -> None:
+        message: Final = self._parse_event(event)
+        translated: Final = _translate_message(decoder, message) if message is not None else None
+        if translated is not None:
+            self._chunks.add(translated)
+
+    def build_logged_response(self, litellm_logging_obj: "LiteLLMLoggingObj") -> Optional["CostResponseTypes"]:
+        return _build_logged_response(self._chunks.chunks(), litellm_logging_obj)
+
+
 class BedrockPassthroughConfig(BaseAWSLLM, BedrockModelInfo, BedrockEventStreamDecoderBase, BasePassthroughConfig):
     def get_error_class(
         self,
@@ -168,87 +274,32 @@ class BedrockPassthroughConfig(BaseAWSLLM, BedrockModelInfo, BedrockEventStreamD
 
         return litellm_model_response
 
-    def _convert_raw_bytes_to_str_lines(self, raw_bytes: list[bytes]) -> list[str]:
-        from botocore.eventstream import EventStreamBuffer
-
-        all_chunks: Final = []
-        event_stream_buffer: Final = EventStreamBuffer()
-        for chunk in raw_bytes:
-            event_stream_buffer.add_data(chunk)
-            for event in event_stream_buffer:
-                message = self._parse_message_from_event(event)
-                if message is not None:
-                    all_chunks.append(message)
-
-        return all_chunks
-
-    def handle_logging_collected_chunks(
-        self,
-        all_chunks: list[str],
-        litellm_logging_obj: "LiteLLMLoggingObj",
-        model: str,
-        custom_llm_provider: str,
-        endpoint: str,
-    ) -> Optional["CostResponseTypes"]:
-        """
-        1. Convert all_chunks to a ModelResponseStream
-        2. combine model_response_stream to model_response
-        3. Return the model_response
-        """
-
-        from litellm.litellm_core_utils.streaming_handler import (
-            convert_generic_chunk_to_model_response_stream,
-            generic_chunk_has_all_required_fields,
+    def create_stream_collector(
+        self, model: str, custom_llm_provider: str, endpoint: str
+    ) -> PassthroughStreamCollector:
+        return BedrockEventStreamCollector(
+            parse_event=self._parse_message_from_event,
+            decoder=self._get_event_stream_decoder(model=model, endpoint=endpoint),
         )
+
+    def _get_event_stream_decoder(self, model: str, endpoint: str) -> Optional["AWSEventStreamDecoder"]:
         from litellm.llms.bedrock.chat import get_bedrock_event_stream_decoder
         from litellm.llms.bedrock.chat.invoke_transformations.base_invoke_transformation import (
             AmazonInvokeConfig,
         )
-        from litellm.main import stream_chunk_builder
-        from litellm.types.utils import GenericStreamingChunk, ModelResponseStream
 
-        all_translated_chunks: Final = []
         if "invoke" in endpoint:
             invoke_provider: Final = AmazonInvokeConfig.get_bedrock_invoke_provider(model)
             if invoke_provider is None:
-                raise ValueError(f"Invalid invoke provider: {invoke_provider}, for model: {model}")
-            obj = get_bedrock_event_stream_decoder(
-                invoke_provider=invoke_provider,
-                model=model,
-                sync_stream=True,
-                json_mode=False,
-            )
-        elif "converse" in endpoint:
-            obj = get_bedrock_event_stream_decoder(
-                invoke_provider=None,
-                model=model,
-                sync_stream=True,
-                json_mode=False,
-            )
-        else:
-            return None
-
-        for chunk in all_chunks:
-            message = json.loads(chunk)
-            translated_chunk = obj._chunk_parser(chunk_data=message)
-
-            if isinstance(translated_chunk, dict) and generic_chunk_has_all_required_fields(
-                cast(dict, translated_chunk)
-            ):
-                chunk_obj = convert_generic_chunk_to_model_response_stream(
-                    cast(GenericStreamingChunk, translated_chunk)
+                verbose_logger.warning(
+                    "Bedrock passthrough spend tracking skipped: no invoke provider for model %s", model
                 )
-            elif isinstance(translated_chunk, ModelResponseStream):
-                chunk_obj = translated_chunk
-            else:
-                continue
-
-            all_translated_chunks.append(chunk_obj)
-
-        if len(all_translated_chunks) > 0:
-            model_response: Final = stream_chunk_builder(
-                chunks=all_translated_chunks,
-                logging_obj=litellm_logging_obj,
+                return None
+            return get_bedrock_event_stream_decoder(
+                invoke_provider=invoke_provider, model=model, sync_stream=True, json_mode=False
+            )
+        if "converse" in endpoint:
+            return get_bedrock_event_stream_decoder(
+                invoke_provider=None, model=model, sync_stream=True, json_mode=False
             )
-            return model_response
         return None
diff --git a/litellm/passthrough/main.py b/litellm/passthrough/main.py
index 7076683f294..73d8bab686b 100644
--- a/litellm/passthrough/main.py
+++ b/litellm/passthrough/main.py
@@ -17,7 +17,7 @@ from httpx._types import CookieTypes, QueryParamTypes, RequestContent, RequestFi
 from litellm._logging import verbose_logger
 from litellm.litellm_core_utils.get_llm_provider_logic import get_llm_provider
 from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
-from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig
+from litellm.llms.base_llm.passthrough.transformation import BasePassthroughConfig, PassthroughStreamCollector
 from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
 from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler
 from litellm.passthrough.utils import CommonUtils
@@ -36,6 +36,35 @@ def _as_generator(iterable: Iterator[bytes]) -> Generator[bytes, bytes, None]:
     yield from iterable
 
 
+class _SpendCollection:
+    """Feeds relayed chunks to the provider's stream collector without letting spend tracking break the relay."""
+
+    def __init__(self, provider_config: BasePassthroughConfig, litellm_logging_obj: LiteLLMLoggingObj) -> None:
+        self.collector: Final[PassthroughStreamCollector] = provider_config.create_stream_collector(
+            model=litellm_logging_obj.model,
+            custom_llm_provider=litellm_logging_obj.model_call_details.get("custom_llm_provider", ""),
+            endpoint=litellm_logging_obj.model_call_details.get("endpoint", ""),
+        )
+        self.chunk_count = 0
+        self._failed = False
+
+    def add(self, chunk: bytes) -> None:
+        self.chunk_count += 1
+        if self._failed:
+            return
+        try:
+            self.collector.add(chunk)
+        except Exception as e:  # noqa: BLE001 # Safe catch-all: spend tracking must never break the relayed stream
+            self._failed = True
+            verbose_logger.exception(
+                "Passthrough spend-tracking collector failed; spend dropped for this stream: %s", e
+            )
+
+    @property
+    def should_flush(self) -> bool:
+        return self.chunk_count > 0 and not self._failed
+
+
 class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]):
     def __init__(
         self,
@@ -50,8 +79,7 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]):
         self._response: httpx.Response
         self._iterator: AsyncGenerator[bytes, bytes]
         self._litellm_logging_obj = litellm_logging_obj
-        self._provider_config = provider_config
-        self._raw_bytes: list[bytes] = []  # mutable-ok: instance buffer for streaming chunks
+        self._spend = _SpendCollection(provider_config, litellm_logging_obj)
         self._flush_scheduled = False
         self._background_tasks: set[asyncio.Task] = set()  # mutable-ok: instance set for background task tracking
         self._hidden_params: dict[str, object] = {}  # mutable-ok: router attaches response headers here in place
@@ -101,16 +129,13 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]):
         return _init().__await__()
 
     def _start_flush(self) -> None:
-        if self._flush_scheduled or not self._raw_bytes:
+        if self._flush_scheduled or not self._spend.should_flush:
             return
         self._flush_scheduled = True
 
         try:
             task: Final = asyncio.create_task(
-                self._litellm_logging_obj.async_flush_passthrough_collected_chunks(
-                    raw_bytes=self._raw_bytes,
-                    provider_config=self._provider_config,
-                )
+                self._litellm_logging_obj.async_flush_passthrough_collected_chunks(collector=self._spend.collector)
             )
 
             self._background_tasks.add(task)
@@ -118,8 +143,8 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]):
             task.add_done_callback(self._background_tasks.discard)
         except Exception as e:  # noqa: BLE001 # Safe catch-all for verbose logging
             verbose_logger.exception(
-                "Failed to schedule passthrough spend-tracking flush; %d buffered chunks dropped: %s",
-                len(self._raw_bytes),
+                "Failed to schedule passthrough spend-tracking flush; %d collected chunks dropped: %s",
+                self._spend.chunk_count,
                 e,
             )
 
@@ -134,7 +159,7 @@ class AsyncPassthroughStreamingResponse(AsyncGenerator[bytes, bytes]):
             await self  # pyright: ignore[reportGeneralTypeIssues]  # structural type check misses __await__
         try:
             chunk: Final = await anext(self._iterator)
-            self._raw_bytes.append(chunk)
+            self._spend.add(chunk)
         except Exception:  # noqa: BLE001 # Safe catch-all for cleanup logic
             self._start_flush()
             try:
@@ -181,13 +206,12 @@ class PassthroughStreamingResponse(Generator[bytes, bytes, None]):
         self.headers = response.headers
         self.status_code = response.status_code
         self._litellm_logging_obj = litellm_logging_obj
-        self._provider_config = provider_config
         self._iterator: Generator[bytes, bytes, None] = _as_generator(response.iter_bytes())
-        self._raw_bytes: list[bytes] = []  # mutable-ok: instance buffer for streaming chunks
+        self._spend = _SpendCollection(provider_config, litellm_logging_obj)
         self._flush_scheduled = False
 
     def _start_flush(self) -> None:
-        if self._flush_scheduled or not self._raw_bytes:
+        if self._flush_scheduled or not self._spend.should_flush:
             return
         self._flush_scheduled = True
 
@@ -195,14 +219,12 @@ class PassthroughStreamingResponse(Generator[bytes, bytes, None]):
 
         try:
             executor.submit(
-                self._litellm_logging_obj.flush_passthrough_collected_chunks,
-                raw_bytes=self._raw_bytes,
-                provider_config=self._provider_config,
+                self._litellm_logging_obj.flush_passthrough_collected_chunks, collector=self._spend.collector
             )
         except Exception as e:  # noqa: BLE001 # Safe catch-all for verbose logging
             verbose_logger.exception(
-                "Failed to schedule passthrough spend-tracking flush; %d buffered chunks dropped: %s",
-                len(self._raw_bytes),
+                "Failed to schedule passthrough spend-tracking flush; %d collected chunks dropped: %s",
+                self._spend.chunk_count,
                 e,
             )
 
@@ -212,7 +234,7 @@ class PassthroughStreamingResponse(Generator[bytes, bytes, None]):
     def __next__(self) -> bytes:
         try:
             chunk: Final = next(self._iterator)
-            self._raw_bytes.append(chunk)
+            self._spend.add(chunk)
         except Exception:  # noqa: BLE001 # Safe catch-all for cleanup logic
             self._start_flush()
             try:
diff --git a/tests/test_litellm/llms/azure_ai/passthrough/test_azure_ai_passthrough_transformation.py b/tests/test_litellm/llms/azure_ai/passthrough/test_azure_ai_passthrough_transformation.py
index c8007acf70f..f00698a6624 100644
--- a/tests/test_litellm/llms/azure_ai/passthrough/test_azure_ai_passthrough_transformation.py
+++ b/tests/test_litellm/llms/azure_ai/passthrough/test_azure_ai_passthrough_transformation.py
@@ -608,9 +608,11 @@ async def test_streaming_responses_relay_flush_reaches_the_success_callbacks_wit
     )
     stream = "event: response.completed\ndata: " + json.dumps(RESPONSES_COMPLETED_EVENT) + "\n\n"
 
-    await logging_obj.async_flush_passthrough_collected_chunks(
-        raw_bytes=[stream.encode()], provider_config=AzureAIPassthroughConfig()
+    collector = AzureAIPassthroughConfig().create_stream_collector(
+        model="gpt-5.4-mini", custom_llm_provider="azure_ai", endpoint="gpt/openai/responses"
     )
+    collector.add(stream.encode())
+    await logging_obj.async_flush_passthrough_collected_chunks(collector=collector)
     info = litellm.get_model_info("azure_ai/gpt-5.4-mini")
 
     assert probe.logged_call_type == "allm_passthrough_route"
diff --git a/tests/test_litellm/llms/bedrock/passthrough/test_bedrock_passthrough_transformation.py b/tests/test_litellm/llms/bedrock/passthrough/test_bedrock_passthrough_transformation.py
index b005d77ac8b..f2a9af11af7 100644
--- a/tests/test_litellm/llms/bedrock/passthrough/test_bedrock_passthrough_transformation.py
+++ b/tests/test_litellm/llms/bedrock/passthrough/test_bedrock_passthrough_transformation.py
@@ -1,7 +1,19 @@
+import base64
+import json
+import struct
+import tracemalloc
+from binascii import crc32
+from datetime import datetime
 from unittest.mock import patch
 
-
+from litellm.litellm_core_utils.litellm_logging import Logging
+from litellm.llms.base_llm.passthrough.transformation import PassthroughStreamCollector
 from litellm.llms.bedrock.passthrough.transformation import BedrockPassthroughConfig
+from litellm.types.utils import ModelResponse
+
+CONVERSE_MODEL = "anthropic.claude-sonnet-4-5-20250929-v1:0"
+CONVERSE_STREAM_ENDPOINT = f"/model/{CONVERSE_MODEL}/converse-stream"
+INVOKE_STREAM_ENDPOINT = f"/model/{CONVERSE_MODEL}/invoke-with-response-stream"
 
 
 def test_bedrock_passthrough_get_complete_url_default_endpoint():
@@ -500,3 +512,186 @@ def test_bedrock_passthrough_model_id_without_arn():
             f"https://bedrock-runtime.us-east-1.amazonaws.com/model/{model_id}/converse"
         )
         assert url_str == expected_url
+
+
+def _event_frame(event_type: str, payload: dict) -> bytes:
+    def header(name: str, value: str) -> bytes:
+        name_b, value_b = name.encode(), value.encode()
+        return struct.pack("!B", len(name_b)) + name_b + struct.pack("!B", 7) + struct.pack("!H", len(value_b)) + value_b
+
+    payload_b = json.dumps(payload, separators=(",", ":")).encode()
+    headers_b = (
+        header(":event-type", event_type)
+        + header(":content-type", "application/json")
+        + header(":message-type", "event")
+    )
+    prelude = struct.pack("!II", 12 + len(headers_b) + len(payload_b) + 4, len(headers_b))
+    prelude_crc = crc32(prelude) & 0xFFFFFFFF
+    message = struct.pack("!I", prelude_crc) + headers_b + payload_b
+    return prelude + message + struct.pack("!I", crc32(message, prelude_crc) & 0xFFFFFFFF)
+
+
+def _text_block(index: int, texts: list[str]) -> bytes:
+    return (
+        _event_frame("contentBlockStart", {"contentBlockIndex": index, "start": {}})
+        + b"".join(
+            _event_frame("contentBlockDelta", {"contentBlockIndex": index, "delta": {"text": text}}) for text in texts
+        )
+        + _event_frame("contentBlockStop", {"contentBlockIndex": index})
+    )
+
+
+def _stream_tail(stop_reason: str, output_tokens: int) -> bytes:
+    return _event_frame("messageStop", {"stopReason": stop_reason}) + _event_frame(
+        "metadata",
+        {
+            "metrics": {"latencyMs": 1234},
+            "usage": {"inputTokens": 25, "outputTokens": output_tokens, "totalTokens": 25 + output_tokens},
+        },
+    )
+
+
+def _invoke_chunk(payload: dict) -> bytes:
+    return _event_frame("chunk", {"bytes": base64.b64encode(json.dumps(payload).encode()).decode()})
+
+
+def _stream_logging_obj(endpoint: str) -> Logging:
+    logging_obj = Logging(
+        model=CONVERSE_MODEL,
+        messages=[],
+        stream=True,
+        call_type="pass_through_endpoint",
+        start_time=datetime.now(),
+        litellm_call_id="call-1",
+        function_id="fn-1",
+    )
+    logging_obj.model_call_details["custom_llm_provider"] = "bedrock"
+    logging_obj.model_call_details["endpoint"] = endpoint
+    return logging_obj
+
+
+def _converse_stream_logging_obj() -> Logging:
+    return _stream_logging_obj(CONVERSE_STREAM_ENDPOINT)
+
+
+def _stream_collector(endpoint: str) -> PassthroughStreamCollector:
+    return BedrockPassthroughConfig().create_stream_collector(
+        model=CONVERSE_MODEL, custom_llm_provider="bedrock", endpoint=endpoint
+    )
+
+
+def _converse_stream_collector() -> PassthroughStreamCollector:
+    return _stream_collector(CONVERSE_STREAM_ENDPOINT)
+
+
+def _feed(collector: PassthroughStreamCollector, stream: bytes, chunk_size: int = 16384) -> None:
+    for offset in range(0, len(stream), chunk_size):
+        collector.add(stream[offset : offset + chunk_size])
+
+
+def test_converse_stream_collector_keeps_usage_without_retaining_the_stream():
+    texts = [f"tok{i} " for i in range(4000)]
+    stream = _event_frame("messageStart", {"role": "assistant"}) + _text_block(0, texts) + _stream_tail("end_turn", 4000)
+    _feed(_converse_stream_collector(), stream)
+
+    tracemalloc.start()
+    try:
+        base = tracemalloc.get_traced_memory()[0]
+        collector = _converse_stream_collector()
+        _feed(collector, stream)
+        retained = tracemalloc.get_traced_memory()[0] - base
+    finally:
+        tracemalloc.stop()
+
+    assert retained < len(stream) // 4
+
+    response = collector.build_logged_response(_converse_stream_logging_obj())
+    assert isinstance(response, ModelResponse)
+    assert response.choices[0].message.content == "".join(texts)
+    assert response.choices[0].finish_reason == "stop"
+    assert (response.usage.prompt_tokens, response.usage.completion_tokens) == (25, 4000)
+
+
+def test_converse_stream_collector_keeps_tool_calls_between_text_runs():
+    stream = (
+        _event_frame("messageStart", {"role": "assistant"})
+        + _text_block(0, ["Let me ", "check."])
+        + _event_frame(
+            "contentBlockStart",
+            {"contentBlockIndex": 1, "start": {"toolUse": {"toolUseId": "tool-1", "name": "get_weather"}}},
+        )
+        + _event_frame("contentBlockDelta", {"contentBlockIndex": 1, "delta": {"toolUse": {"input": '{"city": '}}})
+        + _event_frame("contentBlockDelta", {"contentBlockIndex": 1, "delta": {"toolUse": {"input": '"Paris"}'}}})
+        + _event_frame("contentBlockStop", {"contentBlockIndex": 1})
+        + _text_block(2, ["Done", "."])
+        + _stream_tail("tool_use", 12)
+    )
+    collector = _converse_stream_collector()
+    _feed(collector, stream, chunk_size=7)
+
+    response = collector.build_logged_response(_converse_stream_logging_obj())
+    assert isinstance(response, ModelResponse)
+    message = response.choices[0].message
+    assert message.content == "Let me check.Done."
+    assert [(call.function.name, call.function.arguments) for call in message.tool_calls] == [
+        ("get_weather", '{"city": "Paris"}')
+    ]
+    assert response.choices[0].finish_reason == "tool_calls"
+    assert (response.usage.prompt_tokens, response.usage.completion_tokens) == (25, 12)
+
+
+def test_invoke_stream_collector_keeps_usage_without_retaining_the_stream():
+    texts = [f"tok{i} " for i in range(4000)]
+    stream = (
+        _invoke_chunk(
+            {
+                "type": "message_start",
+                "message": {
+                    "id": "msg-1",
+                    "type": "message",
+                    "role": "assistant",
+                    "model": CONVERSE_MODEL,
+                    "content": [],
+                    "stop_reason": None,
+                    "usage": {"input_tokens": 25, "output_tokens": 1},
+                },
+            }
+        )
+        + _invoke_chunk({"type": "content_block_start", "index": 0, "content_block": {"type": "text", "text": ""}})
+        + b"".join(
+            _invoke_chunk({"type": "content_block_delta", "index": 0, "delta": {"type": "text_delta", "text": text}})
+            for text in texts
+        )
+        + _invoke_chunk({"type": "content_block_stop", "index": 0})
+        + _invoke_chunk(
+            {"type": "message_delta", "delta": {"stop_reason": "end_turn"}, "usage": {"output_tokens": 4000}}
+        )
+        + _invoke_chunk({"type": "message_stop"})
+    )
+    _feed(_stream_collector(INVOKE_STREAM_ENDPOINT), stream)
+
+    tracemalloc.start()
+    try:
+        base = tracemalloc.get_traced_memory()[0]
+        collector = _stream_collector(INVOKE_STREAM_ENDPOINT)
+        _feed(collector, stream)
+        retained = tracemalloc.get_traced_memory()[0] - base
+    finally:
+        tracemalloc.stop()
+
+    assert retained < len(stream) // 4
+
+    response = collector.build_logged_response(_stream_logging_obj(INVOKE_STREAM_ENDPOINT))
+    assert isinstance(response, ModelResponse)
+    assert response.choices[0].message.content == "".join(texts)
+    assert response.choices[0].finish_reason == "stop"
+    assert (response.usage.prompt_tokens, response.usage.completion_tokens) == (25, 4000)
+
+
+def test_stream_collector_logs_nothing_for_an_unrecognized_endpoint():
+    collector = BedrockPassthroughConfig().create_stream_collector(
+        model=CONVERSE_MODEL, custom_llm_provider="bedrock", endpoint=f"/model/{CONVERSE_MODEL}/rerank"
+    )
+    collector.add(_event_frame("messageStart", {"role": "assistant"}))
+
+    assert collector.build_logged_response(_converse_stream_logging_obj()) is None
diff --git a/tests/test_litellm/passthrough/test_streaming_interrupt_spend_tracking.py b/tests/test_litellm/passthrough/test_streaming_interrupt_spend_tracking.py
index a88b0ef0c4b..5e13db9439b 100644
--- a/tests/test_litellm/passthrough/test_streaming_interrupt_spend_tracking.py
+++ b/tests/test_litellm/passthrough/test_streaming_interrupt_spend_tracking.py
@@ -34,6 +34,34 @@ class _ImmediateExecutor:
         fn(*args, **kwargs)
 
 
+class _RecordingCollector:
+    def __init__(self) -> None:
+        self.chunks: List[bytes] = []
+
+    def add(self, chunk: bytes) -> None:
+        self.chunks.append(chunk)
+
+    def build_logged_response(self, litellm_logging_obj: MagicMock) -> bytes:
+        return b"".join(self.chunks)
+
+
+class _FailingCollector(_RecordingCollector):
+    def add(self, chunk: bytes) -> None:
+        raise ValueError("bad frame")
+
+
+def _provider_config(collector: _RecordingCollector) -> MagicMock:
+    provider_config = MagicMock()
+    provider_config.create_stream_collector.return_value = collector
+    return provider_config
+
+
+def _spend_payload(flush_mock: MagicMock) -> bytes:
+    flush_mock.assert_called_once()
+    collector = flush_mock.call_args.kwargs["collector"]
+    return collector.build_logged_response(litellm_logging_obj=MagicMock())
+
+
 @pytest.mark.asyncio
 async def test_asyncpassthroughstreamingresponse_flushes_on_normal_completion():
     from litellm.passthrough.main import AsyncPassthroughStreamingResponse
@@ -48,13 +76,12 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_normal_completion():
         return mock_response
 
     mock_logging_obj = _make_logging_obj()
-    provider_config = MagicMock()
 
     received = []
     received_response = AsyncPassthroughStreamingResponse(
         response=response_coro(),
         litellm_logging_obj=mock_logging_obj,
-        provider_config=provider_config,
+        provider_config=_provider_config(_RecordingCollector()),
     )
 
     async for chunk in received_response:
@@ -67,12 +94,7 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_normal_completion():
 
     await asyncio.sleep(0)
 
-    mock_logging_obj.async_flush_passthrough_collected_chunks.assert_called_once()
-    call_kwargs = (
-        mock_logging_obj.async_flush_passthrough_collected_chunks.call_args.kwargs
-    )
-    assert call_kwargs["raw_bytes"] == chunks
-    assert call_kwargs["provider_config"] is provider_config
+    assert _spend_payload(mock_logging_obj.async_flush_passthrough_collected_chunks) == b"".join(chunks)
 
 
 @pytest.mark.asyncio
@@ -93,12 +115,11 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_client_disconnect():
         return mock_response
 
     mock_logging_obj = _make_logging_obj()
-    provider_config = MagicMock()
 
     gen = AsyncPassthroughStreamingResponse(
         response=response_coro(),
         litellm_logging_obj=mock_logging_obj,
-        provider_config=provider_config,
+        provider_config=_provider_config(_RecordingCollector()),
     )
 
     received = [await gen.__anext__()]
@@ -108,11 +129,7 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_client_disconnect():
 
     await asyncio.sleep(0)
 
-    mock_logging_obj.async_flush_passthrough_collected_chunks.assert_called_once()
-    call_kwargs = (
-        mock_logging_obj.async_flush_passthrough_collected_chunks.call_args.kwargs
-    )
-    assert call_kwargs["raw_bytes"] == [chunks[0]]
+    assert _spend_payload(mock_logging_obj.async_flush_passthrough_collected_chunks) == chunks[0]
 
 
 @pytest.mark.asyncio
@@ -178,14 +195,13 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_upstream_exception_w
         return mock_response
 
     mock_logging_obj = _make_logging_obj()
-    provider_config = MagicMock()
 
     received = []
     async def _drain():
         async for chunk in AsyncPassthroughStreamingResponse(
             response=response_coro(),
             litellm_logging_obj=mock_logging_obj,
-            provider_config=provider_config,
+            provider_config=_provider_config(_RecordingCollector()),
         ):
             received.append(chunk)
 
@@ -196,11 +212,7 @@ async def test_asyncpassthroughstreamingresponse_flushes_on_upstream_exception_w
 
     await asyncio.sleep(0)
 
-    mock_logging_obj.async_flush_passthrough_collected_chunks.assert_called_once()
-    call_kwargs = (
-        mock_logging_obj.async_flush_passthrough_collected_chunks.call_args.kwargs
-    )
-    assert call_kwargs["raw_bytes"] == partial_chunks
+    assert _spend_payload(mock_logging_obj.async_flush_passthrough_collected_chunks) == b"".join(partial_chunks)
 
 
 def test_passthroughstreamingresponse_flushes_on_normal_completion():
@@ -221,12 +233,11 @@ def test_passthroughstreamingresponse_flushes_on_normal_completion():
 
     mock_logging_obj = MagicMock()
     mock_logging_obj.flush_passthrough_collected_chunks = MagicMock()
-    provider_config = MagicMock()
 
     received_responce = PassthroughStreamingResponse(
         response=mock_response,
         litellm_logging_obj=mock_logging_obj,
-        provider_config=provider_config,
+        provider_config=_provider_config(_RecordingCollector()),
     )
 
     with patch("litellm.utils.executor", _ImmediateExecutor()):
@@ -237,7 +248,7 @@ def test_passthroughstreamingresponse_flushes_on_normal_completion():
     assert received_responce.headers["content-type"] == "application/octet-stream"
     assert received_responce.headers["x-request-id"] == "req-123"
 
-    mock_logging_obj.flush_passthrough_collected_chunks.assert_called_once()
+    assert _spend_payload(mock_logging_obj.flush_passthrough_collected_chunks) == b"".join(chunks)
 
 
 def test_passthroughstreamingresponse_flushes_on_early_close():
@@ -258,19 +269,66 @@ def test_passthroughstreamingresponse_flushes_on_early_close():
 
     mock_logging_obj = MagicMock()
     mock_logging_obj.flush_passthrough_collected_chunks = MagicMock()
-    provider_config = MagicMock()
 
     with patch("litellm.utils.executor", _ImmediateExecutor()):
         gen = PassthroughStreamingResponse(
             response=mock_response,
             litellm_logging_obj=mock_logging_obj,
-            provider_config=provider_config,
+            provider_config=_provider_config(_RecordingCollector()),
         )
 
         first = next(gen)
         gen.close()
 
     assert first == chunks[0]
-    mock_logging_obj.flush_passthrough_collected_chunks.assert_called_once()
-    call_kwargs = mock_logging_obj.flush_passthrough_collected_chunks.call_args.kwargs
-    assert call_kwargs["raw_bytes"] == [chunks[0]]
+    assert _spend_payload(mock_logging_obj.flush_passthrough_collected_chunks) == chunks[0]
+
+
+@pytest.mark.asyncio
+async def test_asyncpassthroughstreamingresponse_relays_the_stream_when_spend_parsing_fails():
+    from litellm.passthrough.main import AsyncPassthroughStreamingResponse
+
+    chunks = [b"chunk-1", b"chunk-2", b"chunk-3"]
+    mock_response = _make_streaming_response(chunks)
+
+    async def response_coro():
+        return mock_response
+
+    mock_logging_obj = _make_logging_obj()
+
+    received = [
+        chunk
+        async for chunk in AsyncPassthroughStreamingResponse(
+            response=response_coro(),
+            litellm_logging_obj=mock_logging_obj,
+            provider_config=_provider_config(_FailingCollector()),
+        )
+    ]
+    await asyncio.sleep(0)
+
+    assert received == chunks
+    mock_logging_obj.async_flush_passthrough_collected_chunks.assert_not_called()
+
+
+def test_passthroughstreamingresponse_relays_the_stream_when_spend_parsing_fails():
+    from litellm.passthrough.main import PassthroughStreamingResponse
+
+    chunks = [b"a", b"b", b"c"]
+    mock_response = MagicMock(spec=httpx.Response)
+    mock_response.status_code = 200
+    mock_response.headers = httpx.Headers({"content-type": "application/octet-stream"})
+    mock_response.iter_bytes = lambda: iter(chunks)
+
+    mock_logging_obj = MagicMock()
+    mock_logging_obj.flush_passthrough_collected_chunks = MagicMock()
+
+    received = list(
+        PassthroughStreamingResponse(
+            response=mock_response,
+            litellm_logging_obj=mock_logging_obj,
+            provider_config=_provider_config(_FailingCollector()),
+        )
+    )
+
+    assert received == chunks
+    mock_logging_obj.flush_passthrough_collected_chunks.assert_not_called()

From de79310954935c643389d7a31f07f9cee7ab6292 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 09:54:08 -0700
Subject: [PATCH 170/298] feat(secret_managers): support customer-managed KMS
 key for virtual keys stored in AWS Secrets Manager (#40475)

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../secret_managers/aws_secret_manager_v2.py  |  8 ++-
 litellm/types/secret_managers/main.py         |  3 +
 .../test_aws_secret_manager_v2.py             | 59 ++++++++++++++++++-
 3 files changed, 68 insertions(+), 2 deletions(-)

diff --git a/litellm/secret_managers/aws_secret_manager_v2.py b/litellm/secret_managers/aws_secret_manager_v2.py
index e86c8e7c919..d75375a01cc 100644
--- a/litellm/secret_managers/aws_secret_manager_v2.py
+++ b/litellm/secret_managers/aws_secret_manager_v2.py
@@ -47,6 +47,7 @@ class AWSSecretsManagerV2(BaseAWSLLM, BaseSecretManager):
         aws_web_identity_token: str | None = None,
         aws_sts_endpoint: str | None = None,
         replica_regions: list[str] | None = None,
+        kms_key_id: str | None = None,
         **kwargs,
     ):
         BaseSecretManager.__init__(self, **kwargs)
@@ -61,6 +62,7 @@ class AWSSecretsManagerV2(BaseAWSLLM, BaseSecretManager):
         self.aws_web_identity_token = aws_web_identity_token
         self.aws_sts_endpoint = aws_sts_endpoint
         self.replica_regions: list[str] = replica_regions or []
+        self.kms_key_id = kms_key_id
 
     @classmethod
     def validate_environment(cls):
@@ -106,7 +108,8 @@ class AWSSecretsManagerV2(BaseAWSLLM, BaseSecretManager):
                 # Remove None values
                 aws_kwargs = {k: v for k, v in aws_kwargs.items() if v is not None}
 
-            litellm.secret_manager_client = cls(**aws_kwargs)
+            kms_key_id: Final = key_management_settings.kms_key_id if key_management_settings is not None else None
+            litellm.secret_manager_client = cls(kms_key_id=kms_key_id, **aws_kwargs)
             litellm._key_management_system = KeyManagementSystem.AWS_SECRET_MANAGER
 
         except Exception as e:
@@ -275,6 +278,9 @@ class AWSSecretsManagerV2(BaseAWSLLM, BaseSecretManager):
         if description:
             data["Description"] = description
 
+        if self.kms_key_id:
+            data["KmsKeyId"] = self.kms_key_id
+
         # ✅ Normalize tags to AWS format
         if tags:
             if isinstance(tags, dict):
diff --git a/litellm/types/secret_managers/main.py b/litellm/types/secret_managers/main.py
index 599e5746dfb..148e680a236 100644
--- a/litellm/types/secret_managers/main.py
+++ b/litellm/types/secret_managers/main.py
@@ -45,6 +45,9 @@ class KeyManagementSettings(LiteLLMPydanticObjectBase):
     tags: dict[str, str] | None = None
     """Optional tags to attach when creating secrets (e.g. {"Environment": "Prod", "Owner": "AI-Platform"})."""
 
+    kms_key_id: str | None = None
+    """Optional customer-managed KMS key (ID, alias or ARN) used to encrypt secrets created in AWS Secrets Manager."""
+
     custom_secret_manager: str | None = None
     """
     Path to custom secret manager class (e.g. "my_secret_manager.InMemorySecretManager")
diff --git a/tests/test_litellm/secret_managers/test_aws_secret_manager_v2.py b/tests/test_litellm/secret_managers/test_aws_secret_manager_v2.py
index 7e655b70756..03422d5433c 100644
--- a/tests/test_litellm/secret_managers/test_aws_secret_manager_v2.py
+++ b/tests/test_litellm/secret_managers/test_aws_secret_manager_v2.py
@@ -5,11 +5,68 @@ Tests the write/read/delete cycle for JSON and simple string secrets.
 """
 
 import json
-from unittest.mock import AsyncMock, patch
+from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
+import respx
 
+import litellm
 from litellm.secret_managers.aws_secret_manager_v2 import AWSSecretsManagerV2
+from litellm.types.secret_managers.main import KeyManagementSettings
+
+_STATIC_CREDENTIALS = {"aws_access_key_id": "test-key", "aws_secret_access_key": "test-secret"}
+_CMK_ARN = "arn:aws:kms:us-east-1:123456789012:key/11111111-2222-3333-4444-555555555555"
+
+
+async def _create_secret_body_for_settings(
+    monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter, settings: KeyManagementSettings
+) -> dict[str, object]:
+    """Boot the manager from settings the way the proxy does and return the CreateSecret body it posts to AWS."""
+    monkeypatch.setattr(litellm, "secret_manager_client", None)
+    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+    monkeypatch.setattr(litellm, "in_memory_llm_clients_cache", None)
+    monkeypatch.setenv("AWS_REGION_NAME", "us-east-1")
+    AWSSecretsManagerV2.load_aws_secret_manager(use_aws_secret_manager=True, key_management_settings=settings)
+    manager = litellm.secret_manager_client
+    assert isinstance(manager, AWSSecretsManagerV2)
+
+    route = respx_mock.post("https://secretsmanager.us-east-1.amazonaws.com/").respond(
+        json={"ARN": "arn", "Name": "litellm/test-key"}
+    )
+    await manager.async_write_secret(
+        secret_name="litellm/test-key",
+        secret_value="sk-test-value",
+        optional_params=dict(_STATIC_CREDENTIALS),
+    )
+    assert route.call_count == 1
+    request = route.calls.last.request
+    assert request.headers["X-Amz-Target"] == "secretsmanager.CreateSecret"
+    return json.loads(request.content)
+
+
+@pytest.mark.asyncio
+async def test_create_secret_uses_customer_managed_kms_key_from_settings(
+    monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
+) -> None:
+    body = await _create_secret_body_for_settings(
+        monkeypatch,
+        respx_mock,
+        KeyManagementSettings(store_virtual_keys=True, aws_region_name="us-east-1", kms_key_id=_CMK_ARN),
+    )
+    assert body["KmsKeyId"] == _CMK_ARN
+    assert body["Name"] == "litellm/test-key"
+    assert body["SecretString"] == "sk-test-value"
+
+
+@pytest.mark.asyncio
+async def test_create_secret_omits_kms_key_id_when_not_configured(
+    monkeypatch: pytest.MonkeyPatch, respx_mock: respx.MockRouter
+) -> None:
+    body = await _create_secret_body_for_settings(
+        monkeypatch, respx_mock, KeyManagementSettings(store_virtual_keys=True, aws_region_name="us-east-1")
+    )
+    assert "KmsKeyId" not in body
+    assert body["Name"] == "litellm/test-key"
 
 
 @pytest.mark.asyncio

From db3338b2068b6fa6448d9f82540208fae499fcad Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 09:55:30 -0700
Subject: [PATCH 171/298] feat(proxy): make the in-memory management cache
 capacity configurable (#40725)

* feat(proxy): make the in-memory management cache capacity configurable

Add general_settings.user_api_key_cache_max_size (positive int, default 200) to resize the
in-memory tier of the shared user_api_key_cache at startup and on DB config reloads, expose it
in the Admin UI general settings, and cover it with behavioral tests. Prior art: #34726

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(caching): resize the in-memory tier from DualCache so any cache instance honours the cap

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* style(proxy): wrap the cache capacity field description to the 120 col limit

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/dual_cache.py                 |   5 +-
 litellm/caching/in_memory_cache.py            |   6 +-
 litellm/proxy/_types.py                       |   9 ++
 litellm/proxy/proxy_server.py                 |  28 ++++
 tests/test_litellm/proxy/test_proxy_server.py | 145 ++++++++++++++++++
 ui/litellm-dashboard/src/lib/http/schema.d.ts |   5 +
 6 files changed, 195 insertions(+), 3 deletions(-)

diff --git a/litellm/caching/dual_cache.py b/litellm/caching/dual_cache.py
index 26ad89a70cc..81e2af45686 100644
--- a/litellm/caching/dual_cache.py
+++ b/litellm/caching/dual_cache.py
@@ -22,7 +22,7 @@ from litellm._logging import print_verbose, verbose_logger
 from litellm.constants import DEFAULT_MAX_REDIS_BATCH_CACHE_SIZE
 
 from .base_cache import BaseCache
-from .in_memory_cache import InMemoryCache
+from .in_memory_cache import DEFAULT_MAX_SIZE_IN_MEMORY, InMemoryCache
 from .redis_cache import RedisCache, RedisCircuitBreakerOpenError, log_redis_failure
 
 if TYPE_CHECKING:
@@ -83,6 +83,9 @@ class DualCache(BaseCache):
         if default_redis_ttl is not None:
             self.default_redis_ttl = default_redis_ttl
 
+    def update_in_memory_max_size(self, max_size: int | None) -> None:
+        self.in_memory_cache.max_size_in_memory = DEFAULT_MAX_SIZE_IN_MEMORY if max_size is None else max_size
+
     def attach_redis_cache(
         self,
         redis_cache: RedisCache | None = None,
diff --git a/litellm/caching/in_memory_cache.py b/litellm/caching/in_memory_cache.py
index 38a9966f9f9..4058a3d72dd 100644
--- a/litellm/caching/in_memory_cache.py
+++ b/litellm/caching/in_memory_cache.py
@@ -24,11 +24,13 @@ from litellm.constants import MAX_SIZE_PER_ITEM_IN_MEMORY_CACHE_IN_KB
 
 from .base_cache import BaseCache
 
+DEFAULT_MAX_SIZE_IN_MEMORY: Final = 200
+
 
 class InMemoryCache(BaseCache):
     def __init__(
         self,
-        max_size_in_memory: int | None = 200,
+        max_size_in_memory: int | None = DEFAULT_MAX_SIZE_IN_MEMORY,
         default_ttl: int
         | None = 600,  # default ttl is 10 minutes. At maximum litellm rate limiting logic requires objects to be in memory for 1 minute
         max_size_per_item: int | None = 1024,  # 1MB = 1024KB
@@ -37,7 +39,7 @@ class InMemoryCache(BaseCache):
         max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default
         """
         self.max_size_in_memory = (
-            max_size_in_memory if max_size_in_memory is not None else 200
+            max_size_in_memory if max_size_in_memory is not None else DEFAULT_MAX_SIZE_IN_MEMORY
         )  # set an upper bound of 200 items in-memory
         self.default_ttl = default_ttl or 600
         self.max_size_per_item = max_size_per_item or MAX_SIZE_PER_ITEM_IN_MEMORY_CACHE_IN_KB  # 1MB = 1024KB
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 2cbff128635..43af18cbef4 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -2602,6 +2602,15 @@ class ConfigGeneralSettings(LiteLLMPydanticObjectBase):
     global_max_parallel_requests: int | None = Field(
         None, description="global max parallel requests to allow for a proxy instance."
     )
+    user_api_key_cache_max_size: int | None = Field(
+        None,
+        gt=0,
+        description=(
+            "max number of entries (virtual keys, teams, users, end users, memberships, ...) each worker keeps in "
+            "its in-memory auth cache. Defaults to 200. Raise this if you have more active keys than that or auth "
+            "lookups keep hitting the DB"
+        ),
+    )
     max_request_size_mb: int | None = Field(
         None,
         description="max request size in MB, if a request is larger than this size it will be rejected",
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 5d94b65ccba..687fbc0cb9b 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -5808,6 +5808,16 @@ class ProxyConfig:
                     default_redis_ttl=ttl,
                 )
 
+            ### USER API KEY CACHE MAX SIZE (in-memory tier shared by keys, teams, users, end users, ...) ###
+            if "user_api_key_cache_max_size" in general_settings:
+                user_api_key_cache.update_in_memory_max_size(
+                    ConfigGeneralSettings.model_validate(
+                        MappingProxyType(
+                            {"user_api_key_cache_max_size": general_settings["user_api_key_cache_max_size"]}
+                        )
+                    ).user_api_key_cache_max_size
+                )
+
             ### PKCE MULTI-INSTANCE PREREQUISITE CHECK ###
             # PKCE verifiers are stored in redis_usage_cache when available so they can
             # be read back by any instance (not just the one that started the auth flow).
@@ -7058,6 +7068,23 @@ class ProxyConfig:
                 "enable_openai_websocket_passthrough"
             )
 
+        if "user_api_key_cache_max_size" not in self._yaml_general_settings_keys:
+            db_cache_max_size: Final = _general_settings.get("user_api_key_cache_max_size")
+            try:
+                cache_max_size: Final = ConfigGeneralSettings.model_validate(
+                    MappingProxyType({"user_api_key_cache_max_size": db_cache_max_size})
+                ).user_api_key_cache_max_size
+            except ValidationError:
+                verbose_proxy_logger.warning(
+                    "Ignoring invalid general_settings.user_api_key_cache_max_size=%r from the DB", db_cache_max_size
+                )
+            else:
+                if cache_max_size is None:
+                    general_settings.pop("user_api_key_cache_max_size", None)
+                else:
+                    general_settings["user_api_key_cache_max_size"] = cache_max_size
+                user_api_key_cache.update_in_memory_max_size(cache_max_size)
+
         ## STORE MODEL IN DB ##
         if "store_model_in_db" in _general_settings:
             value = _general_settings["store_model_in_db"]
@@ -16970,6 +16997,7 @@ _GENERAL_SETTINGS_CONFIG_LIST_FIELD_TYPES: Final[Mapping[str, str]] = MappingPro
         "cancel_on_disconnect": "Boolean",
         "disable_auto_add_proxy_admin_to_teams": "Boolean",
         "apply_user_budget_to_team_keys": "Boolean",
+        "user_api_key_cache_max_size": "Integer",
     }
 )
 
diff --git a/tests/test_litellm/proxy/test_proxy_server.py b/tests/test_litellm/proxy/test_proxy_server.py
index 4f4a9e87d18..3b3031647dc 100644
--- a/tests/test_litellm/proxy/test_proxy_server.py
+++ b/tests/test_litellm/proxy/test_proxy_server.py
@@ -7313,6 +7313,88 @@ async def test_update_general_settings_apply_user_budget_to_team_keys_yaml_wins(
         assert ps.general_settings["apply_user_budget_to_team_keys"] is True
 
 
+def _fill_user_api_key_cache(cache: DualCache, count: int) -> None:
+    for index in range(count):
+        cache.set_cache(key=f"key-{index}", value={"token": f"key-{index}"}, local_only=True)
+
+
+@pytest.mark.asyncio
+async def test_update_general_settings_user_api_key_cache_max_size_resizes_the_running_cache(monkeypatch):
+    """The Admin UI writes the capacity to the DB config, so the running cache has
+    to pick it up on reload; otherwise the knob only works after a restart."""
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    cache = UserApiKeyCache()
+    monkeypatch.setattr(proxy_server_module, "general_settings", {})
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    await ProxyConfig()._update_general_settings(db_general_settings={"user_api_key_cache_max_size": 300})
+
+    assert proxy_server_module.general_settings["user_api_key_cache_max_size"] == 300
+
+    _fill_user_api_key_cache(cache, 250)
+    assert cache.get_cache(key="key-0", local_only=True) == {"token": "key-0"}
+
+
+@pytest.mark.asyncio
+async def test_update_general_settings_clearing_user_api_key_cache_max_size_restores_the_default(monkeypatch):
+    """Blanking the field in the dashboard deletes the key, so the cache must fall
+    back to the default capacity rather than keep the last configured size."""
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    cache = UserApiKeyCache()
+    cache.update_in_memory_max_size(5000)
+    monkeypatch.setattr(proxy_server_module, "general_settings", {"user_api_key_cache_max_size": 5000})
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    await ProxyConfig()._update_general_settings(db_general_settings={"store_model_in_db": True})
+
+    assert "user_api_key_cache_max_size" not in proxy_server_module.general_settings
+
+    _fill_user_api_key_cache(cache, 201)
+    assert cache.get_cache(key="key-0", local_only=True) is None
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("db_value", [0, -5, "lots"])
+async def test_update_general_settings_ignores_an_invalid_user_api_key_cache_max_size(db_value, monkeypatch):
+    """A non-positive capacity would make the eviction loop pop an empty heap on the
+    next write, so a bad DB value must leave the running cache untouched."""
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    cache = UserApiKeyCache()
+    cache.update_in_memory_max_size(300)
+    monkeypatch.setattr(proxy_server_module, "general_settings", {})
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    await ProxyConfig()._update_general_settings(db_general_settings={"user_api_key_cache_max_size": db_value})
+
+    assert "user_api_key_cache_max_size" not in proxy_server_module.general_settings
+
+    _fill_user_api_key_cache(cache, 250)
+    assert cache.get_cache(key="key-0", local_only=True) == {"token": "key-0"}
+
+
+@pytest.mark.asyncio
+async def test_update_general_settings_user_api_key_cache_max_size_yaml_wins(monkeypatch):
+    """A DB value must not silently override an explicit YAML capacity on reload."""
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    proxy_config = ProxyConfig()
+    proxy_config._yaml_general_settings_keys = {"user_api_key_cache_max_size"}
+    cache = UserApiKeyCache()
+    cache.update_in_memory_max_size(300)
+    monkeypatch.setattr(proxy_server_module, "general_settings", {"user_api_key_cache_max_size": 300})
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    await proxy_config._update_general_settings(db_general_settings={"user_api_key_cache_max_size": 10})
+
+    assert proxy_server_module.general_settings["user_api_key_cache_max_size"] == 300
+
+    _fill_user_api_key_cache(cache, 250)
+    assert cache.get_cache(key="key-0", local_only=True) == {"token": "key-0"}
+
+
 @pytest.mark.asyncio
 @pytest.mark.parametrize(
     "db_value,expected",
@@ -10344,6 +10426,27 @@ def test_get_config_list_includes_apply_user_budget_to_team_keys(monkeypatch):
         app.dependency_overrides.clear()
 
 
+def test_get_config_list_includes_user_api_key_cache_max_size(monkeypatch):
+    """The Admin UI General Settings table renders whatever /config/list returns,
+    so the cache capacity has to be exposed there as an Integer to be editable."""
+    mock_prisma = MagicMock()
+    mock_config_table = MagicMock()
+    mock_config_table.find_first = AsyncMock(return_value=None)
+    mock_prisma.db = types.SimpleNamespace(litellm_config=mock_config_table)
+    monkeypatch.setattr(proxy_server_module, "prisma_client", mock_prisma)
+    app.dependency_overrides[proxy_server_module.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_id="admin", user_role=LitellmUserRoles.PROXY_ADMIN
+    )
+    try:
+        client = TestClient(app)
+        resp = client.get("/config/list", params={"config_type": "general_settings"})
+        assert resp.status_code == 200, resp.text
+        fields = {item["field_name"]: item for item in resp.json()}
+        assert fields["user_api_key_cache_max_size"]["field_type"] == "Integer"
+    finally:
+        app.dependency_overrides.clear()
+
+
 def test_get_config_list_includes_budget_exceeded_throttle_percentage(monkeypatch):
     """The throttle fraction is a litellm_settings scalar surfaced on the General
     Settings table as a Float field so it sits with the other global limits; it
@@ -12946,6 +13049,48 @@ async def test_load_config_router_authorizes_fallback_targets_against_the_callin
     assert router.fallback_access_check is router_fallback_access_check
 
 
+@pytest.mark.asyncio
+async def test_load_config_user_api_key_cache_max_size_keeps_more_than_200_entries(tmp_path, monkeypatch):
+    """The auth cache used to be pinned at InMemoryCache's 200 entry default, so a
+    deployment with more keys than that evicted constantly and every request
+    fell through to the DB. The YAML knob has to raise the cap on the live cache."""
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    config_file = tmp_path / "config.yaml"
+    config_file.write_text(yaml.dump({"general_settings": {"user_api_key_cache_max_size": "1000"}}))
+
+    cache = UserApiKeyCache()
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    await ProxyConfig().load_config(router=None, config_file_path=str(config_file))
+
+    _fill_user_api_key_cache(cache, 999)
+    assert cache.get_cache(key="key-0", local_only=True) == {"token": "key-0"}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("bad_value", [0, -1, "unbounded"])
+async def test_load_config_rejects_a_non_positive_user_api_key_cache_max_size(tmp_path, bad_value, monkeypatch):
+    """InMemoryCache treats 0 as 'cache nothing' and a negative cap makes eviction
+    pop an empty heap, so the proxy must refuse to boot with such a value instead
+    of silently disabling auth caching."""
+    from pydantic import ValidationError
+
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.proxy_server import ProxyConfig
+
+    config_file = tmp_path / "config.yaml"
+    config_file.write_text(yaml.dump({"general_settings": {"user_api_key_cache_max_size": bad_value}}))
+
+    cache = UserApiKeyCache()
+    monkeypatch.setattr(proxy_server_module, "user_api_key_cache", cache)
+    with pytest.raises(ValidationError):
+        await ProxyConfig().load_config(router=None, config_file_path=str(config_file))
+
+    _fill_user_api_key_cache(cache, 150)
+    assert cache.get_cache(key="key-0", local_only=True) == {"token": "key-0"}
+
+
 def test_docs_redoc_openapi_are_reachable_by_default():
     """
     LIT-6745: the interactive/machine-readable docs surfaces are on by
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 1b34c6f6a51..7fd4f8e413d 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -26007,6 +26007,11 @@ export interface components {
              * @description If True and LiteLLM_SpendLogs has been converted to a range-partitioned table (db_scripts/partition_spend_logs.sql), retention cleanup drops expired partitions instead of deleting rows, and pre-creates upcoming partitions. Default is False.
              */
             use_spend_logs_partitioning?: boolean | null;
+            /**
+             * User Api Key Cache Max Size
+             * @description max number of entries (virtual keys, teams, users, end users, memberships, ...) each worker keeps in its in-memory auth cache. Defaults to 200. Raise this if you have more active keys than that or auth lookups keep hitting the DB
+             */
+            user_api_key_cache_max_size?: number | null;
             /** User Header Mappings */
             user_header_mappings?: components["schemas"]["UserHeaderMapping"][] | null;
             /**

From f72b117b21e60a9d96a7deedeb0a00fe35f60ea6 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 10:00:35 -0700
Subject: [PATCH 172/298] fix(vertex_ai): return 400 for invalid
 reasoning_effort instead of 500

Both reasoning_effort mappers ended their if/elif chain in a bare ValueError.
exception_type() has no branch for ValueError, so it fell through to the shared
APIConnectionError fallback and the proxy answered a malformed client request
with a retryable HTTP 500 carrying no hint of the accepted values.

Raise UnsupportedParamsError (400) instead, listing the supported set, matching
what the Anthropic and Bedrock transforms already do and what this same file
already does at its five other param-validation sites.

This also covers 'xhigh' and 'max', which are members of litellm's own
REASONING_EFFORT literal but have no Gemini mapping, so callers bridging from
OpenAI-shaped code were hitting the 500 without typing anything wrong.

Fixes #40474

Claude-Session: https://claude.ai/code/session_01XT1qsbjLwnhiN5sQ2hNUxr
---
 .../vertex_and_google_ai_studio_gemini.py     | 20 +++++-
 ...test_vertex_and_google_ai_studio_gemini.py | 67 +++++++++++++++++++
 2 files changed, 85 insertions(+), 2 deletions(-)

diff --git a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
index 69fe5678de9..d113b2b4f6b 100644
--- a/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
+++ b/litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py
@@ -23,6 +23,7 @@ from litellm.constants import (
     DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET_GEMINI_2_5_FLASH_LITE,
     DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET_GEMINI_2_5_PRO,
 )
+from litellm.exceptions import UnsupportedParamsError
 from litellm.litellm_core_utils.json_fragment_accumulator import JSONFragmentAccumulator
 from litellm.litellm_core_utils.prompt_templates.factory import (
     _encode_tool_call_id_with_signature,
@@ -108,6 +109,21 @@ else:
     StreamingChoices = Any
 
 
+SUPPORTED_REASONING_EFFORTS: Final = ("minimal", "low", "medium", "high", "none", "disable")
+
+
+def _unsupported_reasoning_effort(reasoning_effort: str) -> UnsupportedParamsError:
+    return UnsupportedParamsError(
+        message=(
+            f"Invalid `reasoning_effort`: {reasoning_effort!r}. "
+            f"Must be one of: {', '.join(repr(effort) for effort in SUPPORTED_REASONING_EFFORTS)}. "
+            "To drop this param, set `litellm.drop_params = True` or pass in `(.., drop_params=True)` "
+            "in the request - https://docs.litellm.ai/docs/completion/drop_params"
+        ),
+        status_code=400,
+    )
+
+
 class VertexAIBaseConfig:
     def get_mapped_special_auth_params(self) -> dict:
         """
@@ -842,7 +858,7 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
                 "includeThoughts": False,
             }
         else:
-            raise ValueError(f"Invalid reasoning effort: {reasoning_effort}")
+            raise _unsupported_reasoning_effort(reasoning_effort)
 
     @staticmethod
     def _map_reasoning_effort_to_thinking_level(
@@ -890,7 +906,7 @@ class VertexGeminiConfig(VertexAIBaseConfig, BaseConfig):
             else:
                 return {"thinkingLevel": "low", "includeThoughts": False}
         else:
-            raise ValueError(f"Invalid reasoning effort: {reasoning_effort}")
+            raise _unsupported_reasoning_effort(reasoning_effort)
 
     @staticmethod
     def _is_thinking_budget_zero(thinking_budget: int | None) -> bool:
diff --git a/tests/test_litellm/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py b/tests/test_litellm/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py
index d2788408e09..101f6e6fa5d 100644
--- a/tests/test_litellm/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py
+++ b/tests/test_litellm/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py
@@ -5769,3 +5769,70 @@ def test_calculate_web_search_requests_counts_unique_queries():
 
     assert VertexGeminiConfig._calculate_web_search_requests([]) is None
     assert VertexGeminiConfig._calculate_web_search_requests([{"webSearchQueries": ["", ""]}]) is None
+
+
+@pytest.mark.parametrize("custom_llm_provider", ["gemini", "vertex_ai"])
+@pytest.mark.parametrize(
+    "model",
+    ["gemini-2.5-flash", "gemini-3-pro-preview"],
+    ids=["thinking_budget_mapper", "thinking_level_mapper"],
+)
+@pytest.mark.parametrize("reasoning_effort", ["banana", "xhigh"])
+def test_invalid_reasoning_effort_is_a_400_not_a_500(custom_llm_provider, model, reasoning_effort):
+    """Regression for #40474.
+
+    Both reasoning_effort mappers used to end their if/elif chain in a bare `ValueError`, which
+    `exception_type()` has no branch for, so it fell through to `APIConnectionError` and the proxy
+    answered a malformed client request with a retryable HTTP 500. `xhigh` is covered alongside the
+    nonsense value because it is a member of litellm's own `REASONING_EFFORT` literal, so callers
+    bridging from OpenAI-shaped code reach it without typing anything wrong.
+    """
+    from litellm.utils import get_optional_params
+
+    with pytest.raises(litellm.BadRequestError) as exc_info:
+        get_optional_params(
+            model=model,
+            custom_llm_provider=custom_llm_provider,
+            reasoning_effort=reasoning_effort,
+            drop_params=True,
+        )
+
+    assert exc_info.value.status_code == 400
+    message: Final = str(exc_info.value)
+    assert reasoning_effort in message
+    for supported in ("minimal", "low", "medium", "high", "none", "disable"):
+        assert supported in message
+
+
+@pytest.mark.parametrize("custom_llm_provider", ["gemini", "vertex_ai"])
+def test_invalid_reasoning_effort_surfaces_as_400_through_completion(custom_llm_provider):
+    """The same request through `completion()` must not come back as a retryable 500.
+
+    Needs no provider credentials: param mapping runs before any network call.
+    """
+    with pytest.raises(litellm.BadRequestError) as exc_info:
+        completion(
+            model=f"{custom_llm_provider}/gemini-3-pro-preview",
+            messages=[{"role": "user", "content": "hi"}],
+            reasoning_effort="banana",
+        )
+
+    assert exc_info.value.status_code == 400
+    assert not isinstance(exc_info.value, litellm.APIConnectionError)
+
+
+@pytest.mark.parametrize("model", ["gemini-2.5-flash", "gemini-3-pro-preview"])
+def test_supported_reasoning_efforts_still_map(model):
+    """Guards the fix against over-rejecting: every advertised value must still produce a config."""
+    from litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import (
+        SUPPORTED_REASONING_EFFORTS,
+    )
+
+    for effort in SUPPORTED_REASONING_EFFORTS:
+        result: Final = VertexGeminiConfig().map_openai_params(
+            non_default_params={"reasoning_effort": effort},
+            optional_params={},
+            model=model,
+            drop_params=False,
+        )
+        assert "thinkingConfig" in result

From 9316b4194a24edabaa1dd5ae0159af335ed2d316 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:10:38 +0000
Subject: [PATCH 173/298] perf(proxy): register liveness and core inference
 routes first (#40687)

Starlette scans the route table in registration order, so a request pays one
regex match per route registered ahead of its own. The proxy registers several
hundred routes and left the liveness probe near position 280 and the lazy
loaded /v1/messages at the very end. Move /health/liveliness, /health/liveness,
/v1/chat/completions, /chat/completions and /v1/messages to the front of the
route table after startup registration and again after a lazy router loads.

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/_lazy_features.py               |  32 ++--
 litellm/proxy/proxy_server.py                 |   2 +
 litellm/proxy/route_priority.py               |  24 +++
 .../test_litellm/proxy/test_route_priority.py | 171 ++++++++++++++++++
 4 files changed, 218 insertions(+), 11 deletions(-)
 create mode 100644 litellm/proxy/route_priority.py
 create mode 100644 tests/test_litellm/proxy/test_route_priority.py

diff --git a/litellm/proxy/_lazy_features.py b/litellm/proxy/_lazy_features.py
index 1d1b736c9fc..dd1180b30ad 100644
--- a/litellm/proxy/_lazy_features.py
+++ b/litellm/proxy/_lazy_features.py
@@ -18,6 +18,7 @@ from starlette.routing import BaseRoute, Match
 from starlette.types import Receive, Scope, Send
 
 from litellm._logging import verbose_proxy_logger
+from litellm.proxy.route_priority import hot_routes_first
 
 if TYPE_CHECKING:
     from fastapi import APIRouter, FastAPI
@@ -343,31 +344,40 @@ class LazyFeatureMiddleware:
         await self.app(scope, receive, send)
 
 
-def _lazy_slots(app: "FastAPI") -> Mapping[str, int]:
+def _lazy_slots(app: "FastAPI") -> Mapping[str, BaseRoute | None]:
     return app.state.lazy_slots if hasattr(app.state, "lazy_slots") else MappingProxyType({})
 
 
 def reserve_lazy_slot(app: "FastAPI", name: str, features: tuple[LazyFeature, ...] = LAZY_FEATURES) -> None:
-    """Record the table position the feature's router used to be included at, so its
-    routes are spliced back in there once it loads and keep the same precedence."""
+    """Record the route the feature's router used to be included after, so its routes
+    are spliced back in there once it loads and keep the same precedence. Anchoring on
+    the route rather than its index survives later reordering of the table."""
     feat: Final = next(f for f in features if f.name == name)
-    app.state.lazy_slots = MappingProxyType({**_lazy_slots(app), feat.module_path: len(app.router.routes)})
+    anchor: Final = app.router.routes[-1] if app.router.routes else None
+    app.state.lazy_slots = MappingProxyType({**_lazy_slots(app), feat.module_path: anchor})
+
+
+def _slot_index(routes: Sequence[BaseRoute], anchor: BaseRoute | None) -> int:
+    if anchor is None:
+        return 0
+    return next((i + 1 for i, route in enumerate(routes) if route is anchor), len(routes))
 
 
 def _eager_route_wins(app: "FastAPI", feat: LazyFeature, scope: Scope) -> bool:
     """Routes ahead of a feature's reserved slot beat its routes in Starlette's scan,
     so a request one of them fully matches never needs the feature loaded."""
-    slot: Final = _lazy_slots(app).get(feat.module_path)
-    if slot is None:
+    slots: Final = _lazy_slots(app)
+    if feat.module_path not in slots:
         return False
-    return any(route.matches(scope)[0] is Match.FULL for route in app.router.routes[:slot])
+    ahead: Final = app.router.routes[: _slot_index(app.router.routes, slots[feat.module_path])]
+    return any(route.matches(scope)[0] is Match.FULL for route in ahead)
 
 
 def _in_registry_order(
     routes: Sequence[BaseRoute],
     lazy_routes: Mapping[str, tuple[BaseRoute, ...]],
     features: tuple[LazyFeature, ...],
-    slots: Mapping[str, int],
+    slots: Mapping[str, BaseRoute | None],
 ) -> tuple[BaseRoute, ...]:
     """Lazy routers land in registry order, not first-request order, so overlapping
     paths (/openai/{endpoint:path} vs /openai/v1/realtime/calls) resolve the same
@@ -380,7 +390,7 @@ def _in_registry_order(
     eager: Final = tuple(route for route in routes if id(route) not in lazy_ids)
 
     def slot_of(module_path: str) -> int:
-        return min(slots.get(module_path, len(eager)), len(eager))
+        return _slot_index(eager, slots[module_path]) if module_path in slots else len(eager)
 
     return tuple(
         route
@@ -416,8 +426,8 @@ async def _force_load(app: "FastAPI", feat: LazyFeature, features: tuple[LazyFea
                 {**previous, feat.module_path: tuple(app.router.routes[before:])}
             )
             app.state.lazy_routes = lazy_routes  # rebind-ok: the app owns the record of which routes each feature added
-            app.router.routes[:] = _in_registry_order(  # rebind-ok: the app owns its route table
-                app.router.routes, lazy_routes, features, _lazy_slots(app)
+            app.router.routes[:] = hot_routes_first(  # rebind-ok: the app owns its route table
+                _in_registry_order(app.router.routes, lazy_routes, features, _lazy_slots(app))
             )
             app.state.lazy_loaded.add(feat.module_path)
             app.openapi_schema = None
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 687fbc0cb9b..4d8a821bc7a 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -655,6 +655,7 @@ from litellm.proxy.rag_endpoints.endpoints import router as rag_router
 from litellm.proxy.rerank_endpoints.endpoints import router as rerank_router
 from litellm.proxy.response_api_endpoints.endpoints import router as response_router
 from litellm.proxy.route_llm_request import route_request
+from litellm.proxy.route_priority import hot_routes_first
 from litellm.proxy.search_endpoints.endpoints import router as search_router
 from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager
 from litellm.proxy.spend_tracking.budget_reservation import get_budget_window_start
@@ -18739,6 +18740,7 @@ app.include_router(ui_discovery_endpoints_router)
 app.include_router(google_router)
 
 attach_lazy_features(app)
+app.router.routes = hot_routes_first(app.router.routes)
 app.add_middleware(
     RequestSizeLimitMiddleware,
     get_max_request_size_mb=lambda: general_settings.get("max_request_size_mb"),
diff --git a/litellm/proxy/route_priority.py b/litellm/proxy/route_priority.py
new file mode 100644
index 00000000000..77815b678a6
--- /dev/null
+++ b/litellm/proxy/route_priority.py
@@ -0,0 +1,24 @@
+"""Starlette matches routes in registration order, so the routes that take the most traffic go first."""
+
+from collections.abc import Sequence
+from typing import Final
+
+from starlette.routing import BaseRoute, Route
+
+HOT_ROUTE_PATHS: Final[frozenset[str]] = frozenset(
+    (
+        "/health/liveliness",
+        "/health/liveness",
+        "/v1/chat/completions",
+        "/chat/completions",
+        "/v1/messages",
+    )
+)
+
+
+def _is_hot(route: BaseRoute) -> bool:
+    return isinstance(route, Route) and route.path in HOT_ROUTE_PATHS
+
+
+def hot_routes_first(routes: Sequence[BaseRoute]) -> list[BaseRoute]:  # mutable-ok: assigned to Router.routes, a list
+    return sorted(routes, key=lambda route: not _is_hot(route))
diff --git a/tests/test_litellm/proxy/test_route_priority.py b/tests/test_litellm/proxy/test_route_priority.py
new file mode 100644
index 00000000000..dfdc816f4b4
--- /dev/null
+++ b/tests/test_litellm/proxy/test_route_priority.py
@@ -0,0 +1,171 @@
+import sys
+from types import ModuleType
+
+import httpx
+import pytest
+from fastapi import APIRouter, FastAPI
+from fastapi.testclient import TestClient
+from starlette.routing import Match
+
+from litellm.proxy.route_priority import HOT_ROUTE_PATHS, hot_routes_first
+
+FILLER_COUNT = 300
+
+
+def _routes_scanned_before_dispatch(app: FastAPI, method: str, path: str) -> int:
+    """Number of route.matches() calls Starlette's Router.app makes before it finds a full match."""
+    scope = {"type": "http", "method": method, "path": path, "root_path": "", "headers": [], "query_string": b""}
+    for i, route in enumerate(app.router.routes):
+        match, _ = route.matches(dict(scope))
+        if match == Match.FULL:
+            return i + 1
+    raise AssertionError(f"{method} {path} has no route")
+
+
+def _hot_router() -> APIRouter:
+    router = APIRouter()
+
+    @router.get("/health/liveliness")
+    @router.get("/health/liveness")
+    async def liveliness():
+        return "I'm alive!"
+
+    @router.post("/v1/chat/completions")
+    @router.post("/chat/completions")
+    async def chat():
+        return {"object": "chat.completion"}
+
+    return router
+
+
+def _app_with_filler_then_hot_routes() -> FastAPI:
+    app = FastAPI()
+    for i in range(FILLER_COUNT):
+
+        @app.get(f"/filler/{i}")
+        async def filler(i: int = i):
+            return {"filler": i}
+
+    app.include_router(_hot_router())
+    return app
+
+
+def test_hot_routes_first_puts_hot_routes_ahead_of_everything_else():
+    app = _app_with_filler_then_hot_routes()
+    assert _routes_scanned_before_dispatch(app, "GET", "/health/liveliness") > FILLER_COUNT
+
+    app.router.routes = hot_routes_first(app.router.routes)
+
+    hot_count = sum(1 for r in app.router.routes if getattr(r, "path", None) in HOT_ROUTE_PATHS)
+    assert _routes_scanned_before_dispatch(app, "GET", "/health/liveliness") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "GET", "/health/liveness") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "POST", "/v1/chat/completions") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "POST", "/chat/completions") <= hot_count
+
+
+def test_hot_routes_first_keeps_the_other_routes_in_order_and_dispatching():
+    app = _app_with_filler_then_hot_routes()
+    before = [r.path for r in app.router.routes if getattr(r, "path", "").startswith("/filler/")]
+
+    app.router.routes = hot_routes_first(app.router.routes)
+
+    after = [r.path for r in app.router.routes if getattr(r, "path", "").startswith("/filler/")]
+    assert after == before
+    client = TestClient(app)
+    assert client.get("/health/liveliness").json() == "I'm alive!"
+    assert client.get("/filler/7").json() == {"filler": 7}
+    assert client.post("/v1/chat/completions").json() == {"object": "chat.completion"}
+    assert client.get("/v1/chat/completions").status_code == 405
+    assert client.get("/does/not/exist").status_code == 404
+
+
+def test_hot_routes_first_is_idempotent():
+    app = _app_with_filler_then_hot_routes()
+    once = hot_routes_first(app.router.routes)
+    assert hot_routes_first(once) == once
+
+
+@pytest.mark.asyncio
+async def test_lazy_loaded_hot_route_moves_to_the_front(monkeypatch):
+    from litellm.proxy._lazy_features import LazyFeature, LazyFeatureMiddleware
+
+    messages_router = APIRouter()
+
+    @messages_router.post("/v1/messages")
+    async def messages():
+        return {"type": "message"}
+
+    fake_module = ModuleType("fake_anthropic_endpoints")
+    fake_module.router = messages_router
+    monkeypatch.setitem(sys.modules, fake_module.__name__, fake_module)
+
+    target_app = _app_with_filler_then_hot_routes()
+    target_app.router.routes = hot_routes_first(target_app.router.routes)
+
+    async def downstream(scope, receive, send):
+        await send({"type": "http.response.start", "status": 200, "headers": []})
+        await send({"type": "http.response.body", "body": b""})
+
+    feat = LazyFeature(name="anthropic", module_path=fake_module.__name__, path_prefixes=("/v1/messages",))
+    mw = LazyFeatureMiddleware(downstream, fastapi_app=target_app, features=(feat,))
+
+    async def receive():
+        return {"type": "http.request", "body": b"", "more_body": False}
+
+    async def send(message):
+        pass
+
+    await mw({"type": "http", "path": "/v1/messages", "method": "POST", "headers": []}, receive, send)
+
+    hot_count = sum(1 for r in target_app.router.routes if getattr(r, "path", None) in HOT_ROUTE_PATHS)
+    assert _routes_scanned_before_dispatch(target_app, "POST", "/v1/messages") <= hot_count
+    assert TestClient(target_app).post("/v1/messages").json() == {"type": "message"}
+
+
+@pytest.mark.asyncio
+async def test_hot_routes_first_keeps_reserved_lazy_slot_ahead_of_later_eager_routes():
+    """Liveness is registered after the provider passthrough slot, so pulling it to the
+    front must not shift where the lazily loaded catch-all is spliced back in."""
+    from litellm.proxy._lazy_features import LazyFeature, LazyFeatureMiddleware, reserve_lazy_slot
+
+    def register(app, module):
+        router = APIRouter()
+        router.add_api_route("/mistral/{endpoint:path}", lambda: {"handler": "passthrough"}, methods=["POST"])
+        app.include_router(router)
+
+    passthrough = LazyFeature(
+        name="llm_passthrough", module_path="json", path_prefixes=("/mistral/",), register_fn=register
+    )
+    target_app = FastAPI()
+    target_app.add_api_route("/mistral/v1/files", lambda: {"handler": "files"}, methods=["POST"])
+    target_app.add_api_route("/mistral/v1/batches", lambda: {"handler": "batches"}, methods=["POST"])
+    reserve_lazy_slot(target_app, "llm_passthrough", features=(passthrough,))
+    target_app.include_router(_hot_router())
+    target_app.add_api_route("/{mcp_server_name}/mcp", lambda: {"handler": "mcp"}, methods=["POST"])
+    target_app.router.routes = hot_routes_first(target_app.router.routes)
+    target_app.add_middleware(LazyFeatureMiddleware, fastapi_app=target_app, features=(passthrough,))
+
+    async with httpx.AsyncClient(transport=httpx.ASGITransport(app=target_app), base_url="http://t") as client:
+        batches_first = (await client.post("/mistral/v1/batches")).json()["handler"]
+        loaded_after_batches = frozenset(target_app.state.lazy_loaded)
+        handlers = [
+            (await client.post(path)).json()["handler"]
+            for path in ("/mistral/mcp", "/mistral/v1/files", "/mistral/v1/batches")
+        ]
+
+    assert (batches_first, loaded_after_batches) == ("batches", frozenset())
+    assert handlers == ["passthrough", "files", "batches"]
+    hot_count = sum(1 for r in target_app.router.routes if getattr(r, "path", None) in HOT_ROUTE_PATHS)
+    assert _routes_scanned_before_dispatch(target_app, "GET", "/health/liveliness") <= hot_count
+
+
+def test_proxy_app_dispatches_liveness_and_chat_completions_before_the_rest():
+    from litellm.proxy.proxy_server import app
+
+    hot_count = sum(1 for r in app.router.routes if getattr(r, "path", None) in HOT_ROUTE_PATHS)
+    assert hot_count >= 4
+    assert len(app.router.routes) > 100
+    assert _routes_scanned_before_dispatch(app, "GET", "/health/liveliness") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "GET", "/health/liveness") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "POST", "/v1/chat/completions") <= hot_count
+    assert _routes_scanned_before_dispatch(app, "POST", "/chat/completions") <= hot_count

From dfab4794ecd44d1b53b8d8fec85fb2e4375b2e73 Mon Sep 17 00:00:00 2001
From: Anmol Jaiswal <68013660+anmolg1997@users.noreply.github.com>
Date: Fri, 11 Sep 2026 22:52:32 +0530
Subject: [PATCH 174/298] docs(router): name both affinity TTL knobs in the
 _claim_pin docstring (#40663)

The docstring cited session_affinity_ttl_seconds as the keepalive bound,
but the Router-level knob feeding ttl_seconds is
deployment_affinity_ttl_seconds; session_affinity_ttl_seconds is the
separate per-request PreRoutingHookResponse override. Anyone grepping
the docstring's name to shrink the Router default finds only the
override. Name both, scoped correctly.
---
 .../router_utils/pre_call_checks/deployment_affinity_check.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/litellm/router_utils/pre_call_checks/deployment_affinity_check.py b/litellm/router_utils/pre_call_checks/deployment_affinity_check.py
index 6f3ea8eb78a..c7eb46046ef 100644
--- a/litellm/router_utils/pre_call_checks/deployment_affinity_check.py
+++ b/litellm/router_utils/pre_call_checks/deployment_affinity_check.py
@@ -349,7 +349,9 @@ class DeploymentAffinityCheck(CustomLogger):
         first write instead of the last. Re-claiming with the stored value refreshes its
         TTL, the same keepalive the complexity router's model pin documents: an active
         session must not lose its pin mid-conversation just because it outlives the
-        original write, so `session_affinity_ttl_seconds` bounds idle time, not total
+        original write, so the affinity TTL (the Router's
+        `deployment_affinity_ttl_seconds`, or a pre-routing hook's per-request
+        `session_affinity_ttl_seconds` override) bounds idle time, not total
         session length. On Redis one Lua script does the get-or-set-or-refresh
         atomically (same registration seam the rate limiters use) and the in-memory
         tier is synchronized to the winner; without Redis, and whenever Redis is

From 5ddd83943259cf8e9ae5647474777d7e936873a3 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 10:25:43 -0700
Subject: [PATCH 175/298] test(e2e): wait for serving propagation in UI
 journeys

---
 tests/e2e/ui/constants.ts                     |   2 +
 .../guardrails/presidioUserStory.spec.ts      | 114 +++++++++++++-----
 .../modelsPage/modelHealthStatus.spec.ts      |  20 ++-
 .../ui/tests/proxy-admin/keyBlocking.spec.ts  |   7 +-
 4 files changed, 107 insertions(+), 36 deletions(-)

diff --git a/tests/e2e/ui/constants.ts b/tests/e2e/ui/constants.ts
index 71774c95d24..158dea53b71 100644
--- a/tests/e2e/ui/constants.ts
+++ b/tests/e2e/ui/constants.ts
@@ -17,6 +17,8 @@ export const ARTIFACT_DIR = process.env.E2E_UI_ARTIFACT_DIR || ".";
 
 export const MOCK_PRESIDIO_URL = (process.env.E2E_MOCK_PRESIDIO_URL || "http://127.0.0.1:8091").replace(/\/+$/, "");
 
+export const PROPAGATION_TIMEOUT_MS = 90_000;
+
 const storagePath = (name: string): string => path.join(ARTIFACT_DIR, name);
 
 // Storage state paths for each role
diff --git a/tests/e2e/ui/tests/guardrails/presidioUserStory.spec.ts b/tests/e2e/ui/tests/guardrails/presidioUserStory.spec.ts
index d4ed5308342..b4dc7c4e8da 100644
--- a/tests/e2e/ui/tests/guardrails/presidioUserStory.spec.ts
+++ b/tests/e2e/ui/tests/guardrails/presidioUserStory.spec.ts
@@ -1,8 +1,8 @@
-import { test, expect, type Page as PlaywrightPage } from "@playwright/test";
-import { ADMIN_STORAGE_PATH, MOCK_PRESIDIO_URL } from "../../constants";
+import { test as base, expect, type Page as PlaywrightPage } from "@playwright/test";
+import { ADMIN_STORAGE_PATH, MOCK_PRESIDIO_URL, PROPAGATION_TIMEOUT_MS } from "../../constants";
 import { navigateToPage, dismissFeedbackPopup } from "../../helpers/navigation";
 import { Page } from "../../fixtures/pages";
-import { CHAT_MODEL_A, masterKey, rootPath, waitForSpendLogByPrompt } from "../../helpers/traffic";
+import { CHAT_MODEL_A, masterKey, rootPath, uniqueSuffix, waitForSpendLog } from "../../helpers/traffic";
 import { openPlayground, selectModel, sendButton, onlyVisible } from "../../helpers/playground";
 
 const RAW_EMAIL = "jane.doe@example.com";
@@ -62,15 +62,63 @@ async function deleteGuardrail(page: PlaywrightPage, guardrailName: string): Pro
   await expect(page.getByText(`Guardrail "${guardrailName}" deleted successfully`)).toBeVisible({ timeout: 10_000 });
 }
 
+const test = base.extend<{ guardrailName: string }>({
+  guardrailName: async ({ page }, use) => {
+    const name = `e2e-presidio-story-${uniqueSuffix()}`;
+    await createPresidioGuardrail(page, name);
+    try {
+      await use(name);
+    } finally {
+      await deleteGuardrail(page, name);
+    }
+  },
+});
+
 test.describe("Presidio PII guardrail, end to end from the dashboard", () => {
+  test.describe.configure({ timeout: 5 * 60_000 });
   test.use({ storageState: ADMIN_STORAGE_PATH });
 
-  test("masks PII sent from the Playground and shows the run in Logs", async ({ page, request }) => {
-    const guardrailName = `e2e-presidio-story-${Date.now()}`;
+  test("masks PII sent from the Playground and shows the run in Logs", async ({ page, request, guardrailName }) => {
     const marker = `case-ref-${Math.random().toString(36).slice(2, 10)}`;
     const prompt = `${marker}. Email me at ${RAW_EMAIL} or call ${RAW_PHONE}.`;
 
-    await createPresidioGuardrail(page, guardrailName);
+    await expect
+      .poll(
+        async () => {
+          const completion = await request.post(`${rootPath()}/v1/chat/completions`, {
+            headers: { Authorization: `Bearer ${masterKey()}` },
+            data: {
+              model: CHAT_MODEL_A,
+              messages: [
+                { role: "user", content: `readiness-${uniqueSuffix()}. Email ${RAW_EMAIL}; phone ${RAW_PHONE}.` },
+              ],
+              guardrails: [guardrailName],
+            },
+          });
+          expect(completion.ok(), `guardrail readiness request failed: ${await completion.text()}`).toBe(true);
+          const { id }: { id: string } = await completion.json();
+          expect(id).toBeTruthy();
+          await waitForSpendLog(request, id);
+          const stored = await request.get(`${rootPath()}/spend/logs`, {
+            headers: { Authorization: `Bearer ${masterKey()}` },
+            params: { request_id: id },
+          });
+          expect(stored.ok(), `guardrail readiness log read failed: ${stored.status()}`).toBe(true);
+          const body = await stored.text();
+          return {
+            rawEmail: body.includes(RAW_EMAIL),
+            rawPhone: body.includes(RAW_PHONE),
+            maskedEmail: body.includes("<EMAIL_ADDRESS>"),
+            maskedPhone: body.includes("<PHONE_NUMBER>"),
+          };
+        },
+        {
+          message: `${guardrailName} never masked email and phone data in a completed request`,
+          timeout: PROPAGATION_TIMEOUT_MS,
+          intervals: [2_000],
+        },
+      )
+      .toEqual({ rawEmail: false, rawPhone: false, maskedEmail: true, maskedPhone: true });
 
     await openPlayground(page);
     await selectModel(page, CHAT_MODEL_A);
@@ -85,29 +133,31 @@ test.describe("Presidio PII guardrail, end to end from the dashboard", () => {
     const input = onlyVisible(page.getByPlaceholder("Type your message", { exact: false }));
     await expect(input).toBeVisible({ timeout: 15_000 });
 
-    await expect
-      .poll(
-        async () => {
-          await input.fill(prompt);
-          await sendButton(page).click();
-          const res = await request.get(`${rootPath()}/spend/logs`, {
-            headers: { Authorization: `Bearer ${masterKey()}` },
-          });
-          if (!res.ok()) return false;
-          const rows: { metadata?: { applied_guardrails?: string[] } }[] = await res.json();
-          return (Array.isArray(rows) ? rows : []).some((row) =>
-            (row.metadata?.applied_guardrails ?? []).includes(guardrailName),
-          );
-        },
-        {
-          message: `the playground never produced a request that ran ${guardrailName}`,
-          timeout: 90_000,
-          intervals: [5_000],
-        },
-      )
-      .toBe(true);
-
-    const requestId = await waitForSpendLogByPrompt(request, marker);
+    await input.fill(prompt);
+    const responsePromise = page.waitForResponse(
+      (response) =>
+        response.request().method() === "POST" &&
+        new URL(response.url()).pathname.endsWith("/chat/completions") &&
+        (response.request().postData()?.includes(marker) ?? false),
+    );
+    await sendButton(page).click();
+    const response = await responsePromise;
+    expect(response.ok(), `Playground completion failed: ${response.status()}`).toBe(true);
+    const responseBody = await response.text();
+    const chunks: { id?: string; error?: unknown }[] = response.headers()["content-type"]?.includes("text/event-stream")
+      ? responseBody
+          .split(/\r?\n/)
+          .filter((line) => line.startsWith("data: ") && line.trim() !== "data: [DONE]")
+          .map((line) => JSON.parse(line.slice(6)))
+      : [JSON.parse(responseBody)];
+    expect(
+      chunks.some((chunk) => chunk.error),
+      "the Playground stream returned an error",
+    ).toBe(false);
+    const requestIds = [...new Set(chunks.map((chunk) => chunk.id).filter((id): id is string => !!id))];
+    expect(requestIds, "the Playground response identifies exactly one completion").toHaveLength(1);
+    const [requestId] = requestIds;
+    await waitForSpendLog(request, requestId);
 
     const stored = await request.get(`${rootPath()}/spend/logs?request_id=${requestId}`, {
       headers: { Authorization: `Bearer ${masterKey()}` },
@@ -138,7 +188,9 @@ test.describe("Presidio PII guardrail, end to end from the dashboard", () => {
 
     const drawer = page.getByRole("dialog").first();
     await expect(onlyVisible(drawer.getByText("Guardrails & Policy Compliance"))).toBeVisible({ timeout: 20_000 });
-    await expect(onlyVisible(drawer.getByText(`Pre-call guardrail: ${guardrailName}`))).toBeVisible({ timeout: 20_000 });
+    await expect(onlyVisible(drawer.getByText(`Pre-call guardrail: ${guardrailName}`))).toBeVisible({
+      timeout: 20_000,
+    });
     const maskedPrompt = drawer.getByText(`${marker}. Email me at <EMAIL_ADDRESS> or call <PHONE_NUMBER>.`);
     await expect(onlyVisible(maskedPrompt)).toBeVisible({ timeout: 20_000 });
 
@@ -151,7 +203,5 @@ test.describe("Presidio PII guardrail, end to end from the dashboard", () => {
 
     await expect(drawer.getByText(RAW_EMAIL)).toHaveCount(0);
     await expect(drawer.getByText(RAW_PHONE)).toHaveCount(0);
-
-    await deleteGuardrail(page, guardrailName);
   });
 });
diff --git a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
index 247cce1b85d..e48128464d2 100644
--- a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
+++ b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
@@ -4,7 +4,7 @@ import {
   type Locator,
   type Page as PlaywrightPage,
 } from "@playwright/test";
-import { ADMIN_STORAGE_PATH } from "../../constants";
+import { ADMIN_STORAGE_PATH, PROPAGATION_TIMEOUT_MS } from "../../constants";
 import { Page } from "../../fixtures/pages";
 import { navigateToPage } from "../../helpers/navigation";
 import { readBack } from "../../helpers/roundTrip";
@@ -145,6 +145,24 @@ async function withDeployment(
         timeout: 60_000,
       })
       .toBe(true);
+    await expect
+      .poll(
+        async () => {
+          const response = await page.request.get("/health", {
+            headers: { Authorization: `Bearer ${masterKey()}` },
+            params: { model_id: id },
+          });
+          if (![200, 503].includes(response.status())) return 0;
+          const body: { healthy_count?: number; unhealthy_count?: number } = await response.json();
+          return (body.healthy_count ?? 0) + (body.unhealthy_count ?? 0);
+        },
+        {
+          message: `deployment ${name} never became available to /health`,
+          timeout: PROPAGATION_TIMEOUT_MS,
+          intervals: [2_000],
+        },
+      )
+      .toBe(1);
     await use(name);
   } finally {
     await deleteDeployment(page, id);
diff --git a/tests/e2e/ui/tests/proxy-admin/keyBlocking.spec.ts b/tests/e2e/ui/tests/proxy-admin/keyBlocking.spec.ts
index 99a8065a797..788f4ca1284 100644
--- a/tests/e2e/ui/tests/proxy-admin/keyBlocking.spec.ts
+++ b/tests/e2e/ui/tests/proxy-admin/keyBlocking.spec.ts
@@ -1,5 +1,5 @@
 import { test as base, expect } from "@playwright/test";
-import { ADMIN_STORAGE_PATH } from "../../constants";
+import { ADMIN_STORAGE_PATH, PROPAGATION_TIMEOUT_MS } from "../../constants";
 import { Page } from "../../fixtures/pages";
 import { dismissFeedbackPopup, navigateToPage, openKeyDetail } from "../../helpers/navigation";
 import {
@@ -35,6 +35,7 @@ test.describe("Proxy Admin - Key blocking", () => {
   test.use({ storageState: ADMIN_STORAGE_PATH });
 
   test("blocking a key stops it serving and unblocking restores it", async ({ page, scopedKey }) => {
+    test.setTimeout(5 * 60_000);
     const { alias, token, apiKey } = scopedKey;
 
     await sendChatCompletion(page.request, {
@@ -70,7 +71,7 @@ test.describe("Proxy Admin - Key blocking", () => {
           }),
         {
           message: "a blocked key was still served by /v1/chat/completions",
-          timeout: 30_000,
+          timeout: PROPAGATION_TIMEOUT_MS,
         },
       )
       .toMatchObject({ status: 401, body: expect.stringContaining("blocked") });
@@ -104,7 +105,7 @@ test.describe("Proxy Admin - Key blocking", () => {
           }),
         {
           message: "an unblocked key is still refused by /v1/chat/completions",
-          timeout: 30_000,
+          timeout: PROPAGATION_TIMEOUT_MS,
         },
       )
       .toMatchObject({ status: 200, body: expect.stringContaining(MOCK_RESPONSE_TEXT) });

From 057d333d108d355534869a11297b53d949ee773a Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 10:29:10 -0700
Subject: [PATCH 176/298] test(e2e): observe model propagation without
 pre-running health checks

---
 .../ui/tests/modelsPage/modelHealthStatus.spec.ts   | 13 ++++++-------
 1 file changed, 6 insertions(+), 7 deletions(-)

diff --git a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
index e48128464d2..8260f7a8889 100644
--- a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
+++ b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
@@ -148,21 +148,20 @@ async function withDeployment(
     await expect
       .poll(
         async () => {
-          const response = await page.request.get("/health", {
+          const response = await page.request.get("/v1/models", {
             headers: { Authorization: `Bearer ${masterKey()}` },
-            params: { model_id: id },
           });
-          if (![200, 503].includes(response.status())) return 0;
-          const body: { healthy_count?: number; unhealthy_count?: number } = await response.json();
-          return (body.healthy_count ?? 0) + (body.unhealthy_count ?? 0);
+          expect(response.ok(), `/v1/models failed: ${response.status()}`).toBe(true);
+          const body: { data: { id: string }[] } = await response.json();
+          return body.data.some((model) => model.id === name);
         },
         {
-          message: `deployment ${name} never became available to /health`,
+          message: `deployment ${name} never appeared on the serving path`,
           timeout: PROPAGATION_TIMEOUT_MS,
           intervals: [2_000],
         },
       )
-      .toBe(1);
+      .toBe(true);
     await use(name);
   } finally {
     await deleteDeployment(page, id);

From b01d12154d79019fe0a902427802436e69b9a519 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 10:39:49 -0700
Subject: [PATCH 177/298] test(e2e): budget model health setup and propagation
 waits

---
 tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
index 8260f7a8889..7bd1caa6756 100644
--- a/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
+++ b/tests/e2e/ui/tests/modelsPage/modelHealthStatus.spec.ts
@@ -178,6 +178,7 @@ const test = base.extend<{ reachableName: string; unreachableName: string }>({
 });
 
 test.describe("Model health status", () => {
+  test.describe.configure({ timeout: 8 * 60_000 });
   test.use({ storageState: ADMIN_STORAGE_PATH });
 
   test("Run Health Check reports a reachable deployment healthy and an unreachable one unhealthy", async ({

From aef8888c0b56e45e6afe9f0179b8d51c43cd2714 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 11:02:38 -0700
Subject: [PATCH 178/298] ci: remove MCP tests from Python 3.10 import smoke

---
 .github/workflows/test-code-quality.yml | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/.github/workflows/test-code-quality.yml b/.github/workflows/test-code-quality.yml
index 4abcc47df5e..e6d2264fbf0 100644
--- a/.github/workflows/test-code-quality.yml
+++ b/.github/workflows/test-code-quality.yml
@@ -187,9 +187,3 @@ jobs:
 
       - name: Check litellm CLI
         run: uv run --no-sync litellm --version
-
-      - name: Verify MCP timeout fallback and auth retries on Python 3.10
-        run: >-
-          uv run --no-sync pytest --noconftest
-          tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_debug.py
-          -k error_capture -q

From 5f17261534caa773206edc9fa1d85a91fc4435fd Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 11:06:06 -0700
Subject: [PATCH 179/298] test(load): pause Redis outright and budget the chaos
 phase against the baseline

CLIENT PAUSE ALL for the length of the chaos phase instead of CLIENT PAUSE WRITE, so every Redis touchpoint on the request path times out rather than just the writes. The pause is sized to the phase because it freezes the control connection too; teardown's CLIENT UNPAUSE is a safety net for a phase that overran

Latency, RSS and CPU are now budgeted as chaos-over-baseline ratios (p50/p90/p99 for latency and RSS, CPU seconds per request once) through a small phase_budget module, replacing the machine-shaped absolutes. The Redis timeout rate is reported but no longer asserted

The final /metrics scrape waits for litellm_deployment_failure_responses_total to stop moving, since that counter is bumped from the async logging queue and lagged the load generator by thousands of increments. The model group carries a unique marker so a deployment left behind by an aborted run cannot absorb this run's retries

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/CLAUDE.md                    |   2 +-
 tests/e2e/conftest.py                  |   2 +-
 tests/e2e/load/phase_budget.py         |  52 +++++
 tests/e2e/load/proxy_usage.py          |   8 +
 tests/e2e/load/test_phase_budget.py    |  64 +++++++
 tests/e2e/load/test_proxy_usage.py     |  12 ++
 tests/e2e/load/test_redis_chaos_e2e.py | 254 +++++++++++++++++++------
 tests/e2e/pytest.ini                   |   2 +-
 8 files changed, 337 insertions(+), 59 deletions(-)
 create mode 100644 tests/e2e/load/phase_budget.py
 create mode 100644 tests/e2e/load/test_phase_budget.py

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index dc197996ac2..bfab4553709 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments with `CLIENT PAUSE WRITE` on the proxy's Redis mid-run, asserting zero failed requests and reporting latency, RSS, and CPU as p50/p90/p99 per phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests and budgeting p50/p90/p99 latency, RSS, and CPU-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index 99a3f4967c3..700dc822d59 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -60,7 +60,7 @@ def pytest_configure(config: pytest.Config) -> None:
     )
     config.addinivalue_line(
         "markers",
-        "redis_chaos: load test that pauses the proxy's Redis writes mid-run; needs a proxy booted from "
+        "redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from "
         "gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set",
     )
 
diff --git a/tests/e2e/load/phase_budget.py b/tests/e2e/load/phase_budget.py
new file mode 100644
index 00000000000..7d354a678bc
--- /dev/null
+++ b/tests/e2e/load/phase_budget.py
@@ -0,0 +1,52 @@
+"""Comparing one load phase against another, for tests that degrade a dependency mid-run.
+
+A chaos phase's absolute numbers say very little on their own: RSS scales with worker count,
+latency with core count, so a ceiling calibrated on one machine is meaningless on the next.
+What travels is the ratio against a healthy phase measured on the same machine in the same run.
+"""
+
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Final
+
+
+@dataclass(frozen=True, slots=True)
+class Budget:
+    """One metric's healthy value, its degraded value, and how much growth is allowed."""
+
+    name: str
+    baseline: float
+    degraded: float
+    ratio_ceiling: float
+    unit: str
+    decimals: int = 1
+
+    @property
+    def ratio(self) -> float | None:
+        """How many times the baseline the degraded value is, or None if there is no baseline."""
+        return self.degraded / self.baseline if self.baseline > 0 else None
+
+    def _rendered(self, value: float) -> str:
+        return f"{value:.{self.decimals}f}{self.unit}"
+
+    def violation(self) -> str | None:
+        """Why this metric fails its budget, or None if it passes."""
+        ratio: Final = self.ratio
+        if ratio is None:
+            return (
+                f"{self.name} measured {self._rendered(self.baseline)} in the healthy phase, so there is nothing "
+                f"to compare the degraded phase against; the measurement did not happen"
+            )
+        if ratio > self.ratio_ceiling:
+            return (
+                f"{self.name} went from {self._rendered(self.baseline)} healthy to "
+                f"{self._rendered(self.degraded)} degraded, {ratio:.1f}x the baseline and past the "
+                f"{self.ratio_ceiling:.1f}x allowed"
+            )
+        return None
+
+
+def violations(budgets: tuple[Budget, ...]) -> tuple[str, ...]:
+    """Every budget the run blew, so one failure reports all of them instead of the first."""
+    return tuple(violation for budget in budgets if (violation := budget.violation()) is not None)
diff --git a/tests/e2e/load/proxy_usage.py b/tests/e2e/load/proxy_usage.py
index b48129f0099..83463c078b8 100644
--- a/tests/e2e/load/proxy_usage.py
+++ b/tests/e2e/load/proxy_usage.py
@@ -50,6 +50,14 @@ class UsageWindow:
             return 0.0
         return self.samples[-1].cpu_seconds - self.samples[0].cpu_seconds
 
+    def cpu_seconds_per_request(self, requests: int) -> float:
+        """CPU seconds the tree spent per request served.
+
+        The portable cost figure: cores-busy saturates at the worker count under enough load,
+        so it reads the same whether a request costs 10 ms of CPU or 40 ms. This does not.
+        """
+        return self.cpu_seconds_consumed() / requests if requests else 0.0
+
     def cpu_utilization_percentiles(self) -> tuple[float, float, float]:
         """Per-interval CPU utilization (cores busy) at p50, p90 and p99.
 
diff --git a/tests/e2e/load/test_phase_budget.py b/tests/e2e/load/test_phase_budget.py
new file mode 100644
index 00000000000..2355fb7cf4c
--- /dev/null
+++ b/tests/e2e/load/test_phase_budget.py
@@ -0,0 +1,64 @@
+from __future__ import annotations
+
+from typing import Final
+
+from phase_budget import Budget, violations
+
+
+def _budget(*, baseline: float, degraded: float, ceiling: float = 2.0) -> Budget:
+    return Budget(name="p99 RSS", baseline=baseline, degraded=degraded, ratio_ceiling=ceiling, unit=" MB", decimals=0)
+
+
+class TestBudget:
+    def test_growth_within_the_ceiling_is_not_a_violation(self) -> None:
+        assert _budget(baseline=100, degraded=199).violation() is None
+
+    def test_growth_exactly_at_the_ceiling_is_allowed(self) -> None:
+        assert _budget(baseline=100, degraded=200).violation() is None
+
+    def test_growth_past_the_ceiling_reports_both_values_and_the_ratio(self) -> None:
+        violation: Final = _budget(baseline=100, degraded=250).violation()
+
+        assert violation is not None
+        assert "100 MB" in violation
+        assert "250 MB" in violation
+        assert "2.5x" in violation
+        assert "2.0x allowed" in violation
+
+    def test_shrinking_is_never_a_violation(self) -> None:
+        assert _budget(baseline=100, degraded=10).violation() is None
+
+    def test_a_missing_baseline_is_a_violation_rather_than_a_silent_pass(self) -> None:
+        # The trap this guards: 0 as a baseline would make every ratio a division by zero, and
+        # treating it as "no growth" would pass a run that measured nothing at all.
+        violation: Final = _budget(baseline=0, degraded=4000).violation()
+
+        assert violation is not None
+        assert "nothing to compare" in violation
+
+    def test_the_unit_and_decimals_carry_into_the_message(self) -> None:
+        violation: Final = Budget(
+            name="p99 latency", baseline=0.16, degraded=9.5, ratio_ceiling=8.0, unit="s", decimals=3
+        ).violation()
+
+        assert violation is not None
+        assert "0.160s" in violation
+        assert "9.500s" in violation
+
+
+class TestViolations:
+    def test_every_blown_budget_is_reported_not_just_the_first(self) -> None:
+        blown: Final = violations(
+            (
+                _budget(baseline=100, degraded=500),
+                _budget(baseline=100, degraded=120),
+                Budget(name="CPU per request", baseline=10, degraded=90, ratio_ceiling=6.0, unit=" ms"),
+            )
+        )
+
+        assert len(blown) == 2
+        assert blown[0].startswith("p99 RSS")
+        assert blown[1].startswith("CPU per request")
+
+    def test_a_run_inside_every_budget_reports_nothing(self) -> None:
+        assert violations((_budget(baseline=100, degraded=150),)) == ()
diff --git a/tests/e2e/load/test_proxy_usage.py b/tests/e2e/load/test_proxy_usage.py
index 8d9f848825f..915c564de50 100644
--- a/tests/e2e/load/test_proxy_usage.py
+++ b/tests/e2e/load/test_proxy_usage.py
@@ -50,6 +50,18 @@ class TestCpuUtilization:
         assert window.cpu_utilization_percentiles() == (0.0, 0.0, 0.0)
         assert window.cpu_seconds_consumed() == 0.0
 
+    def test_cost_per_request_separates_runs_that_cores_busy_reports_identically(self) -> None:
+        # Both windows pin 4 cores for 10 seconds, so utilization cannot tell them apart. The
+        # second one served a tenth of the traffic for the same CPU, which is the regression shape.
+        window: Final = _window(*((float(i), _MB, 4.0 * i) for i in range(11)))
+
+        assert window.cpu_utilization_percentiles()[0] == 4.0
+        assert window.cpu_seconds_per_request(4000) == 0.01
+        assert window.cpu_seconds_per_request(400) == 0.1
+
+    def test_no_requests_reports_zero_cost_rather_than_dividing_by_zero(self) -> None:
+        assert _window((0.0, _MB, 0.0), (1.0, _MB, 1.0)).cpu_seconds_per_request(0) == 0.0
+
     def test_summary_reports_every_percentile_in_human_units(self) -> None:
         window: Final = _window((0.0, 200 * _MB, 0.0), (1.0, 200 * _MB, 1.5), (2.0, 200 * _MB, 3.0))
 
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index f91b9c2fa09..950712309dc 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -1,4 +1,4 @@
-"""Live e2e: the proxy under load keeps serving every request while Redis writes time out.
+"""Live e2e: the proxy under load keeps serving every request while Redis is down entirely.
 
 Runs against a proxy booted from tests/e2e/gateway/redis_chaos_ci_config.yml, which points
 cache_params at a real Redis with litellm's default socket_timeout. That one client backs all
@@ -11,11 +11,13 @@ retries on the failing pair (a 500 is retryable, so retries keep re-picking insi
 order) and the router's order-based fallback then re-targets order 2. Every request is expected
 to succeed, and each one carries retry breadcrumbs into cost tracking.
 
-Phase A is a baseline with Redis healthy; phase B holds Redis in CLIENT PAUSE WRITE, so the
-spend counter increment times out and the callback stringifies the request metadata,
-breadcrumbs included, into a failed-tracking alert. On v1.100.0 that string doubled per request
-until the worker hung (LIT-6780), which is what the per-phase RSS and CPU percentiles are here
-to catch.
+Phase A is a baseline with Redis healthy; phase B holds Redis in CLIENT PAUSE ALL for the
+length of the phase, simulating Redis being down outright rather than merely slow to write.
+Every touchpoint times out: the auth cache read falls back to Postgres, the response cache
+read and write both fail, and the spend counter increment times out and the callback
+stringifies the request metadata, breadcrumbs included, into a failed-tracking alert. On
+v1.100.0 that string doubled per request until the worker hung (LIT-6780), which is what the
+per-phase RSS and CPU percentiles are here to catch.
 
 Needs the proxy on the same host, since RSS and CPU come from psutil on its process tree:
 a multi-worker proxy serves /metrics from the prometheus multiprocess collector, which drops
@@ -26,8 +28,10 @@ from __future__ import annotations
 
 import os
 import re
+import time
 from collections.abc import Iterator
 from dataclasses import dataclass
+from itertools import pairwise
 from typing import Final
 
 import pytest
@@ -38,12 +42,13 @@ from lifecycle import ResourceManager
 from load_client import LoadClient
 from locust_load import LoadResult, run_chat_load
 from models import KeyGenerateBody, LiteLLMParamsBody
+from phase_budget import Budget, violations
 from proxy_client import ProxyClient
 from proxy_usage import ProxyUsageSampler, UsageWindow
 
-pytestmark = [pytest.mark.e2e, pytest.mark.redis_chaos]
+pytestmark: Final = pytest.mark.e2e
 
-MODEL_GROUP: Final = "redis-chaos-fable"
+MODEL_GROUP: Final = f"redis-chaos-fable-{unique_marker()}"
 MOCK_MODEL: Final = "anthropic/claude-fable-5-1"
 FAILING_DEPLOYMENTS: Final = 2
 SERVING_DEPLOYMENTS: Final = 1
@@ -54,19 +59,42 @@ LOCUST_USERS: Final = 50
 LOCUST_SPAWN_RATE: Final = 50.0
 BASELINE_SECONDS: Final = 60.0
 CHAOS_SECONDS: Final = 90.0
-REDIS_PAUSE_MS: Final = 600_000
-BASELINE_TIMEOUT_RATE_CEILING: Final = 0.05
-CHAOS_TIMEOUT_RATE_FLOOR: Final = 0.20
+REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
+
+# Chaos-phase ceilings, as a multiple of the same metric in the baseline phase. Ratios rather
+# than absolutes because every absolute here is machine-shaped: RSS scales with worker count
+# and latency with core count, so a number calibrated on one runner means nothing on another.
+# Calibrated from local runs under CLIENT PAUSE ALL that came in around 4x latency at every
+# percentile, 1.03x RSS and 4.4x CPU per request, and deliberately loose: the regression these
+# guard against grew memory by an order of magnitude, so catching it does not need a tight
+# bound, and a tight one would flake on a shared CI runner. Latency gets the most slack because
+# it is the metric a Redis outage is legitimately allowed to move, by its socket timeout on
+# every call a request attempts.
+CHAOS_LATENCY_RATIO_CEILING: Final = 12.0
+CHAOS_RSS_RATIO_CEILING: Final = 1.5
+CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 6.0
+
+DRAIN_TIMEOUT_SECONDS: Final = 30.0
+DRAIN_POLL_SECONDS: Final = 1.0
 
 TIMEOUT_FAILURES_RE: Final = re.compile(
     r'^litellm_redis_circuit_breaker_failures_total\{failure_class="timeout"\} ([0-9.e+]+)$', re.M
 )
-BREAKER_OPEN_RE: Final = re.compile(r'^litellm_redis_circuit_breaker_state\{state="open"\} ([0-9.e+]+)$', re.M)
+# The state gauge carries a pid label under the multiprocess collector, one series per worker,
+# so this matches any label order rather than a bare {state="open"} that never appears.
+BREAKER_OPEN_RE: Final = re.compile(
+    r'^litellm_redis_circuit_breaker_state\{[^}]*state="open"[^}]*\} ([0-9.e+]+)$', re.M
+)
 BREAKER_TRANSITIONS_RE: Final = re.compile(
     r'^litellm_redis_circuit_breaker_transitions_total\{state="[a-z_]+"\} ([0-9.e+]+)$', re.M
 )
-RETRIES_RE: Final = re.compile(r"^litellm_deployment_failure_responses_total\{[^}]*\} ([0-9.e+]+)$", re.M)
-COOLDOWN_RE: Final = re.compile(r"^litellm_deployment_cooled_down_total\{[^}]*\} ([0-9.e+]+)$", re.M)
+
+
+def _deployment_metric_re(name: str, model_ids: tuple[str, ...]) -> re.Pattern[str]:
+    """A per-deployment counter, narrowed to the deployments one run registered, so traffic
+    anything else sends the same proxy during the run cannot pad the retry count."""
+    ids: Final = "|".join(re.escape(model_id) for model_id in model_ids)
+    return re.compile(rf'^litellm_{name}\{{[^}}]*model_id="(?:{ids})"[^}}]*\}} ([0-9.e+]+)$', re.M)
 
 
 @dataclass(frozen=True, slots=True)
@@ -76,11 +104,22 @@ class Phase:
     name: str
     load: LoadResult
     usage: UsageWindow
+    redis_timeouts: float
+
+    @property
+    def timeouts_per_request(self) -> float:
+        return self.redis_timeouts / self.load.requests if self.load.requests else 0.0
+
+    @property
+    def cpu_seconds_per_request(self) -> float:
+        return self.usage.cpu_seconds_per_request(self.load.requests)
 
     def report(self) -> str:
         return (
             f"{self.name}: {self.load.requests} requests, {self.load.failures} failures, "
-            f"{self.load.requests_per_second:.0f} rps, {self.load.latency_summary()}; {self.usage.summary()}"
+            f"{self.load.requests_per_second:.0f} rps, {self.load.latency_summary()}; {self.usage.summary()}; "
+            f"{self.cpu_seconds_per_request * 1000:.1f} ms CPU per request; "
+            f"{self.timeouts_per_request:.2f} Redis timeouts per request"
         )
 
 
@@ -119,10 +158,12 @@ def proxy_pid() -> int:
 
 @pytest.fixture
 def redis_control() -> Iterator[redis.Redis[bytes]]:
-    """A control connection to the proxy's Redis, which unpauses writes in teardown.
+    """A control connection to the proxy's Redis, which unpauses it in teardown as a safety net.
 
-    Only writes are paused: CLIENT PAUSE ALL would freeze this connection too, leaving
-    nothing able to lift the pause.
+    CLIENT PAUSE ALL freezes every connection including this one, so REDIS_PAUSE_MS is sized
+    to the chaos phase: by the time teardown runs, the pause has
+    already lapsed on its own and CLIENT UNPAUSE here returns immediately. It only actually
+    waits out a lapsed pause if the chaos phase itself overran that duration.
     """
     host: Final = os.environ.get("REDIS_HOST")
     port: Final = os.environ.get("REDIS_PORT")
@@ -135,18 +176,54 @@ def redis_control() -> Iterator[redis.Redis[bytes]]:
         control.close()
 
 
-def _metric(proxy: ProxyClient, pattern: re.Pattern[str]) -> float:
-    body: Final = proxy.probe("/metrics", params=NoBody()).body
-    return sum(float(match.group(1)) for match in pattern.finditer(body))
+def _scrape(proxy: ProxyClient) -> str:
+    """One /metrics body, read once per checkpoint so every counter comes from the same instant."""
+    scrape: Final = proxy.probe("/metrics", params=NoBody())
+    assert scrape.status_code == 200, (
+        f"/metrics did not answer ({scrape.status_code}: {scrape.body[:200]}), so no counter can be read; "
+        f"a silent 0 here would turn every before-and-after difference negative"
+    )
+    return scrape.body
 
 
-def _register_deployments(proxy: ProxyClient, resources: ResourceManager) -> None:
-    for _ in range(FAILING_DEPLOYMENTS):
-        failing_id = proxy.create_model(MODEL_GROUP, _failing_params())
-        resources.defer(lambda model_id=failing_id: proxy.delete_model(model_id))
-    for _ in range(SERVING_DEPLOYMENTS):
-        serving_id = proxy.create_model(MODEL_GROUP, _serving_params())
-        resources.defer(lambda model_id=serving_id: proxy.delete_model(model_id))
+def _metric(scrape: str, pattern: re.Pattern[str]) -> float:
+    return sum(float(match.group(1)) for match in pattern.finditer(scrape))
+
+
+def _scrape_after_drain(proxy: ProxyClient, pattern: re.Pattern[str]) -> str:
+    """A /metrics body taken once `pattern`'s count has stopped moving.
+
+    `set_llm_deployment_failure_metrics` runs from the async logging callback queue, so a load
+    generator that just stopped sending traffic can still have thousands of failure increments
+    in flight, and a scrape taken the instant load stops undercounts them. Settling on the
+    counter rather than sleeping a fixed duration keeps the wait proportional to how backed up
+    the queue actually is.
+    """
+    deadline: Final = time.monotonic() + DRAIN_TIMEOUT_SECONDS
+
+    def scrapes() -> Iterator[str]:
+        yield _scrape(proxy)
+        while time.monotonic() < deadline:
+            time.sleep(DRAIN_POLL_SECONDS)
+            yield _scrape(proxy)
+
+    settled: Final = next(
+        (later for earlier, later in pairwise(scrapes()) if _metric(earlier, pattern) == _metric(later, pattern)),
+        None,
+    )
+    return settled if settled is not None else _scrape(proxy)
+
+
+def _register_deployments(proxy: ProxyClient, resources: ResourceManager) -> tuple[str, ...]:
+    """The model ids this run registered, which scope its per-deployment metric reads."""
+    params: Final = (
+        *(_failing_params() for _ in range(FAILING_DEPLOYMENTS)),
+        *(_serving_params() for _ in range(SERVING_DEPLOYMENTS)),
+    )
+    model_ids: Final = tuple(proxy.create_model(MODEL_GROUP, one) for one in params)
+    for model_id in model_ids:
+        resources.defer(lambda doomed=model_id: proxy.delete_model(doomed))
+    return model_ids
 
 
 def _generate_key_pool(proxy: ProxyClient, resources: ResourceManager) -> tuple[str, ...]:
@@ -174,12 +251,68 @@ def _drive(keys: tuple[str, ...], seconds: float) -> LoadResult:
     )
 
 
+def _latency_budget(percentile: str, baseline: float, degraded: float) -> Budget:
+    return Budget(
+        name=f"{percentile} latency",
+        baseline=baseline,
+        degraded=degraded,
+        ratio_ceiling=CHAOS_LATENCY_RATIO_CEILING,
+        unit="s",
+        decimals=3,
+    )
+
+
+def _rss_budget(percentile: str, baseline: UsageWindow, degraded: UsageWindow, fraction: float) -> Budget:
+    return Budget(
+        name=f"{percentile} RSS",
+        baseline=baseline.rss_percentile(fraction) / 2**20,
+        degraded=degraded.rss_percentile(fraction) / 2**20,
+        ratio_ceiling=CHAOS_RSS_RATIO_CEILING,
+        unit=" MB",
+        decimals=0,
+    )
+
+
+def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
+    """What a Redis outage is allowed to cost, measured against the same run's healthy phase.
+
+    Every request still succeeding is the headline assertion, but a proxy can answer every
+    request while leaking: the v1.100.0 regression (LIT-6780) served traffic the whole way up
+    to a 61 GB worker. These bound the cost of serving it.
+
+    Latency and RSS are budgeted at p50, p90 and p99 so a regression that only shows up in the
+    tail (or only in the median) cannot hide behind the other. Latency gets the loosest bound
+    because a timing-out Redis legitimately adds its socket_timeout to every request that
+    touches it, several times over on a retried request. RSS gets the tightest: the failure
+    path has no business allocating more per request. CPU is budgeted once, as CPU seconds per
+    request rather than per percentile: cores-busy saturates at the worker count under load, so
+    its percentiles read the same whether a request costs 10 ms of CPU or 40, and cannot budget
+    anything; seconds per request is the CPU figure that actually moves.
+    """
+    return (
+        _latency_budget("p50", baseline.load.p50_seconds, chaos.load.p50_seconds),
+        _latency_budget("p90", baseline.load.p90_seconds, chaos.load.p90_seconds),
+        _latency_budget("p99", baseline.load.p99_seconds, chaos.load.p99_seconds),
+        _rss_budget("p50", baseline.usage, chaos.usage, 0.5),
+        _rss_budget("p90", baseline.usage, chaos.usage, 0.9),
+        _rss_budget("p99", baseline.usage, chaos.usage, 0.99),
+        Budget(
+            name="CPU per request",
+            baseline=baseline.cpu_seconds_per_request * 1000,
+            degraded=chaos.cpu_seconds_per_request * 1000,
+            ratio_ceiling=CHAOS_CPU_PER_REQUEST_RATIO_CEILING,
+            unit=" ms",
+        ),
+    )
+
+
+@pytest.mark.redis_chaos
 class TestRedisChaos:
     @pytest.mark.covers(
         "reliability.circuit_breaker.redis_timeout.stays_responsive",
-        exercised_on=["chat_completions"],
+        exercised_on=("chat_completions",),
     )
-    def test_load_survives_redis_write_timeouts(
+    def test_load_survives_redis_being_down(
         self,
         client: LoadClient,
         resources: ResourceManager,
@@ -187,20 +320,36 @@ class TestRedisChaos:
         redis_control: redis.Redis[bytes],
     ) -> None:
         proxy: Final = client.proxy
-        _register_deployments(proxy, resources)
+        model_ids: Final = _register_deployments(proxy, resources)
         keys: Final = _generate_key_pool(proxy, resources)
 
-        timeouts_at_start: Final = _metric(proxy, TIMEOUT_FAILURES_RE)
-        retries_before: Final = _metric(proxy, RETRIES_RE)
-        cooldowns_before: Final = _metric(proxy, COOLDOWN_RE)
+        retries_re: Final = _deployment_metric_re("deployment_failure_responses_total", model_ids)
+        cooldown_re: Final = _deployment_metric_re("deployment_cooled_down_total", model_ids)
+
+        at_start: Final = _scrape(proxy)
 
         with ProxyUsageSampler(proxy_pid) as sampler:
-            baseline: Final = Phase(name="baseline", load=_drive(keys, BASELINE_SECONDS), usage=sampler.split())
-            timeouts_after_baseline: Final = _metric(proxy, TIMEOUT_FAILURES_RE)
+            baseline_load: Final = _drive(keys, BASELINE_SECONDS)
+            baseline_usage: Final = sampler.split()
+            after_baseline: Final = _scrape(proxy)
 
-            redis_control.client_pause(REDIS_PAUSE_MS, all=False)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
-            chaos: Final = Phase(name="chaos", load=_drive(keys, CHAOS_SECONDS), usage=sampler.split())
+            redis_control.client_pause(REDIS_PAUSE_MS, all=True)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
+            chaos_load: Final = _drive(keys, CHAOS_SECONDS)
+            chaos_usage: Final = sampler.split()
+        at_end: Final = _scrape_after_drain(proxy, retries_re)
 
+        baseline: Final = Phase(
+            name="baseline",
+            load=baseline_load,
+            usage=baseline_usage,
+            redis_timeouts=_metric(after_baseline, TIMEOUT_FAILURES_RE) - _metric(at_start, TIMEOUT_FAILURES_RE),
+        )
+        chaos: Final = Phase(
+            name="chaos",
+            load=chaos_load,
+            usage=chaos_usage,
+            redis_timeouts=_metric(at_end, TIMEOUT_FAILURES_RE) - _metric(after_baseline, TIMEOUT_FAILURES_RE),
+        )
         report: Final = f"{baseline.report()} | {chaos.report()}"
 
         for phase in (baseline, chaos):
@@ -215,13 +364,13 @@ class TestRedisChaos:
                 f"a Redis failure reached the response path. {phase.load.diagnosis()}. {report}"
             )
 
-        cooldowns: Final = _metric(proxy, COOLDOWN_RE) - cooldowns_before
+        cooldowns: Final = _metric(at_end, cooldown_re) - _metric(at_start, cooldown_re)
         assert cooldowns == 0, (
             f"{cooldowns:.0f} deployments were cooled down during the run; the failing deployments are supposed "
             f"to stay in rotation so every request keeps exercising the retry path. {report}"
         )
 
-        retries: Final = _metric(proxy, RETRIES_RE) - retries_before
+        retries: Final = _metric(at_end, retries_re) - _metric(at_start, retries_re)
         assert retries >= baseline.load.requests + chaos.load.requests, (
             f"only {retries:.0f} deployment failures were counted across "
             f"{baseline.load.requests + chaos.load.requests} requests; the mock deployments did not fail, so no "
@@ -229,24 +378,17 @@ class TestRedisChaos:
             f"{report}"
         )
 
-        baseline_timeout_rate: Final = (timeouts_after_baseline - timeouts_at_start) / baseline.load.requests
-        assert baseline_timeout_rate <= BASELINE_TIMEOUT_RATE_CEILING, (
-            f"a healthy Redis timed out on {baseline_timeout_rate:.1%} of baseline requests, over the "
-            f"{BASELINE_TIMEOUT_RATE_CEILING:.0%} this test tolerates; at litellm's default socket_timeout a "
-            f"loaded Redis does time out occasionally, but this much means the baseline is already degraded and "
-            f"the two phases are not comparable. {report}"
+        transitions: Final = _metric(at_end, BREAKER_TRANSITIONS_RE) - _metric(after_baseline, BREAKER_TRANSITIONS_RE)
+        breaker_open: Final = _metric(at_end, BREAKER_OPEN_RE) >= 1
+        assert transitions >= 1 or breaker_open, (
+            f"pausing Redis produced no circuit breaker state transitions and it ended closed; nothing on the "
+            f"request path ever saw Redis fail, so this run proved nothing. {report}"
         )
 
-        chaos_timeouts: Final = _metric(proxy, TIMEOUT_FAILURES_RE) - timeouts_after_baseline
-        chaos_timeout_rate: Final = chaos_timeouts / chaos.load.requests
-        transitions: Final = _metric(proxy, BREAKER_TRANSITIONS_RE)
-        breaker_open: Final = _metric(proxy, BREAKER_OPEN_RE) >= 1
-        assert chaos_timeout_rate >= CHAOS_TIMEOUT_RATE_FLOOR or transitions >= 1 or breaker_open, (
-            f"with writes paused the breaker saw Redis time out on only {chaos_timeout_rate:.1%} of requests "
-            f"against {baseline_timeout_rate:.1%} at baseline, under the {CHAOS_TIMEOUT_RATE_FLOOR:.0%} a real "
-            f"outage produces, and it counted {transitions:.0f} state transitions and ended "
-            f"{'open' if breaker_open else 'closed'}. The spend counter increment never failed, so this run "
-            f"proved nothing. {report}"
+        blown: Final = violations(_chaos_budgets(baseline, chaos))
+        assert not blown, (
+            f"pausing Redis cost the proxy more than the socket timeout on the calls it attempts: "
+            f"{'; '.join(blown)}. {report}"
         )
 
         rows: Final = proxy.poll_logs_for_key(keys[0], min_rows=1)
diff --git a/tests/e2e/pytest.ini b/tests/e2e/pytest.ini
index 1dcb50a6fab..774d9644497 100644
--- a/tests/e2e/pytest.ini
+++ b/tests/e2e/pytest.ini
@@ -9,4 +9,4 @@ markers =
     load: heavy throughput/load test; collected last so it never perturbs latency-sensitive suites
     weekly: real-provider anomaly load test that spends real money; deselected unless E2E_WEEKLY_ANOMALY is set
     managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set
-    redis_chaos: load test that pauses the proxy's Redis writes mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set
+    redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set

From 1dc0e363b0c62ced71671ed91454a476ef544f90 Mon Sep 17 00:00:00 2001
From: Mateo Wang <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 11:47:05 -0700
Subject: [PATCH 180/298] fix(proxy): authorize every Responses API id, not
 only the ones the proxy issued (#39548)

* fix(proxy): authorize every Responses API id, not only the ones the proxy issued

The ownership check on the Responses API only ran when the id arrived in the
proxy's own encrypted format. An id in any other shape skipped the check and
was forwarded upstream, so a key that did not own the response could retrieve,
cancel, delete, or chain off it.

Every addressed id now goes through one authorization step shared by retrieve,
cancel, delete, list-input-items, and create's previous_response_id. An id the
proxy did not issue is refused with 403 unless the deployment opts in with
general_settings.allow_unmanaged_response_ids, has responses id security
disabled, has no signing key configured, or the caller is a proxy admin.

* fix(proxy): re-authorize the retained responses id instead of trusting it
---
 litellm/proxy/_types.py                       |  19 ++
 litellm/proxy/hooks/responses_id_security.py  |  99 +++++---
 .../test_responses_id_security.py             | 239 ++++++++++++++++++
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  10 +
 4 files changed, 338 insertions(+), 29 deletions(-)

diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 43af18cbef4..382ea384275 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -2857,6 +2857,25 @@ class ConfigGeneralSettings(LiteLLMPydanticObjectBase):
             "UI username/password login. Default is False."
         ),
     )
+    disable_responses_id_security: bool | None = Field(
+        None,
+        description=(
+            "If True, disables ownership enforcement on Responses API ids. "
+            "Keys may then retrieve, cancel, delete, and chain from any response id, "
+            "including ids belonging to another user or team and ids this proxy never issued. "
+            "WARNING: this removes tenant isolation on /v1/responses"
+        ),
+    )
+    allow_unmanaged_response_ids: bool | None = Field(
+        None,
+        description=(
+            "If True, lets keys address Responses API ids that this proxy did not issue "
+            "(raw provider ids, or ids issued before response-id encryption was configured). "
+            "Such an id carries no owner, so no ownership check can run on it; ids this proxy "
+            "did issue keep full ownership enforcement. Off by default, in which case an "
+            "unrecognized response id is rejected with 403"
+        ),
+    )
     disable_env_credential_login: bool | None = Field(
         None,
         description=(
diff --git a/litellm/proxy/hooks/responses_id_security.py b/litellm/proxy/hooks/responses_id_security.py
index c4c15c40d1e..7e7f70d6f7e 100644
--- a/litellm/proxy/hooks/responses_id_security.py
+++ b/litellm/proxy/hooks/responses_id_security.py
@@ -32,6 +32,29 @@ if TYPE_CHECKING:
 _RESPONSES_API_PROVIDER_PREFIX: Final = "/openai"
 _RESPONSES_API_CREATE_ROUTES: Final = frozenset({"/v1/responses", "/responses"})
 
+_ADDRESSED_RESPONSE_ID_KEY: Final = "_litellm_addressed_response_id"
+_UNMANAGED_RESPONSE_ID_DETAIL: Final = (
+    "Forbidden. This response id was not issued by this proxy, so the proxy cannot tell who owns it. "
+    "To let keys address responses this proxy did not issue, set "
+    "general_settings::allow_unmanaged_response_ids to True in the config.yaml file."
+)
+_PROXY_ADMIN_ROLES: Final = frozenset({LitellmUserRoles.PROXY_ADMIN, LitellmUserRoles.PROXY_ADMIN.value})
+
+
+def _proxy_general_settings() -> Mapping[str, Any]:
+    from litellm.proxy.proxy_server import general_settings
+
+    return general_settings
+
+
+def _proxy_signing_key() -> str | None:
+    import os
+
+    from litellm.proxy.proxy_server import master_key
+
+    salt_key: Final = os.getenv("LITELLM_SALT_KEY", None)
+    return master_key if salt_key is None else salt_key
+
 
 _RESPONSE_PAYLOAD_ADAPTER: Final = TypeAdapter(Mapping[str, object])
 
@@ -83,8 +106,13 @@ def _is_responses_api_create_route(request_route: str | None) -> bool:
 
 
 class ResponsesIDSecurity(CustomLogger):
-    def __init__(self):
-        pass
+    def __init__(
+        self,
+        general_settings_reader: Callable[[], Mapping[str, Any]] = _proxy_general_settings,
+        signing_key_reader: Callable[[], str | None] = _proxy_signing_key,
+    ) -> None:
+        self._general_settings_reader: Final = general_settings_reader
+        self._signing_key_reader: Final = signing_key_reader
 
     async def async_pre_call_hook(
         self,
@@ -103,30 +131,51 @@ class ResponsesIDSecurity(CustomLogger):
         }
         if call_type not in responses_api_call_types:
             return None
-        if call_type == "aresponses":
-            # check 'previous_response_id' if present in the data
-            previous_response_id: Final = data.get("previous_response_id")
-            if previous_response_id and self._is_encrypted_response_id(previous_response_id):
-                original_response_id, user_id, team_id = self._decrypt_response_id(previous_response_id)
-                self.check_user_access_to_response_id(user_id, team_id, user_api_key_dict)
-                data["previous_response_id"] = original_response_id
-        elif call_type in {"aget_responses", "adelete_responses", "acancel_responses", "alist_input_items"}:
-            response_id: Final = data.get("response_id")
-
-            if response_id and self._is_encrypted_response_id(response_id):
-                original_response_id, user_id, team_id = self._decrypt_response_id(response_id)
-
-                self.check_user_access_to_response_id(user_id, team_id, user_api_key_dict)
-                data["response_id"] = original_response_id
+        addressed_id_field: Final = "previous_response_id" if call_type == "aresponses" else "response_id"
+        retained_id: Final = data.get(_ADDRESSED_RESPONSE_ID_KEY)
+        addressed_id: Final = (
+            retained_id if isinstance(retained_id, str) and retained_id else data.get(addressed_id_field)
+        )
+        if not isinstance(addressed_id, str) or not addressed_id:
+            return data
+        authorized_id: Final = self._authorize_response_id(addressed_id, user_api_key_dict)
+        data[addressed_id_field] = authorized_id
+        data[_ADDRESSED_RESPONSE_ID_KEY] = addressed_id
         return data
 
+    def _authorize_response_id(
+        self,
+        response_id: str,
+        user_api_key_dict: "UserAPIKeyAuth",
+    ) -> str:
+        if self._is_encrypted_response_id(response_id):
+            original_response_id, user_id, team_id = self._decrypt_response_id(response_id)
+            self.check_user_access_to_response_id(user_id, team_id, user_api_key_dict)
+            return original_response_id
+
+        if self._unmanaged_response_ids_allowed(user_api_key_dict):
+            return response_id
+
+        raise HTTPException(status_code=403, detail=_UNMANAGED_RESPONSE_ID_DETAIL)
+
+    def _unmanaged_response_ids_allowed(self, user_api_key_dict: "UserAPIKeyAuth") -> bool:
+        general_settings: Final = self._general_settings_reader()
+
+        if general_settings.get("disable_responses_id_security", False):
+            return True
+        if general_settings.get("allow_unmanaged_response_ids", False):
+            return True
+        if self._get_signing_key() is None:
+            return True
+        return user_api_key_dict.user_role in _PROXY_ADMIN_ROLES
+
     def check_user_access_to_response_id(
         self,
         response_id_user_id: str | None,
         response_id_team_id: str | None,
         user_api_key_dict: "UserAPIKeyAuth",
     ) -> bool:
-        from litellm.proxy.proxy_server import general_settings
+        general_settings: Final = self._general_settings_reader()
 
         if (
             user_api_key_dict.user_role == LitellmUserRoles.PROXY_ADMIN.value
@@ -219,15 +268,7 @@ class ResponsesIDSecurity(CustomLogger):
         return response_id, None, None
 
     def _get_signing_key(self) -> str | None:
-        """Get the signing key for encryption/decryption."""
-        import os
-
-        from litellm.proxy.proxy_server import master_key
-
-        salt_key = os.getenv("LITELLM_SALT_KEY", None)
-        if salt_key is None:
-            salt_key = master_key
-        return salt_key
+        return self._signing_key_reader()
 
     def _encrypt_response_id(
         self,
@@ -274,7 +315,7 @@ class ResponsesIDSecurity(CustomLogger):
         This method adds response IDs to an in-memory queue, which are then
         batch-processed by the DBSpendUpdateWriter during regular database update cycles.
         """
-        from litellm.proxy.proxy_server import general_settings
+        general_settings: Final = self._general_settings_reader()
 
         if general_settings.get("disable_responses_id_security", False):
             return response
@@ -288,7 +329,7 @@ class ResponsesIDSecurity(CustomLogger):
     async def async_post_call_streaming_iterator_hook(
         self, user_api_key_dict: "UserAPIKeyAuth", response: Any, request_data: dict
     ) -> AsyncGenerator[BaseLiteLLMOpenAIResponseObject, None]:
-        from litellm.proxy.proxy_server import general_settings
+        general_settings: Final = self._general_settings_reader()
 
         # Create a request-scoped cache for consistent encryption across streaming chunks.
         request_encryption_cache: Final[dict[str, str]] = {}
diff --git a/tests/test_litellm/test_responses_id_security.py b/tests/test_litellm/test_responses_id_security.py
index d35b9563888..a6081670172 100644
--- a/tests/test_litellm/test_responses_id_security.py
+++ b/tests/test_litellm/test_responses_id_security.py
@@ -855,3 +855,242 @@ class TestAsyncPostCallSuccessHook:
         )
 
         assert result == mock_response
+
+
+
+_FABRICATED_PROVIDER_RESPONSE_ID = "resp_fabricatedprovideridaaaaaaaaaaaaaaaa"
+_FABRICATED_UNMANAGED_ID = "resp_fabricatedunmanagedidbbbbbbbbbbbbbbbb"
+_UNIT_TEST_SALT_KEY = "lit6837-unit-test-salt-key"
+_ADDRESSED_ID_FIELD_BY_CALL_TYPE = {
+    "aresponses": "previous_response_id",
+    "aget_responses": "response_id",
+    "adelete_responses": "response_id",
+    "acancel_responses": "response_id",
+    "alist_input_items": "response_id",
+}
+
+
+@pytest.fixture
+def salt_key_env(monkeypatch):
+    """Give the encrypt/decrypt helpers a real salt key so ids round-trip for real."""
+    monkeypatch.setenv("LITELLM_SALT_KEY", _UNIT_TEST_SALT_KEY)
+    return _UNIT_TEST_SALT_KEY
+
+
+def _hook(general_settings=None, signing_key=_UNIT_TEST_SALT_KEY):
+    settings = general_settings if general_settings is not None else {}
+    return ResponsesIDSecurity(
+        general_settings_reader=lambda: settings,
+        signing_key_reader=lambda: signing_key,
+    )
+
+
+def _auth(user_id="owner-user", team_id="owner-team", user_role=None):
+    from litellm.proxy._types import UserAPIKeyAuth
+
+    return UserAPIKeyAuth(user_id=user_id, team_id=team_id, user_role=user_role)
+
+
+def _issue_managed_id(hook, owner, provider_response_id=_FABRICATED_PROVIDER_RESPONSE_ID):
+    """Mint an id exactly the way the proxy hands one to a client on create."""
+    issued = hook._encrypt_response_id(
+        ResponsesAPIResponse(
+            id=provider_response_id, created_at=1234567890, output=[], status="completed"
+        ),
+        owner,
+    )
+    return issued.id
+
+
+class TestUnrecognizedResponseIdIsRejected:
+    """An id this proxy never issued carries no owner, so it must not reach the provider."""
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("call_type", sorted(_ADDRESSED_ID_FIELD_BY_CALL_TYPE))
+    async def test_unmanaged_id_is_rejected_and_not_forwarded(self, mock_cache, salt_key_env, call_type):
+        field = _ADDRESSED_ID_FIELD_BY_CALL_TYPE[call_type]
+        data = {field: _FABRICATED_UNMANAGED_ID}
+
+        with pytest.raises(HTTPException) as exc_info:
+            await _hook().async_pre_call_hook(
+                user_api_key_dict=_auth(),
+                cache=mock_cache,
+                data=data,
+                call_type=call_type,
+            )
+
+        assert exc_info.value.status_code == 403
+        assert "allow_unmanaged_response_ids" in exc_info.value.detail
+        assert data[field] == _FABRICATED_UNMANAGED_ID
+
+    @pytest.mark.asyncio
+    async def test_owner_can_still_address_the_id_the_proxy_issued_it(self, mock_cache, salt_key_env):
+        hook = _hook()
+        owner = _auth()
+        data = {"response_id": _issue_managed_id(hook, owner)}
+
+        result = await hook.async_pre_call_hook(
+            user_api_key_dict=owner,
+            cache=mock_cache,
+            data=data,
+            call_type="aget_responses",
+        )
+
+        assert result["response_id"] == _FABRICATED_PROVIDER_RESPONSE_ID
+
+    @pytest.mark.asyncio
+    async def test_stranger_cannot_address_an_id_issued_to_someone_else(self, mock_cache, salt_key_env):
+        hook = _hook()
+        issued_id = _issue_managed_id(hook, _auth())
+        data = {"response_id": issued_id}
+
+        with pytest.raises(HTTPException) as exc_info:
+            await hook.async_pre_call_hook(
+                user_api_key_dict=_auth(user_id="stranger-user", team_id="stranger-team"),
+                cache=mock_cache,
+                data=data,
+                call_type="aget_responses",
+            )
+
+        assert exc_info.value.status_code == 403
+        assert data["response_id"] == issued_id
+
+    @pytest.mark.asyncio
+    async def test_unmanaged_previous_response_id_cannot_seed_a_new_response(self, mock_cache, salt_key_env):
+        data = {"model": "gpt-fake", "previous_response_id": _FABRICATED_UNMANAGED_ID}
+
+        with pytest.raises(HTTPException) as exc_info:
+            await _hook().async_pre_call_hook(
+                user_api_key_dict=_auth(),
+                cache=mock_cache,
+                data=data,
+                call_type="aresponses",
+            )
+
+        assert exc_info.value.status_code == 403
+        assert data["previous_response_id"] == _FABRICATED_UNMANAGED_ID
+
+    @pytest.mark.asyncio
+    async def test_re_entering_the_hook_on_the_same_request_does_not_reject(self, mock_cache, salt_key_env):
+        """The rate-limit fallback retry runs pre-call twice over one already-rewritten dict."""
+        hook = _hook()
+        owner = _auth()
+        data = {"model": "gpt-fake", "previous_response_id": _issue_managed_id(hook, owner)}
+
+        first = await hook.async_pre_call_hook(
+            user_api_key_dict=owner, cache=mock_cache, data=data, call_type="aresponses"
+        )
+        second = await hook.async_pre_call_hook(
+            user_api_key_dict=owner, cache=mock_cache, data=first, call_type="aresponses"
+        )
+
+        assert second["previous_response_id"] == _FABRICATED_PROVIDER_RESPONSE_ID
+
+
+class TestUnmanagedResponseIdEscapeHatches:
+    """Deployments that pass provider ids through on purpose must keep working."""
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize(
+        "general_settings",
+        [{"allow_unmanaged_response_ids": True}, {"disable_responses_id_security": True}],
+    )
+    async def test_opted_in_settings_forward_the_id_untouched(self, mock_cache, salt_key_env, general_settings):
+        data = {"response_id": _FABRICATED_UNMANAGED_ID}
+
+        result = await _hook(general_settings=general_settings).async_pre_call_hook(
+            user_api_key_dict=_auth(),
+            cache=mock_cache,
+            data=data,
+            call_type="aget_responses",
+        )
+
+        assert result["response_id"] == _FABRICATED_UNMANAGED_ID
+
+    @pytest.mark.asyncio
+    async def test_proxy_without_a_signing_key_forwards_the_id_untouched(self, mock_cache, monkeypatch):
+        monkeypatch.delenv("LITELLM_SALT_KEY", raising=False)
+        data = {"response_id": _FABRICATED_UNMANAGED_ID}
+
+        result = await _hook(signing_key=None).async_pre_call_hook(
+            user_api_key_dict=_auth(),
+            cache=mock_cache,
+            data=data,
+            call_type="aget_responses",
+        )
+
+        assert result["response_id"] == _FABRICATED_UNMANAGED_ID
+
+    @pytest.mark.asyncio
+    async def test_proxy_admin_may_address_an_unmanaged_id(self, mock_cache, salt_key_env):
+        from litellm.proxy._types import LitellmUserRoles
+
+        data = {"response_id": _FABRICATED_UNMANAGED_ID}
+
+        result = await _hook().async_pre_call_hook(
+            user_api_key_dict=_auth(user_role=LitellmUserRoles.PROXY_ADMIN),
+            cache=mock_cache,
+            data=data,
+            call_type="aget_responses",
+        )
+
+        assert result["response_id"] == _FABRICATED_UNMANAGED_ID
+
+
+class TestClientSuppliedRetainedIdCannotBypassAuthorization:
+    """The retained-id key travels in the request body, so it is re-authorized, never trusted."""
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("call_type", sorted(_ADDRESSED_ID_FIELD_BY_CALL_TYPE))
+    async def test_forged_retained_id_is_still_authorized(self, mock_cache, salt_key_env, call_type):
+        field = _ADDRESSED_ID_FIELD_BY_CALL_TYPE[call_type]
+        data = {
+            field: _FABRICATED_UNMANAGED_ID,
+            "_litellm_addressed_response_id": _FABRICATED_UNMANAGED_ID,
+        }
+
+        with pytest.raises(HTTPException) as exc_info:
+            await _hook().async_pre_call_hook(
+                user_api_key_dict=_auth(),
+                cache=mock_cache,
+                data=data,
+                call_type=call_type,
+            )
+
+        assert exc_info.value.status_code == 403
+        assert data[field] == _FABRICATED_UNMANAGED_ID
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("forged", [{"nested": "value"}, ["list"], 42, "", None])
+    async def test_non_string_retained_id_falls_back_to_the_addressed_field(self, mock_cache, salt_key_env, forged):
+        data = {"response_id": _FABRICATED_UNMANAGED_ID, "_litellm_addressed_response_id": forged}
+
+        with pytest.raises(HTTPException) as exc_info:
+            await _hook().async_pre_call_hook(
+                user_api_key_dict=_auth(),
+                cache=mock_cache,
+                data=data,
+                call_type="aget_responses",
+            )
+
+        assert exc_info.value.status_code == 403
+
+    @pytest.mark.asyncio
+    async def test_stranger_forging_their_own_id_never_reaches_someone_elses_response(
+        self, mock_cache, salt_key_env
+    ):
+        hook = _hook()
+        stranger = _auth(user_id="stranger-user", team_id="stranger-team")
+        stranger_id = _issue_managed_id(hook, stranger, provider_response_id="resp_strangerownprovideridcccccccc")
+        victim_provider_id = "resp_victimprovideriddddddddddddddddddddd"
+        data = {"response_id": victim_provider_id, "_litellm_addressed_response_id": stranger_id}
+
+        result = await hook.async_pre_call_hook(
+            user_api_key_dict=stranger,
+            cache=mock_cache,
+            data=data,
+            call_type="aget_responses",
+        )
+
+        assert result["response_id"] == "resp_strangerownprovideridcccccccc"
+        assert result["response_id"] != victim_provider_id
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 7fd4f8e413d..6fb0d70dc58 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -25629,6 +25629,11 @@ export interface components {
              * @description opt-in to RFC 8628 verification_uri_complete for the CLI SSO device flow, pre-filling the user_code in the browser. Off by default; intended for same-host clients where the device that starts the flow and the browser run on the same machine
              */
             allow_cli_sso_verification_uri_complete?: boolean | null;
+            /**
+             * Allow Unmanaged Response Ids
+             * @description If True, lets keys address Responses API ids that this proxy did not issue (raw provider ids, or ids issued before response-id encryption was configured). Such an id carries no owner, so no ownership check can run on it; ids this proxy did issue keep full ownership enforcement. Off by default, in which case an unrecognized response id is rejected with 403
+             */
+            allow_unmanaged_response_ids?: boolean | null;
             /**
              * Allowed Routes
              * @description Proxy API Endpoints you want users to be able to access
@@ -25748,6 +25753,11 @@ export interface components {
              * @description If True and SSO is configured (MICROSOFT_CLIENT_ID, GOOGLE_CLIENT_ID, GENERIC_CLIENT_ID, or SAML_IDP_METADATA_URL/XML), disables username/password login on /login, /v2/login, and /v3/login so SSO is the only way to reach the Admin UI. An admin locked out of the UI can still administer the proxy over the API with the master key; unset this setting and restart the proxy to restore UI username/password login. Default is False.
              */
             disable_password_login_when_sso_enabled?: boolean | null;
+            /**
+             * Disable Responses Id Security
+             * @description If True, disables ownership enforcement on Responses API ids. Keys may then retrieve, cancel, delete, and chain from any response id, including ids belonging to another user or team and ids this proxy never issued. WARNING: this removes tenant isolation on /v1/responses
+             */
+            disable_responses_id_security?: boolean | null;
             /**
              * Enable Openai Websocket Passthrough
              * @description Serve the OpenAI pass-through WebSocket route, which relays frames to OpenAI under the proxy's own provider credential without reading them. Off by default.

From 95b438013ad839f4c39274762bc20da7962caf88 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 11:51:55 -0700
Subject: [PATCH 181/298] fix(router): fall back from unhealthy auto-router
 tier (#40757)

* fix(router): fall back from unhealthy auto-router tier

Co-Authored-By: Claude Code <noreply@anthropic.com>
(cherry picked from commit 00c7fd8376decfbc4f1908281a4da0d725457249)

* fix(router): treat budget and tag exhaustion as a no-capacity verdict

The eligibility probe only read typed router errors as "nothing here can
serve this". Provider and deployment budget exhaustion, and tag routing
with no matching deployment, report it as a bare ValueError carrying a
RouterErrors marker, so the probe read a spent tier as live, skipped the
peer and default recovery, and failed the request.

---------

Co-authored-by: Tin Chi Lo <tin@berri.ai>
Co-authored-by: Claude Code <noreply@anthropic.com>
---
 litellm/router.py                             |   6 +-
 .../adaptive_router/adaptive_router.py        |   2 +
 .../complexity_router/README.md               |  12 +
 .../complexity_router/complexity_router.py    | 251 +++++---
 litellm/types/utils.py                        |   1 +
 .../adaptive_router/test_adaptive_router.py   |  32 +
 .../router_strategy/test_complexity_router.py | 608 +++++++++++++++++-
 tests/test_litellm/test_router.py             |  57 ++
 ui/litellm-dashboard/src/lib/http/schema.d.ts |   2 +-
 9 files changed, 875 insertions(+), 96 deletions(-)

diff --git a/litellm/router.py b/litellm/router.py
index 9e6db66db83..597bcfaa20f 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -12669,6 +12669,7 @@ class Router:
         input: str | list | None = None,
         specific_deployment: bool | None = False,
         parent_otel_span: Span | None = None,
+        health_check_probe: bool = False,
     ) -> list[dict] | dict:
         """
         Get the healthy deployments for a model.
@@ -12718,6 +12719,7 @@ class Router:
         healthy_deployments = await self._async_filter_health_check_unhealthy_deployments(
             healthy_deployments=healthy_deployments,
             parent_otel_span=parent_otel_span,
+            health_check_probe=health_check_probe,
         )
 
         cooldown_deployments: Final = await _async_get_cooldown_deployments(
@@ -14100,6 +14102,7 @@ class Router:
         self,
         healthy_deployments: list[dict],
         parent_otel_span: Span | None = None,
+        health_check_probe: bool = False,
     ) -> list[dict]:
         """
         Filter out deployments marked unhealthy by background health checks.
@@ -14136,8 +14139,7 @@ class Router:
         ]
 
         if not filtered:
-            verbose_router_logger.warning("All deployments marked unhealthy by health checks, bypassing health filter")
-            return healthy_deployments
+            return [] if health_check_probe else healthy_deployments  # mutable-ok: empty list signals unavailable probe
 
         return filtered
 
diff --git a/litellm/router_strategy/adaptive_router/adaptive_router.py b/litellm/router_strategy/adaptive_router/adaptive_router.py
index 12ccacbbc1d..7f376b46a8d 100644
--- a/litellm/router_strategy/adaptive_router/adaptive_router.py
+++ b/litellm/router_strategy/adaptive_router/adaptive_router.py
@@ -461,6 +461,8 @@ class AdaptiveRouter:
                 if d_alpha == 0 and d_beta == 0:
                     continue
                 cell_key = (attribution_type, target_model)
+                if cell_key not in self._cells:
+                    continue
                 self._cells[cell_key] = apply_delta(
                     self._cells[cell_key],
                     d_alpha,
diff --git a/litellm/router_strategy/complexity_router/README.md b/litellm/router_strategy/complexity_router/README.md
index 1a4764c291e..4aa342ea59f 100644
--- a/litellm/router_strategy/complexity_router/README.md
+++ b/litellm/router_strategy/complexity_router/README.md
@@ -270,6 +270,18 @@ change or default takeover records `cause: modality_escalation` with the displac
 pinned by session affinity, and by default a KEPT session pin bypasses the gate: a session pinned
 to a text-only model keeps it even when an image arrives.
 
+Context-window and modality recovery take priority over the default model. If a compatible tier
+cannot serve, the router checks the remaining compatible recovery tiers before using `default_model`.
+A capacity failure without those constraints tries the selected tier's peers, then the default
+
+The default must fit the context and accept the request's modality. It cannot bypass routing plugins
+or a plan-mode floor. Context fit uses the auto-router's existing buffer even when Router-wide pre-call
+checks are off. Missing context metadata retains the existing unknown-window behavior
+
+Health fallback records `cause: health_default_fallback` and `health_displaced:<MODEL>` in `signals`.
+It does not replace the session's tier pin. Adaptive feedback retains the model that actually served,
+but a default outside the adaptive candidate pool does not become a normal candidate
+
 Add `modality_pin_override: true` to lift that last exemption. The image turn is then re-placed
 the same way every other decision is, and records `cause: modality_pin_override` whether or not
 the tier moved, since the model left the pin either way. The pin itself is untouched: the session
diff --git a/litellm/router_strategy/complexity_router/complexity_router.py b/litellm/router_strategy/complexity_router/complexity_router.py
index 7519f4c5156..9deccc9a468 100644
--- a/litellm/router_strategy/complexity_router/complexity_router.py
+++ b/litellm/router_strategy/complexity_router/complexity_router.py
@@ -937,6 +937,7 @@ def _decision_is_pinnable(decision: StandardLoggingRoutingDecision | None) -> bo
             "modality_escalation",
             "modality_pin_override",
             "health_failover",
+            "health_default_fallback",
         )
         and not decision.get("context_escalated")
         and _CLASSIFIER_CIRCUIT_OPEN_SIGNAL not in (decision.get("signals") or ())
@@ -1098,6 +1099,15 @@ def _group_provably_fits(facts: tuple[int | None, bool], needed: int, buffer: fl
     return window is not None and not has_unknown and needed <= int(window * buffer)
 
 
+class _RequestContextFit(NamedTuple):
+    facts: Mapping[str, tuple[int | None, bool]]
+    needed: int | None
+    buffer: float
+
+    def accepts(self, model: str) -> bool:
+        return self.needed is None or _window_can_hold(self.facts.get(model, (None, True))[0], self.needed, self.buffer)
+
+
 class _ContextWindowPlacement(NamedTuple):
     """Where the context-window gate placed the request: the placement tier, the subset of its
     pool the pick may use, and every configured group not provably misfit (the adaptive filter)."""
@@ -2681,12 +2691,32 @@ class ComplexityRouter(CustomLogger):
             verbose_router_logger.debug("ComplexityRouter: context-window token count failed. Got - %s", e)
             return None
 
+    async def _request_context_fit(
+        self,
+        resolved_messages: Sequence[Mapping[str, object]] | None,
+        request_kwargs: Mapping[str, object],
+    ) -> _RequestContextFit:
+        if not self.config.enable_context_window_escalation or not resolved_messages:
+            return _RequestContextFit(EMPTY_MAPPING, None, self.config.context_window_escalation_buffer)
+        names: Final = frozenset(model for pool in self._tier_pools().values() for model in pool) | frozenset(
+            (self.config.default_model,) if self.config.default_model else ()
+        )
+        facts: Final = MappingProxyType({name: self._group_window_facts(name) for name in names})
+        known: Final = tuple(window for window, _ in facts.values() if window is not None)
+        buffer: Final = self.config.context_window_escalation_buffer
+        needs_count: Final = known and self._request_byte_upper_bound(resolved_messages, request_kwargs) > int(
+            min(known) * buffer
+        )
+        needed: Final = await self._counted_request_tokens(resolved_messages, request_kwargs) if needs_count else None
+        return _RequestContextFit(facts=facts, needed=needed, buffer=buffer)
+
     async def _context_window_placement(
         self,
         tier: ComplexityTier | str,
         resolved_messages: Sequence[Mapping[str, object]] | None,
         request_kwargs: Mapping[str, object],
         pool_override: tuple[str, ...] | None = None,
+        context_fit: _RequestContextFit | None = None,
     ) -> _ContextWindowPlacement | None:
         """Correct a decided placement whose models provably cannot hold the prompt, or None
         (the placement stands). Only a real tokenizer count ever moves a request, escalation
@@ -2698,17 +2728,10 @@ class ComplexityRouter(CustomLogger):
         pool: Final = pool_override if pool_override is not None else tuple(pools.get(_tier_name(tier), ()))
         if not pool:
             return None
-        facts: Final = MappingProxyType({group: self._group_window_facts(group) for group in pool})
-        known_windows: Final = tuple(window for window, _ in facts.values() if window is not None)
-        if not known_windows:
+        fit: Final = context_fit or await self._request_context_fit(resolved_messages, request_kwargs)
+        if fit.needed is None:
             return None
-        buffer: Final = self.config.context_window_escalation_buffer
-        if self._request_byte_upper_bound(resolved_messages, request_kwargs) <= int(min(known_windows) * buffer):
-            return None
-        needed: Final = await self._counted_request_tokens(resolved_messages, request_kwargs)
-        if needed is None:
-            return None
-        return self._placement_for_tokens(tier=tier, pool=pool, pools=pools, facts=facts, needed=needed)
+        return self._placement_for_tokens(tier=tier, pool=pool, pools=pools, facts=fit.facts, needed=fit.needed)
 
     def _placement_for_tokens(
         self,
@@ -2720,14 +2743,16 @@ class ComplexityRouter(CustomLogger):
         needed: int,
     ) -> _ContextWindowPlacement | None:
         buffer: Final = self.config.context_window_escalation_buffer
-        in_tier: Final = tuple(group for group in pool if _window_can_hold(facts[group][0], needed, buffer))
+        in_tier: Final = tuple(
+            group for group in pool if _window_can_hold(facts.get(group, (None, True))[0], needed, buffer)
+        )
         if in_tier and len(in_tier) == len(pool):
             return None
         holdable: Final = frozenset(
             group
             for tier_pool in pools.values()
             for group in tier_pool
-            if _window_can_hold(self._group_window_facts(group)[0], needed, buffer)
+            if _window_can_hold(facts.get(group, (None, True))[0], needed, buffer)
         )
         if in_tier:
             return _ContextWindowPlacement(tier=tier, allowed_models=in_tier, holdable_models=holdable)
@@ -2735,7 +2760,7 @@ class ComplexityRouter(CustomLogger):
             proven = tuple(
                 group
                 for group in pools.get(name, ())
-                if _group_provably_fits(self._group_window_facts(group), needed, buffer)
+                if _group_provably_fits(facts.get(group, (None, True)), needed, buffer)
             )
             if proven:
                 return _ContextWindowPlacement(
@@ -2881,6 +2906,7 @@ class ComplexityRouter(CustomLogger):
         messages: list[dict[str, Any]] | None,  # mutable-ok: forwarded verbatim to the list-typed re-pick
         resolved_messages: Sequence[Mapping[str, object]] | None,
         request_kwargs: dict,  # mutable-ok: same shape the hook receives
+        context_fit: _RequestContextFit | None = None,
     ) -> PreRoutingHookResponse:
         """Replace a routed model that cannot accept this request's image input.
 
@@ -2911,7 +2937,8 @@ class ComplexityRouter(CustomLogger):
             or self._model_accepts_image_input(response.model)
         ):
             return response
-        eligible: Final = self._modality_eligible_models()
+        fit: Final = context_fit or await self._request_context_fit(resolved_messages, request_kwargs)
+        eligible: Final = frozenset(name for name in self._modality_eligible_models() if fit.accepts(name))
         names: Final = self.config.tier_names()
         pools: Final = self._tier_pools()
         decided: Final = decision.get("tier") if decision is not None else None
@@ -3030,12 +3057,15 @@ class ComplexityRouter(CustomLogger):
 
         Every way the owner says "nothing here can serve this" is a negative verdict: no healthy
         deployment for the group at all (BadRequestError, which ContextWindowExceededError
-        subclasses), every deployment filtered out (RouterRateLimitError), and every deployment
-        over its RPM (RouterRateLimitErrorBasic). Anything else is unknown rather than negative,
-        so it reads as capacity: absent information must never decide the verdict.
+        subclasses), every deployment filtered out (RouterRateLimitError), every deployment over
+        its RPM (RouterRateLimitErrorBasic), and every deployment refused by a filter that reports
+        exhaustion as a bare ValueError naming a RouterErrors marker -- provider and deployment
+        budgets, and tag routing, which have no typed error of their own. Anything else is unknown
+        rather than negative, so it reads as capacity: absent information must never decide the
+        verdict.
         """
         from litellm.exceptions import BadRequestError
-        from litellm.types.router import RouterRateLimitError, RouterRateLimitErrorBasic
+        from litellm.types.router import RouterErrors, RouterRateLimitError, RouterRateLimitErrorBasic
 
         probe_kwargs: Final = dict(request_kwargs)  # mutable-ok: the owner pops routing keys off the dict it is handed
         try:
@@ -3045,10 +3075,15 @@ class ComplexityRouter(CustomLogger):
                 messages=messages,
                 input=input,
                 parent_otel_span=_get_parent_otel_span_from_kwargs(request_kwargs),
+                health_check_probe=True,
             )
-        except (RouterRateLimitError, RouterRateLimitErrorBasic, BadRequestError):
+        except (RouterRateLimitError, RouterRateLimitErrorBasic, BadRequestError) as exc:
+            verbose_router_logger.debug("health probe unavailable model=%s error=%s", model_name, type(exc).__name__)
             return False
         except Exception as exc:  # noqa: BLE001  # a speculative eligibility read must fail open on unknown faults
+            if isinstance(exc, ValueError) and any(marker.value in str(exc) for marker in RouterErrors):
+                verbose_router_logger.debug("health probe exhausted model=%s error=%s", model_name, exc)
+                return False
             verbose_router_logger.debug(
                 "ComplexityRouter: eligibility probe for %s failed, treating the group as live: %s", model_name, exc
             )
@@ -3062,76 +3097,124 @@ class ComplexityRouter(CustomLogger):
         input: str | list | None,  # mutable-ok: mirrors the owner's own input parameter, which this forwards verbatim
         resolved_messages: Sequence[Mapping[str, object]] | None,
         request_kwargs: dict,  # mutable-ok: same shape the hook receives
+        context_fit: _RequestContextFit | None = None,
     ) -> PreRoutingHookResponse:
-        """Replace a decided model group that has no serving capacity with a live peer in the same tier.
-
-        Applied to the decided response at the hook's exits, so every arm that can place a request
-        is covered by one owner: a fresh classification, a replayed or escalated session pin, a
-        plan-mode floor, a context-window escalation, an adaptive pick, and whatever arm is added
-        next. Peers come from the DECIDED tier only; climbing to another tier is deliberately not
-        done here, since a higher tier costs more than the classifier asked for.
-
-        Serving capacity is one question asked of one owner (`_model_group_can_serve`), so the
-        substitute is only ever a group the pipeline would actually accept for this request. The
-        pick then runs through `_pick_model_for_tier`, so routing plugins decide the substitute
-        exactly as they decided the original.
-
-        Fails open everywhere it cannot be sure: an unreadable eligibility view, a decision
-        carrying no tier (default_model), or a tier whose every peer is unusable too. It fails
-        CLOSED on a plugin that empties the pool, leaving the original decision to fail rather
-        than serving a model the plugin excluded.
-        """
+        """Try compatible tier recovery before the default, preserving request policy and fit."""
         decision: Final = response.routing_decision
         decided_tier: Final = decision.get("tier") if decision is not None else None
         if decision is None or not isinstance(decided_tier, str):
             return response
-        peers: Final = tuple(self._tier_pools().get(decided_tier, ()))
-        if len(peers) < 2:
-            return response
-        if await self._model_group_can_serve(response.model, messages, input, request_kwargs):
+        fit: Final = context_fit or await self._request_context_fit(resolved_messages, request_kwargs)
+        if fit.accepts(response.model) and await self._model_group_can_serve(
+            response.model, messages, input, request_kwargs
+        ):
             return response
         eligible: Final = (
             self._modality_eligible_models()
             if self.config.modality_routing and resolved_messages and request_contains_image_content(resolved_messages)
             else None
         )
-        candidates: Final = tuple(
-            peer for peer in peers if peer != response.model and (eligible is None or peer in eligible)
+        pools: Final = self._tier_pools()
+        context_recovery: Final = bool(decision.get("context_escalated")) or any(
+            not fit.accepts(model) for model in pools.get(decided_tier, ())
         )
-        if not candidates:
-            return response
-        servable: Final = await asyncio.gather(
-            *(self._model_group_can_serve(peer, messages, input, request_kwargs) for peer in candidates)
+        modality_recovery: Final = eligible is not None
+        names: Final = self.config.tier_names()
+        tiers: Final = (
+            tuple(names[names.index(decided_tier) :])
+            if (context_recovery or modality_recovery) and decided_tier in names
+            else (decided_tier,)
         )
-        live: Final = tuple(peer for peer, can_serve in zip(candidates, servable) if can_serve)
-        if not live:
-            return response
-        repick_messages: Final = (
-            list(resolved_messages) if resolved_messages else None  # mutable-ok: the pick's param is list-typed
-        )
-        try:
-            new_model: Final = await self._pick_model_for_tier(
-                decided_tier if self.config.has_custom_tiers else ComplexityTier(decided_tier),
-                messages,
-                repick_messages,  # pyright: ignore[reportArgumentType]  # hook-resolved message dicts; the pick only reads them
-                request_kwargs,
-                allowed_models=live,
+
+        async def recover_tier(candidate_tier: str) -> PreRoutingHookResponse | None:
+            peers: Final = tuple(
+                model
+                for model in pools.get(candidate_tier, ())
+                if not context_recovery
+                or candidate_tier == decided_tier
+                or fit.needed is None
+                or _group_provably_fits(fit.facts.get(model, (None, True)), fit.needed, fit.buffer)
             )
-        except ValueError as exc:
-            verbose_router_logger.debug(
-                "ComplexityRouter: health failover found no candidate the routing plugins allow: %s", exc
+            candidates: Final = tuple(
+                peer
+                for peer in peers
+                if peer != response.model and fit.accepts(peer) and (eligible is None or peer in eligible)
             )
+            servable: Final = await asyncio.gather(
+                *(self._model_group_can_serve(peer, messages, input, request_kwargs) for peer in candidates)
+            )
+            live: Final = tuple(peer for peer, can_serve in zip(candidates, servable) if can_serve)
+            if live:
+                repick_messages: Final = (
+                    list(resolved_messages) if resolved_messages else None  # mutable-ok: the pick's param is list-typed
+                )
+                try:
+                    new_model: Final = await self._pick_model_for_tier(
+                        candidate_tier if self.config.has_custom_tiers else ComplexityTier(candidate_tier),
+                        messages,
+                        repick_messages,  # pyright: ignore[reportArgumentType]  # hook-resolved message dicts; the pick only reads them
+                        request_kwargs,
+                        allowed_models=live,
+                    )
+                except ValueError as exc:
+                    verbose_router_logger.debug(
+                        "ComplexityRouter: health failover found no candidate the routing plugins allow: %s", exc
+                    )
+                else:
+                    self._restamp_adaptive_choice(request_kwargs, response.model, new_model)
+                    verbose_router_logger.info(
+                        "ComplexityRouter: routing decision cause=health_failover, routed_model=%s, displaced=%s",
+                        new_model,
+                        response.model,
+                    )
+                    new_decision: Final = self._build_routing_decision(
+                        routed_model=new_model,
+                        cause="health_failover",
+                        tier=candidate_tier,
+                        score=decision.get("score"),
+                        signals=(*(decision.get("signals") or ()), f"health_displaced:{response.model}"),
+                        matched_keyword=decision.get("matched_keyword"),
+                        escalation_keyword=decision.get("escalation_keyword"),
+                        escalated=bool(decision.get("escalated", False)),
+                        classifier_model=decision.get("classifier_model"),
+                        classifier_cost=decision.get("classifier_cost"),
+                        conversation_continuing=bool(decision.get("conversation_continuing", True)),
+                        tier_litellm_params=self._litellm_params_for_model(candidate_tier, new_model),
+                        context_escalation_original_tier=decision.get("context_escalation_original_tier"),
+                    )
+                    return response.model_copy(
+                        update={  # mutable-ok: model_copy types update as a plain dict
+                            "model": new_model,
+                            "litellm_params": self._litellm_params_for_model(candidate_tier, new_model),
+                            "routing_decision": new_decision,
+                        }
+                    )
+            return None
+
+        for candidate_tier in tiers:
+            if (recovered := await recover_tier(candidate_tier)) is not None:
+                return recovered
+        default_model: Final = self.config.default_model
+        plan_mode_active: Final = self._matched_plan_mode_signal(request_kwargs, resolved_messages) is not None
+        if (
+            plan_mode_active
+            or self.config.plugins
+            or not default_model
+            or default_model == response.model
+            or not fit.accepts(default_model)
+            or (eligible is not None and default_model not in eligible)
+            or not await self._model_group_can_serve(default_model, messages, input, request_kwargs)
+        ):
             return response
-        self._restamp_adaptive_choice(request_kwargs, response.model, new_model)
+        self._restamp_adaptive_choice(request_kwargs, response.model, default_model)
         verbose_router_logger.info(
-            "ComplexityRouter: routing decision cause=health_failover, routed_model=%s, displaced=%s",
-            new_model,
+            "ComplexityRouter: routing decision cause=health_default_fallback, routed_model=%s, displaced=%s",
+            default_model,
             response.model,
         )
-        new_decision: Final = self._build_routing_decision(
-            routed_model=new_model,
-            cause="health_failover",
-            tier=decision.get("tier"),
+        default_decision: Final = self._build_routing_decision(
+            routed_model=default_model,
+            cause="health_default_fallback",
             score=decision.get("score"),
             signals=(*(decision.get("signals") or ()), f"health_displaced:{response.model}"),
             matched_keyword=decision.get("matched_keyword"),
@@ -3140,14 +3223,14 @@ class ComplexityRouter(CustomLogger):
             classifier_model=decision.get("classifier_model"),
             classifier_cost=decision.get("classifier_cost"),
             conversation_continuing=bool(decision.get("conversation_continuing", True)),
-            tier_litellm_params=self._litellm_params_for_model(decided_tier, new_model),
+            tier_litellm_params=self._litellm_params_for_model(None, default_model),
             context_escalation_original_tier=decision.get("context_escalation_original_tier"),
         )
         return response.model_copy(
             update={  # mutable-ok: model_copy types update as a plain dict
-                "model": new_model,
-                "litellm_params": self._litellm_params_for_model(decided_tier, new_model),
-                "routing_decision": new_decision,
+                "model": default_model,
+                "litellm_params": self._litellm_params_for_model(None, default_model),
+                "routing_decision": default_decision,
             }
         )
 
@@ -3462,6 +3545,7 @@ class ComplexityRouter(CustomLogger):
         # chat-completions messages, so it is real work on every non-chat surface, and
         # both the conversation shape and the classifier read the same list.
         resolved_messages: Final = self._resolve_messages(messages, request_kwargs)
+        context_fit: Final = await self._request_context_fit(resolved_messages, request_kwargs)
         marker_pairs: Final = self._reminder_markers_for_request(request_kwargs)
         conversation_continuing: Final = _conversation_is_continuing(resolved_messages)
 
@@ -3512,7 +3596,11 @@ class ComplexityRouter(CustomLogger):
                     pin_source_tier: Final = self._tier_for_model(routed_model)
                     pin_placement: Final = (
                         await self._context_window_placement(
-                            pin_source_tier, resolved_messages, request_kwargs, pool_override=(routed_model,)
+                            pin_source_tier,
+                            resolved_messages,
+                            request_kwargs,
+                            pool_override=(routed_model,),
+                            context_fit=context_fit,
                         )
                         if pin_source_tier is not None
                         else None
@@ -3582,11 +3670,13 @@ class ComplexityRouter(CustomLogger):
                                 messages,
                                 resolved_messages,
                                 request_kwargs,
+                                context_fit,
                             ),
                             messages,
                             input,
                             resolved_messages,
                             request_kwargs,
+                            context_fit,
                         )
                     )
 
@@ -3598,14 +3688,18 @@ class ComplexityRouter(CustomLogger):
             specific_deployment=specific_deployment,
             conversation_continuing=conversation_continuing,
             resolved_messages=resolved_messages,
+            context_fit=context_fit,
         )
         response: Final = (
             await self._gate_response_health(
-                await self._gate_response_modality(routed_response, messages, resolved_messages, request_kwargs),
+                await self._gate_response_modality(
+                    routed_response, messages, resolved_messages, request_kwargs, context_fit
+                ),
                 messages,
                 input,
                 resolved_messages,
                 request_kwargs,
+                context_fit,
             )
             if routed_response is not None
             else None
@@ -3640,6 +3734,7 @@ class ComplexityRouter(CustomLogger):
         specific_deployment: bool | None = False,
         conversation_continuing: bool = True,
         resolved_messages: Sequence[Mapping[str, object]] | None = None,
+        context_fit: _RequestContextFit | None = None,
     ) -> PreRoutingHookResponse | None:
         """
         Classifies the request by complexity and returns the appropriate model.
@@ -3811,7 +3906,9 @@ class ComplexityRouter(CustomLogger):
         plan_floored: Final = tier != pre_floor_tier
         if plan_floored:
             signals = (*signals, "plan_mode_floor")
-        context_placement: Final = await self._context_window_placement(tier, resolved_messages, request_kwargs)
+        context_placement: Final = await self._context_window_placement(
+            tier, resolved_messages, request_kwargs, context_fit=context_fit
+        )
         tier, signals, context_original_tier = _apply_context_placement(tier, signals, context_placement)
         score_repr: Final = f"{score:.3f}" if score is not None else "n/a"
         fallback_model: Final = self.config.default_model if not self.config.plugins else None
diff --git a/litellm/types/utils.py b/litellm/types/utils.py
index 58b940227f8..e3ea37dc0c8 100644
--- a/litellm/types/utils.py
+++ b/litellm/types/utils.py
@@ -2920,6 +2920,7 @@ RoutingDecisionCause = Literal[
     # same tier served instead. The displaced group rides in signals. Reported even on a kept
     # session pin, since the pinned model did not serve the request.
     "health_failover",
+    "health_default_fallback",
     "session_affinity_pin",
     "session_affinity_escalation",
     # classification_mode 'user_turn': the request is an agent loop's continuation turn (no new
diff --git a/tests/test_litellm/router_strategy/adaptive_router/test_adaptive_router.py b/tests/test_litellm/router_strategy/adaptive_router/test_adaptive_router.py
index f36443db1e5..d717c4e8c89 100644
--- a/tests/test_litellm/router_strategy/adaptive_router/test_adaptive_router.py
+++ b/tests/test_litellm/router_strategy/adaptive_router/test_adaptive_router.py
@@ -236,6 +236,38 @@ async def test_record_turn_attributes_satisfaction_to_previous_response_model():
     assert smart_after.alpha == pytest.approx(smart_before.alpha)
 
 
+@pytest.mark.asyncio
+async def test_external_default_keeps_feedback_history_without_entering_bandit_pool():
+    r = _make_router()
+    before = r._cells[(RequestType.GENERAL, "fast")]
+    await r.record_turn(
+        session_id="fallback",
+        model_name="fast",
+        request_type=RequestType.GENERAL,
+        turn=Turn(user_content="fix this retry bug", assistant_content="clear the cache"),
+    )
+    await r.record_turn(
+        session_id="fallback",
+        model_name="external-default",
+        request_type=RequestType.GENERAL,
+        turn=Turn(user_content="the fix is still broken", assistant_content="keep cache entries"),
+    )
+    assert r._cells[(RequestType.GENERAL, "fast")].beta > before.beta
+    await r.record_turn(
+        session_id="fallback",
+        model_name="smart",
+        request_type=RequestType.GENERAL,
+        turn=Turn(
+            user_content="the fix is still broken",
+            assistant_content="use the corrected entry",
+            tool_results=[{"is_error": True, "content": "failure"}],
+        ),
+    )
+    assert r._feedback_contexts["fallback"].model_name == "smart"
+    assert all(model != "external-default" for _, model in r._cells)
+    assert r.config.available_models == ["fast", "smart"]
+
+
 @pytest.mark.asyncio
 async def test_record_turn_bounds_feedback_contexts_and_evicts_least_recent_session():
     r = _make_router()
diff --git a/tests/test_litellm/router_strategy/test_complexity_router.py b/tests/test_litellm/router_strategy/test_complexity_router.py
index dddaee71a63..dba44d1e2e8 100644
--- a/tests/test_litellm/router_strategy/test_complexity_router.py
+++ b/tests/test_litellm/router_strategy/test_complexity_router.py
@@ -5,18 +5,19 @@ Tests the rule-based complexity scoring and tier assignment logic.
 """
 
 import asyncio
-from collections.abc import AsyncIterator
 import json
-from copy import deepcopy
-from functools import partial
 import logging
 import sys
 import time
-from typing import Dict, Final, List
+from collections.abc import AsyncIterator, Mapping
+from copy import deepcopy
+from functools import partial
+from typing import Dict, Final, List, Literal
 from unittest.mock import AsyncMock, MagicMock, patch
 
-import pytest
 import httpx
+import pytest
+import respx
 from pydantic import ValidationError
 
 import litellm
@@ -69,6 +70,7 @@ from litellm.router_strategy.complexity_router.tier_predictor import (
 from litellm.types.router import (
     Deployment,
     LiteLLM_Params,
+    RouterErrors,
     TaggedPreRoutingStrategy,
 )
 from litellm.types.llms.openai import ResponsesAPIResponse
@@ -2671,7 +2673,8 @@ class TestEncryptedTaskClassifier:
         assert call["metadata"]["user_api_key_hash"] == "caller-key-hash"
         assert call["proxy_server_request"]["body"]["input"] == call["input"]
         assert call["proxy_server_request"]["originating_request_masked"] == {
-            "input": [task], "metadata": {"authorization": "REDACTED"},
+            "input": [task],
+            "metadata": {"authorization": "REDACTED"},
         }
         assert "source-secret" not in json.dumps(call)
         assert "originating_request_masked" not in call["proxy_server_request"]["body"]
@@ -3315,19 +3318,23 @@ class TestLLMClassifier:
         ]
 
     @pytest.mark.asyncio
-    @pytest.mark.parametrize("source_body", [
-        {"model": "router", "messages": [{"role": "user", "content": "source-only"}]},
-        {"model": "router", "system": "source-only", "messages": [{"role": "user", "content": "ask"}]},
-        {"model": "router", "instructions": "source-only", "input": "ask"},
-    ])
+    @pytest.mark.parametrize(
+        "source_body",
+        [
+            {"model": "router", "messages": [{"role": "user", "content": "source-only"}]},
+            {"model": "router", "system": "source-only", "messages": [{"role": "user", "content": "ask"}]},
+            {"model": "router", "instructions": "source-only", "input": "ask"},
+        ],
+    )
     async def test_classifier_source_is_masked_and_separate_from_provider_input(
         self, llm_complexity_router, mock_router_instance, source_body
     ):
         mock_router_instance.acompletion = AsyncMock(return_value=_llm_response('{"tier": "SIMPLE"}'))
         outcome = await llm_complexity_router.aclassify(
-            "classify-this-ask", request_kwargs={"proxy_server_request": {
-                "body": {**source_body, "metadata": {"authorization": "source-secret"}}
-            }}
+            "classify-this-ask",
+            request_kwargs={
+                "proxy_server_request": {"body": {**source_body, "metadata": {"authorization": "source-secret"}}}
+            },
         )
         assert outcome.cause == "llm_classifier"
         call_kwargs = mock_router_instance.acompletion.call_args.kwargs
@@ -8138,7 +8145,9 @@ class TestContextAwareClassifier:
             ),
         ),
     )
-    def test_only_text_reminder_tails_are_ignored_for_new_asks(self, tail: list[dict[str, object]], expected: bool) -> None:
+    def test_only_text_reminder_tails_are_ignored_for_new_asks(
+        self, tail: list[dict[str, object]], expected: bool
+    ) -> None:
         from litellm.router_strategy.complexity_router.complexity_router import (
             _CODEX_REMINDER_MARKERS,
             _newest_turn_is_human_ask,
@@ -13222,6 +13231,528 @@ class TestModalityRouting:
         assert cache.async_set_cache.await_args.kwargs["value"] == {"model": "text-cheap", "tier": "SIMPLE"}
 
 
+@pytest.mark.usefixtures("local_model_cost_map")
+class TestHealthFallbackDispatch:
+    @pytest.fixture(autouse=True)
+    def httpx_transport(self, monkeypatch: pytest.MonkeyPatch) -> None:
+        monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
+
+    @staticmethod
+    def _router(
+        surface: str = "chat",
+        *,
+        peer: bool = False,
+        session: bool = False,
+        tagged: bool = False,
+        budgeted: bool = False,
+        config: Mapping[str, object] | None = None,
+    ) -> Router:
+        provider: Final = "anthropic/claude-sonnet-5" if surface == "messages" else "openai/gpt-5.6"
+        base_suffix: Final = "" if surface == "messages" else "/v1"
+        return Router(
+            model_list=[
+                {
+                    "model_name": "health-router",
+                    "litellm_params": {
+                        "model": "auto_router/complexity_router",
+                        "complexity_router_default_model": (config or {}).get("default_model", "fallback"),
+                        "complexity_router_config": {
+                            "tiers": {"SIMPLE": ["primary", "peer"] if peer else "primary", "MEDIUM": "primary"},
+                            "session_affinity": session,
+                            "deployment_affinity": False,
+                            "max_tokens_from_tier_model": False,
+                            **(config or {}),
+                        },
+                    },
+                },
+                *[
+                    {
+                        "model_name": name,
+                        "litellm_params": {
+                            "model": provider,
+                            "api_key": "test-only",
+                            "api_base": f"https://{name}.test{base_suffix}",
+                            **({"tags": [name]} if tagged else {}),
+                            **(
+                                {"max_budget": 1.0, "budget_duration": "1d"}
+                                if budgeted and name == "primary"
+                                else {}
+                            ),
+                        },
+                        "model_info": {"id": f"{name}-id"},
+                    }
+                    for name in ("primary", "peer", "fallback")
+                ],
+            ],
+            num_retries=0,
+            enable_health_check_routing=True,
+            enable_tag_filtering=tagged,
+        )
+
+    @staticmethod
+    def _unavailable(router: Router, model_id: str, source: Literal["health", "cooldown"]) -> None:
+        if source == "health":
+            router.health_state_cache.set_deployment_health_states(
+                {model_id: {"is_healthy": False, "timestamp": time.time()}}
+            )
+        else:
+            router.cooldown_cache.add_deployment_to_cooldown(
+                model_id=model_id,
+                original_exception=RuntimeError("unavailable"),
+                exception_status=503,
+                cooldown_time=60,
+            )
+
+    @staticmethod
+    def _http_response(request: httpx.Request) -> httpx.Response:
+        body: Final = json.loads(request.content)
+        text: Final = request.url.host.split(".")[0]
+        payload: Final[Mapping[str, object]]
+        events: Final[tuple[Mapping[str, object], ...]]
+        if request.url.path.endswith("/responses"):
+            from litellm.responses.main import mock_responses_api_response
+
+            payload = mock_responses_api_response(text).model_dump()
+            events = (
+                {"type": "response.created", "response": {**payload, "status": "in_progress"}, "sequence_number": 0},
+                {
+                    "type": "response.output_text.delta",
+                    "delta": text,
+                    "item_id": "msg_test",
+                    "output_index": 0,
+                    "content_index": 0,
+                    "sequence_number": 1,
+                },
+                {"type": "response.completed", "response": payload, "sequence_number": 2},
+            )
+        elif request.url.path.endswith("/messages"):
+            payload = {
+                "id": "msg_test",
+                "type": "message",
+                "role": "assistant",
+                "model": body["model"],
+                "content": [{"type": "text", "text": text}],
+                "stop_reason": "end_turn",
+                "stop_sequence": None,
+                "usage": {"input_tokens": 10, "output_tokens": 1},
+            }
+            events = (
+                {"type": "message_start", "message": {**payload, "content": [], "stop_reason": None}},
+                {"type": "content_block_start", "index": 0, "content_block": {"type": "text", "text": ""}},
+                {"type": "content_block_delta", "index": 0, "delta": {"type": "text_delta", "text": text}},
+                {"type": "content_block_stop", "index": 0},
+                {"type": "message_delta", "delta": {"stop_reason": "end_turn"}, "usage": {"output_tokens": 1}},
+                {"type": "message_stop"},
+            )
+        else:
+            payload = {
+                "id": "chatcmpl-test",
+                "object": "chat.completion",
+                "created": 1,
+                "model": body["model"],
+                "choices": [{"index": 0, "message": {"role": "assistant", "content": text}, "finish_reason": "stop"}],
+                "usage": {"prompt_tokens": 10, "completion_tokens": 1, "total_tokens": 11},
+            }
+            events = (
+                {
+                    **payload,
+                    "object": "chat.completion.chunk",
+                    "choices": [{"index": 0, "delta": {"content": text}, "finish_reason": None}],
+                },
+                {
+                    **payload,
+                    "object": "chat.completion.chunk",
+                    "choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}],
+                },
+            )
+        if not body.get("stream"):
+            return httpx.Response(200, json=payload)
+        wire: Final = "".join(
+            (f"event: {event['type']}\n" if "type" in event else "") + f"data: {json.dumps(event)}\n\n"
+            for event in events
+        )
+        return httpx.Response(
+            200,
+            text=wire + ("data: [DONE]\n\n" if "type" not in events[0] else ""),
+            headers={"content-type": "text/event-stream"},
+        )
+
+    @staticmethod
+    async def _request(router: Router, surface: str, stream: bool, metadata: dict[str, object]) -> str:
+        if surface == "responses":
+            result = await router.aresponses(
+                model="health-router", input="Hello!", stream=stream, litellm_metadata=metadata
+            )
+        elif surface == "messages":
+            result = await router.aanthropic_messages(
+                model="health-router",
+                messages=[{"role": "user", "content": "Hello!"}],
+                max_tokens=32,
+                stream=stream,
+                litellm_metadata=metadata,
+            )
+        else:
+            result = await router.acompletion(
+                model="health-router",
+                messages=[{"role": "user", "content": "Hello!"}],
+                stream=stream,
+                metadata=metadata,
+            )
+        if not stream:
+            payload = result if isinstance(result, dict) else result.model_dump()
+            if surface == "responses":
+                return payload["output"][0]["content"][0]["text"]
+            if surface == "messages":
+                return payload["content"][0]["text"]
+            return payload["choices"][0]["message"]["content"]
+        if surface == "messages":
+            wire: Final = b"".join([chunk async for chunk in result]).decode()
+            events = tuple(json.loads(line[6:]) for line in wire.splitlines() if line.startswith("data: "))
+            assert events[-1]["type"] == "message_stop"
+            return "".join(c["delta"]["text"] for c in events if c["type"] == "content_block_delta")
+        chunks: Final = [chunk.model_dump() async for chunk in result]
+        if surface == "responses":
+            assert chunks[-1]["type"] == "response.completed"
+            return "".join(c["delta"] for c in chunks if c["type"] == "response.output_text.delta")
+        assert chunks[-1]["choices"][0]["finish_reason"] == "stop"
+        return "".join(c["choices"][0]["delta"].get("content") or "" for c in chunks if c["choices"])
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("surface", ["chat", "responses", "messages"])
+    @pytest.mark.parametrize("stream", [False, True])
+    @pytest.mark.parametrize("source", ["health", "cooldown"])
+    async def test_public_call_falls_back_and_recovers(
+        self, surface: str, stream: bool, source: Literal["health", "cooldown"]
+    ) -> None:
+        router: Final = self._router(surface, session=True)
+        self._unavailable(router, "primary-id", source)
+        metadata: Final[dict[str, object]] = {"session_id": "outage"}
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(primary|peer|fallback)\.test$").mock(side_effect=self._http_response)
+            assert await self._request(router, surface, stream, metadata) == "fallback"
+            assert metadata["routing_decision"]["cause"] == "health_default_fallback"
+            assert "tier" not in metadata["routing_decision"]
+            assert "health_displaced:primary" in metadata["routing_decision"]["signals"]
+            assert [c.request.url.host for c in upstream.calls] == ["fallback.test"]
+            strategy: Final = router.complexity_routers["health-router"][0].strategy
+            key: Final = strategy._get_session_affinity_cache_key("outage", {})
+            assert await router.cache.async_get_cache(key=key) is None
+            if source == "health":
+                router.health_state_cache.set_deployment_health_states(
+                    {"primary-id": {"is_healthy": True, "timestamp": time.time()}}
+                )
+            else:
+                router.cooldown_cache.cooldown_store.delete_cache(
+                    router.cooldown_cache.get_cooldown_cache_key("primary-id")
+                )
+            recovered: Final[dict[str, object]] = {"session_id": "outage"}
+            assert await self._request(router, surface, stream, recovered) == "primary"
+            assert recovered["routing_decision"]["routed_model"] == "primary"
+            assert [c.request.url.host for c in upstream.calls] == ["fallback.test", "primary.test"]
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("source", ["health", "cooldown"])
+    async def test_partial_group_then_peer_then_default(self, source: Literal["health", "cooldown"]) -> None:
+        router: Final = self._router(peer=True, session=True)
+        router.add_deployment(
+            Deployment(
+                model_name="primary",
+                litellm_params=LiteLLM_Params(
+                    model="openai/gpt-5.6", api_key="test-only", api_base="https://primary.test/v1"
+                ),
+                model_info={"id": "primary-sibling-id"},
+            )
+        )
+        strategy: Final = router.complexity_routers["health-router"][0].strategy
+        key: Final = strategy._get_session_affinity_cache_key("precedence", {})
+        await router.cache.async_set_cache(key=key, value={"model": "primary", "tier": "SIMPLE"}, ttl=600)
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(primary|peer|fallback)\.test$").mock(side_effect=self._http_response)
+            for model_id, expected, cause in (
+                ("primary-id", "primary", "session_affinity_pin"),
+                ("primary-sibling-id", "peer", "health_failover"),
+                ("peer-id", "fallback", "health_default_fallback"),
+            ):
+                self._unavailable(router, model_id, source)
+                metadata: Final[dict[str, object]] = {"session_id": "precedence"}
+                assert await self._request(router, "chat", False, metadata) == expected
+                assert metadata["routing_decision"]["cause"] == cause
+                assert await router.cache.async_get_cache(key=key) == {"model": "primary", "tier": "SIMPLE"}
+            assert [c.request.url.host for c in upstream.calls] == ["primary.test", "peer.test", "fallback.test"]
+
+    @pytest.mark.asyncio
+    async def test_spent_deployment_budget_falls_back_to_the_default(self, monkeypatch: pytest.MonkeyPatch) -> None:
+        """A spent budget leaves the tier with nothing that may serve the request, and the budget
+        filter reports that as a bare ValueError instead of a typed router error. Reading it as
+        capacity skips the recovery and fails the request the recovery exists for."""
+
+        async def _no_sync(*args: object, **kwargs: object) -> None:
+            return None
+
+        monkeypatch.setattr(
+            "litellm.router_strategy.budget_limiter.RouterBudgetLimiting.periodic_sync_in_memory_spend_with_redis",
+            _no_sync,
+        )
+        monkeypatch.setattr(litellm, "callbacks", [])
+        router: Final = self._router(budgeted=True)
+        limiter: Final = router.router_budget_logger
+        assert limiter is not None, "a deployment max_budget must install the budget limiter"
+        await router.cache.async_set_cache(key="deployment_spend:primary-id:1d", value=2.0)
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(primary|fallback)\.test$").mock(side_effect=self._http_response)
+            metadata: Final[dict[str, object]] = {}
+            assert await self._request(router, "chat", False, metadata) == "fallback"
+            assert metadata["routing_decision"]["cause"] == "health_default_fallback"
+            assert [c.request.url.host for c in upstream.calls] == ["fallback.test"]
+
+    @pytest.mark.asyncio
+    async def test_concurrent_tag_scopes_keep_fallbacks_request_local(self) -> None:
+        router: Final = self._router(tagged=True)
+        router.add_deployment(
+            Deployment(
+                model_name="fallback",
+                litellm_params=LiteLLM_Params(
+                    model="openai/gpt-5.6", api_key="test-only", api_base="https://peer.test/v1", tags=["peer"]
+                ),
+                model_info={"id": "fallback-peer-id"},
+            )
+        )
+        self._unavailable(router, "primary-id", "cooldown")
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(peer|fallback)\.test$").mock(side_effect=self._http_response)
+            scopes: Final = tuple({"tags": [name], "session_id": name} for name in ("peer", "fallback"))
+            results: Final = await asyncio.gather(
+                *(self._request(router, "chat", False, metadata) for metadata in scopes)
+            )
+            assert results == ["peer", "fallback"]
+            assert [m["tags"] for m in scopes] == [["peer"], ["fallback"]]
+            assert [m["routing_decision"]["routed_model"] for m in scopes] == ["fallback", "fallback"]
+            assert sorted(c.request.url.host for c in upstream.calls) == ["fallback.test", "peer.test"]
+
+    @pytest.mark.asyncio
+    async def test_probe_preserves_consumed_request_exclusions(self) -> None:
+        router: Final = self._router()
+        self._unavailable(router, "primary-id", "cooldown")
+        kwargs: Final = {"_excluded_deployment_ids": ["fallback-id"], "_target_order": 1}
+        strategy: Final = router.complexity_routers["health-router"][0].strategy
+        response: Final = await strategy.async_pre_routing_hook(
+            model="health-router", messages=[{"role": "user", "content": "Hello!"}], request_kwargs=kwargs
+        )
+        assert response.model == "primary"
+        assert kwargs == {"_excluded_deployment_ids": ["fallback-id"], "_target_order": 1}
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("default_state", ["cooldown", "unconfigured", "same-model"])
+    async def test_unavailable_default_preserves_no_deployment_error(self, default_state: str) -> None:
+        from litellm.types.router import RouterRateLimitError
+
+        router: Final = self._router(config={"default_model": "primary"} if default_state == "same-model" else None)
+        self._unavailable(router, "primary-id", "cooldown")
+        if default_state == "unconfigured":
+            router.delete_deployment(id="fallback-id")
+        elif default_state == "cooldown":
+            self._unavailable(router, "fallback-id", "cooldown")
+        with respx.mock(assert_all_mocked=True) as upstream:
+            with pytest.raises(RouterRateLimitError, match="No deployments available"):
+                await self._request(router, "chat", False, {})
+            assert not upstream.calls
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("plan_active", [False, True])
+    async def test_plan_floor_outage_cannot_use_untiered_default(self, plan_active: bool) -> None:
+        from litellm.types.router import RouterRateLimitError
+
+        router: Final = self._router(
+            config={"tiers": {"SIMPLE": "primary", "MEDIUM": "peer"}, "plan_mode_min_tier": "MEDIUM"}
+        )
+        self._unavailable(router, "primary-id", "cooldown")
+        self._unavailable(router, "peer-id", "cooldown")
+        metadata: Final = {}
+        with respx.mock(assert_all_mocked=True, assert_all_called=False) as upstream:
+            upstream.post(host="fallback.test").mock(side_effect=self._http_response)
+            if plan_active:
+                with pytest.raises(RouterRateLimitError, match="No deployments available"):
+                    await router.acompletion(
+                        model="health-router",
+                        messages=[
+                            {"role": "system", "content": "Plan mode is active"},
+                            {"role": "user", "content": "Hello!"},
+                        ],
+                        metadata=metadata,
+                    )
+                assert not upstream.calls
+                assert metadata["routing_decision"]["routed_model"] == "peer"
+                assert metadata["routing_decision"]["tier"] == "MEDIUM"
+            else:
+                assert await self._request(router, "chat", False, metadata) == "fallback"
+
+    @pytest.mark.asyncio
+    async def test_default_dispatch_drops_displaced_tier_params(self) -> None:
+        router: Final = self._router(
+            config={"tiers": {"SIMPLE": {"model_name": "primary", "litellm_params": {"max_tokens": 9}}}}
+        )
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(primary|fallback)\.test$").mock(side_effect=self._http_response)
+            await router.acompletion(
+                model="health-router", messages=[{"role": "user", "content": "Hello!"}], max_tokens=32
+            )
+            assert json.loads(upstream.calls[-1].request.content)["max_completion_tokens"] == 9
+            self._unavailable(router, "primary-id", "cooldown")
+            await router.acompletion(
+                model="health-router", messages=[{"role": "user", "content": "Hello!"}], max_tokens=32
+            )
+            assert json.loads(upstream.calls[-1].request.content)["max_completion_tokens"] == 32
+            assert upstream.calls[-1].request.url.host == "fallback.test"
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("source", ["health", "cooldown"])
+    async def test_pinned_session_returns_to_primary_after_outage(self, source: Literal["health", "cooldown"]) -> None:
+        router: Final = self._router(session=True)
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(primary|fallback)\.test$").mock(side_effect=self._http_response)
+            assert await self._request(router, "chat", False, {"session_id": "pinned"}) == "primary"
+            self._unavailable(router, "primary-id", source)
+            outage: Final[dict[str, object]] = {"session_id": "pinned"}
+            assert await self._request(router, "chat", False, outage) == "fallback"
+            assert outage["routing_decision"]["cause"] == "health_default_fallback"
+            if source == "health":
+                router.health_state_cache.set_deployment_health_states(
+                    {"primary-id": {"is_healthy": True, "timestamp": time.time()}}
+                )
+            else:
+                router.cooldown_cache.cooldown_store.delete_cache(
+                    router.cooldown_cache.get_cooldown_cache_key("primary-id")
+                )
+            recovered: Final[dict[str, object]] = {"session_id": "pinned"}
+            assert await self._request(router, "chat", False, recovered) == "primary"
+            assert recovered["routing_decision"]["cause"] == "session_affinity_pin"
+            assert [c.request.url.host for c in upstream.calls] == ["primary.test", "fallback.test", "primary.test"]
+
+    @pytest.mark.asyncio
+    async def test_policy_plugin_does_not_escape_to_live_default(self) -> None:
+        from litellm.types.router import RouterRateLimitError, RoutingContext
+
+        class PrimaryOnly:
+            async def run(self, context: RoutingContext) -> RoutingContext:
+                context.candidate_models = [name for name in context.candidate_models if name == "primary"]
+                return context
+
+        router: Final = self._router(peer=True, config={"plugins": [PrimaryOnly()]})
+        self._unavailable(router, "primary-id", "cooldown")
+        with respx.mock(assert_all_mocked=True) as upstream:
+            with pytest.raises(RouterRateLimitError, match="No deployments available"):
+                await self._request(router, "chat", False, {})
+            assert not upstream.calls
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("live_tier", [True, False])
+    @pytest.mark.parametrize("default_fits", [True, False])
+    async def test_context_recovery_precedes_default_with_prechecks_off(
+        self, live_tier: bool, default_fits: bool
+    ) -> None:
+        from litellm.types.router import RouterRateLimitError
+
+        router: Final = self._router(config={"tiers": {"SIMPLE": "primary", "MEDIUM": "peer", "COMPLEX": "large"}})
+        router.add_deployment(
+            Deployment(
+                model_name="large",
+                litellm_params=LiteLLM_Params(
+                    model="openai/gpt-5.6", api_key="test-only", api_base="https://large.test/v1"
+                ),
+                model_info={"id": "large-id", "max_input_tokens": 10000},
+            )
+        )
+        for deployment in router.model_list:
+            deployment["model_info"]["max_input_tokens"] = (
+                10
+                if deployment["model_name"] == "primary"
+                or (deployment["model_name"] == "fallback" and not default_fits)
+                else 10000
+            )
+        self._unavailable(router, "peer-id", "cooldown")
+        if not live_tier:
+            self._unavailable(router, "large-id", "cooldown")
+        assert router.enable_pre_call_checks is False
+        metadata: Final = {}
+        messages: Final = [{"role": "user", "content": "hello " * 100}]
+        with respx.mock(assert_all_mocked=True, assert_all_called=False) as upstream:
+            upstream.post(host__regex=r"^(large|fallback)\.test$").mock(side_effect=self._http_response)
+            if not live_tier and not default_fits:
+                with pytest.raises(RouterRateLimitError, match="No deployments available"):
+                    await router.acompletion(model="health-router", messages=messages, metadata=metadata)
+                assert not upstream.calls
+            else:
+                result: Final = await router.acompletion(model="health-router", messages=messages, metadata=metadata)
+                expected: Final = "large" if live_tier else "fallback"
+                assert result.choices[0].message.content == expected
+                assert upstream.calls[-1].request.url.host == f"{expected}.test"
+                assert metadata["routing_decision"].get("tier") == ("COMPLEX" if live_tier else None)
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("live_tier", [True, False])
+    async def test_modality_recovery_precedes_default(self, live_tier: bool) -> None:
+        router: Final = self._router(
+            config={"modality_routing": True, "tiers": {"SIMPLE": "primary", "MEDIUM": "peer", "COMPLEX": "vision"}}
+        )
+        router.add_deployment(
+            Deployment(
+                model_name="vision",
+                litellm_params=LiteLLM_Params(
+                    model="openai/gpt-5.6", api_key="test-only", api_base="https://vision.test/v1"
+                ),
+                model_info={"id": "vision-id", "supports_vision": True},
+            )
+        )
+        for deployment in router.model_list:
+            deployment["model_info"]["supports_vision"] = deployment["model_name"] != "primary"
+        self._unavailable(router, "peer-id", "cooldown")
+        if not live_tier:
+            self._unavailable(router, "vision-id", "cooldown")
+        with respx.mock(assert_all_mocked=True) as upstream:
+            upstream.post(host__regex=r"^(vision|fallback)\.test$").mock(side_effect=self._http_response)
+            result: Final = await router.acompletion(
+                model="health-router",
+                messages=[
+                    {
+                        "role": "user",
+                        "content": [
+                            {"type": "text", "text": "Hello!"},
+                            {"type": "image_url", "image_url": {"url": "data:image/png;base64,aGk="}},
+                        ],
+                    }
+                ],
+            )
+            expected: Final = "vision" if live_tier else "fallback"
+            assert result.choices[0].message.content == expected
+            assert upstream.calls[-1].request.url.host == f"{expected}.test"
+
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize("default_fits", [True, False])
+    async def test_modality_default_must_also_fit_context(self, default_fits: bool) -> None:
+        router: Final = self._router(config={"modality_routing": True, "tiers": {"SIMPLE": "primary"}})
+        for deployment in router.model_list:
+            deployment["model_info"]["supports_vision"] = deployment["model_name"] == "fallback"
+            deployment["model_info"]["max_input_tokens"] = 10000 if default_fits else 10
+        with respx.mock(assert_all_mocked=True, assert_all_called=False) as upstream:
+            upstream.post(host="fallback.test").mock(side_effect=self._http_response)
+            messages: Final = [
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "text", "text": "hello " * 100},
+                        {"type": "image_url", "image_url": {"url": "data:image/png;base64,aGk="}},
+                    ],
+                }
+            ]
+            if default_fits:
+                result: Final = await router.acompletion(model="health-router", messages=messages)
+                assert result.choices[0].message.content == "fallback"
+            else:
+                with pytest.raises(litellm.BadRequestError, match="modality_routing is enabled"):
+                    await router.acompletion(model="health-router", messages=messages)
+                assert not upstream.calls
+
+
 class TestTierHealthFailover:
     """A tier whose decided model group is entirely in cooldown falls back to a live peer."""
 
@@ -13256,7 +13787,7 @@ class TestTierHealthFailover:
         probed_prompts = []
 
         async def get_healthy_deployments(
-            model, request_kwargs, messages=None, input=None, parent_otel_span=None, **kwargs
+            model, request_kwargs, messages=None, input=None, parent_otel_span=None, health_check_probe=False
         ):
             probed_kwargs.append(request_kwargs)
             probed_prompts.append((messages, input))
@@ -13758,6 +14289,51 @@ class TestTierHealthFailover:
             for _, probed_input in router.litellm_router_instance.probed_prompts
         ), "the eligibility probe must forward `input` to the owner"
 
+    @pytest.mark.asyncio
+    @pytest.mark.parametrize(
+        "raised, expected",
+        [
+            (ValueError(f"{RouterErrors.no_deployments_with_tag_routing.value}. Passed model=b"), {"live-c"}),
+            (
+                ValueError(f"{RouterErrors.no_deployments_with_provider_budget_routing.value}: b over budget"),
+                {"live-c"},
+            ),
+            (ValueError("cannot unpack non-sequence"), {"exhausted-b", "live-c"}),
+        ],
+    )
+    async def test_a_marked_exhaustion_value_error_is_a_verdict_and_an_unmarked_one_is_not(
+        self, mock_router_instance, raised, expected
+    ):
+        """Budget and tag filters exhaust a group without a typed error, signalling it only by a
+        RouterErrors marker on a bare ValueError. Those are verdicts; any other ValueError is a
+        fault, and a fault must still read as capacity rather than silently rerouting."""
+        router = self._router(
+            mock_router_instance,
+            {
+                "tiers": {
+                    "SIMPLE": ["dead-a", "exhausted-b", "live-c"],
+                    "MEDIUM": "mid",
+                    "COMPLEX": "big",
+                    "REASONING": "top",
+                },
+                "session_affinity": True,
+            },
+            {"dead-a": ["id-a1"], "exhausted-b": ["id-b1"], "live-c": ["id-c1"]},
+            cooling=("id-a1",),
+            raises_for={"exhausted-b": raised},
+        )
+        key = router._get_session_affinity_cache_key("sess-exhausted", {})
+        await router.litellm_router_instance.cache.async_set_cache(
+            key=key, value={"model": "dead-a", "tier": "SIMPLE"}, ttl=600
+        )
+        results = [
+            await router.async_pre_routing_hook(
+                model="m", request_kwargs={"metadata": {"session_id": "sess-exhausted"}}, messages=self.SIMPLE_MESSAGE
+            )
+            for _ in range(20)
+        ]
+        assert {r.model for r in results} == expected
+
     @pytest.mark.asyncio
     async def test_a_group_the_router_has_no_deployment_for_is_not_a_failover_target(self, mock_router_instance):
         """The owner answers an unconfigured group with BadRequestError. Reading that as live
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index def67ccf88b..2a97e92396a 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -7381,6 +7381,63 @@ async def test_async_get_fully_unhealthy_model_names_marks_name_when_all_unhealt
     assert await router.async_get_fully_unhealthy_model_names() == {"gpt-4o"}
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("health_check_probe", [False, True])
+@pytest.mark.parametrize(
+    "state, health_routing, fails_policy, scoped, strict_ids",
+    [
+        ("absent", True, False, False, ("dep-0", "dep-1")),
+        ("partial", True, False, False, ("dep-1",)),
+        ("all", True, False, False, ()),
+        ("stale", True, False, False, ("dep-0", "dep-1")),
+        ("all", False, False, False, ("dep-0", "dep-1")),
+        ("all", True, True, False, ("dep-0", "dep-1")),
+        ("all", True, True, True, ()),
+    ],
+)
+async def test_health_probe_preserves_normal_caller_policy(
+    health_check_probe: bool,
+    state: str,
+    health_routing: bool,
+    fails_policy: bool,
+    scoped: bool,
+    strict_ids: tuple[str, ...],
+) -> None:
+    import time
+    from litellm.types.router import AllowedFailsPolicy, RouterRateLimitError
+
+    router: Final = Router(
+        model_list=[
+            {
+                "model_name": "health-group",
+                "litellm_params": {"model": "openai/gpt-5.6", "api_key": "test-only"},
+                "model_info": {"id": model_id},
+            }
+            for model_id in ("dep-0", "dep-1")
+        ],
+        enable_health_check_routing=health_routing,
+        allowed_fails_policy=AllowedFailsPolicy(ServiceUnavailableErrorAllowedFails=2) if fails_policy else None,
+        background_health_check_model_groups=["health-group"] if scoped else None,
+    )
+    if state != "absent":
+        _seed_unhealthy_states(
+            router,
+            ("dep-0",) if state == "partial" else ("dep-0", "dep-1"),
+            time.time() - router.health_state_cache.staleness_threshold - 10 if state == "stale" else None,
+        )
+    expected: Final = strict_ids if strict_ids or health_check_probe else ("dep-0", "dep-1")
+    if not expected:
+        with pytest.raises(RouterRateLimitError, match="No deployments available"):
+            await router.async_get_healthy_deployments(model="health-group", request_kwargs={}, health_check_probe=True)
+    else:
+        deployments: Final = await router.async_get_healthy_deployments(
+            model="health-group", request_kwargs={}, health_check_probe=health_check_probe
+        )
+        assert {d["model_info"]["id"] for d in deployments} == set(expected)
+    assert await router.cooldown_cache.async_get_active_cooldowns(["dep-0", "dep-1"], parent_otel_span=None) == []
+
+
+
 @pytest.mark.asyncio
 async def test_async_get_fully_unhealthy_model_names_keeps_name_when_partial():
     router = _router_with_two_deployments([False, False])
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 6fb0d70dc58..0664a9f2fdc 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -36329,7 +36329,7 @@ export interface components {
              * Cause
              * @enum {string}
              */
-            cause?: "heuristic_scorer" | "heuristic_v2" | "reasoning_override" | "llm_classifier" | "heuristic_first_short_circuit" | "hybrid_short_circuit" | "classifier_plugin" | "classifier_fallback" | "default_model_fallback" | "literal_keyword_match" | "semantic_keyword_match" | "plan_mode" | "housekeeping" | "modality_escalation" | "modality_pin_override" | "health_failover" | "session_affinity_pin" | "session_affinity_escalation" | "user_turn_continuation" | "default_fallback" | "keyword" | "quality_tier" | "bandit";
+            cause?: "heuristic_scorer" | "heuristic_v2" | "reasoning_override" | "llm_classifier" | "heuristic_first_short_circuit" | "hybrid_short_circuit" | "classifier_plugin" | "classifier_fallback" | "default_model_fallback" | "literal_keyword_match" | "semantic_keyword_match" | "plan_mode" | "housekeeping" | "modality_escalation" | "modality_pin_override" | "health_failover" | "health_default_fallback" | "session_affinity_pin" | "session_affinity_escalation" | "user_turn_continuation" | "default_fallback" | "keyword" | "quality_tier" | "bandit";
             /** Classifier Cost */
             classifier_cost?: number;
             /** Classifier Model */

From 866d94ed23c8306907df4252debdcdb14cb204ea Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 12:10:19 -0700
Subject: [PATCH 182/298] test(e2e): verify cached answers and upstream request
 count

---
 tests/e2e/provider_edge.py                    |  99 ++++++++++++++--
 .../e2e/router/test_reliability_cache_e2e.py  | 107 ++++++++++++++----
 tests/e2e/test_provider_edge.py               |  66 ++++++++++-
 3 files changed, 239 insertions(+), 33 deletions(-)

diff --git a/tests/e2e/provider_edge.py b/tests/e2e/provider_edge.py
index ceb695ffcd6..6c87c7ef7ac 100644
--- a/tests/e2e/provider_edge.py
+++ b/tests/e2e/provider_edge.py
@@ -45,18 +45,16 @@ import hashlib
 import re
 import threading
 from collections import deque
-from collections.abc import Mapping, Sequence
-from contextlib import closing
+from collections.abc import Generator, Mapping, Sequence
+from contextlib import closing, contextmanager
 from dataclasses import dataclass, field
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
 from itertools import islice
 from pathlib import Path
 from types import MappingProxyType
-from typing import Final, Generator, Literal, assert_never
+from typing import Final, Literal, assert_never
 from urllib.parse import parse_qsl, urlsplit
 
-from pydantic import JsonValue, TypeAdapter
-
 from e2e_http import (
     NetworkError,
     StreamChunk,
@@ -94,6 +92,7 @@ from fixture_mode import (
     current_test_key,
     parse_fixture_mode,
 )
+from pydantic import JsonValue, TypeAdapter
 
 EDGE_MOUNTS: Final[Mapping[str, str]] = MappingProxyType(
     {
@@ -495,7 +494,29 @@ class ReplayEdge:
     source: ReplaySource
 
 
-type EdgeBackend = RecordEdge | ReplayEdge
+@dataclass(frozen=True, slots=True)
+class LiveEdge:
+    pass
+
+
+type EdgeBackend = RecordEdge | ReplayEdge | LiveEdge
+
+
+@dataclass(slots=True)
+class ProviderRequestObservation:
+    marker: str
+    _count: int = field(default=0, init=False)
+    _lock: threading.Lock = field(default_factory=threading.Lock, init=False)
+
+    def observe(self, body: bytes | None) -> None:
+        if body is not None and self.marker.encode() in body:
+            with self._lock:
+                self._count += 1
+
+    @property
+    def count(self) -> int:
+        with self._lock:
+            return self._count
 
 
 @dataclass(frozen=True, slots=True)
@@ -721,6 +742,24 @@ def _handle_record(
             assert_never(head)
 
 
+def _handle_live(
+    method: str, url: str, headers: Mapping[str, str], body: bytes | None, timeout: float
+) -> EdgeOutcome:
+    forwarded: Final = {
+        name: value for name, value in headers.items() if name.lower() not in _REQUEST_DROPPED_HEADERS
+    }
+    head: Final = forward_stream(method, url, headers=forwarded, body=body, timeout=timeout)
+    match head:
+        case NetworkError(message=message):
+            return _recorded_outcome(_network_error_response(message))
+        case StreamHead() if _is_streamed(head.headers):
+            return EdgeStream(head.status_code, _filtered_response_headers(head.headers), head.steps)
+        case StreamHead():
+            return _recorded_outcome(_drain_to_response(head))
+        case _:
+            assert_never(head)
+
+
 def _handle_replay(source: ReplaySource, request: RecordedRequest) -> EdgeOutcome:
     try:
         interaction: Final = source.next_interaction(request)
@@ -753,6 +792,10 @@ def handle_edge_request(
         method, split.path, split.query, body, _header_value(headers, "content-type")
     )
     match backend:
+        case LiveEdge():
+            return _handle_live(
+                method, _upstream_url(upstream_base, upstream_path, split.query), headers, body, timeout
+            )
         case RecordEdge():
             return _handle_record(
                 backend,
@@ -792,6 +835,8 @@ class _EdgeHandler(BaseHTTPRequestHandler):
         assert isinstance(edge_server, _EdgeHTTPServer)
         length: Final = int(self.headers.get("content-length") or "0")
         body: Final = self.rfile.read(length) if length else None
+        if edge_server.observation is not None:
+            edge_server.observation.observe(body)
         outcome: Final = handle_edge_request(
             edge_server.backend,
             edge_server.mounts,
@@ -857,11 +902,13 @@ class _EdgeHTTPServer(ThreadingHTTPServer):
         backend: EdgeBackend,
         mounts: Mapping[str, str],
         forward_timeout: float,
+        observation: ProviderRequestObservation | None,
     ) -> None:
         super().__init__(bind, _EdgeHandler)
         self.backend: Final = backend
         self.mounts: Final = mounts
         self.forward_timeout: Final = forward_timeout
+        self.observation: Final = observation
 
 
 @dataclass(frozen=True, slots=True)
@@ -890,13 +937,14 @@ def start_provider_edge(
     bind_host: str = "127.0.0.1",
     advertise_host: str | None = None,
     forward_timeout: float = 60.0,
+    observation: ProviderRequestObservation | None = None,
 ) -> RunningEdge:
     """Boot an edge server on an OS-assigned port in a daemon thread.
     ``advertise_host`` is what api_base URLs name (it differs from the bind
     host when the proxy runs in a container and reaches the host machine via
     a gateway address like host.docker.internal)."""
     server: Final = _EdgeHTTPServer(
-        (bind_host, 0), backend=backend, mounts=mounts, forward_timeout=forward_timeout
+        (bind_host, 0), backend=backend, mounts=mounts, forward_timeout=forward_timeout, observation=observation
     )
     thread: Final = threading.Thread(target=server.serve_forever, name="e2e-provider-edge", daemon=True)
     thread.start()
@@ -979,3 +1027,40 @@ def provider_edge_api_base(
             return _shared_edge(mode, bundle_dir, bind_host, advertise_host, forward_timeout).api_base(mount)
         case _:
             assert_never(mode)
+
+
+def _observed_backend(mode_raw: str, bundle_dir: Path) -> EdgeBackend:
+    mode: Final = parse_fixture_mode(mode_raw)
+    match mode:
+        case InvalidFixtureMode(value=value):
+            raise ValueError(f"E2E_FIXTURE_MODE={value!r} is not one of {', '.join(FIXTURE_MODES)}")
+        case "live":
+            return LiveEdge()
+        case "record":
+            return RecordEdge(_shared_recorder(bundle_dir), threading.Lock())
+        case "replay":
+            return ReplayEdge(_shared_replay_source(bundle_dir))
+        case _:
+            assert_never(mode)
+
+
+@contextmanager
+def observed_provider_edge(
+    observation: ProviderRequestObservation,
+    *,
+    mode_raw: str,
+    bundle_dir: Path,
+    bind_host: str,
+    advertise_host: str,
+    forward_timeout: float = 60.0,
+    mounts: Mapping[str, str] = EDGE_MOUNTS,
+) -> Generator[ProviderEdge, None, None]:
+    running: Final = start_provider_edge(
+        _observed_backend(mode_raw, bundle_dir), mounts=mounts,
+        bind_host=bind_host, advertise_host=advertise_host,
+        forward_timeout=forward_timeout, observation=observation,
+    )
+    try:
+        yield running.edge
+    finally:
+        running.shutdown()
diff --git a/tests/e2e/router/test_reliability_cache_e2e.py b/tests/e2e/router/test_reliability_cache_e2e.py
index 4ea05a1ecca..f7a2f2ffeb7 100644
--- a/tests/e2e/router/test_reliability_cache_e2e.py
+++ b/tests/e2e/router/test_reliability_cache_e2e.py
@@ -1,37 +1,98 @@
-"""Live e2e: the response cache returns a cached answer on an exact repeat.
+"""An exact cache hit preserves the full choices and usage without another provider call.
 
-The same unique prompt is sent twice to the real `gpt-5.5` deployment under the
-same key: the first call is a cache miss (the proxy computes and stores the entry,
-and returns no x-litellm-cache-key), the second is an exact hit (the proxy serves
-from cache and returns x-litellm-cache-key). This relies on the standard Redis
-response cache being enabled on the proxy under test.
+Response IDs, creation timestamps and proxy headers are transport metadata;
+compare every field within choices and usage, including provider extensions.
 """
 
 from __future__ import annotations
 
+from typing import Final
+
 import pytest
-
 from complexity_router_client import ComplexityRouterClient
-from e2e_config import unique_marker
-from reliability_support import chat_override
+from e2e_config import (
+    FIXTURE_DIR,
+    FIXTURE_MODE_RAW,
+    PROVIDER_EDGE_ADVERTISE_HOST,
+    PROVIDER_EDGE_BIND_HOST,
+    REQUEST_TIMEOUT,
+    unique_marker,
+)
+from lifecycle import ResourceManager
+from models import ChatBody, ChatMessage, ChatResponse, LiteLLMParamsBody
+from provider_edge import ProviderRequestObservation, observed_provider_edge
+from pydantic import BaseModel, JsonValue
 
-pytestmark = pytest.mark.e2e
+pytestmark = [pytest.mark.e2e, pytest.mark.replayable]
+
+
+class _CacheChatBody(ChatBody):
+    ttl: int = 600
+
+
+class _CachedAnswer(BaseModel):
+    model: str
+    choices: tuple[dict[str, JsonValue], ...]
+    usage: dict[str, JsonValue]
 
 
 class TestReliabilityCache:
     @pytest.mark.covers("reliability.cache.exact.returns_cached")
-    def test_exact_cache_returns_cached(self, client: ComplexityRouterClient, scoped_key: str) -> None:
-        prompt = f"cache probe {unique_marker()}"
+    def test_exact_cache_returns_cached(
+        self, client: ComplexityRouterClient, resources: ResourceManager, scoped_key: str
+    ) -> None:
+        marker: Final = unique_marker()
+        model: Final = f"e2e-cache-{marker}"
+        prompt: Final = f"Reply with a short sentence about a blue lantern. Request marker: {marker}"
+        observation: Final = ProviderRequestObservation(marker)
 
-        first = chat_override(client.proxy, scoped_key, "gpt-5.5", prompt, cache=None)
-        assert first.status_code == 200, f"first call should succeed, got {first.status_code}: {first.body[:300]}"
-        assert "x-litellm-cache-key" not in first.headers, (
-            "first (uncached) call must not report a cache-key header"
-        )
+        with observed_provider_edge(
+            observation,
+            mode_raw=FIXTURE_MODE_RAW,
+            bundle_dir=FIXTURE_DIR,
+            bind_host=PROVIDER_EDGE_BIND_HOST,
+            advertise_host=PROVIDER_EDGE_ADVERTISE_HOST,
+            forward_timeout=REQUEST_TIMEOUT,
+        ) as edge:
+            model_id: Final = client.proxy.create_model(
+                model,
+                LiteLLMParamsBody(
+                    model="openai/gpt-5.6",
+                    api_key="os.environ/OPENAI_API_KEY",
+                    api_base=f"{edge.api_base('openai')}/v1",
+                ),
+            )
+            resources.defer(lambda: client.proxy.delete_model(model_id))
+            body: Final = _CacheChatBody(
+                model=model,
+                messages=[ChatMessage(role="user", content=prompt)],
+                max_completion_tokens=512,
+                reasoning_effort="none",
+                cache=None,
+            )
+            first: Final = client.proxy.transport.send(
+                "/chat/completions", headers=client.proxy.transport.bearer(scoped_key), json=body
+            )
+            assert first.status_code == 200, f"first call should succeed, got {first.status_code}: {first.body[:300]}"
+            assert "x-litellm-cache-key" not in first.headers, "first call must be a cache miss"
+            answer: Final = ChatResponse.model_validate_json(first.body)
+            assert len(answer.choices) == 1
+            choice: Final = answer.choices[0]
+            assert choice.message is not None and choice.message.role == "assistant"
+            assert choice.message.content is not None and choice.message.content.strip(), "first answer is empty"
+            assert choice.finish_reason == "stop"
+            assert answer.usage is not None
+            assert answer.usage.prompt_tokens is not None and answer.usage.prompt_tokens > 0
+            assert answer.usage.completion_tokens is not None and answer.usage.completion_tokens > 0
+            assert answer.usage.total_tokens == answer.usage.prompt_tokens + answer.usage.completion_tokens
+            assert observation.count == 1, "first miss must invoke the provider exactly once"
 
-        second = chat_override(client.proxy, scoped_key, "gpt-5.5", prompt, cache=None)
-        assert second.status_code == 200, f"second call should succeed, got {second.status_code}: {second.body[:300]}"
-        assert "x-litellm-cache-key" in second.headers, (
-            "second identical call should hit the response cache and report a cache-key header "
-            "(requires the proxy's Redis response cache to be enabled)"
-        )
+            second: Final = client.proxy.transport.send(
+                "/chat/completions", headers=client.proxy.transport.bearer(scoped_key), json=body
+            )
+            assert second.status_code == 200, f"second call should succeed, got {second.status_code}: {second.body[:300]}"
+            assert second.headers.get("x-litellm-cache-key"), "identical request must hit the response cache"
+            assert _CachedAnswer.model_validate_json(second.body) == _CachedAnswer.model_validate_json(first.body), (
+                "cache hit changed the answer, finish reason or usage"
+            )
+            assert observation.count == 1, "two successful requests must invoke the provider exactly once"
diff --git a/tests/e2e/test_provider_edge.py b/tests/e2e/test_provider_edge.py
index 8ab389ee43c..18f72ac0e7a 100644
--- a/tests/e2e/test_provider_edge.py
+++ b/tests/e2e/test_provider_edge.py
@@ -34,10 +34,7 @@ from pathlib import Path
 from typing import Final
 
 import pytest
-from pydantic import TypeAdapter
-
 from e2e_http import RawResponse, StreamChunk, forward
-from fixture_canonical import canonicalize
 from fixture_bundle import (
     BundleRecorder,
     Interaction,
@@ -49,6 +46,7 @@ from fixture_bundle import (
     prepare_bundle,
     slug_for_test,
 )
+from fixture_canonical import canonicalize
 from fixture_mode import current_test_key
 from provider_edge import (
     REPLAY_MISS_STATUS,
@@ -56,15 +54,18 @@ from provider_edge import (
     EdgeReply,
     EdgeStream,
     ProviderEdge,
+    ProviderRequestObservation,
     RecordEdge,
     ReplayEdge,
     ReplaySource,
     edge_request,
     handle_edge_request,
+    observed_provider_edge,
     provider_edge_api_base,
     replay_leftover_error,
     start_provider_edge,
 )
+from pydantic import TypeAdapter
 
 CHAT_PATH = "/openai/v1/chat/completions"
 UPLOAD_PATH = "/openai/v1/files"
@@ -1290,3 +1291,62 @@ class TestApiBaseSeam:
         assert second.endswith("/anthropic")
         assert first.rsplit("/", 1)[0] == second.rsplit("/", 1)[0]
         assert (root / "manifest.json").is_file()
+
+
+class TestProviderRequestObservation:
+    def test_live_counts_repeated_marker_calls_without_recording(self, tmp_path: Path) -> None:
+        observation: Final = ProviderRequestObservation("observed-lantern")
+        with fake_provider() as provider:
+            with observed_provider_edge(
+                observation, mode_raw="live", bundle_dir=tmp_path / "unused",
+                bind_host="127.0.0.1", advertise_host="127.0.0.1",
+                mounts={"openai": provider_url(provider)},
+            ) as edge:
+                assert observation.count == 0
+                unrelated: Final = call_edge(edge, "POST", CHAT_PATH, body=chat_body("other-lantern"))
+                assert unrelated.status_code == 200
+                assert observation.count == 0
+                first: Final = call_edge(edge, "POST", CHAT_PATH, body=chat_body("observed-lantern"))
+                assert first.status_code == 200
+                assert json_object(first.body)["echo"] == chat_body("observed-lantern").decode()
+                assert observation.count == 1
+                second: Final = call_edge(edge, "POST", CHAT_PATH, body=chat_body("observed-lantern"))
+                assert second.status_code == 200
+                assert observation.count == 2
+            assert len(provider.hits) == 3
+        assert not (tmp_path / "unused").exists()
+
+    def test_record_and_replay_count_each_matching_call(self, tmp_path: Path) -> None:
+        with fake_provider() as provider:
+            for mode, observation in (
+                ("record", ProviderRequestObservation("observed-lantern")),
+                ("replay", ProviderRequestObservation("observed-lantern")),
+            ):
+                with observed_provider_edge(
+                    observation, mode_raw=mode, bundle_dir=tmp_path / "bundle",
+                    bind_host="127.0.0.1", advertise_host="127.0.0.1",
+                    mounts={"openai": provider_url(provider)},
+                ) as edge:
+                    assert observation.count == 0
+                    for expected, response in (
+                        (index, call_edge(edge, "POST", CHAT_PATH, body=chat_body("observed-lantern")))
+                        for index in (1, 2)
+                    ):
+                        assert response.status_code == 200
+                        assert json_object(response.body)["hit"] == expected
+                        assert observation.count == expected
+                assert len(provider.hits) == 2
+        assert replay_leftover_error(
+            mode_raw="replay", bundle_dir=tmp_path / "bundle", test_key=current_test_key()
+        ) is None
+
+    def test_failed_provider_attempt_is_counted(self, tmp_path: Path) -> None:
+        observation: Final = ProviderRequestObservation("observed-lantern")
+        with observed_provider_edge(
+            observation, mode_raw="live", bundle_dir=tmp_path / "unused",
+            bind_host="127.0.0.1", advertise_host="127.0.0.1",
+            mounts={"openai": "http://127.0.0.1:9"},
+        ) as edge:
+            response: Final = call_edge(edge, "POST", CHAT_PATH, body=chat_body("observed-lantern"))
+            assert response.status_code == 502
+            assert observation.count == 1

From 3e23eae24896afa9de102d43ce04928ed7ecff6b Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 12:22:18 -0700
Subject: [PATCH 183/298] fix(proxy): keep call_type and request start time on
 failed-request spend logs (#40558)

* fix(proxy): keep call_type and request start time on failed-request spend logs

post_call_failure_hook pops litellm_logging_obj before the failure callbacks
run, so the spend row built from request_data had a blank call_type and used
datetime.now() as the start time. A guardrail-blocked MCP tool call therefore
showed up in the Logs page as an LLM row with no call type and a 0s duration.
Lift call_type and start_time off the logging object alongside the fields
already lifted, and have the DB failure hook prefer the lifted start time.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(proxy): inject the spend writer into _ProxyDBLogger instead of patching a module global

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/constants.py                          |  1 +
 .../proxy/hooks/proxy_track_cost_callback.py  | 28 ++++---
 .../spend_tracking/spend_tracking_utils.py    |  4 +-
 litellm/proxy/utils.py                        |  9 ++-
 .../test_spend_tracking_utils.py              |  5 ++
 tests/test_litellm/proxy/test_proxy_utils.py  | 76 ++++++++++++++++++-
 6 files changed, 107 insertions(+), 16 deletions(-)

diff --git a/litellm/constants.py b/litellm/constants.py
index 028c08a691e..6b984c2673c 100644
--- a/litellm/constants.py
+++ b/litellm/constants.py
@@ -2002,6 +2002,7 @@ NON_INFERENCE_CALL_TYPES: Final[frozenset[str]] = frozenset(
 
 UNKNOWN_MODEL_SPEND_LOG_MODEL: Final[str] = "unknown-model"
 MAX_SPEND_LOG_MODEL_NAME_LENGTH: Final[int] = 256
+MCP_SPEND_LOG_MODEL_PREFIX: Final[str] = "MCP: "
 
 # PTU reservation rollup writes rows to LiteLLM_DailyTeamSpend with this
 # sentinel api_key so PTU flat cost stays distinguishable from real per-request
diff --git a/litellm/proxy/hooks/proxy_track_cost_callback.py b/litellm/proxy/hooks/proxy_track_cost_callback.py
index 00406ad436e..1e946cc2e23 100644
--- a/litellm/proxy/hooks/proxy_track_cost_callback.py
+++ b/litellm/proxy/hooks/proxy_track_cost_callback.py
@@ -1,6 +1,6 @@
 import asyncio
 import traceback
-from collections.abc import Sequence
+from collections.abc import Callable, Sequence
 from datetime import datetime
 from typing import TYPE_CHECKING, Any, Final, cast
 
@@ -23,6 +23,7 @@ from litellm.proxy.auth.auth_checks import (
 )
 from litellm.proxy.auth.route_checks import RouteChecks
 from litellm.proxy.db.db_spend_update_writer import (
+    DBSpendUpdateWriter,
     debitable_model_access_groups,
     get_llm_router,
 )
@@ -81,6 +82,12 @@ _CAPTURED_IDENTITY_CALL_TYPES: Final[frozenset[str]] = frozenset(
 )
 
 
+def _proxy_spend_writer() -> DBSpendUpdateWriter:
+    from litellm.proxy.proxy_server import proxy_logging_obj
+
+    return proxy_logging_obj.db_spend_update_writer
+
+
 class _ProxyDBLogger(CustomLogger):
     def __init__(
         self,
@@ -88,9 +95,11 @@ class _ProxyDBLogger(CustomLogger):
         *,
         turn_off_message_logging: bool = False,
         message_logging: bool = True,
+        spend_writer: Callable[[], DBSpendUpdateWriter] = _proxy_spend_writer,
     ) -> None:
         super().__init__(turn_off_message_logging=turn_off_message_logging, message_logging=message_logging)
         self.spend_event_producer = spend_event_producer
+        self._spend_writer: Final = spend_writer
 
     async def async_log_success_event(
         self, kwargs: ObjectMapping, response_obj: object, start_time: datetime, end_time: datetime
@@ -150,8 +159,6 @@ class _ProxyDBLogger(CustomLogger):
         ):
             return
 
-        from litellm.proxy.proxy_server import proxy_logging_obj
-
         _metadata = dict(
             LiteLLMProxyRequestSetup.get_sanitized_user_information_from_key(user_api_key_dict=user_api_key_dict)
         )
@@ -227,13 +234,12 @@ class _ProxyDBLogger(CustomLogger):
             if request_data.get("litellm_trace_id") is None:
                 request_data["litellm_trace_id"] = getattr(_litellm_logging_obj, "litellm_trace_id", None)
 
-        # Use the actual request start time from the logging object so that
-        # failed requests record the real duration instead of 0.
-        actual_start_time = datetime.now()
-        if _litellm_logging_obj is not None:
-            obj_start: Final = getattr(_litellm_logging_obj, "start_time", None)
-            if obj_start is not None:
-                actual_start_time = obj_start
+        lifted_start_time: Final = request_data.get("start_time")
+        actual_start_time: Final = (
+            lifted_start_time
+            if isinstance(lifted_start_time, datetime)
+            else getattr(_litellm_logging_obj, "start_time", None) or datetime.now()
+        )
 
         # A stream that broke mid-flight still billed the provider for the
         # chunks already delivered. ``post_call_failure_hook`` lifts that
@@ -249,7 +255,7 @@ class _ProxyDBLogger(CustomLogger):
             existing_metadata.get("standard_logging_guardrail_information")
         )
 
-        await proxy_logging_obj.db_spend_update_writer.update_database(
+        await self._spend_writer().update_database(
             token=user_api_key_dict.api_key,
             response_cost=recovered_response_cost,
             user_id=user_api_key_dict.user_id,
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index f0f38358cf0..01398d38687 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -19,6 +19,7 @@ from litellm.constants import (
     LITTELM_CLI_SERVICE_ACCOUNT_NAME,
     LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME,
     MAX_SPEND_LOG_MODEL_NAME_LENGTH,
+    MCP_SPEND_LOG_MODEL_PREFIX,
     REDACTED_BY_LITELM_STRING,
     SESSION_ID_OMITTED_METADATA_KEY,
     UNKNOWN_MODEL_SPEND_LOG_MODEL,
@@ -338,7 +339,8 @@ def _sl_attribution_fallback(
 
 
 def _looks_like_model_name(model: str) -> bool:
-    return len(model) <= MAX_SPEND_LOG_MODEL_NAME_LENGTH and not any(char.isspace() for char in model)
+    candidate: Final = model.removeprefix(MCP_SPEND_LOG_MODEL_PREFIX)
+    return len(candidate) <= MAX_SPEND_LOG_MODEL_NAME_LENGTH and not any(char.isspace() for char in candidate)
 
 
 def get_logging_payload(kwargs, response_obj, start_time, end_time) -> SpendLogsPayload:
diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 253494b02f4..8e6142090a4 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -877,9 +877,10 @@ _EMPTY_LIFT: Final = MappingProxyType({})
 def _failure_fields_to_lift(request_data: Mapping[str, object]) -> Mapping[str, object]:
     """Failure-path callbacks run after ``litellm_logging_obj`` is popped from
     request_data (it is not serialisable), so the caller merges these fields
-    onto request_data first: the first-handoff instant for preprocessing
-    latency, recovered or estimated usage for token counts, and the standard
-    logging object for deployment attribution on failed-request spend logs."""
+    onto request_data first: the request start and first-handoff instants for
+    duration and preprocessing latency, the call type, recovered or estimated
+    usage for token counts, and the standard logging object for deployment
+    attribution on failed-request spend logs."""
     _logging_obj: Final = request_data.get("litellm_logging_obj")
     if _logging_obj is None:
         return _EMPTY_LIFT
@@ -891,7 +892,9 @@ def _failure_fields_to_lift(request_data: Mapping[str, object]) -> Mapping[str,
         dispatched=_first_handoff is not None,
     )
     _entries: Final = (
+        ("start_time", _model_call_details.get("start_time")),
         ("first_api_call_start_time", _first_handoff),
+        ("call_type", _model_call_details.get("call_type")),
         ("combined_usage_object", None if _usage_to_lift is None else _usage_to_lift[0]),
         ("response_cost", None if _usage_to_lift is None else (_usage_to_lift[1] or 0.0)),
         ("standard_logging_object", _model_call_details.get("standard_logging_object")),
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index df113197ec6..dc8a87a97ad 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -1020,6 +1020,11 @@ _OVERLONG_MODEL: Final = "m" * (MAX_SPEND_LOG_MODEL_NAME_LENGTH + 1)
         ),
         ("gpt-5.2", ValueError("provider timed out"), "gpt-5.2"),
         (_BEDROCK_INFERENCE_PROFILE_ARN, ValueError("provider timed out"), _BEDROCK_INFERENCE_PROFILE_ARN),
+        (
+            "MCP: deepwiki-ask_question",
+            ValueError("Content blocked: keyword 'confidential' detected"),
+            "MCP: deepwiki-ask_question",
+        ),
     ],
 )
 def test_get_logging_payload_replaces_rejected_or_prompt_shaped_models_with_the_placeholder(
diff --git a/tests/test_litellm/proxy/test_proxy_utils.py b/tests/test_litellm/proxy/test_proxy_utils.py
index 646596c5b88..9def21c0573 100644
--- a/tests/test_litellm/proxy/test_proxy_utils.py
+++ b/tests/test_litellm/proxy/test_proxy_utils.py
@@ -581,6 +581,75 @@ class TestPostCallFailureHookLiftsStandardLoggingObject:
         assert "standard_logging_object" not in request_data
 
 
+class TestPostCallFailureHookLiftsCallTypeAndStartTime:
+    """A guardrail-blocked MCP tool call fails before any LLM call. The failure
+    spend row is built from request_data after ``litellm_logging_obj`` is popped,
+    so ``call_type`` and the request ``start_time`` must be lifted off the logging
+    object first, or the Logs page shows the row as an LLM call with a blank call
+    type and a 0s duration (LIT-7453).
+    """
+
+    @pytest.mark.asyncio
+    async def test_failed_mcp_tool_call_spend_row_keeps_call_type_model_and_duration(self):
+        import traceback
+        from types import SimpleNamespace
+        from unittest.mock import AsyncMock
+
+        from litellm.litellm_core_utils.litellm_logging import Logging
+        from litellm.proxy.hooks.proxy_track_cost_callback import _ProxyDBLogger
+        from litellm.proxy.spend_tracking.spend_tracking_utils import get_logging_payload
+
+        request_start = real_datetime.datetime.now() - real_datetime.timedelta(seconds=2)
+        logging_obj = Logging(
+            model="MCP: deepwiki-ask_question",
+            messages=[],
+            stream=False,
+            call_type="call_mcp_tool",
+            start_time=request_start,
+            litellm_call_id="call-1",
+            function_id="fn-1",
+        )
+        logging_obj.update_environment_variables(
+            model="MCP: deepwiki-ask_question",
+            user="",
+            optional_params={},
+            litellm_params={"metadata": {"user_api_key_hash": "hashed"}},
+        )
+        blocked = Exception("Content blocked: keyword 'confidential' detected")
+        logging_obj.failure_handler(blocked, traceback.format_exc(), request_start, real_datetime.datetime.now())
+        request_data = {
+            "name": "deepwiki-ask_question",
+            "arguments": {"question": "confidential"},
+            "litellm_logging_obj": logging_obj,
+        }
+        proxy_logging_obj = ProxyLogging(user_api_key_cache=DualCache())
+        proxy_logging_obj.alert_types = []
+        spend_writer = SimpleNamespace(update_database=AsyncMock())
+        original_callbacks = list(litellm.callbacks)
+        litellm.callbacks = [_ProxyDBLogger(spend_writer=lambda: spend_writer)]
+        try:
+            with patch.object(proxy_logging_obj, "update_request_status", new=AsyncMock()):
+                await proxy_logging_obj.post_call_failure_hook(
+                    request_data=request_data,
+                    original_exception=blocked,
+                    user_api_key_dict=UserAPIKeyAuth(api_key="sk-test"),
+                )
+        finally:
+            litellm.callbacks = original_callbacks
+            ProxyLogging._callback_capabilities_cache.clear()
+
+        db_call = spend_writer.update_database.call_args.kwargs
+        payload = get_logging_payload(
+            kwargs=db_call["kwargs"],
+            response_obj=db_call["completion_response"],
+            start_time=db_call["start_time"],
+            end_time=db_call["end_time"],
+        )
+        assert payload["call_type"] == "call_mcp_tool"
+        assert payload["model"] == "MCP: deepwiki-ask_question"
+        assert payload["endTime"] - payload["startTime"] >= real_datetime.timedelta(seconds=2)
+
+
 class TestPostCallFailureHookEstimatesDispatchedInputTokens:
     """A non-stream request that failed after dispatch (timeout, provider
     error) consumed provider-billed input tokens but recovered no usage.
@@ -1848,13 +1917,14 @@ def test_a_failure_with_no_logging_object_lifts_nothing():
     assert dict(_failure_fields_to_lift({"litellm_logging_obj": _LoggingObj({})})) == {}
 
 
-def test_a_dispatched_failure_lifts_the_four_fields_the_spend_log_needs():
+def test_a_dispatched_failure_lifts_the_fields_the_spend_log_needs():
     from litellm.proxy.utils import _failure_fields_to_lift
 
     lifted = _failure_fields_to_lift(
         {
             "litellm_logging_obj": _LoggingObj(
                 {
+                    "start_time": 1699999999.0,
                     "first_api_call_start_time": 1700000000.0,
                     "call_type": "acompletion",
                     "model": FAILURE_USAGE_MODEL,
@@ -1866,12 +1936,16 @@ def test_a_dispatched_failure_lifts_the_four_fields_the_spend_log_needs():
     )
 
     assert set(lifted) == {
+        "start_time",
         "first_api_call_start_time",
+        "call_type",
         "combined_usage_object",
         "response_cost",
         "standard_logging_object",
     }
+    assert lifted["start_time"] == 1699999999.0
     assert lifted["first_api_call_start_time"] == 1700000000.0
+    assert lifted["call_type"] == "acompletion"
     assert lifted["response_cost"] == 0.0
     assert lifted["combined_usage_object"].prompt_tokens > 0
     assert lifted["standard_logging_object"] == {"id": "log-1"}

From 1270ecb781ad0b3d5de25250807e26046559a8b9 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 12:28:02 -0700
Subject: [PATCH 184/298] test(load): drive /v1/messages alongside
 /chat/completions in the Redis chaos test

The Anthropic Messages route reaches the same Redis touchpoints and cost-tracking
callback through its own request path, so a failure-path regression there would not
surface from chat completions alone. Each simulated user now picks one endpoint round
robin and stays on it, and the per-endpoint split is asserted and reported so a run
that silently drove only one route fails instead of passing.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/CLAUDE.md                          |  2 +-
 tests/e2e/coverage_registry/reliability.yaml |  2 +-
 tests/e2e/load/locust_load.py                | 57 +++++++++++++++++---
 tests/e2e/load/locustfile.py                 | 23 ++++++--
 tests/e2e/load/test_locust_load.py           | 47 ++++++++++++++++
 tests/e2e/load/test_redis_chaos_e2e.py       | 21 ++++++--
 6 files changed, 135 insertions(+), 17 deletions(-)

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 24bad9f0d0d..80e78dd4cdd 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests and budgeting p50/p90/p99 latency, RSS, and CPU-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint and budgeting p50/p90/p99 latency, RSS, and CPU-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/coverage_registry/reliability.yaml b/tests/e2e/coverage_registry/reliability.yaml
index 23163ab666c..cfbedf3d236 100644
--- a/tests/e2e/coverage_registry/reliability.yaml
+++ b/tests/e2e/coverage_registry/reliability.yaml
@@ -31,7 +31,7 @@
 - {id: reliability.cache.exact.returns_cached, module: reliability, tier: P1, behavior: cache, variant: exact, assertions: [returns_cached], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/caching.py", rationale: "Response cache returns cached on exact match"}
 - {id: reliability.cache.prompt_caching_model_select.returns_cached, module: reliability, tier: P1, behavior: cache, variant: prompt_caching_model_select, assertions: [returns_cached], exercised_on: [chat_completions], source: "router_utils/prompt_caching_cache.py", rationale: "Selects model supporting prompt caching for cacheable prefix"}
 - {id: reliability.circuit_breaker.redis.trips_then_recovers, module: reliability, tier: P0, behavior: circuit_breaker, variant: redis, assertions: [trips_then_recovers], exercised_on: [chat_completions, messages, embeddings], source: "litellm/caching/redis_cache.py:99", rationale: "Redis breaker CLOSED->OPEN->HALF_OPEN; guards all cache/rate-limit ops"}
-- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "Under locust load with every request retrying through failing mock deployments, pausing Redis writes mid-run trips the breaker and every request still succeeds, with latency, RSS, and CPU reported as p50/p90/p99 against the pre-pause baseline; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
+- {id: reliability.circuit_breaker.redis_timeout.stays_responsive, module: reliability, tier: P1, behavior: circuit_breaker, variant: redis_timeout, assertions: [stays_responsive], exercised_on: [chat_completions, messages], source: "litellm/proxy/hooks/proxy_track_cost_callback.py:386", fail_before_fix: proven, rationale: "Under locust load split round robin over /chat/completions and /v1/messages with every request retrying through failing mock deployments, holding Redis in CLIENT PAUSE ALL for the phase trips the breaker and every request still succeeds, with latency, RSS, and CPU reported as p50/p90/p99 against the pre-pause baseline; on v1.100.0 the failed-tracking alert body doubled per request until the worker OOMed (LIT-6780)"}
 - {id: reliability.timeout.request_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: request_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions, messages], source: "litellm/router.py:545-551", rationale: "Per-request timeout raises Timeout"}
 - {id: reliability.timeout.stream_timeout.exceeds_deadline, module: reliability, tier: P1, behavior: timeout, variant: stream_timeout, assertions: [exceeds_deadline], exercised_on: [chat_completions], source: "litellm/router.py:551", rationale: "Streaming chunk-delivery timeout"}
 - {id: reliability.perf.throughput.under_slo, module: reliability, tier: P1, behavior: perf, variant: throughput, assertions: [under_slo], exercised_on: [chat_completions, messages], source: grammar, rationale: "Throughput SLO under load"}
diff --git a/tests/e2e/load/locust_load.py b/tests/e2e/load/locust_load.py
index a1668c5bfc5..40f9f333db5 100644
--- a/tests/e2e/load/locust_load.py
+++ b/tests/e2e/load/locust_load.py
@@ -5,6 +5,7 @@ import os
 import subprocess
 import sys
 import tempfile
+from collections.abc import Sequence
 from dataclasses import dataclass
 from itertools import accumulate
 from pathlib import Path
@@ -19,6 +20,7 @@ _MAX_REPORTED_ERRORS = 5
 
 
 class LocustStatEntry(BaseModel):
+    name: str
     num_requests: int
     num_failures: int
     start_time: float
@@ -36,6 +38,16 @@ class LoadError:
     occurrences: int
 
 
+@dataclass(frozen=True, slots=True)
+class EndpointLoad:
+    """One route's share of a phase, so a run that silently drove only one of them is visible."""
+
+    name: str
+    requests: int
+    failures: int
+    p50_seconds: float
+
+
 @dataclass(frozen=True, slots=True)
 class LoadResult:
     requests: int
@@ -44,6 +56,7 @@ class LoadResult:
     p50_seconds: float
     p90_seconds: float
     p99_seconds: float
+    endpoints: tuple[EndpointLoad, ...]
     errors: tuple[LoadError, ...]
     generator_warnings: tuple[str, ...]
 
@@ -65,8 +78,15 @@ class LoadResult:
     def latency_summary(self) -> str:
         return f"p50 {self.p50_seconds:.3f}s, p90 {self.p90_seconds:.3f}s, p99 {self.p99_seconds:.3f}s"
 
+    def endpoint_summary(self) -> str:
+        return ", ".join(
+            f"{endpoint.name} {endpoint.requests} requests, {endpoint.failures} failures, "
+            f"p50 {endpoint.p50_seconds:.3f}s"
+            for endpoint in self.endpoints
+        )
 
-def percentile_seconds(entries: list[LocustStatEntry], fraction: float) -> float:
+
+def percentile_seconds(entries: Sequence[LocustStatEntry], fraction: float) -> float:
     """The response time at `fraction` of the merged histograms, in seconds.
 
     Locust buckets response times by millisecond, so this reads the first bucket whose
@@ -82,13 +102,29 @@ def percentile_seconds(entries: list[LocustStatEntry], fraction: float) -> float
     return next(milliseconds for (milliseconds, _), seen in zip(samples, running) if seen >= rank) / 1000.0
 
 
+def per_endpoint(entries: Sequence[LocustStatEntry]) -> tuple[EndpointLoad, ...]:
+    """Each locust request name's own totals, in the order the names first appear."""
+    names: Final = tuple(dict.fromkeys(entry.name for entry in entries))
+    grouped: Final = ((name, tuple(entry for entry in entries if entry.name == name)) for name in names)
+    return tuple(
+        EndpointLoad(
+            name=name,
+            requests=sum(entry.num_requests for entry in group),
+            failures=sum(entry.num_failures for entry in group),
+            p50_seconds=percentile_seconds(group, 0.5),
+        )
+        for name, group in grouped
+    )
+
+
 def aggregate_stats(
-    entries: list[LocustStatEntry],
+    entries: Sequence[LocustStatEntry],
     errors: tuple[LoadError, ...],
     generator_warnings: tuple[str, ...],
 ) -> LoadResult:
     requests = sum(entry.num_requests for entry in entries)
     failures = sum(entry.num_failures for entry in entries)
+    endpoints = per_endpoint(entries)
     if not entries or requests == 0:
         return LoadResult(
             requests=requests,
@@ -97,6 +133,7 @@ def aggregate_stats(
             p50_seconds=0.0,
             p90_seconds=0.0,
             p99_seconds=0.0,
+            endpoints=endpoints,
             errors=errors,
             generator_warnings=generator_warnings,
         )
@@ -108,6 +145,7 @@ def aggregate_stats(
         p50_seconds=percentile_seconds(entries, 0.5),
         p90_seconds=percentile_seconds(entries, 0.9),
         p99_seconds=percentile_seconds(entries, 0.99),
+        endpoints=endpoints,
         errors=errors,
         generator_warnings=generator_warnings,
     )
@@ -142,19 +180,21 @@ def read_generator_warnings(stderr: str) -> tuple[str, ...]:
     return tuple(dict.fromkeys(saturated))
 
 
-def run_chat_load(
+def run_gateway_load(
     *,
     base_url: str,
     api_keys: tuple[str, ...],
     model: str,
+    endpoints: tuple[str, ...],
     users: int,
     spawn_rate: float,
     duration_seconds: float,
 ) -> LoadResult:
-    """Drive /chat/completions from headless locust and aggregate what it reported.
+    """Drive `endpoints` from headless locust and aggregate what it reported.
 
     Each simulated user picks one of `api_keys`, so auth and budget lookups spread over a
-    pool of virtual keys instead of keeping one key's cache entry permanently warm.
+    pool of virtual keys instead of keeping one key's cache entry permanently warm, and one
+    of `endpoints` round robin, so the run covers every route the caller asked for.
     """
     with tempfile.TemporaryDirectory(prefix="e2e-load-") as report_dir:
         csv_prefix = Path(report_dir) / _CSV_PREFIX
@@ -180,7 +220,12 @@ def run_chat_load(
                 "--exit-code-on-error",
                 "0",
             ],
-            env={**os.environ, "LOAD_API_KEYS": ",".join(api_keys), "LOAD_MODEL": model},
+            env={
+                **os.environ,
+                "LOAD_API_KEYS": ",".join(api_keys),
+                "LOAD_MODEL": model,
+                "LOAD_ENDPOINTS": ",".join(endpoints),
+            },
             capture_output=True,
             text=True,
             timeout=duration_seconds + 120,
diff --git a/tests/e2e/load/locustfile.py b/tests/e2e/load/locustfile.py
index 3d9ef7c83ea..a4e396aa8d7 100644
--- a/tests/e2e/load/locustfile.py
+++ b/tests/e2e/load/locustfile.py
@@ -3,16 +3,22 @@ from __future__ import annotations
 import os
 import random
 import uuid
+from itertools import cycle
 from typing import Final
 
 from locust import FastHttpUser, constant, task
 
 _MODEL: Final = os.environ["LOAD_MODEL"]
 _API_KEYS: Final = tuple(os.environ["LOAD_API_KEYS"].split(","))
+_NEXT_ENDPOINT: Final = cycle(os.environ["LOAD_ENDPOINTS"].split(","))
 
 
 def _payload() -> dict[str, object]:
-    """A prompt no other request sent, so the response cache never answers for the deployment."""
+    """A prompt no other request sent, so the response cache never answers for the deployment.
+
+    Both endpoints take the same body: /v1/messages requires max_tokens, which /chat/completions
+    also accepts, so one payload serves the whole round robin.
+    """
     return {
         "model": _MODEL,
         "messages": [{"role": "user", "content": f"load test ping {uuid.uuid4().hex}"}],
@@ -20,17 +26,24 @@ def _payload() -> dict[str, object]:
     }
 
 
-class ChatUser(FastHttpUser):
+class GatewayUser(FastHttpUser):
+    """One simulated user, pinned to one endpoint for its lifetime.
+
+    Endpoints are handed out round robin as users spawn, so a run spreads evenly over them
+    while each user's traffic stays on a single route, the way a real client behaves.
+    """
+
     wait_time = constant(0)
 
     def on_start(self) -> None:
         self.headers = {"Authorization": f"Bearer {random.choice(_API_KEYS)}"}
+        self.endpoint = next(_NEXT_ENDPOINT)
 
     @task
-    def chat(self) -> None:
+    def call(self) -> None:
         self.client.post(  # pyright: ignore[reportUnknownMemberType]  # locust FastHttpSession.post types json/**kwargs as Any
-            "/chat/completions",
+            self.endpoint,
             json=_payload(),
             headers=self.headers,
-            name="/chat/completions",
+            name=self.endpoint,
         )
diff --git a/tests/e2e/load/test_locust_load.py b/tests/e2e/load/test_locust_load.py
index 40a238ef624..af3e1483099 100644
--- a/tests/e2e/load/test_locust_load.py
+++ b/tests/e2e/load/test_locust_load.py
@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 from pathlib import Path
+from typing import Final
 
 from locust_load import (
     LoadError,
@@ -18,12 +19,14 @@ _FAILURES_HEADER = "Method,Name,Error,Occurrences,First Seen,Last Seen\n"
 def _entry(
     *,
     num_requests: int,
+    name: str = "/chat/completions",
     num_failures: int = 0,
     start_time: float = 1000.0,
     last_request_timestamp: float = 1010.0,
     response_times: dict[int, int] | None = None,
 ) -> LocustStatEntry:
     return LocustStatEntry(
+        name=name,
         num_requests=num_requests,
         num_failures=num_failures,
         start_time=start_time,
@@ -44,6 +47,7 @@ def _result(
         p50_seconds=0.05,
         p90_seconds=0.08,
         p99_seconds=0.1,
+        endpoints=(),
         errors=errors,
         generator_warnings=generator_warnings,
     )
@@ -126,6 +130,49 @@ class TestAggregate:
         assert result.requests == 0
         assert result.requests_per_second == 0.0
         assert result.failure_ratio == 1.0
+        assert result.endpoints == ()
+
+
+class TestPerEndpoint:
+    def test_each_route_keeps_its_own_requests_failures_and_median(self) -> None:
+        entries: Final = (
+            _entry(name="/chat/completions", num_requests=100, response_times={20: 100}),
+            _entry(name="/v1/messages", num_requests=40, num_failures=3, response_times={900: 40}),
+        )
+
+        result: Final = aggregate_stats(entries, (), ())
+
+        assert tuple((one.name, one.requests, one.failures, one.p50_seconds) for one in result.endpoints) == (
+            ("/chat/completions", 100, 0, 0.02),
+            ("/v1/messages", 40, 3, 0.9),
+        )
+
+    def test_several_stats_entries_for_one_route_fold_into_a_single_row(self) -> None:
+        entries: Final = (
+            _entry(name="/v1/messages", num_requests=10, response_times={30: 10}),
+            _entry(name="/v1/messages", num_requests=30, num_failures=1, response_times={30: 30}),
+        )
+
+        result: Final = aggregate_stats(entries, (), ())
+
+        assert tuple((one.name, one.requests, one.failures) for one in result.endpoints) == (("/v1/messages", 40, 1),)
+
+    def test_a_route_that_never_ran_is_absent_so_a_one_sided_run_cannot_pass_unnoticed(self) -> None:
+        result: Final = aggregate_stats((_entry(name="/chat/completions", num_requests=10),), (), ())
+
+        assert tuple(one.name for one in result.endpoints) == ("/chat/completions",)
+
+    def test_the_summary_names_every_route_with_its_counts(self) -> None:
+        entries: Final = (
+            _entry(name="/chat/completions", num_requests=2, response_times={20: 2}),
+            _entry(name="/v1/messages", num_requests=1, num_failures=1, response_times={500: 1}),
+        )
+
+        result: Final = aggregate_stats(entries, (), ())
+
+        assert result.endpoint_summary() == (
+            "/chat/completions 2 requests, 0 failures, p50 0.020s, /v1/messages 1 requests, 1 failures, p50 0.500s"
+        )
 
 
 class TestErrorBreakdown:
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 950712309dc..646429bbdd7 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -11,6 +11,11 @@ retries on the failing pair (a 500 is retryable, so retries keep re-picking insi
 order) and the router's order-based fallback then re-targets order 2. Every request is expected
 to succeed, and each one carries retry breadcrumbs into cost tracking.
 
+Traffic is split round robin between /chat/completions and /v1/messages, one endpoint per
+simulated user: the Redis touchpoints and the cost-tracking callback are shared by both, but
+the Anthropic Messages route reaches them through its own request path, so a regression that
+only shows up there would not surface from chat completions alone.
+
 Phase A is a baseline with Redis healthy; phase B holds Redis in CLIENT PAUSE ALL for the
 length of the phase, simulating Redis being down outright rather than merely slow to write.
 Every touchpoint times out: the auth cache read falls back to Postgres, the response cache
@@ -40,7 +45,7 @@ from e2e_config import PROXY_BASE_URL, unique_marker
 from e2e_http import NoBody
 from lifecycle import ResourceManager
 from load_client import LoadClient
-from locust_load import LoadResult, run_chat_load
+from locust_load import LoadResult, run_gateway_load
 from models import KeyGenerateBody, LiteLLMParamsBody
 from phase_budget import Budget, violations
 from proxy_client import ProxyClient
@@ -55,6 +60,7 @@ SERVING_DEPLOYMENTS: Final = 1
 FAILING_ORDER: Final = 1
 SERVING_ORDER: Final = 2
 KEY_POOL_SIZE: Final = 8
+LOAD_ENDPOINTS: Final = ("/chat/completions", "/v1/messages")
 LOCUST_USERS: Final = 50
 LOCUST_SPAWN_RATE: Final = 50.0
 BASELINE_SECONDS: Final = 60.0
@@ -119,7 +125,8 @@ class Phase:
             f"{self.name}: {self.load.requests} requests, {self.load.failures} failures, "
             f"{self.load.requests_per_second:.0f} rps, {self.load.latency_summary()}; {self.usage.summary()}; "
             f"{self.cpu_seconds_per_request * 1000:.1f} ms CPU per request; "
-            f"{self.timeouts_per_request:.2f} Redis timeouts per request"
+            f"{self.timeouts_per_request:.2f} Redis timeouts per request; "
+            f"by endpoint: {self.load.endpoint_summary()}"
         )
 
 
@@ -241,10 +248,11 @@ def _generate_key_pool(proxy: ProxyClient, resources: ResourceManager) -> tuple[
 
 
 def _drive(keys: tuple[str, ...], seconds: float) -> LoadResult:
-    return run_chat_load(
+    return run_gateway_load(
         base_url=PROXY_BASE_URL,
         api_keys=keys,
         model=MODEL_GROUP,
+        endpoints=LOAD_ENDPOINTS,
         users=LOCUST_USERS,
         spawn_rate=LOCUST_SPAWN_RATE,
         duration_seconds=seconds,
@@ -310,7 +318,7 @@ def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
 class TestRedisChaos:
     @pytest.mark.covers(
         "reliability.circuit_breaker.redis_timeout.stays_responsive",
-        exercised_on=("chat_completions",),
+        exercised_on=("chat_completions", "messages"),
     )
     def test_load_survives_redis_being_down(
         self,
@@ -356,6 +364,11 @@ class TestRedisChaos:
             assert phase.load.requests > 0, (
                 f"{phase.name} drove no traffic at all, so it proved nothing: {phase.load.diagnosis()}. {report}"
             )
+            assert frozenset(endpoint.name for endpoint in phase.load.endpoints) == frozenset(LOAD_ENDPOINTS), (
+                f"{phase.name} drove {tuple(endpoint.name for endpoint in phase.load.endpoints)} rather than every "
+                f"endpoint in {LOAD_ENDPOINTS}; the round robin hands one endpoint to each simulated user, so a "
+                f"missing one means a route never ran and its request path was never exercised. {report}"
+            )
             assert phase.load.failures == 0, (
                 f"{phase.name} had {phase.load.failures} of {phase.load.requests} requests fail. Every request "
                 f"must succeed: the failing deployments sit at order {FAILING_ORDER} and the serving one at order "

From 89f1f9567d068c51ed4c2dfa8e7bbae7676a3684 Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 12:37:19 -0700
Subject: [PATCH 185/298] refactor(ocr): route native requests through core
 (#40532)

* refactor(ocr): route native Mistral through core

* fix(ocr): preserve Azure API base resolution

* chore(ocr): document bridge boundary casts

* fix(ocr): keep Azure environment resolution in Rust

* fix(ocr): centralize native execution and isolate request logging

* refactor(ocr): narrow native migration to bridge routing

---------

Co-authored-by: Stack Plan <stack-plan@example.invalid>
---
 .../crates/python-bridge/src/routes/ocr.rs    |  16 ++
 .../llms/reducto/test_parse_v3.py             |  19 +-
 .../rust_bridge/native_route_wheel_test.py    |   7 +-
 tests/test_litellm_rust/test_ocr.py           | 177 ++++++++++++++++--
 4 files changed, 187 insertions(+), 32 deletions(-)

diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index cc2f8e43cea..951caf4eef4 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -2,6 +2,7 @@ use litellm_core::Error;
 use std::future::Future;
 
 use litellm_ai_gateway::io::ocr::{OcrRequest, ocr as run_ocr};
+use litellm_core::ocr::wire::{OcrWireRequest, decode_request, is_supported_request};
 use pyo3::prelude::*;
 use serde_json::Value;
 
@@ -31,6 +32,21 @@ fn prepare_ocr(
             extra_headers,
             timeout,
         } = options;
+        if is_supported_request(&model, custom_llm_provider.as_deref()) {
+            let request = decode_request(OcrWireRequest {
+                model,
+                document,
+                api_key,
+                api_base,
+                custom_llm_provider,
+                extra_headers,
+                optional_params,
+                timeout_seconds: timeout.map(|value| value.as_secs_f64()),
+            })?;
+            return litellm_core::ocr::ocr(request)
+                .await
+                .map(|response| response.into_json());
+        }
         run_ocr(OcrRequest {
             model: &model,
             document,
diff --git a/tests/test_litellm/llms/reducto/test_parse_v3.py b/tests/test_litellm/llms/reducto/test_parse_v3.py
index 140b9737dc0..bacd12db58a 100644
--- a/tests/test_litellm/llms/reducto/test_parse_v3.py
+++ b/tests/test_litellm/llms/reducto/test_parse_v3.py
@@ -1,8 +1,9 @@
 import json
 
-import litellm
 import pytest
 
+import litellm
+
 
 def _reducto_parse_response() -> dict:
     return {
@@ -68,15 +69,11 @@ def disable_aiohttp_transport():
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_file_upload_and_response_mapping(
-    disable_aiohttp_transport, respx_mock
-):
+async def test_parse_v3_file_upload_and_response_mapping(disable_aiohttp_transport, respx_mock):
     upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
         json={"file_id": "reducto://uploaded.pdf"}
     )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
-        json=_reducto_parse_response()
-    )
+    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(json=_reducto_parse_response())
 
     response = await litellm.aocr(
         model="reducto/parse-v3",
@@ -123,15 +120,11 @@ async def test_parse_v3_file_upload_and_response_mapping(
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_reducto_id_passthrough_skips_upload(
-    disable_aiohttp_transport, respx_mock
-):
+async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_transport, respx_mock):
     upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
         json={"file_id": "reducto://should-not-upload.pdf"}
     )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
-        json=_reducto_parse_response()
-    )
+    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(json=_reducto_parse_response())
 
     response = await litellm.aocr(
         model="reducto/parse-v3",
diff --git a/tests/test_litellm/rust_bridge/native_route_wheel_test.py b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
index a7f50a82a99..9807febbff4 100644
--- a/tests/test_litellm/rust_bridge/native_route_wheel_test.py
+++ b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
@@ -227,12 +227,7 @@ async def exercise_async(native: object, api_base: str) -> None:
 
 async def exercise_async_concurrency(native: object, api_base: str) -> None:
     responses: Final = await asyncio.wait_for(
-        asyncio.gather(
-            *(
-                native.amessages(**route_kwargs("messages", api_base, "success"))
-                for _ in range(32)
-            )
-        ),
+        asyncio.gather(*(native.amessages(**route_kwargs("messages", api_base, "success")) for _ in range(32))),
         timeout=15,
     )
     for response in responses:
diff --git a/tests/test_litellm_rust/test_ocr.py b/tests/test_litellm_rust/test_ocr.py
index 1293de9ee0e..ad1c8c652bb 100644
--- a/tests/test_litellm_rust/test_ocr.py
+++ b/tests/test_litellm_rust/test_ocr.py
@@ -1,33 +1,48 @@
 import json
 import threading
 from collections.abc import Generator
-from dataclasses import dataclass
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
 from typing import Final
 
 import pytest
 
+import litellm
 from litellm.rust_bridge import ocr as rust_ocr_bridge
 
 pytestmark = pytest.mark.requires_rust_extension
 
 
-@dataclass(frozen=True, slots=True)
-class RecordedOCRRequest:
-    body: object
-
-
 @pytest.fixture
-def ocr_server() -> Generator[tuple[ThreadingHTTPServer, list[RecordedOCRRequest]]]:
-    requests: Final[list[RecordedOCRRequest]] = []
+def ocr_server() -> Generator[tuple[ThreadingHTTPServer, list[dict[str, object]]]]:
+    requests: Final[list[dict[str, object]]] = []
 
     class Handler(BaseHTTPRequestHandler):
         def do_POST(self) -> None:
             requests.append(
-                RecordedOCRRequest(
-                    body=json.loads(self.rfile.read(int(self.headers["Content-Length"]))),
-                )
+                {
+                    "headers": {name.lower(): value for name, value in self.headers.items()},
+                    "body": json.loads(self.rfile.read(int(self.headers["Content-Length"]))),
+                }
             )
+            if self.headers.get("x-test-stall") == "true":
+                self.connection.settimeout(2)
+                try:
+                    self.rfile.read(1)
+                except TimeoutError:
+                    pass
+                return
+            if self.headers.get("User-Agent", "").startswith("python-httpx"):
+                self.send_response(418)
+                self.end_headers()
+                return
+            status = int(self.headers.get("x-test-status", "200"))
+            if status != 200:
+                body = b'{"error":"provider unavailable"}'
+                self.send_response(status)
+                self.send_header("Content-Length", str(len(body)))
+                self.end_headers()
+                self.wfile.write(body)
+                return
             response: Final = json.dumps(
                 {
                     "pages": [{"index": 0, "markdown": "native OCR response", "images": [], "dimensions": None}],
@@ -56,7 +71,7 @@ def ocr_server() -> Generator[tuple[ThreadingHTTPServer, list[RecordedOCRRequest
 
 
 def test_native_ocr_with_compiled_rust_extension(
-    ocr_server: tuple[ThreadingHTTPServer, list[RecordedOCRRequest]],
+    ocr_server: tuple[ThreadingHTTPServer, list[dict[str, object]]],
 ) -> None:
     server, requests = ocr_server
     address: Final = server.server_address
@@ -77,7 +92,143 @@ def test_native_ocr_with_compiled_rust_extension(
     assert response is not None
     assert response["pages"][0]["markdown"] == "native OCR response"
     assert len(requests) == 1
-    assert requests[0].body == {
+    assert not requests[0]["headers"].get("user-agent", "").startswith("python-httpx")
+    assert requests[0]["body"] == {
         "model": "mistral-ocr-latest",
         "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
     }
+
+
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("model", ["mistral/mistral-ocr-latest", "azure_ai/doc-intelligence/prebuilt-read"])
+@pytest.mark.asyncio
+async def test_native_public_ocr_matches_python(model, asynchronous):
+    import json
+    from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+    from threading import Thread
+    from typing import Final
+    from urllib.parse import parse_qsl, urlsplit
+
+    from litellm.rust_bridge import _native
+
+    assert callable(_native.ocr)
+    calls: Final = []
+
+    class Handler(BaseHTTPRequestHandler):
+        def do_POST(self):
+            body: Final = json.loads(self.rfile.read(int(self.headers["Content-Length"])))
+            target: Final = urlsplit(self.path)
+            calls.append(
+                (
+                    target.path,
+                    parse_qsl(target.query),
+                    self.headers.get("Authorization"),
+                    self.headers.get("Ocp-Apim-Subscription-Key"),
+                    body,
+                )
+            )
+            payload: Final = (
+                {"status": "succeeded", "analyzeResult": {"pages": []}}
+                if "doc-intelligence" in model
+                else {"pages": [{"index": 0, "markdown": "hello"}]}
+            )
+            encoded: Final = json.dumps(payload).encode()
+            self.send_response(200)
+            self.send_header("Content-Type", "application/json")
+            self.send_header("Content-Length", str(len(encoded)))
+            self.end_headers()
+            self.wfile.write(encoded)
+
+        def log_message(self, *_args):
+            pass
+
+    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
+    thread: Final = Thread(target=server.serve_forever, daemon=True)
+    thread.start()
+    responses: Final = []
+    try:
+        for enabled in (False, True):
+            litellm.rust(enabled)
+            arguments: Final = {
+                "model": model,
+                "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+                "api_key": "test-key",
+                "api_base": f"http://127.0.0.1:{server.server_port}",
+                "pages": [0, 2],
+                "timeout": 3.0,
+            }
+            response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+            responses.append(response.model_dump())
+        assert len(calls) == 2
+        assert calls[0] == calls[1]
+        for key in ("model", "pages", "object"):
+            assert responses[0][key] == responses[1][key]
+    finally:
+        server.shutdown()
+        server.server_close()
+        thread.join(timeout=3)
+
+
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.asyncio
+async def test_native_ocr_failures_do_not_retry_on_python(ocr_server, asynchronous):
+    server, requests = ocr_server
+    arguments = {
+        "model": "mistral-ocr-latest",
+        "custom_llm_provider": "mistral",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+        "api_key": "test-key",
+        "api_base": f"http://127.0.0.1:{server.server_port}",
+        "extra_headers": {"x-test-status": "503"},
+        "num_retries": 0,
+    }
+    litellm.rust(True)
+    with pytest.raises(litellm.ServiceUnavailableError) as caught:
+        await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+    assert caught.value.status_code == 503
+    assert len(requests) == 1
+    assert not requests[0]["headers"].get("user-agent", "").startswith("python-httpx")
+
+
+@pytest.mark.parametrize("custom_provider", ["mistral", "not-a-provider"])
+def test_native_ocr_rejects_invalid_input_before_network(ocr_server, custom_provider):
+    from litellm.rust_bridge import _native
+
+    server, requests = ocr_server
+    with pytest.raises(ValueError, match=r"invalid (OCR request field|provider)|invalid request"):
+        _native.ocr(
+            model="mistral-ocr-latest",
+            custom_llm_provider=custom_provider,
+            document={"type": "document_url"},
+            api_key="test-key",
+            api_base=f"http://127.0.0.1:{server.server_port}",
+        )
+    assert requests == []
+
+
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.asyncio
+async def test_native_ocr_enforces_request_deadline_without_fallback(ocr_server, asynchronous):
+    import asyncio
+    import time
+
+    server, requests = ocr_server
+    litellm.rust(True)
+    arguments = {
+        "model": "mistral/mistral-ocr-latest",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+        "api_key": "test-key",
+        "api_base": f"http://127.0.0.1:{server.server_port}",
+        "extra_headers": {"x-test-stall": "true"},
+        "timeout": 0.1,
+        "num_retries": 0,
+    }
+    started = time.monotonic()
+    with pytest.raises(litellm.APIConnectionError):
+        await asyncio.wait_for(
+            litellm.aocr(**arguments) if asynchronous else asyncio.to_thread(litellm.ocr, **arguments),
+            timeout=3,
+        )
+    assert 0.09 <= time.monotonic() - started < 3
+    assert len(requests) == 1
+    assert not requests[0]["headers"].get("user-agent", "").startswith("python-httpx")

From 4ffd4ecc831871768954975ce787a9424df84481 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Fri, 11 Sep 2026 19:37:45 +0000
Subject: [PATCH 186/298] fix(model_prices): absorb cerebras/inception PRs, fix
 vertex/openai/together/openrouter pricing

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 421 +++++++++++++++---
 model_prices_and_context_window.json          | 421 +++++++++++++++---
 .../test_cerebras_chat_transformation.py      |  21 +
 .../test_inception_chat_transformation.py     |  22 +
 4 files changed, 761 insertions(+), 124 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 1c86dbaacff..a55cb6b571e 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -13118,6 +13118,22 @@
         "supports_reasoning": true,
         "supports_tool_choice": true
     },
+    "cerebras/qwen-3.8-27b": {
+        "input_cost_per_token": 9.9e-07,
+        "litellm_provider": "cerebras",
+        "max_input_tokens": 65536,
+        "max_output_tokens": 32768,
+        "max_tokens": 32768,
+        "mode": "chat",
+        "output_cost_per_token": 1.49e-06,
+        "source": "https://api.cerebras.ai/public/v1/models/qwen-3.8-27b",
+        "supports_function_calling": true,
+        "supports_parallel_function_calling": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "chatdolphin": {
         "input_cost_per_token": 5e-07,
         "litellm_provider": "nlp_cloud",
@@ -31328,8 +31344,6 @@
         "cache_read_input_token_cost_above_272k_tokens_flex": 5e-07
     },
     "gpt-5.5-pro": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31378,8 +31392,6 @@
         "supports_low_reasoning_effort": false
     },
     "gpt-5.5-pro-2026-04-23": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31532,8 +31544,6 @@
         "cache_read_input_token_cost_above_272k_tokens_flex": 2.5e-07
     },
     "gpt-5.4-pro": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31583,8 +31593,6 @@
         "output_cost_per_token_above_272k_tokens_flex": 0.000135
     },
     "gpt-5.4-pro-2026-03-05": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -33891,6 +33899,20 @@
         "supports_system_messages": true,
         "supports_tool_choice": true
     },
+    "inception/mercury-2.5": {
+        "input_cost_per_token": 2e-07,
+        "litellm_provider": "inception",
+        "max_input_tokens": 260000,
+        "max_output_tokens": 65536,
+        "max_tokens": 65536,
+        "mode": "chat",
+        "output_cost_per_token": 7.5e-07,
+        "source": "https://docs.inceptionlabs.ai/get-started/models",
+        "supports_function_calling": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true
+    },
     "text-completion-inception/mercury-edit-2": {
         "cache_read_input_token_cost": 2.5e-08,
         "input_cost_per_token": 2.5e-07,
@@ -39127,19 +39149,21 @@
         "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-chat-v3.1": {
-        "input_cost_per_token": 2e-07,
+        "input_cost_per_token": 2.5e-07,
         "input_cost_per_token_cache_hit": 2e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 163840,
         "max_output_tokens": 163840,
         "max_tokens": 163840,
         "mode": "chat",
-        "output_cost_per_token": 8e-07,
+        "output_cost_per_token": 9.5e-07,
         "supports_assistant_prefill": true,
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 1.3e-07,
+        "source": "https://openrouter.ai/deepseek/deepseek-chat-v3.1"
     },
     "openrouter/deepseek/deepseek-v3.2": {
         "input_cost_per_token": 2.69e-07,
@@ -39202,36 +39226,56 @@
         "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-v4-pro": {
-        "input_cost_per_token": 1.32e-06,
+        "input_cost_per_token": 8.59908e-07,
         "input_cost_per_token_cache_hit": 4.4e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
         "max_tokens": 384000,
         "mode": "chat",
-        "output_cost_per_token": 3.96e-06,
+        "output_cost_per_token": 1.719816e-06,
         "source": "https://openrouter.ai/deepseek/deepseek-v4-pro",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 7.1659e-08
+    },
+    "openrouter/deepseek/deepseek-v4.1-flash": {
+        "input_cost_per_token": 1.5e-07,
+        "output_cost_per_token": 6e-07,
+        "cache_read_input_token_cost": 3e-09,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 384000,
+        "max_tokens": 384000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/deepseek/deepseek-v4.1-flash",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": false,
+        "supports_prompt_caching": true
     },
     "openrouter/deepseek/deepseek-v4-pro-0813": {
-        "input_cost_per_token": 1.32e-06,
+        "input_cost_per_token": 5.7948e-07,
         "input_cost_per_token_cache_hit": 4.4e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
         "max_tokens": 384000,
         "mode": "chat",
-        "output_cost_per_token": 3.96e-06,
+        "output_cost_per_token": 1.73844e-06,
         "source": "https://openrouter.ai/deepseek/deepseek-v4-pro-0813",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 1.9316e-08
     },
     "openrouter/google/gemini-2.0-flash-001": {
         "deprecation_date": "2026-06-01",
@@ -40010,6 +40054,28 @@
         "supports_tool_choice": true,
         "supports_vision": true
     },
+    "openrouter/openai/gpt-5.6-sol-pro": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "cache_read_input_token_cost": 2e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "input_cost_per_token_above_272k_tokens": 4e-06,
+        "output_cost_per_token_above_272k_tokens": 1.5e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-sol-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/gpt-oss-120b": {
         "input_cost_per_token": 3.7e-08,
         "litellm_provider": "openrouter",
@@ -40138,13 +40204,13 @@
         "supports_tool_choice": true
     },
     "openrouter/qwen/qwen3-235b-a22b-2507": {
-        "input_cost_per_token": 8.75e-08,
+        "input_cost_per_token": 2.2e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 262144,
         "max_tokens": 262144,
         "mode": "chat",
-        "output_cost_per_token": 3.5e-07,
+        "output_cost_per_token": 8.8e-07,
         "source": "https://openrouter.ai/qwen/qwen3-235b-a22b-2507",
         "supports_function_calling": true,
         "supports_tool_choice": true
@@ -40177,7 +40243,7 @@
         "supports_vision": true
     },
     "openrouter/qwen/qwen3.5-35b-a3b": {
-        "input_cost_per_token": 2.5e-07,
+        "input_cost_per_token": 3.125e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 65536,
@@ -40188,7 +40254,8 @@
         "supports_function_calling": true,
         "supports_reasoning": true,
         "supports_tool_choice": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "cache_read_input_token_cost": 1.5625e-07
     },
     "openrouter/qwen/qwen3.5-27b": {
         "input_cost_per_token": 1.95e-07,
@@ -40205,13 +40272,13 @@
         "supports_vision": true
     },
     "openrouter/qwen/qwen3.5-122b-a10b": {
-        "input_cost_per_token": 2.9e-07,
+        "input_cost_per_token": 2.6e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 65536,
         "max_tokens": 65536,
         "mode": "chat",
-        "output_cost_per_token": 2.4e-06,
+        "output_cost_per_token": 2.08e-06,
         "source": "https://openrouter.ai/qwen/qwen3.5-122b-a10b",
         "supports_function_calling": true,
         "supports_reasoning": true,
@@ -40298,18 +40365,19 @@
         "supports_web_search": true
     },
     "openrouter/z-ai/glm-4.6": {
-        "input_cost_per_token": 5.5e-07,
+        "input_cost_per_token": 4.3e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 202800,
         "max_output_tokens": 131000,
         "max_tokens": 131000,
         "mode": "chat",
-        "output_cost_per_token": 2.2e-06,
+        "output_cost_per_token": 1.75e-06,
         "source": "https://openrouter.ai/z-ai/glm-4.6",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 8e-08
     },
     "openrouter/z-ai/glm-4.6:exacto": {
         "input_cost_per_token": 4.5e-07,
@@ -43134,7 +43202,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 1.2e-06,
+        "max_input_tokens": 131072,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": {
         "litellm_provider": "together_ai",
@@ -43142,7 +43214,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 3e-07,
+        "output_cost_per_token": 3e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": {
         "deprecation_date": "2026-07-10",
@@ -43354,7 +43430,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
         "deprecation_date": "2026-04-02",
@@ -43362,7 +43442,11 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 1e-07,
+        "output_cost_per_token": 3e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": {
         "deprecation_date": "2026-04-16",
@@ -48093,27 +48177,29 @@
         "supports_tool_choice": true
     },
     "vertex_ai/mistral-small-2503": {
-        "input_cost_per_token": 1e-06,
+        "input_cost_per_token": 1e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "max_input_tokens": 128000,
         "max_output_tokens": 128000,
         "max_tokens": 128000,
         "mode": "chat",
-        "output_cost_per_token": 3e-06,
+        "output_cost_per_token": 3e-07,
         "supports_function_calling": true,
         "supports_tool_choice": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
     "vertex_ai/mistral-small-2503@001": {
-        "input_cost_per_token": 1e-06,
+        "input_cost_per_token": 1e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "max_input_tokens": 32000,
         "max_output_tokens": 8191,
         "max_tokens": 8191,
         "mode": "chat",
-        "output_cost_per_token": 3e-06,
+        "output_cost_per_token": 3e-07,
         "supports_function_calling": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
     "vertex_ai/mistral-ocr-2505": {
         "litellm_provider": "vertex_ai",
@@ -48163,15 +48249,16 @@
         "supports_reasoning": true
     },
     "vertex_ai/openai/gpt-oss-20b-maas": {
-        "input_cost_per_token": 7.5e-08,
+        "input_cost_per_token": 7e-08,
         "litellm_provider": "vertex_ai-openai_models",
         "max_input_tokens": 131072,
         "max_output_tokens": 32768,
         "max_tokens": 32768,
         "mode": "chat",
-        "output_cost_per_token": 3e-07,
-        "source": "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas",
-        "supports_reasoning": true
+        "output_cost_per_token": 2.5e-07,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
+        "supports_reasoning": true,
+        "cache_read_input_token_cost": 7e-09
     },
     "vertex_ai/xai/grok-4.1-fast-non-reasoning": {
         "cache_read_input_token_cost": 5e-08,
@@ -60695,6 +60782,113 @@
         "output_cost_per_token": 4.7e-07,
         "source": "https://docs.together.ai/docs/serverless-models"
     },
+    "together_ai/moonshotai/Kimi-K2.6": {
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 4.5e-06,
+        "cache_read_input_token_cost": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/moonshotai/Kimi-K2.5-fp4": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 2.8e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/MiniMaxAI/MiniMax-M2.7": {
+        "input_cost_per_token": 3e-07,
+        "output_cost_per_token": 1.2e-06,
+        "cache_read_input_token_cost": 6e-08,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 196608,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/zai-org/GLM-5": {
+        "input_cost_per_token": 1e-06,
+        "output_cost_per_token": 3.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 202752,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/zai-org/GLM-5.1": {
+        "input_cost_per_token": 1.4e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 2.6e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 202752,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/deepseek-ai/DeepSeek-R1-0528": {
+        "input_cost_per_token": 3e-06,
+        "output_cost_per_token": 7e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 163840,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-Coder-Next-FP8": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-VL-32B-Instruct": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.5e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-VL-8B-Instruct": {
+        "input_cost_per_token": 1.8e-07,
+        "output_cost_per_token": 6.8e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/mistralai/Ministral-3-14B-Instruct-2512": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/nvidia/NVIDIA-Nemotron-Nano-9B-v2": {
+        "input_cost_per_token": 6e-08,
+        "output_cost_per_token": 2.5e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 131072,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/mistralai/Mistral-7B-Instruct-v0.3": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 32768,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/QwQ-32B": {
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 1.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 131072,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
     "cerebras/gemma-4-31b": {
         "input_cost_per_token": 9.9e-07,
         "litellm_provider": "cerebras",
@@ -62348,6 +62542,28 @@
         "cache_read_input_token_cost": 2e-08,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-5.6-luna-pro": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 1.2e-06,
+        "cache_read_input_token_cost": 2e-08,
+        "cache_creation_input_token_cost": 2.5e-07,
+        "input_cost_per_token_above_272k_tokens": 4e-07,
+        "output_cost_per_token_above_272k_tokens": 1.8e-06,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-08,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-luna-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/gpt-5.6-terra": {
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 1.2e-05,
@@ -62367,6 +62583,28 @@
         "cache_read_input_token_cost": 2e-07,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-5.6-terra-pro": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1.2e-05,
+        "cache_read_input_token_cost": 2e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "input_cost_per_token_above_272k_tokens": 4e-06,
+        "output_cost_per_token_above_272k_tokens": 1.8e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-terra-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/o3": {
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
@@ -62600,6 +62838,28 @@
         "supports_pdf_input": true,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-6-astra-pro": {
+        "input_cost_per_token": 1e-05,
+        "output_cost_per_token": 5e-05,
+        "cache_read_input_token_cost": 1e-06,
+        "cache_creation_input_token_cost": 1.25e-05,
+        "input_cost_per_token_above_272k_tokens": 2e-05,
+        "output_cost_per_token_above_272k_tokens": 7.5e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 2e-06,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-6-astra-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/qwen/qwen3.8-flash": {
         "input_cost_per_token": 1.5e-07,
         "output_cost_per_token": 4.7e-07,
@@ -62619,9 +62879,9 @@
         "supports_prompt_caching": true
     },
     "openrouter/z-ai/glm-5.3-flash": {
-        "input_cost_per_token": 7.5e-08,
-        "output_cost_per_token": 2.5e-07,
-        "cache_read_input_token_cost": 1.5e-08,
+        "input_cost_per_token": 1.5e-07,
+        "output_cost_per_token": 5e-07,
+        "cache_read_input_token_cost": 3e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1310720,
         "max_output_tokens": 131072,
@@ -62736,6 +62996,25 @@
         "supports_vision": true,
         "supports_prompt_caching": true
     },
+    "openrouter/qwen/qwen3.8-max-0902": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 6e-06,
+        "cache_read_input_token_cost": 2.5e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 131072,
+        "max_tokens": 131072,
+        "mode": "chat",
+        "source": "https://openrouter.ai/qwen/qwen3.8-max-0902",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": false,
+        "supports_prompt_caching": true
+    },
     "openrouter/deepseek/deepseek-v4-flash-0731": {
         "input_cost_per_token": 6.5e-08,
         "output_cost_per_token": 1.8e-07,
@@ -62807,9 +63086,9 @@
         "supports_vision": false
     },
     "openrouter/moonshotai/kimi-k3": {
-        "input_cost_per_token": 3e-06,
-        "output_cost_per_token": 1.5e-05,
-        "cache_read_input_token_cost": 3e-07,
+        "input_cost_per_token": 2.1e-06,
+        "output_cost_per_token": 1.053e-05,
+        "cache_read_input_token_cost": 2.35e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 943718,
@@ -62906,9 +63185,9 @@
         "supports_prompt_caching": true
     },
     "openrouter/z-ai/glm-5.2": {
-        "input_cost_per_token": 9.66e-07,
-        "output_cost_per_token": 3.036e-06,
-        "cache_read_input_token_cost": 1.932e-07,
+        "input_cost_per_token": 6e-07,
+        "output_cost_per_token": 2e-06,
+        "cache_read_input_token_cost": 1.5e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 131072,
@@ -62939,9 +63218,9 @@
         "supports_vision": false
     },
     "openrouter/moonshotai/kimi-k2.7-code": {
-        "input_cost_per_token": 6.6e-07,
-        "output_cost_per_token": 3.4e-06,
-        "cache_read_input_token_cost": 1.8e-07,
+        "input_cost_per_token": 7.1e-07,
+        "output_cost_per_token": 3.5e-06,
+        "cache_read_input_token_cost": 1.5e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 235929,
@@ -63189,10 +63468,28 @@
         "supports_vision": true,
         "supports_pdf_input": true
     },
+    "openrouter/openai/gpt-chat-latest": {
+        "input_cost_per_token": 5e-06,
+        "output_cost_per_token": 3e-05,
+        "cache_read_input_token_cost": 5e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 400000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-chat-latest",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": false,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/deepseek/deepseek-v4-flash": {
-        "input_cost_per_token": 8.778e-08,
-        "output_cost_per_token": 1.7556e-07,
-        "cache_read_input_token_cost": 1.7556e-08,
+        "input_cost_per_token": 8.54e-08,
+        "output_cost_per_token": 1.708e-07,
+        "cache_read_input_token_cost": 1.708e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
@@ -63225,8 +63522,8 @@
         "supports_prompt_caching": true
     },
     "openrouter/google/gemma-4-26b-a4b-it": {
-        "input_cost_per_token": 7e-08,
-        "output_cost_per_token": 3.4e-07,
+        "input_cost_per_token": 4.2e-08,
+        "output_cost_per_token": 2.2e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 16384,
@@ -63908,7 +64205,7 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-next-80b-a3b-instruct": {
-        "input_cost_per_token": 1e-07,
+        "input_cost_per_token": 9e-08,
         "output_cost_per_token": 1.1e-06,
         "cache_read_input_token_cost": 7e-08,
         "litellm_provider": "openrouter",
@@ -64034,8 +64331,8 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-30b-a3b-instruct-2507": {
-        "input_cost_per_token": 4.815e-08,
-        "output_cost_per_token": 1.9305e-07,
+        "input_cost_per_token": 9e-08,
+        "output_cost_per_token": 3e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 32000,
@@ -64233,8 +64530,8 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-14b": {
-        "input_cost_per_token": 1.2e-07,
-        "output_cost_per_token": 2.4e-07,
+        "input_cost_per_token": 2.275e-07,
+        "output_cost_per_token": 9.1e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 131072,
         "max_output_tokens": 16384,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 1c86dbaacff..a55cb6b571e 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -13118,6 +13118,22 @@
         "supports_reasoning": true,
         "supports_tool_choice": true
     },
+    "cerebras/qwen-3.8-27b": {
+        "input_cost_per_token": 9.9e-07,
+        "litellm_provider": "cerebras",
+        "max_input_tokens": 65536,
+        "max_output_tokens": 32768,
+        "max_tokens": 32768,
+        "mode": "chat",
+        "output_cost_per_token": 1.49e-06,
+        "source": "https://api.cerebras.ai/public/v1/models/qwen-3.8-27b",
+        "supports_function_calling": true,
+        "supports_parallel_function_calling": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "chatdolphin": {
         "input_cost_per_token": 5e-07,
         "litellm_provider": "nlp_cloud",
@@ -31328,8 +31344,6 @@
         "cache_read_input_token_cost_above_272k_tokens_flex": 5e-07
     },
     "gpt-5.5-pro": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31378,8 +31392,6 @@
         "supports_low_reasoning_effort": false
     },
     "gpt-5.5-pro-2026-04-23": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31532,8 +31544,6 @@
         "cache_read_input_token_cost_above_272k_tokens_flex": 2.5e-07
     },
     "gpt-5.4-pro": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -31583,8 +31593,6 @@
         "output_cost_per_token_above_272k_tokens_flex": 0.000135
     },
     "gpt-5.4-pro-2026-03-05": {
-        "cache_read_input_token_cost": 3e-06,
-        "cache_read_input_token_cost_above_272k_tokens": 6e-06,
         "input_cost_per_token": 3e-05,
         "input_cost_per_token_above_272k_tokens": 6e-05,
         "input_cost_per_token_flex": 1.5e-05,
@@ -33891,6 +33899,20 @@
         "supports_system_messages": true,
         "supports_tool_choice": true
     },
+    "inception/mercury-2.5": {
+        "input_cost_per_token": 2e-07,
+        "litellm_provider": "inception",
+        "max_input_tokens": 260000,
+        "max_output_tokens": 65536,
+        "max_tokens": 65536,
+        "mode": "chat",
+        "output_cost_per_token": 7.5e-07,
+        "source": "https://docs.inceptionlabs.ai/get-started/models",
+        "supports_function_calling": true,
+        "supports_response_schema": true,
+        "supports_system_messages": true,
+        "supports_tool_choice": true
+    },
     "text-completion-inception/mercury-edit-2": {
         "cache_read_input_token_cost": 2.5e-08,
         "input_cost_per_token": 2.5e-07,
@@ -39127,19 +39149,21 @@
         "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-chat-v3.1": {
-        "input_cost_per_token": 2e-07,
+        "input_cost_per_token": 2.5e-07,
         "input_cost_per_token_cache_hit": 2e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 163840,
         "max_output_tokens": 163840,
         "max_tokens": 163840,
         "mode": "chat",
-        "output_cost_per_token": 8e-07,
+        "output_cost_per_token": 9.5e-07,
         "supports_assistant_prefill": true,
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 1.3e-07,
+        "source": "https://openrouter.ai/deepseek/deepseek-chat-v3.1"
     },
     "openrouter/deepseek/deepseek-v3.2": {
         "input_cost_per_token": 2.69e-07,
@@ -39202,36 +39226,56 @@
         "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-v4-pro": {
-        "input_cost_per_token": 1.32e-06,
+        "input_cost_per_token": 8.59908e-07,
         "input_cost_per_token_cache_hit": 4.4e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
         "max_tokens": 384000,
         "mode": "chat",
-        "output_cost_per_token": 3.96e-06,
+        "output_cost_per_token": 1.719816e-06,
         "source": "https://openrouter.ai/deepseek/deepseek-v4-pro",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 7.1659e-08
+    },
+    "openrouter/deepseek/deepseek-v4.1-flash": {
+        "input_cost_per_token": 1.5e-07,
+        "output_cost_per_token": 6e-07,
+        "cache_read_input_token_cost": 3e-09,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 384000,
+        "max_tokens": 384000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/deepseek/deepseek-v4.1-flash",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": false,
+        "supports_prompt_caching": true
     },
     "openrouter/deepseek/deepseek-v4-pro-0813": {
-        "input_cost_per_token": 1.32e-06,
+        "input_cost_per_token": 5.7948e-07,
         "input_cost_per_token_cache_hit": 4.4e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
         "max_tokens": 384000,
         "mode": "chat",
-        "output_cost_per_token": 3.96e-06,
+        "output_cost_per_token": 1.73844e-06,
         "source": "https://openrouter.ai/deepseek/deepseek-v4-pro-0813",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 1.9316e-08
     },
     "openrouter/google/gemini-2.0-flash-001": {
         "deprecation_date": "2026-06-01",
@@ -40010,6 +40054,28 @@
         "supports_tool_choice": true,
         "supports_vision": true
     },
+    "openrouter/openai/gpt-5.6-sol-pro": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "cache_read_input_token_cost": 2e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "input_cost_per_token_above_272k_tokens": 4e-06,
+        "output_cost_per_token_above_272k_tokens": 1.5e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-sol-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/gpt-oss-120b": {
         "input_cost_per_token": 3.7e-08,
         "litellm_provider": "openrouter",
@@ -40138,13 +40204,13 @@
         "supports_tool_choice": true
     },
     "openrouter/qwen/qwen3-235b-a22b-2507": {
-        "input_cost_per_token": 8.75e-08,
+        "input_cost_per_token": 2.2e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 262144,
         "max_tokens": 262144,
         "mode": "chat",
-        "output_cost_per_token": 3.5e-07,
+        "output_cost_per_token": 8.8e-07,
         "source": "https://openrouter.ai/qwen/qwen3-235b-a22b-2507",
         "supports_function_calling": true,
         "supports_tool_choice": true
@@ -40177,7 +40243,7 @@
         "supports_vision": true
     },
     "openrouter/qwen/qwen3.5-35b-a3b": {
-        "input_cost_per_token": 2.5e-07,
+        "input_cost_per_token": 3.125e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 65536,
@@ -40188,7 +40254,8 @@
         "supports_function_calling": true,
         "supports_reasoning": true,
         "supports_tool_choice": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "cache_read_input_token_cost": 1.5625e-07
     },
     "openrouter/qwen/qwen3.5-27b": {
         "input_cost_per_token": 1.95e-07,
@@ -40205,13 +40272,13 @@
         "supports_vision": true
     },
     "openrouter/qwen/qwen3.5-122b-a10b": {
-        "input_cost_per_token": 2.9e-07,
+        "input_cost_per_token": 2.6e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 65536,
         "max_tokens": 65536,
         "mode": "chat",
-        "output_cost_per_token": 2.4e-06,
+        "output_cost_per_token": 2.08e-06,
         "source": "https://openrouter.ai/qwen/qwen3.5-122b-a10b",
         "supports_function_calling": true,
         "supports_reasoning": true,
@@ -40298,18 +40365,19 @@
         "supports_web_search": true
     },
     "openrouter/z-ai/glm-4.6": {
-        "input_cost_per_token": 5.5e-07,
+        "input_cost_per_token": 4.3e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 202800,
         "max_output_tokens": 131000,
         "max_tokens": 131000,
         "mode": "chat",
-        "output_cost_per_token": 2.2e-06,
+        "output_cost_per_token": 1.75e-06,
         "source": "https://openrouter.ai/z-ai/glm-4.6",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "cache_read_input_token_cost": 8e-08
     },
     "openrouter/z-ai/glm-4.6:exacto": {
         "input_cost_per_token": 4.5e-07,
@@ -43134,7 +43202,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 1.2e-06,
+        "max_input_tokens": 131072,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo": {
         "litellm_provider": "together_ai",
@@ -43142,7 +43214,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 3e-07,
+        "output_cost_per_token": 3e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": {
         "deprecation_date": "2026-07-10",
@@ -43354,7 +43430,11 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/mistralai/Mistral-Small-24B-Instruct-2501": {
         "deprecation_date": "2026-04-02",
@@ -43362,7 +43442,11 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "input_cost_per_token": 1e-07,
+        "output_cost_per_token": 3e-07,
+        "max_input_tokens": 32768,
+        "source": "https://api.together.xyz/v1/models"
     },
     "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": {
         "deprecation_date": "2026-04-16",
@@ -48093,27 +48177,29 @@
         "supports_tool_choice": true
     },
     "vertex_ai/mistral-small-2503": {
-        "input_cost_per_token": 1e-06,
+        "input_cost_per_token": 1e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "max_input_tokens": 128000,
         "max_output_tokens": 128000,
         "max_tokens": 128000,
         "mode": "chat",
-        "output_cost_per_token": 3e-06,
+        "output_cost_per_token": 3e-07,
         "supports_function_calling": true,
         "supports_tool_choice": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
     "vertex_ai/mistral-small-2503@001": {
-        "input_cost_per_token": 1e-06,
+        "input_cost_per_token": 1e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "max_input_tokens": 32000,
         "max_output_tokens": 8191,
         "max_tokens": 8191,
         "mode": "chat",
-        "output_cost_per_token": 3e-06,
+        "output_cost_per_token": 3e-07,
         "supports_function_calling": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
     "vertex_ai/mistral-ocr-2505": {
         "litellm_provider": "vertex_ai",
@@ -48163,15 +48249,16 @@
         "supports_reasoning": true
     },
     "vertex_ai/openai/gpt-oss-20b-maas": {
-        "input_cost_per_token": 7.5e-08,
+        "input_cost_per_token": 7e-08,
         "litellm_provider": "vertex_ai-openai_models",
         "max_input_tokens": 131072,
         "max_output_tokens": 32768,
         "max_tokens": 32768,
         "mode": "chat",
-        "output_cost_per_token": 3e-07,
-        "source": "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas",
-        "supports_reasoning": true
+        "output_cost_per_token": 2.5e-07,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
+        "supports_reasoning": true,
+        "cache_read_input_token_cost": 7e-09
     },
     "vertex_ai/xai/grok-4.1-fast-non-reasoning": {
         "cache_read_input_token_cost": 5e-08,
@@ -60695,6 +60782,113 @@
         "output_cost_per_token": 4.7e-07,
         "source": "https://docs.together.ai/docs/serverless-models"
     },
+    "together_ai/moonshotai/Kimi-K2.6": {
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 4.5e-06,
+        "cache_read_input_token_cost": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/moonshotai/Kimi-K2.5-fp4": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 2.8e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/MiniMaxAI/MiniMax-M2.7": {
+        "input_cost_per_token": 3e-07,
+        "output_cost_per_token": 1.2e-06,
+        "cache_read_input_token_cost": 6e-08,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 196608,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/zai-org/GLM-5": {
+        "input_cost_per_token": 1e-06,
+        "output_cost_per_token": 3.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 202752,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/zai-org/GLM-5.1": {
+        "input_cost_per_token": 1.4e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 2.6e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 202752,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/deepseek-ai/DeepSeek-R1-0528": {
+        "input_cost_per_token": 3e-06,
+        "output_cost_per_token": 7e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 163840,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-Coder-Next-FP8": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-VL-32B-Instruct": {
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.5e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/Qwen3-VL-8B-Instruct": {
+        "input_cost_per_token": 1.8e-07,
+        "output_cost_per_token": 6.8e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/mistralai/Ministral-3-14B-Instruct-2512": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 262144,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/nvidia/NVIDIA-Nemotron-Nano-9B-v2": {
+        "input_cost_per_token": 6e-08,
+        "output_cost_per_token": 2.5e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 131072,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/mistralai/Mistral-7B-Instruct-v0.3": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 32768,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
+    "together_ai/Qwen/QwQ-32B": {
+        "input_cost_per_token": 1.2e-06,
+        "output_cost_per_token": 1.2e-06,
+        "litellm_provider": "together_ai",
+        "max_input_tokens": 131072,
+        "mode": "chat",
+        "source": "https://api.together.xyz/v1/models"
+    },
     "cerebras/gemma-4-31b": {
         "input_cost_per_token": 9.9e-07,
         "litellm_provider": "cerebras",
@@ -62348,6 +62542,28 @@
         "cache_read_input_token_cost": 2e-08,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-5.6-luna-pro": {
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 1.2e-06,
+        "cache_read_input_token_cost": 2e-08,
+        "cache_creation_input_token_cost": 2.5e-07,
+        "input_cost_per_token_above_272k_tokens": 4e-07,
+        "output_cost_per_token_above_272k_tokens": 1.8e-06,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-08,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-luna-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/gpt-5.6-terra": {
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 1.2e-05,
@@ -62367,6 +62583,28 @@
         "cache_read_input_token_cost": 2e-07,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-5.6-terra-pro": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1.2e-05,
+        "cache_read_input_token_cost": 2e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "input_cost_per_token_above_272k_tokens": 4e-06,
+        "output_cost_per_token_above_272k_tokens": 1.8e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 4e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-5.6-terra-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/openai/o3": {
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
@@ -62600,6 +62838,28 @@
         "supports_pdf_input": true,
         "supports_prompt_caching": true
     },
+    "openrouter/openai/gpt-6-astra-pro": {
+        "input_cost_per_token": 1e-05,
+        "output_cost_per_token": 5e-05,
+        "cache_read_input_token_cost": 1e-06,
+        "cache_creation_input_token_cost": 1.25e-05,
+        "input_cost_per_token_above_272k_tokens": 2e-05,
+        "output_cost_per_token_above_272k_tokens": 7.5e-05,
+        "cache_read_input_token_cost_above_272k_tokens": 2e-06,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1050000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-6-astra-pro",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/qwen/qwen3.8-flash": {
         "input_cost_per_token": 1.5e-07,
         "output_cost_per_token": 4.7e-07,
@@ -62619,9 +62879,9 @@
         "supports_prompt_caching": true
     },
     "openrouter/z-ai/glm-5.3-flash": {
-        "input_cost_per_token": 7.5e-08,
-        "output_cost_per_token": 2.5e-07,
-        "cache_read_input_token_cost": 1.5e-08,
+        "input_cost_per_token": 1.5e-07,
+        "output_cost_per_token": 5e-07,
+        "cache_read_input_token_cost": 3e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1310720,
         "max_output_tokens": 131072,
@@ -62736,6 +62996,25 @@
         "supports_vision": true,
         "supports_prompt_caching": true
     },
+    "openrouter/qwen/qwen3.8-max-0902": {
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 6e-06,
+        "cache_read_input_token_cost": 2.5e-07,
+        "cache_creation_input_token_cost": 2.5e-06,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 1000000,
+        "max_output_tokens": 131072,
+        "max_tokens": 131072,
+        "mode": "chat",
+        "source": "https://openrouter.ai/qwen/qwen3.8-max-0902",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": false,
+        "supports_prompt_caching": true
+    },
     "openrouter/deepseek/deepseek-v4-flash-0731": {
         "input_cost_per_token": 6.5e-08,
         "output_cost_per_token": 1.8e-07,
@@ -62807,9 +63086,9 @@
         "supports_vision": false
     },
     "openrouter/moonshotai/kimi-k3": {
-        "input_cost_per_token": 3e-06,
-        "output_cost_per_token": 1.5e-05,
-        "cache_read_input_token_cost": 3e-07,
+        "input_cost_per_token": 2.1e-06,
+        "output_cost_per_token": 1.053e-05,
+        "cache_read_input_token_cost": 2.35e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 943718,
@@ -62906,9 +63185,9 @@
         "supports_prompt_caching": true
     },
     "openrouter/z-ai/glm-5.2": {
-        "input_cost_per_token": 9.66e-07,
-        "output_cost_per_token": 3.036e-06,
-        "cache_read_input_token_cost": 1.932e-07,
+        "input_cost_per_token": 6e-07,
+        "output_cost_per_token": 2e-06,
+        "cache_read_input_token_cost": 1.5e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 131072,
@@ -62939,9 +63218,9 @@
         "supports_vision": false
     },
     "openrouter/moonshotai/kimi-k2.7-code": {
-        "input_cost_per_token": 6.6e-07,
-        "output_cost_per_token": 3.4e-06,
-        "cache_read_input_token_cost": 1.8e-07,
+        "input_cost_per_token": 7.1e-07,
+        "output_cost_per_token": 3.5e-06,
+        "cache_read_input_token_cost": 1.5e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 235929,
@@ -63189,10 +63468,28 @@
         "supports_vision": true,
         "supports_pdf_input": true
     },
+    "openrouter/openai/gpt-chat-latest": {
+        "input_cost_per_token": 5e-06,
+        "output_cost_per_token": 3e-05,
+        "cache_read_input_token_cost": 5e-07,
+        "litellm_provider": "openrouter",
+        "max_input_tokens": 400000,
+        "max_output_tokens": 128000,
+        "max_tokens": 128000,
+        "mode": "chat",
+        "source": "https://openrouter.ai/openai/gpt-chat-latest",
+        "supports_function_calling": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": false,
+        "supports_response_schema": true,
+        "supports_vision": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true
+    },
     "openrouter/deepseek/deepseek-v4-flash": {
-        "input_cost_per_token": 8.778e-08,
-        "output_cost_per_token": 1.7556e-07,
-        "cache_read_input_token_cost": 1.7556e-08,
+        "input_cost_per_token": 8.54e-08,
+        "output_cost_per_token": 1.708e-07,
+        "cache_read_input_token_cost": 1.708e-08,
         "litellm_provider": "openrouter",
         "max_input_tokens": 1048576,
         "max_output_tokens": 384000,
@@ -63225,8 +63522,8 @@
         "supports_prompt_caching": true
     },
     "openrouter/google/gemma-4-26b-a4b-it": {
-        "input_cost_per_token": 7e-08,
-        "output_cost_per_token": 3.4e-07,
+        "input_cost_per_token": 4.2e-08,
+        "output_cost_per_token": 2.2e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 16384,
@@ -63908,7 +64205,7 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-next-80b-a3b-instruct": {
-        "input_cost_per_token": 1e-07,
+        "input_cost_per_token": 9e-08,
         "output_cost_per_token": 1.1e-06,
         "cache_read_input_token_cost": 7e-08,
         "litellm_provider": "openrouter",
@@ -64034,8 +64331,8 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-30b-a3b-instruct-2507": {
-        "input_cost_per_token": 4.815e-08,
-        "output_cost_per_token": 1.9305e-07,
+        "input_cost_per_token": 9e-08,
+        "output_cost_per_token": 3e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 262144,
         "max_output_tokens": 32000,
@@ -64233,8 +64530,8 @@
         "supports_vision": false
     },
     "openrouter/qwen/qwen3-14b": {
-        "input_cost_per_token": 1.2e-07,
-        "output_cost_per_token": 2.4e-07,
+        "input_cost_per_token": 2.275e-07,
+        "output_cost_per_token": 9.1e-07,
         "litellm_provider": "openrouter",
         "max_input_tokens": 131072,
         "max_output_tokens": 16384,
diff --git a/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py b/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
index 09718b1e6e0..6a438888a8a 100644
--- a/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
+++ b/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
@@ -1,3 +1,4 @@
+import litellm
 from litellm.llms.cerebras.chat import CerebrasConfig
 
 
@@ -59,3 +60,23 @@ def test_map_openai_params_preserves_max_retries_zero_falsy() -> None:
     assert "max_retries" in result and result["max_retries"] == 0, (
         f"max_retries=0 (falsy) must not be silently omitted; got: {result!r}"
     )
+
+
+def test_qwen_3_8_27b_cost_and_tokens(monkeypatch) -> None:
+    monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
+    monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url=""))
+    model = "cerebras/qwen-3.8-27b"
+    prompt_cost, completion_cost = litellm.cost_per_token(
+        model=model,
+        prompt_tokens=1000,
+        completion_tokens=1000,
+    )
+    assert abs(prompt_cost - 0.00099) < 1e-9
+    assert abs(completion_cost - 0.00149) < 1e-9
+
+    model_info = litellm.get_model_info(model)
+    assert model_info["max_input_tokens"] == 65536
+    assert model_info["max_output_tokens"] == 32768
+    assert model_info["supports_vision"] is True
+    assert model_info["supports_reasoning"] is True
+    assert model_info["supports_parallel_function_calling"] is True
diff --git a/tests/test_litellm/llms/inception/test_inception_chat_transformation.py b/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
index 4c0f5969249..e3bc4d7992d 100644
--- a/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
+++ b/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
@@ -238,6 +238,7 @@ def test_inception_model_list_populated(monkeypatch):
     litellm.add_known_models()
 
     assert "inception/mercury-2" in litellm.inception_models
+    assert "inception/mercury-2.5" in litellm.inception_models
     for model in litellm.inception_models:
         assert model.startswith("inception/")
 
@@ -304,3 +305,24 @@ def test_inception_completion_targets_inception_endpoint():
     assert captured["body"]["model"] == "mercury-2"
     assert captured["body"]["tool_choice"] == "auto"
     assert response.choices[0].message.content == "hi"
+
+
+def test_inception_mercury_2_5_cost_and_tokens(monkeypatch):
+    monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
+    monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url=""))
+    model = "inception/mercury-2.5"
+    prompt_cost, completion_cost = litellm.cost_per_token(
+        model=model,
+        prompt_tokens=1000,
+        completion_tokens=500,
+    )
+    assert abs(prompt_cost - 0.0002) < 1e-9
+    assert abs(completion_cost - 0.000375) < 1e-9
+
+    model_info = litellm.get_model_info(model)
+    assert model_info["max_input_tokens"] == 260000
+    assert model_info["max_output_tokens"] == 65536
+    assert model_info["litellm_provider"] == "inception"
+    assert model_info["mode"] == "chat"
+    assert model_info["supports_function_calling"] is True
+    assert model_info["supports_response_schema"] is True

From 66980bbb873b4db3d6fd070bc8471feae52efe26 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 12:40:25 -0700
Subject: [PATCH 187/298] test(e2e): address Redis chaos PR review, add
 log-bytes budget

Pad the locust payload to tens of KB so per-request bookkeeping cost scales with
body size instead of hiding behind a 40-byte prompt. Turn on
use_redis_transaction_buffer in the chaos config and JSON_LOGS in the workflow so
the spend buffer, pod lock, and JSON-encoded breaker tracebacks are all part of
the measured chaos cost. Add a log-bytes-per-request budget alongside latency,
RSS, and CPU, reading the proxy's log file size at each phase split; its ceiling
is uncalibrated since no chaos run has measured it yet.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/test-e2e-redis-chaos.yml  |  2 +
 tests/e2e/CLAUDE.md                         |  2 +-
 tests/e2e/gateway/redis_chaos_ci_config.yml |  1 +
 tests/e2e/load/locustfile.py                |  7 ++-
 tests/e2e/load/test_redis_chaos_e2e.py      | 59 ++++++++++++++++++---
 5 files changed, 62 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/test-e2e-redis-chaos.yml b/.github/workflows/test-e2e-redis-chaos.yml
index 2ce20836db7..0880c1fb464 100644
--- a/.github/workflows/test-e2e-redis-chaos.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -40,6 +40,7 @@ jobs:
       DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm
       LITELLM_MASTER_KEY: sk-redis-chaos-e2e
       LITELLM_LOG: WARNING
+      JSON_LOGS: "true"
     steps:
       - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
         with:
@@ -73,6 +74,7 @@ jobs:
         run: |
           nohup uv run --no-sync litellm --config tests/e2e/gateway/redis_chaos_ci_config.yml --port 4000 --num_workers 4 > proxy.log 2>&1 &
           echo "E2E_PROXY_PID=$!" >> "$GITHUB_ENV"
+          echo "E2E_PROXY_LOG=$(pwd)/proxy.log" >> "$GITHUB_ENV"
           for _ in $(seq 1 90); do
             if curl -fs http://localhost:4000/health/liveliness > /dev/null; then
               exit 0
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 80e78dd4cdd..ed57dd71759 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint and budgeting p50/p90/p99 latency, RSS, and CPU-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint and budgeting p50/p90/p99 latency, RSS, CPU-per-request, and log-bytes-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/gateway/redis_chaos_ci_config.yml b/tests/e2e/gateway/redis_chaos_ci_config.yml
index 37b024502f7..f7a71c50a71 100644
--- a/tests/e2e/gateway/redis_chaos_ci_config.yml
+++ b/tests/e2e/gateway/redis_chaos_ci_config.yml
@@ -1,6 +1,7 @@
 general_settings:
   master_key: os.environ/LITELLM_MASTER_KEY
   store_model_in_db: true
+  use_redis_transaction_buffer: true
 
 litellm_settings:
   callbacks: ["prometheus"]
diff --git a/tests/e2e/load/locustfile.py b/tests/e2e/load/locustfile.py
index a4e396aa8d7..9b7bdf2ee1e 100644
--- a/tests/e2e/load/locustfile.py
+++ b/tests/e2e/load/locustfile.py
@@ -11,17 +11,20 @@ from locust import FastHttpUser, constant, task
 _MODEL: Final = os.environ["LOAD_MODEL"]
 _API_KEYS: Final = tuple(os.environ["LOAD_API_KEYS"].split(","))
 _NEXT_ENDPOINT: Final = cycle(os.environ["LOAD_ENDPOINTS"].split(","))
+_FILLER: Final = "x" * 40_000
 
 
 def _payload() -> dict[str, object]:
     """A prompt no other request sent, so the response cache never answers for the deployment.
 
     Both endpoints take the same body: /v1/messages requires max_tokens, which /chat/completions
-    also accepts, so one payload serves the whole round robin.
+    also accepts, so one payload serves the whole round robin. Padded to tens of KB so a
+    per-request bookkeeping cost that scales with body size (string formatting, hashing) shows
+    up in the CPU and log-size budgets instead of hiding behind a 40-byte prompt.
     """
     return {
         "model": _MODEL,
-        "messages": [{"role": "user", "content": f"load test ping {uuid.uuid4().hex}"}],
+        "messages": [{"role": "user", "content": f"load test ping {uuid.uuid4().hex} {_FILLER}"}],
         "max_tokens": 16,
     }
 
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 646429bbdd7..153be656566 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -22,11 +22,13 @@ Every touchpoint times out: the auth cache read falls back to Postgres, the resp
 read and write both fail, and the spend counter increment times out and the callback
 stringifies the request metadata, breadcrumbs included, into a failed-tracking alert. On
 v1.100.0 that string doubled per request until the worker hung (LIT-6780), which is what the
-per-phase RSS and CPU percentiles are here to catch.
+per-phase RSS, CPU, and log-bytes budgets are here to catch.
 
 Needs the proxy on the same host, since RSS and CPU come from psutil on its process tree:
 a multi-worker proxy serves /metrics from the prometheus multiprocess collector, which drops
-the process collector's memory and CPU series. Deselected unless E2E_REDIS_CHAOS is set.
+the process collector's memory and CPU series. Log bytes are read from the file the proxy's
+stdout/stderr was redirected to, so the same host requirement covers that too. Deselected
+unless E2E_REDIS_CHAOS is set.
 """
 
 from __future__ import annotations
@@ -37,6 +39,7 @@ import time
 from collections.abc import Iterator
 from dataclasses import dataclass
 from itertools import pairwise
+from pathlib import Path
 from typing import Final
 
 import pytest
@@ -79,6 +82,11 @@ REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
 CHAOS_LATENCY_RATIO_CEILING: Final = 12.0
 CHAOS_RSS_RATIO_CEILING: Final = 1.5
 CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 6.0
+# Uncalibrated: no chaos run has measured this yet, since JSON_LOGS and the padded payload
+# landed after the last run this file's other ceilings were calibrated from. Deliberately loose
+# until a real run tightens it; the failed-tracking alert body that motivates this test already
+# logs the full request metadata per timeout, so a JSON-encoded traceback storm should dwarf this.
+CHAOS_LOG_BYTES_PER_REQUEST_RATIO_CEILING: Final = 20.0
 
 DRAIN_TIMEOUT_SECONDS: Final = 30.0
 DRAIN_POLL_SECONDS: Final = 1.0
@@ -111,6 +119,7 @@ class Phase:
     load: LoadResult
     usage: UsageWindow
     redis_timeouts: float
+    log_bytes: int
 
     @property
     def timeouts_per_request(self) -> float:
@@ -120,11 +129,16 @@ class Phase:
     def cpu_seconds_per_request(self) -> float:
         return self.usage.cpu_seconds_per_request(self.load.requests)
 
+    @property
+    def log_bytes_per_request(self) -> float:
+        return self.log_bytes / self.load.requests if self.load.requests else 0.0
+
     def report(self) -> str:
         return (
             f"{self.name}: {self.load.requests} requests, {self.load.failures} failures, "
             f"{self.load.requests_per_second:.0f} rps, {self.load.latency_summary()}; {self.usage.summary()}; "
             f"{self.cpu_seconds_per_request * 1000:.1f} ms CPU per request; "
+            f"{self.log_bytes_per_request:.0f} log bytes per request; "
             f"{self.timeouts_per_request:.2f} Redis timeouts per request; "
             f"by endpoint: {self.load.endpoint_summary()}"
         )
@@ -163,6 +177,22 @@ def proxy_pid() -> int:
     return int(pid)
 
 
+@pytest.fixture
+def proxy_log() -> Path:
+    """Path to the proxy's stdout/stderr log, which the workflow captures to a file.
+
+    Required rather than discovered for the same reason as proxy_pid: a developer machine may
+    have more than one proxy log around.
+    """
+    path: Final = os.environ.get("E2E_PROXY_LOG")
+    assert path, "E2E_PROXY_LOG must hold the path the proxy's stdout/stderr was redirected to"
+    return Path(path)
+
+
+def _log_bytes(path: Path) -> int:
+    return path.stat().st_size
+
+
 @pytest.fixture
 def redis_control() -> Iterator[redis.Redis[bytes]]:
     """A control connection to the proxy's Redis, which unpauses it in teardown as a safety net.
@@ -292,10 +322,13 @@ def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
     tail (or only in the median) cannot hide behind the other. Latency gets the loosest bound
     because a timing-out Redis legitimately adds its socket_timeout to every request that
     touches it, several times over on a retried request. RSS gets the tightest: the failure
-    path has no business allocating more per request. CPU is budgeted once, as CPU seconds per
-    request rather than per percentile: cores-busy saturates at the worker count under load, so
-    its percentiles read the same whether a request costs 10 ms of CPU or 40, and cannot budget
-    anything; seconds per request is the CPU figure that actually moves.
+    path has no business allocating more per request. CPU and log bytes are each budgeted once,
+    as an amount per request rather than per percentile: cores-busy saturates at the worker
+    count under load, so its percentiles read the same whether a request costs 10 ms of CPU or
+    40, and cannot budget anything; per-request is the figure that actually moves. Log bytes
+    isolates the cost of the failed-tracking alert's own noisy error handling from the CPU it
+    burns doing useful retry work, since the two would otherwise be indistinguishable in one
+    CPU number.
     """
     return (
         _latency_budget("p50", baseline.load.p50_seconds, chaos.load.p50_seconds),
@@ -311,6 +344,14 @@ def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
             ratio_ceiling=CHAOS_CPU_PER_REQUEST_RATIO_CEILING,
             unit=" ms",
         ),
+        Budget(
+            name="log bytes per request",
+            baseline=baseline.log_bytes_per_request,
+            degraded=chaos.log_bytes_per_request,
+            ratio_ceiling=CHAOS_LOG_BYTES_PER_REQUEST_RATIO_CEILING,
+            unit=" B",
+            decimals=0,
+        ),
     )
 
 
@@ -325,6 +366,7 @@ class TestRedisChaos:
         client: LoadClient,
         resources: ResourceManager,
         proxy_pid: int,
+        proxy_log: Path,
         redis_control: redis.Redis[bytes],
     ) -> None:
         proxy: Final = client.proxy
@@ -335,28 +377,33 @@ class TestRedisChaos:
         cooldown_re: Final = _deployment_metric_re("deployment_cooled_down_total", model_ids)
 
         at_start: Final = _scrape(proxy)
+        log_at_start: Final = _log_bytes(proxy_log)
 
         with ProxyUsageSampler(proxy_pid) as sampler:
             baseline_load: Final = _drive(keys, BASELINE_SECONDS)
             baseline_usage: Final = sampler.split()
             after_baseline: Final = _scrape(proxy)
+            log_after_baseline: Final = _log_bytes(proxy_log)
 
             redis_control.client_pause(REDIS_PAUSE_MS, all=True)  # pyright: ignore[reportUnknownMemberType]  # redis-py stubs return Any
             chaos_load: Final = _drive(keys, CHAOS_SECONDS)
             chaos_usage: Final = sampler.split()
         at_end: Final = _scrape_after_drain(proxy, retries_re)
+        log_at_end: Final = _log_bytes(proxy_log)
 
         baseline: Final = Phase(
             name="baseline",
             load=baseline_load,
             usage=baseline_usage,
             redis_timeouts=_metric(after_baseline, TIMEOUT_FAILURES_RE) - _metric(at_start, TIMEOUT_FAILURES_RE),
+            log_bytes=log_after_baseline - log_at_start,
         )
         chaos: Final = Phase(
             name="chaos",
             load=chaos_load,
             usage=chaos_usage,
             redis_timeouts=_metric(at_end, TIMEOUT_FAILURES_RE) - _metric(after_baseline, TIMEOUT_FAILURES_RE),
+            log_bytes=log_at_end - log_after_baseline,
         )
         report: Final = f"{baseline.report()} | {chaos.report()}"
 

From e3130a87bc0f87a141dd07d84ab4fadea65c23a5 Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Fri, 11 Sep 2026 19:50:27 +0000
Subject: [PATCH 188/298] test(cost-map): type the monkeypatch fixture in
 cerebras and inception registry tests

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../llms/cerebras/test_cerebras_chat_transformation.py        | 4 +++-
 .../llms/inception/test_inception_chat_transformation.py      | 3 ++-
 2 files changed, 5 insertions(+), 2 deletions(-)

diff --git a/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py b/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
index 6a438888a8a..a47180e9511 100644
--- a/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
+++ b/tests/test_litellm/llms/cerebras/test_cerebras_chat_transformation.py
@@ -1,3 +1,5 @@
+import pytest
+
 import litellm
 from litellm.llms.cerebras.chat import CerebrasConfig
 
@@ -62,7 +64,7 @@ def test_map_openai_params_preserves_max_retries_zero_falsy() -> None:
     )
 
 
-def test_qwen_3_8_27b_cost_and_tokens(monkeypatch) -> None:
+def test_qwen_3_8_27b_cost_and_tokens(monkeypatch: pytest.MonkeyPatch) -> None:
     monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
     monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url=""))
     model = "cerebras/qwen-3.8-27b"
diff --git a/tests/test_litellm/llms/inception/test_inception_chat_transformation.py b/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
index e3bc4d7992d..04813143fae 100644
--- a/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
+++ b/tests/test_litellm/llms/inception/test_inception_chat_transformation.py
@@ -7,6 +7,7 @@ import os
 from unittest import mock
 
 import httpx
+import pytest
 
 import litellm
 from litellm.llms.inception.chat.transformation import InceptionChatConfig
@@ -307,7 +308,7 @@ def test_inception_completion_targets_inception_endpoint():
     assert response.choices[0].message.content == "hi"
 
 
-def test_inception_mercury_2_5_cost_and_tokens(monkeypatch):
+def test_inception_mercury_2_5_cost_and_tokens(monkeypatch: pytest.MonkeyPatch) -> None:
     monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")
     monkeypatch.setattr(litellm, "model_cost", litellm.get_model_cost_map(url=""))
     model = "inception/mercury-2.5"

From f22f9bc4614a29e7b498d426e31f737864b4373e Mon Sep 17 00:00:00 2001
From: tin-berri <tin@berri.ai>
Date: Fri, 11 Sep 2026 12:52:42 -0700
Subject: [PATCH 189/298] feat(auto-router): show routed model and savings in
 Claude Code and Codex (#40330)

---
 .../migration.sql                             |   1 +
 .../litellm_proxy_extras/schema.prisma        |   1 +
 litellm/litellm_core_utils/private_json.py    |  20 +
 litellm/models/__init__.py                    |   2 +
 litellm/models/autorouter_session.py          |  39 ++
 litellm/proxy/_types.py                       |   2 +
 litellm/proxy/client/cli/README.md            |  34 +-
 litellm/proxy/client/cli/commands/agents.py   |  83 ++--
 litellm/proxy/client/cli/commands/auth.py     |  26 +-
 .../client/cli/commands/autoroute/commands.py |  14 +-
 .../client/cli/commands/autoroute/config.py   |   1 +
 .../client/cli/commands/claude_settings.py    | 171 ++++---
 .../proxy/client/cli/commands/configure.py    |  62 +--
 .../client/cli/commands/statusline_script.py  | 392 +++++++++++++++
 litellm/proxy/client/cli/commands/up.py       |  29 +-
 litellm/proxy/db/autorouter_session_rollup.py |  22 +-
 .../auto_router_endpoints.py                  |  52 +-
 litellm/proxy/schema.prisma                   |   1 +
 litellm/repositories/__init__.py              |   2 +
 .../autorouter_session_repository.py          |  34 ++
 .../auto_router_endpoints.py                  |  24 +
 schema.prisma                                 |   1 +
 .../spend/test_autorouter_session_rollup.py   |  23 +
 .../litellm_core_utils/test_private_json.py   |  35 +-
 tests/test_litellm/models/test_models.py      |  33 ++
 .../proxy/auth/test_route_checks.py           |  25 +
 .../client/cli/autoroute/test_commands.py     |  29 ++
 .../proxy/client/cli/autoroute/test_config.py |   8 +-
 .../test_litellm/proxy/client/cli/conftest.py |   7 +
 .../proxy/client/cli/test_agents.py           | 185 ++-----
 .../proxy/client/cli/test_auth_commands.py    |  68 ++-
 .../proxy/client/cli/test_claude_settings.py  | 451 +++++++-----------
 .../client/cli/test_configure_commands.py     |  48 +-
 .../client/cli/test_statusline_script.py      | 404 ++++++++++++++++
 .../proxy/client/cli/test_up_commands.py      | 112 ++---
 .../db/test_autorouter_session_rollup.py      |  18 +-
 .../test_auto_router_endpoints.py             | 137 ++++++
 .../repositories/test_repositories.py         |  57 +++
 ui/litellm-dashboard/src/lib/http/schema.d.ts | 113 +++++
 39 files changed, 2044 insertions(+), 722 deletions(-)
 create mode 100644 litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql
 create mode 100644 litellm/models/autorouter_session.py
 create mode 100644 litellm/proxy/client/cli/commands/statusline_script.py
 create mode 100644 litellm/repositories/autorouter_session_repository.py
 create mode 100644 tests/test_litellm/proxy/client/cli/test_statusline_script.py

diff --git a/litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql b/litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql
new file mode 100644
index 00000000000..e7ce1a3180b
--- /dev/null
+++ b/litellm-proxy-extras/litellm_proxy_extras/migrations/20260910000000_add_autorouter_session_baseline_models/migration.sql
@@ -0,0 +1 @@
+ALTER TABLE "LiteLLM_AutoRouterSession" ADD COLUMN IF NOT EXISTS "baseline_models" JSONB NOT NULL DEFAULT '{}';
diff --git a/litellm-proxy-extras/litellm_proxy_extras/schema.prisma b/litellm-proxy-extras/litellm_proxy_extras/schema.prisma
index 817df082d8c..7d521d54791 100644
--- a/litellm-proxy-extras/litellm_proxy_extras/schema.prisma
+++ b/litellm-proxy-extras/litellm_proxy_extras/schema.prisma
@@ -1514,6 +1514,7 @@ model LiteLLM_AutoRouterSession {
   classifier_cost       Float    @default(0)
   classifier_cost_recorded_turns Int @default(0)
   tier_turns            Json     @default("{}")
+  baseline_models       Json     @default("{}")
 
   @@id([api_key, session_id, router_name])
   @@index([last_turn_at], map: "idx_autorouter_session_last_turn")
diff --git a/litellm/litellm_core_utils/private_json.py b/litellm/litellm_core_utils/private_json.py
index 30f64c8fc27..4cd4a9b4f82 100644
--- a/litellm/litellm_core_utils/private_json.py
+++ b/litellm/litellm_core_utils/private_json.py
@@ -36,6 +36,21 @@ def stage_private_json(path: str, data: Mapping[str, object]) -> str:
     return tmp_path
 
 
+def stage_private_bytes(path: str, data: bytes) -> str:
+    parent: Final = Path(path).parent
+    parent.mkdir(parents=True, exist_ok=True)
+    fd, tmp_path = tempfile.mkstemp(dir=str(parent), prefix=".tmp-")
+    try:
+        with os.fdopen(fd, "wb") as f:
+            f.write(data)
+            f.flush()
+            os.fsync(f.fileno())
+    except BaseException:
+        Path(tmp_path).unlink(missing_ok=True)
+        raise
+    return tmp_path
+
+
 def commit_staged_json(staged: str, path: str) -> None:
     """Move a staged file into place, replacing whatever is there in one step"""
     try:
@@ -68,3 +83,8 @@ def discard_staged_json(staged: str) -> None:
 def write_private_json(path: str, data: Mapping[str, object]) -> None:
     """Atomically write JSON to path with owner-only permissions (0600)"""
     commit_staged_json(stage_private_json(path, data), path)
+
+
+def write_private_bytes(path: str, data: bytes) -> None:
+    """Atomically write bytes to path with owner-only permissions (0600); a reader holding the old file keeps it whole"""
+    commit_staged_json(stage_private_bytes(path, data), path)
diff --git a/litellm/models/__init__.py b/litellm/models/__init__.py
index 07d1ffa743d..50eb6f8af4f 100644
--- a/litellm/models/__init__.py
+++ b/litellm/models/__init__.py
@@ -3,6 +3,7 @@ Domain models for LiteLLM backend.
 """
 
 from litellm.models.access_group import LiteLLM_AccessGroupTable
+from litellm.models.autorouter_session import LiteLLM_AutoRouterSession
 from litellm.models.budget import (
     LiteLLM_BudgetTable,
     LiteLLM_BudgetTableFull,
@@ -40,6 +41,7 @@ __all__ = [
     "CredentialBase",
     "CredentialItem",
     "LiteLLM_AccessGroupTable",
+    "LiteLLM_AutoRouterSession",
     "LiteLLM_BudgetTable",
     "LiteLLM_BudgetTableFull",
     "LiteLLM_Config",
diff --git a/litellm/models/autorouter_session.py b/litellm/models/autorouter_session.py
new file mode 100644
index 00000000000..c7126236ec3
--- /dev/null
+++ b/litellm/models/autorouter_session.py
@@ -0,0 +1,39 @@
+"""
+Auto-router per-session rollup model.
+
+Canonical definition for ``litellm_autoroutersession``, the row the spend flush
+maintains per (api_key, session_id, router_name).
+"""
+
+from collections.abc import Mapping
+from datetime import datetime
+
+from litellm.types.llms.base import LiteLLMPydanticObjectBase
+
+
+class LiteLLM_AutoRouterSession(LiteLLMPydanticObjectBase):
+    api_key: str
+    session_id: str
+    router_name: str
+    router_type: str
+    first_turn_at: datetime
+    last_turn_at: datetime
+    last_model: str
+    turns: int
+    spend: float
+    saved_spend: float
+    classifier_cost: float
+    tier_turns: Mapping[str, int]
+    baseline_models: Mapping[str, int]
+
+    @property
+    def baseline_model(self) -> str | None:
+        """The baseline most of this session's turns were priced against, or None when no turn recorded one.
+
+        A router reconfigured mid-session leaves turns priced against two baselines; the row keeps both
+        counts, and the label is the one that priced the most money-carrying turns rather than whatever the
+        router is configured with now.
+        """
+        if not self.baseline_models:
+            return None
+        return max(self.baseline_models, key=lambda model: (self.baseline_models[model], model))
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 382ea384275..7b0e92d81ae 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -880,6 +880,8 @@ class LiteLLMRoutes(enum.Enum):
         # proxy admin, or team admin naming their own team via team_id
         "/auto_router/test_routing",
         "/auto_router/validate_complexity_router_config",
+        # Per-session auto-router read - the endpoint scopes the row to the caller's own key hash
+        "/auto_router/session",
         # Agent registry - reads are role-scoped and writes are proxy-admin-gated
         # inside agent_endpoints/endpoints.py
         *agent_management_routes,
diff --git a/litellm/proxy/client/cli/README.md b/litellm/proxy/client/cli/README.md
index 4045857a237..2071576a943 100644
--- a/litellm/proxy/client/cli/README.md
+++ b/litellm/proxy/client/cli/README.md
@@ -508,9 +508,9 @@ The credential is short-lived by design (default 24h, configurable via `LITELLM_
 
 ### Route Every Claude Code Session Through the Proxy
 
-`lite claude` wraps a single invocation, but `lite up` goes further: it patches `~/.claude/settings.json`, Claude Code's own config file, so that every Claude Code session started afterward -- from any terminal, launched normally with just `claude`, no wrapper needed -- routes through your LiteLLM proxy. It sets `env.ANTHROPIC_BASE_URL` to the proxy URL, `env.ENABLE_TOOL_SEARCH` to `true` and `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY` to `1` when those keys are missing, and `apiKeyHelper` to a `lite auth print-token` invocation, drops any stray static `ANTHROPIC_API_KEY` or `ANTHROPIC_AUTH_TOKEN` so the helper-issued token wins, and leaves every other setting in the file untouched. It backs up the original file before patching it.
+`lite claude` wraps a single invocation, but `lite up` goes further: it patches `~/.claude/settings.json`, Claude Code's own config file, so that every Claude Code session started afterward -- from any terminal, launched normally with just `claude`, no wrapper needed -- routes through your LiteLLM proxy. It sets `env.ANTHROPIC_BASE_URL` to the proxy URL, `env.ENABLE_TOOL_SEARCH` to `true` and `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY` to `1` when those keys are missing, writes the key it resolved (your fresh `lite login`, or an explicit `--api-key`) into `env.ANTHROPIC_AUTH_TOKEN` as a static token, drops any stray `ANTHROPIC_API_KEY` or `apiKeyHelper` so nothing fights that token, and leaves every other setting in the file untouched. It backs up the original file before patching it. Nothing here writes an `apiKeyHelper`: Claude Code would spawn `lite` (and its keychain check) on every credential refresh, so the key is copied in instead and `lite up` restores the file when it stops.
 
-Two things need to already be true: you've run `lite login` (or `lite login --pkce`, whose key the helper renews on its own), since the apiKeyHelper depends on that stored token, and the proxy is already reachable, since `lite up` does not start one for you.
+Two things need to already be true: you've run `lite login` (or passed a key), and the proxy is already reachable, since `lite up` does not start one for you.
 
 ```bash
 lite login
@@ -526,21 +526,19 @@ Cursor is not supported: it has no equivalent file-based config to hot-patch thi
 
 #### Making It Permanent at Login
 
-`lite up` holds the patch only for as long as it runs. To wire Claude Code up once and leave it that way, pass `--config-claude` to `lite login`:
+`lite up` holds its patch only for as long as it runs. To wire Claude Code up at login and leave it that way, pass `--config-claude` to `lite login`:
 
 ```bash
 lite --base-url https://your-proxy.example.com login --config-claude
 ```
 
-It writes the same settings `lite up` does, `env.ANTHROPIC_BASE_URL`, `env.ENABLE_TOOL_SEARCH`, `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY`, and `apiKeyHelper`, but persistently: no foreground process to keep alive, and `lite unconfigure claude` restores what it changed (see below). Every other key in `~/.claude/settings.json` is preserved, the file is created if it does not exist, and it is written atomically with owner-only permissions. Plain `lite login` is unchanged; nothing happens to your Claude Code config unless you pass the flag.
+It writes the same settings `lite up` does, `env.ANTHROPIC_BASE_URL`, `env.ENABLE_TOOL_SEARCH`, `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY`, and the key this login minted as `env.ANTHROPIC_AUTH_TOKEN`, but persistently: no foreground process to keep alive, and `lite unconfigure claude` restores what it changed (see below). Every other key in `~/.claude/settings.json` is preserved, the file is created if it does not exist, and it is written atomically with owner-only permissions. Plain `lite login` is unchanged; nothing happens to your Claude Code config unless you pass the flag
 
-Because the credential is reached through `apiKeyHelper` rather than copied into the file, a later `lite login` refreshes it with no further action: Claude Code re-runs the helper on every request and picks up whatever token the most recent login stored. Nothing secret is written to `settings.json`.
+The key in the file is the login's own, so it expires with it (24h by default): run `lite login --config-claude` again after that, which rewrites the key in place. Earlier versions wrote an `apiKeyHelper` that ran `lite auth print-token` instead, so a later login refreshed Claude Code by itself; that meant Claude Code spawning a full `lite` start, keychain check included, on every credential refresh, so the helper is no longer written and a stale one is stripped by the next `--config-claude` or `configure claude`. Like `lite up`, the flag refuses to run while a `lite up` session holds a backup, and tells you to run `lite down` first
 
-Run it again to point Claude Code at a different proxy; the base URL and the helper are both rewritten. `lite up` and `--config-claude` manage the same file, so the flag refuses to run while a `lite up` session holds a backup, and tells you to run `lite down` first, rather than writing settings that `lite up` would silently revert when it stops.
+#### Configuring Claude Code Once, With a Virtual Key
 
-#### Configuring Claude Code Once, With a Virtual Key or Your Login
-
-`lite configure claude` wires Claude Code up persistently and `lite unconfigure claude` puts things back. It is what `lite login --config-claude` does, plus a pinned model and an undo, and it also takes a long-lived virtual key when that is what you have:
+`lite configure claude` wires Claude Code up persistently with a long-lived virtual key, a pinned model and an undo, and `lite unconfigure claude` puts things back:
 
 ```bash
 curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install.sh | sh
@@ -548,11 +546,25 @@ lite --base-url https://your-proxy.example.com configure claude --api-key sk-...
 claude
 ```
 
-With `--api-key` (or `lite --api-key` / `LITELLM_PROXY_API_KEY`) the key is written into `env.ANTHROPIC_AUTH_TOKEN`. Without one, your `lite login` credential is used the way `--config-claude` uses it, through `apiKeyHelper`, so a later `lite login` (or a `--pkce` renewal) picks up on its own and nothing secret lands in the file; a missing or stale login is refreshed first. Either way the command checks the key against `GET /v1/models`, then patches `~/.claude/settings.json`: `env.ANTHROPIC_BASE_URL`, the credential, and `env.ENABLE_TOOL_SEARCH` and `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY` when those are missing, so Claude Code's `/model` picker lists the proxy's models (under `claude-router-<UTF-8 hex of the group name>` for a group whose id contains neither `claude` nor `anthropic`, since Claude Code lists only those) and you pick between them as usual. Claude Code keeps its own default model until you switch, so that id has to exist on the proxy for the first message to go through; `--model` (or the interactive prompt below) sets the model Claude Code starts on instead, as the top-level `model` key, which has to be on `/v1/models` for the key. Nothing forces Claude Code's sub-agent or background tiers onto a proxy model, so those built-in ids need to exist on the proxy too; `lite autoroute up` is the mode that pins every tier to one group. Claude Code treats a name it does not know as an unknown model: it prints a one-line `unrecognized_model` note, assumes a 200k context window (the proxy appends `[1m]` for a group whose configured or known input window reaches 1M) and sends no thinking parameters for it, so name the group like a Claude model id to change that. The other credential slots (`env.ANTHROPIC_API_KEY`, a stale `env.ANTHROPIC_AUTH_TOKEN` or `apiKeyHelper`) are removed so they cannot fight the one written. Every other setting is preserved and the file is written atomically with owner-only permissions; if `settings.json` is a symlink into a dotfiles repository, the key is written through to that target and the command says so, so keep it out of version control
+The key comes from `--api-key` (or `lite --api-key` / `LITELLM_PROXY_API_KEY`) and is written into `env.ANTHROPIC_AUTH_TOKEN`; without one the command refuses, since a `lite login` credential expires within a day and keeping it fresh would mean Claude Code running `lite` through `apiKeyHelper` on every credential refresh. The command checks the key against `GET /v1/models`, then patches `~/.claude/settings.json`: `env.ANTHROPIC_BASE_URL`, the credential, and `env.ENABLE_TOOL_SEARCH` and `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY` when those are missing, so Claude Code's `/model` picker lists the proxy's models (under `claude-router-<UTF-8 hex of the group name>` for a group whose id contains neither `claude` nor `anthropic`, since Claude Code lists only those) and you pick between them as usual. Claude Code keeps its own default model until you switch, so that id has to exist on the proxy for the first message to go through; `--model` (or the interactive prompt below) sets the model Claude Code starts on instead, as the top-level `model` key and as `env.ANTHROPIC_MODEL`, both of which have to be on `/v1/models` for the key. The second one matters for `claude -c` and `claude --resume`: a resumed session otherwise re-sends the model its transcript recorded, which behind an auto-router with `return_raw_model_name: true` is the tier model that answered, and a key scoped to the router alias gets a 403 for it; `ANTHROPIC_MODEL` outranks the transcript on resume. Nothing forces Claude Code's sub-agent or background tiers onto a proxy model, so those built-in ids need to exist on the proxy too; `lite autoroute up` is the mode that pins every tier to one group. Claude Code treats a name it does not know as an unknown model: it prints a one-line `unrecognized_model` note, assumes a 200k context window (the proxy appends `[1m]` for a group whose configured or known input window reaches 1M) and sends no thinking parameters for it, so name the group like a Claude model id to change that. The other credential slots (`env.ANTHROPIC_API_KEY`, a stale `env.ANTHROPIC_AUTH_TOKEN` or `apiKeyHelper`) are removed so they cannot fight the one written. Every other setting is preserved and the file is written atomically with owner-only permissions; if `settings.json` is a symlink into a dotfiles repository, the key is written through to that target and the command says so, so keep it out of version control
 
 Plain `lite configure`, with no agent named, asks the same things interactively: which agents to wire (Claude Code today) and which of the proxy's models to start on, picked from `/v1/models` with a type-to-filter prompt
 
-What the command changed is recorded in `~/.litellm/claude_configure_state.json` (previous values plus fingerprints of what was written, never a second copy of the key). `lite unconfigure claude` restores each of those keys only if it still holds what `configure` wrote, so anything you changed since is left alone and named in the output; a `settings.json` or `env` object that only existed because of `configure` is removed again. Ownership moves only by a write: running `configure` again (a re-login is one) refreshes the record only for the keys its merge changed, keeps the original snapshot of a key that still holds what it wrote, and snapshots afresh a key you changed in between, so `unconfigure` brings back whatever the repeat displaced and never adopts your edit as its own. A credential (`env.ANTHROPIC_API_KEY`, `env.ANTHROPIC_AUTH_TOKEN`, `apiKeyHelper`) is put back only when the restored file points at the `ANTHROPIC_BASE_URL` it was captured next to; otherwise it stays removed, the output says which server it belonged to, and the receipt is kept so pointing the URL back and running `unconfigure` again finishes the job. It also undoes `lite login --config-claude`, which writes through the same path. Like `--config-claude`, both refuse to run while a `lite up` or `lite autoroute up` session holds a backup, and that check comes before any login prompt or request
+What the command changed is recorded in `~/.litellm/claude_configure_state.json` (previous values plus fingerprints of what was written, never a second copy of the key). `lite unconfigure claude` restores each of those keys only if it still holds what `configure` wrote, so anything you changed since is left alone and named in the output; a `settings.json` or `env` object that only existed because of `configure` is removed again. Ownership moves only by a write: running `configure` again (a re-login is one) refreshes the record only for the keys its merge changed, keeps the original snapshot of a key that still holds what it wrote, and snapshots afresh a key you changed in between, so `unconfigure` brings back whatever the repeat displaced and never adopts your edit as its own. A credential (`env.ANTHROPIC_API_KEY`, `env.ANTHROPIC_AUTH_TOKEN`, `apiKeyHelper`) is put back only when the restored file points at the `ANTHROPIC_BASE_URL` it was captured next to; otherwise it stays removed, the output says which server it belonged to, and the receipt is kept so pointing the URL back and running `unconfigure` again finishes the job. It also undoes `lite login --config-claude`, which writes through the same path. Both refuse to run while a `lite up` or `lite autoroute up` session holds a backup, and that check comes before any request
+
+#### Routed model and savings in the status line
+
+`lite configure claude`, `lite login --config-claude`, `lite up` and `lite autoroute up` also install a status line (`~/.litellm/statusline.py`, registered as `statusLine` in `~/.claude/settings.json` unless you already run one) that shows which model the auto-router actually served the last turn and, once the proxy has recorded the session, what the session cost against the router's savings baseline:
+
+```
+claude-auto · Routed to: claude-haiku-4-5  -63% vs Claude Opus 5
+LiteLLM       ████████░░░░░░░░░░░░░░░░  $0.14
+Claude Opus 5 ████████████████████████  $0.38
+```
+
+The routed model comes from Claude Code's own transcript, so it only names the tier model when the auto-router deployment sets `return_raw_model_name: true` (the `lite autoroute` wizard does); otherwise it shows the alias you requested. The cost lines come from `GET /auto_router/session?session_id=...`, which any virtual key may call for its own sessions, and are cached for five seconds under a per-user `$TMPDIR/litellm-statusline-<uid>` directory. The baseline is the priciest model in the router's hardest tier, the same counterfactual the auto-router's savings reports use. `lite unconfigure claude` removes the `statusLine` entry only while it still points at that script.
+
+`lite codex` registers the same script as a Codex `Stop` hook for the launch, so after each turn Codex prints the same block as a system message. Codex asks once to trust the hook; the answer is remembered for later launches.
 
 ### QA Complexity-Based Auto-Routing Against Your Real Proxy
 
diff --git a/litellm/proxy/client/cli/commands/agents.py b/litellm/proxy/client/cli/commands/agents.py
index bf2a784f590..ea1eed65505 100644
--- a/litellm/proxy/client/cli/commands/agents.py
+++ b/litellm/proxy/client/cli/commands/agents.py
@@ -1,4 +1,6 @@
+import json
 import os
+import re
 import shutil
 import subprocess
 import sys
@@ -13,7 +15,7 @@ import requests
 from pydantic import BaseModel, TypeAdapter, ValidationError
 
 from .auth import CliContextObj, context_secret_vault, get_stored_api_key, login
-from .claude_settings import claude_settings_path, lite_api_key_helper_configured
+from .claude_settings import ClaudeSettingsError, install_statusline_script
 from .cmd_quoting import quote_for_cmd
 from .pi import (
     LITELLM_PROXY_API_KEY_ENV,
@@ -86,8 +88,6 @@ def build_agent_env(
     base_url: str,
     api_key: str,
     profiles: frozenset[str],
-    *,
-    export_anthropic_token: bool = True,
 ) -> dict[str, str]:
     """Return a copy of base_env wired to route the agent through the proxy.
 
@@ -102,19 +102,12 @@ def build_agent_env(
     proxy's /v1/models; likewise left alone when already set.
     pi ignores both base URL variables and instead resolves $LITELLM_PROXY_API_KEY
     from its synced models.json provider entry.
-
-    With export_anthropic_token=False the bearer is left out (and any inherited
-    one dropped) so Claude Code asks its configured apiKeyHelper instead; Claude
-    Code prefers ANTHROPIC_AUTH_TOKEN over the helper and warns when both are set.
     """
     env: Final = dict(base_env)
     root: Final = base_url.rstrip("/")
     if PROFILE_ANTHROPIC in profiles:
         env[ANTHROPIC_BASE_URL_ENV] = root
-        if export_anthropic_token:
-            env[ANTHROPIC_AUTH_TOKEN_ENV] = api_key
-        else:
-            env.pop(ANTHROPIC_AUTH_TOKEN_ENV, None)
+        env[ANTHROPIC_AUTH_TOKEN_ENV] = api_key
         env.pop(ANTHROPIC_API_KEY_ENV, None)
         if ENABLE_TOOL_SEARCH_ENV not in env:
             env[ENABLE_TOOL_SEARCH_ENV] = ENABLE_TOOL_SEARCH_VALUE
@@ -189,10 +182,52 @@ def prepare_pi(
     return ("--model", f"{PI_PROVIDER_NAME}/{ids[0]}")
 
 
+def _warn(message: str) -> None:
+    click.echo(message, err=True)
+
+
+_CODEX_STOP_HOOKS_DECLARED: Final = re.compile(
+    r"^\s*(\[\[\s*\"?hooks\"?\s*\.\s*\"?Stop\"?\s*\]\]|\"?hooks\"?(?:\s*\.\s*\"?Stop\"?)?\s*=|\[\s*\"?hooks\"?\s*\])",
+    re.MULTILINE,
+)
+
+
+def codex_config_path(base_env: Mapping[str, str]) -> Path:
+    return Path(base_env.get("CODEX_HOME") or Path.home() / ".codex") / "config.toml"
+
+
+def codex_declares_stop_hooks(config_path: Path) -> bool:
+    """A config that cannot be read or decoded declares nothing we can see; Codex reports its own
+    TOML failure at launch, so the pre-check must not be the thing that stops `lite codex`."""
+    try:
+        return _CODEX_STOP_HOOKS_DECLARED.search(config_path.read_text(encoding="utf-8")) is not None
+    except (OSError, UnicodeDecodeError):
+        return False
+
+
+def prepare_codex(
+    base_url: str,
+    api_key: str,
+    base_env: Mapping[str, str],
+    *,
+    install: Callable[[], str] = install_statusline_script,
+    warn: Callable[[str], None] = _warn,
+) -> tuple[str, ...]:
+    """A `-c hooks.Stop=` session flag replaces the user's whole Stop list, so their own hooks win over ours."""
+    if codex_declares_stop_hooks(codex_config_path(base_env)):
+        warn("litellm: your Codex config already declares hooks; not adding the routed-model Stop hook")
+        return ()
+    try:
+        command: Final = install()
+    except ClaudeSettingsError as e:
+        raise AgentRunError(str(e)) from e
+    return ("-c", f'hooks.Stop=[{{hooks=[{{type="command",command={json.dumps(command)}}}]}}]')
+
+
 _Preparer: TypeAlias = Callable[[str, str, Mapping[str, str]], Sequence[str]]
 
 _PREPARERS: Final[Mapping[str, _Preparer]] = MappingProxyType(
-    {"pi": prepare_pi}  # mutable-ok: MappingProxyType freezes the provider registry
+    {"pi": prepare_pi, "codex": prepare_codex}  # mutable-ok: MappingProxyType freezes the provider registry
 )
 
 
@@ -454,10 +489,6 @@ def _restore_controlling_terminal() -> None:
         os.close(fd)
 
 
-def _warn(message: str) -> None:
-    click.echo(message, err=True)
-
-
 def run_agent(
     base_url: str,
     api_key: str,
@@ -474,7 +505,6 @@ def run_agent(
     launcher: Callable[[str, Sequence[str], Mapping[str, str]], None] = _hand_off,
     reattach_terminal: Callable[[], None] | None = None,
     preparers: Mapping[str, _Preparer] = MappingProxyType(_PREPARERS),
-    export_anthropic_token: bool = True,
 ) -> None:
     """Validate, wire the environment, and hand off to the agent.
 
@@ -506,9 +536,7 @@ def run_agent(
 
     env: Final = MappingProxyType(
         {
-            **build_agent_env(
-                env_before_sync, base_url, api_key, profiles, export_anthropic_token=export_anthropic_token
-            ),
+            **build_agent_env(env_before_sync, base_url, api_key, profiles),
             **(_NO_EXTRA_ENV if isinstance(synced, ModelSyncSkipped) else synced),
         }
     )
@@ -546,26 +574,14 @@ def resolve_api_key(ctx: click.Context) -> str:
 _SKIP_VERIFY_HELP: Final = "Skip the pre-launch key check against the proxy."
 
 
-def _helper_supplies_token(
-    ctx_obj: CliContextObj, base_url: str, profiles: frozenset[str], settings_path: Path
-) -> bool:
-    if PROFILE_ANTHROPIC not in profiles or not ctx_obj.get("api_key_from_token_file"):
-        return False
-    return lite_api_key_helper_configured(base_url, settings_path)
-
-
 def _launch(ctx: click.Context, binary: str, args: Sequence[str], *, skip_verify: bool) -> None:
     ctx_obj: Final[CliContextObj] = ctx.obj
     base_url: Final = ctx_obj["base_url"]
     started_interactive: Final = _is_interactive()
     api_key: Final = resolve_api_key(ctx)
 
-    display_name, profiles = agent_profile(binary)
-    settings_path: Final = claude_settings_path(os.environ)
-    helper_supplies_token: Final = _helper_supplies_token(ctx_obj, base_url, profiles, settings_path)
+    display_name, _profiles = agent_profile(binary)
     click.echo(f"litellm: routing {display_name} through proxy at {base_url.rstrip('/')}")
-    if helper_supplies_token:
-        click.echo(f"litellm: {display_name} reads its key from the apiKeyHelper in {settings_path}")
 
     try:
         run_agent(
@@ -574,7 +590,6 @@ def _launch(ctx: click.Context, binary: str, args: Sequence[str], *, skip_verify
             [binary, *args],
             skip_verify=skip_verify,
             reattach_terminal=(_restore_controlling_terminal if started_interactive else None),
-            export_anthropic_token=not helper_supplies_token,
         )
     except AgentRunError as e:
         raise click.ClickException(str(e))
diff --git a/litellm/proxy/client/cli/commands/auth.py b/litellm/proxy/client/cli/commands/auth.py
index 4f704afe9d6..98af32fa7aa 100644
--- a/litellm/proxy/client/cli/commands/auth.py
+++ b/litellm/proxy/client/cli/commands/auth.py
@@ -42,14 +42,13 @@ from litellm.litellm_core_utils.cli_token_utils import (
 
 from .claude_settings import (
     STARTING_MODEL_ROLE,
-    ApiKeyHelper,
     ClaudeSettingsError,
     KeepModel,
+    StaticToken,
     claude_settings_path,
     configure_claude_settings,
     configure_state_path,
     refuse_while_owned,
-    resolve_api_key_helper,
     settings_file_owners,
 )
 from .pkce_login import (
@@ -784,13 +783,16 @@ def _render_and_prompt_for_team_selection(teams: list[CliTeam]) -> str | None:
             return None
 
 
-def _configure_claude_code(base_url: str) -> None:
-    """Point Claude Code at base_url by patching the settings.json it reads, undoable with `lite unconfigure claude`."""
+def _configure_claude_code(base_url: str, api_key: str) -> None:
+    """Write the key this login just minted into Claude Code's settings.json as a static token, undoable with
+    `lite unconfigure claude`. The key expires with the login, so the flag is the re-wire step of each login
+    rather than a one-time setup: no apiKeyHelper is written, since Claude Code would spawn `lite` (and its
+    keychain probe) on every credential refresh to keep one fresh."""
     settings_path: Final = claude_settings_path(os.environ)
     try:
         configure_claude_settings(
             base_url,
-            ApiKeyHelper(resolve_api_key_helper(base_url)),
+            StaticToken(api_key),
             KeepModel(),
             settings_path,
             configure_state_path(settings_path),
@@ -800,22 +802,28 @@ def _configure_claude_code(base_url: str) -> None:
         raise click.ClickException(f"Logged in, but could not configure Claude Code: {e}")
     click.echo(f"\nConfigured Claude Code: {settings_path} now routes through {base_url.rstrip('/')}.")
     click.echo(
+        "This login's key is stored in the file, so run `lite login --config-claude` again after it expires. "
         "Your other Claude Code settings were left untouched. Restart Claude Code to pick this up. "
         f"Undo with `lite unconfigure claude`; `lite configure claude --model` sets {STARTING_MODEL_ROLE}."
     )
 
 
 def _finish_login(base_url: str, api_key: str, config_claude: bool, stored: SecretSave) -> None:
+    """Claude Code is configured from the key in hand, so it does not wait on the CLI's own store: a login whose
+    token file or keychain refused it still has a usable key, and `--config-claude` asked for exactly that
+    key to be written into settings.json."""
     from litellm.proxy.client.cli.interface import show_commands
 
     click.echo("\nLogin successful!")
     click.echo(f"JWT Token: {api_key[:20]}...")
     click.echo(storage_notice(stored))
+    if config_claude:
+        _configure_claude_code(base_url, api_key)
     if isinstance(stored, (CredentialNotSaved, CredentialNotRecorded)):
+        if config_claude:
+            click.echo("Claude Code was configured with this key even though the CLI itself could not keep it.")
         return
     click.echo("You can now use the CLI without specifying --api-key")
-    if config_claude:
-        _configure_claude_code(base_url)
     click.echo("\n" + "=" * 60)
     show_commands()
 
@@ -850,8 +858,8 @@ def _pkce_login(base_url: str, config_claude: bool, vault: SecretVault) -> None:
     is_flag=True,
     default=False,
     help=(
-        "After logging in, update ~/.claude/settings.json so Claude Code routes through this proxy. "
-        "Unrelated settings are preserved."
+        "After logging in, write this login's key into ~/.claude/settings.json so Claude Code routes through "
+        "this proxy; run it again after the key expires. Unrelated settings are preserved."
     ),
 )
 @click.option(
diff --git a/litellm/proxy/client/cli/commands/autoroute/commands.py b/litellm/proxy/client/cli/commands/autoroute/commands.py
index 86701f186fd..5d91fc81350 100644
--- a/litellm/proxy/client/cli/commands/autoroute/commands.py
+++ b/litellm/proxy/client/cli/commands/autoroute/commands.py
@@ -1,5 +1,4 @@
 import atexit
-import json
 import secrets
 import signal
 import threading
@@ -15,8 +14,10 @@ from ..claude_settings import (
     CLAUDE_SETTINGS_PATH,
     ClaudeSettingsError,
     StaticToken,
+    install_statusline_script,
     load_json_or_empty,
     merge_claude_settings,
+    write_claude_settings,
 )
 from ..up import BackupRecord as ClaudeBackupRecord
 from ..up import restore_claude_settings, write_backup
@@ -151,6 +152,7 @@ def up(port: int) -> None:
         raise click.ClickException(str(e))
 
     try:
+        status_line: Final = install_statusline_script()
         original_existed: Final = CLAUDE_SETTINGS_PATH.exists()
         original_settings: Final = load_json_or_empty(CLAUDE_SETTINGS_PATH)
         write_backup(
@@ -158,11 +160,15 @@ def up(port: int) -> None:
             AUTOROUTE_BACKUP_PATH,
         )
         merged: Final = merge_claude_settings(
-            original_settings, base_url, StaticToken(master_key), AUTOROUTER_MODEL_NAME, AUTOROUTER_MODEL_NAME
+            original_settings,
+            base_url,
+            StaticToken(master_key),
+            AUTOROUTER_MODEL_NAME,
+            AUTOROUTER_MODEL_NAME,
+            status_line=status_line,
         )
         CLAUDE_SETTINGS_PATH.parent.mkdir(parents=True, exist_ok=True)
-        with secure_create(CLAUDE_SETTINGS_PATH) as f:
-            json.dump(merged, f, indent=2)
+        write_claude_settings(CLAUDE_SETTINGS_PATH, merged)
     except ClaudeSettingsError as e:
         terminate(process.pid)
         clear_pid_record()
diff --git a/litellm/proxy/client/cli/commands/autoroute/config.py b/litellm/proxy/client/cli/commands/autoroute/config.py
index 9dfc4ad079b..1f3ad34e3d9 100644
--- a/litellm/proxy/client/cli/commands/autoroute/config.py
+++ b/litellm/proxy/client/cli/commands/autoroute/config.py
@@ -162,6 +162,7 @@ def build_generated_model_list(config: AutorouteConfig) -> list[JsonValue]:
     complexity_router_config: Final[dict[str, JsonValue]] = {
         "tiers": {tier: list(models) for tier, models in config.tiers.items()},
         "default_model": config.default_model,
+        "return_raw_model_name": True,
     }
     if isinstance(config.classifier, LLMClassifier):
         complexity_router_config["classifier_type"] = "llm"
diff --git a/litellm/proxy/client/cli/commands/claude_settings.py b/litellm/proxy/client/cli/commands/claude_settings.py
index d0ee507f0b2..e6231f3cac9 100644
--- a/litellm/proxy/client/cli/commands/claude_settings.py
+++ b/litellm/proxy/client/cli/commands/claude_settings.py
@@ -1,16 +1,18 @@
 """Shared handling of Claude Code's ~/.claude/settings.json.
 
 `lite up` and `lite autoroute up` patch this file temporarily and restore it on
-exit; `lite login --config-claude` and `lite configure claude` patch it
-persistently and record how to undo it. All of them need the same merge and the
-same apiKeyHelper command, and `up` already imports from `auth`, so the shared
-parts live here rather than in any one command module.
+exit; `lite configure claude` patches it persistently and records how to undo it.
+All of them need the same merge, and `up` already imports from `auth`, so the
+shared parts live here rather than in any one command module. The credential is
+always a static token in `env.ANTHROPIC_AUTH_TOKEN`: Claude Code's `apiKeyHelper`
+would spawn a `lite` process on every credential refresh, and that process touches
+the keychain, so nothing here writes one; a helper left by an earlier version is
+owned like any other key and stripped.
 """
 
 import hashlib
 import json
 import shlex
-import shutil
 import sys
 from collections.abc import Callable, Mapping, Sequence
 from dataclasses import dataclass
@@ -27,13 +29,16 @@ from litellm.litellm_core_utils.private_json import (
     discard_staged_json,
     ensure_private_dir,
     stage_private_json,
+    write_private_bytes,
 )
 
+from . import statusline_script
 from .cmd_quoting import quote_for_cmd
 
 ENV_KEY: Final = "env"
 API_KEY_HELPER_KEY: Final = "apiKeyHelper"
 MODEL_KEY: Final = "model"
+STATUS_LINE_KEY: Final = "statusLine"
 ANTHROPIC_BASE_URL_KEY: Final = "ANTHROPIC_BASE_URL"
 ANTHROPIC_AUTH_TOKEN_KEY: Final = "ANTHROPIC_AUTH_TOKEN"
 ANTHROPIC_API_KEY_KEY: Final = "ANTHROPIC_API_KEY"
@@ -41,6 +46,7 @@ ENABLE_TOOL_SEARCH_KEY: Final = "ENABLE_TOOL_SEARCH"
 ENABLE_TOOL_SEARCH_VALUE: Final = "true"
 ENABLE_GATEWAY_MODEL_DISCOVERY_KEY: Final = "CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY"
 ENABLE_GATEWAY_MODEL_DISCOVERY_VALUE: Final = "1"
+ANTHROPIC_MODEL_KEY: Final = "ANTHROPIC_MODEL"
 ANTHROPIC_DEFAULT_MODEL_ENV_KEYS: Final = (
     "ANTHROPIC_DEFAULT_SONNET_MODEL",
     "ANTHROPIC_DEFAULT_HAIKU_MODEL",
@@ -53,19 +59,22 @@ OWNED_ENV_KEYS: Final = (
     ANTHROPIC_BASE_URL_KEY,
     ANTHROPIC_AUTH_TOKEN_KEY,
     ANTHROPIC_API_KEY_KEY,
+    ANTHROPIC_MODEL_KEY,
 )
-OWNED_TOP_LEVEL_KEYS: Final = (API_KEY_HELPER_KEY, MODEL_KEY)
+OWNED_TOP_LEVEL_KEYS: Final = (API_KEY_HELPER_KEY, MODEL_KEY, STATUS_LINE_KEY)
 OWNED_PATHS: Final = (*(f"{ENV_KEY}.{key}" for key in OWNED_ENV_KEYS), *OWNED_TOP_LEVEL_KEYS)
 _CREDENTIAL_ENV_KEYS: Final = frozenset((ANTHROPIC_API_KEY_KEY, ANTHROPIC_AUTH_TOKEN_KEY))
 _CREDENTIAL_PATHS: Final = (*(f"{ENV_KEY}.{key}" for key in sorted(_CREDENTIAL_ENV_KEYS)), API_KEY_HELPER_KEY)
 _BASE_URL_PATH: Final = f"{ENV_KEY}.{ANTHROPIC_BASE_URL_KEY}"
-STARTING_MODEL_ROLE: Final = "the /model picker's default row, the model Claude Code starts on"
+_MODEL_PATHS: Final = (MODEL_KEY, f"{ENV_KEY}.{ANTHROPIC_MODEL_KEY}")
+STARTING_MODEL_ROLE: Final = "the /model picker's default row, the model Claude Code starts and resumes on"
 
 CLAUDE_SETTINGS_PATH: Final = Path.home() / ".claude" / "settings.json"
 CLAUDE_CONFIG_DIR_ENV: Final = "CLAUDE_CONFIG_DIR"
 BACKUP_PATH: Final = Path.home() / ".litellm" / "claude_settings_backup.json"
 AUTOROUTE_BACKUP_PATH: Final = Path.home() / ".litellm" / "autorouter" / "claude_settings_backup.json"
 CONFIGURE_STATE_PATH: Final = Path.home() / ".litellm" / "claude_configure_state.json"
+STATUSLINE_SCRIPT_PATH: Final = Path.home() / ".litellm" / "statusline.py"
 
 
 @dataclass(frozen=True, slots=True)
@@ -123,16 +132,6 @@ class StaticToken:
     token: str
 
 
-@dataclass(frozen=True, slots=True)
-class ApiKeyHelper:
-    """A `lite auth print-token` command Claude Code runs per request, so a login renews in place."""
-
-    command: str
-
-
-ClaudeCredential: TypeAlias = StaticToken | ApiKeyHelper
-
-
 @dataclass(frozen=True, slots=True)
 class KeepModel:
     """Leave the top-level `model` as it is, the user's or an earlier configure's (a re-login)."""
@@ -145,7 +144,9 @@ class UnpinModel:
 
 @dataclass(frozen=True, slots=True)
 class StartOn:
-    """Pin the top-level `model`, the row Claude Code starts on."""
+    """Pin `model` and `env.ANTHROPIC_MODEL`: the row Claude Code starts on, and the one a resumed session stays
+    on, since resume otherwise re-sends the transcript's served model, which a raw-model router made a tier
+    model the key may not reach."""
 
     model: str
 
@@ -259,6 +260,17 @@ def _write_target(settings_path: Path) -> Path:
         raise ClaudeSettingsError(f"Could not resolve {settings_path}: {e}") from e
 
 
+def write_claude_settings(settings_path: Path, settings: Mapping[str, JsonValue]) -> None:
+    """The one way a settings document lands on disk: staged owner-only beside the target and renamed into
+    place, through a symlink rather than over it. Every writer (`configure`, `up`, `autoroute up` and the
+    restores) may be carrying the credential, so none creates the file under the umask or truncates it."""
+    target: Final = _write_target(settings_path)
+    try:
+        commit_staged_json(stage_private_json(str(target), settings), str(target))
+    except OSError as e:
+        raise ClaudeSettingsError(f"Could not write {settings_path}: {e}") from e
+
+
 def _stage(path: Path, document: Mapping[str, object]) -> str:
     try:
         return stage_private_json(str(path), document)
@@ -287,20 +299,49 @@ def _land(
         raise ClaudeSettingsError(f"Could not {'remove' if staged is None else 'write'} {path}: {e}") from e
 
 
+def statusline_command(script_path: Path, platform: str = sys.platform) -> str:
+    """This interpreter, not a bare `python3`: it is the one the apiKeyHelper already depends on."""
+    quote: Final = quote_for_cmd if platform.startswith("win") else shlex.quote
+    return " ".join(quote(token) for token in (sys.executable, str(script_path)))
+
+
+def install_statusline_script(script_path: Path | None = None) -> str:
+    target: Final = script_path or STATUSLINE_SCRIPT_PATH
+    try:
+        ensure_private_dir(target.parent)
+        write_private_bytes(str(target), Path(statusline_script.__file__).read_bytes())
+    except OSError as e:
+        raise ClaudeSettingsError(f"Could not install the status line script at {target}: {e}") from e
+    return statusline_command(target)
+
+
+def with_status_line(settings: Mapping[str, JsonValue], command: str) -> Mapping[str, JsonValue]:
+    """Ours is recognised by the script it runs, so a re-install under another interpreter is still ours."""
+    existing: Final = settings.get(STATUS_LINE_KEY)
+    existing_command: Final = existing.get("command") if isinstance(existing, dict) else None
+    ours: Final = existing is None or (isinstance(existing_command, str) and command.split()[-1] in existing_command)
+    if not ours:
+        return settings
+    entry: Final = dict((("type", "command"), ("command", command)))  # mutable-ok: JSON document
+    return dict(chain(settings.items(), ((STATUS_LINE_KEY, entry),)))  # mutable-ok: JSON document
+
+
 def merge_claude_settings(
     settings: Mapping[str, JsonValue],
     base_url: str,
-    credential: ClaudeCredential,
+    credential: StaticToken,
     default_model: str | None = None,
     tier_model: str | None = None,
+    *,
+    status_line: str | None = None,
 ) -> Mapping[str, JsonValue]:
     """Return a new settings mapping wired to route Claude Code through the proxy.
 
-    A StaticToken lands in env.ANTHROPIC_AUTH_TOKEN, an ApiKeyHelper in the top-level apiKeyHelper;
-    the other credential slots are removed either way, since Claude Code given two credentials may
-    send the wrong one. ENABLE_TOOL_SEARCH and CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY get their
-    defaults only when missing. `default_model` is the top-level `model`, the row Claude Code starts
-    on; `tier_model` is `lite autoroute up`'s knob that points every ANTHROPIC_DEFAULT_*_MODEL at one
+    The token lands in env.ANTHROPIC_AUTH_TOKEN; the other credential slots (a stray ANTHROPIC_API_KEY,
+    an apiKeyHelper) are removed, since Claude Code given two credentials may send the wrong one.
+    ENABLE_TOOL_SEARCH and CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY get their defaults only when
+    missing. `default_model` is the top-level `model` and env.ANTHROPIC_MODEL (see StartOn);
+    `tier_model` is `lite autoroute up`'s knob that points every ANTHROPIC_DEFAULT_*_MODEL at one
     group. Apart from those tier keys, exactly OWNED_PATHS are touched.
     """
     raw_env: Final = settings.get(ENV_KEY, {})
@@ -312,60 +353,24 @@ def merge_claude_settings(
                 (ENABLE_GATEWAY_MODEL_DISCOVERY_KEY, ENABLE_GATEWAY_MODEL_DISCOVERY_VALUE),
             ),
             ((key, value) for key, value in current_env.items() if key not in _CREDENTIAL_ENV_KEYS),
-            ((ANTHROPIC_BASE_URL_KEY, base_url.rstrip("/")),),
-            ((ANTHROPIC_AUTH_TOKEN_KEY, credential.token),) if isinstance(credential, StaticToken) else (),
+            ((ANTHROPIC_BASE_URL_KEY, base_url.rstrip("/")), (ANTHROPIC_AUTH_TOKEN_KEY, credential.token)),
+            ((ANTHROPIC_MODEL_KEY, default_model),) if default_model is not None else (),
             ((key, tier_model) for key in ANTHROPIC_DEFAULT_MODEL_ENV_KEYS if tier_model is not None),
         )
     )
     return dict(  # mutable-ok: JSON document handed to json.dump, which rejects a read-only mapping
         chain(
-            ((key, value) for key, value in settings.items() if key not in (API_KEY_HELPER_KEY, ENV_KEY)),
+            (
+                (key, value)
+                for key, value in (with_status_line(settings, status_line) if status_line else settings).items()
+                if key not in (API_KEY_HELPER_KEY, ENV_KEY)
+            ),
             ((ENV_KEY, env),),
-            ((API_KEY_HELPER_KEY, credential.command),) if isinstance(credential, ApiKeyHelper) else (),
             ((MODEL_KEY, default_model),) if default_model is not None else (),
         )
     )
 
 
-def resolve_api_key_helper(base_url: str, platform: str = sys.platform) -> str:
-    """Build the shell command Claude Code should run for its apiKeyHelper.
-
-    Claude Code hands the string to the system shell, `sh` on POSIX and cmd.exe
-    on Windows, so every token is quoted for the shell that will read it.
-
-    Resolves `lite` to an absolute path so the helper works regardless of the
-    PATH visible to whatever subprocess Claude Code spawns it from. Passing
-    --base-url explicitly (rather than relying on the bare invocation Claude
-    Code would otherwise use) makes `print-token` enforce that the cached
-    token was actually issued for this proxy -- without it, a token minted
-    for a different, previously-logged-into proxy would be handed to
-    whichever server the settings currently point at.
-
-    --base-url belongs to the top-level `lite` group, so it has to precede the
-    subcommand; click rejects it outright after `print-token`.
-    """
-    lite_path: Final = shutil.which("lite")
-    if lite_path is None:
-        raise ClaudeSettingsError(
-            "Could not find `lite` on your PATH. Claude Code's apiKeyHelper needs an absolute path to it."
-        )
-    quote: Final = quote_for_cmd if platform.startswith("win") else shlex.quote
-    return " ".join(quote(token) for token in (lite_path, "--base-url", base_url, "auth", "print-token"))
-
-
-def lite_api_key_helper_configured(base_url: str, settings_path: Path) -> bool:
-    """Whether settings_path already carries the apiKeyHelper `lite login --config-claude` writes for base_url.
-
-    Only an exact match counts: a helper for another proxy, a hand-written one, or
-    settings that cannot be read leave the caller on the env-token path.
-    """
-    try:
-        configured_helper: Final = load_json_or_empty(settings_path).get(API_KEY_HELPER_KEY)
-        return configured_helper == resolve_api_key_helper(base_url.rstrip("/"))
-    except ClaudeSettingsError:
-        return False
-
-
 def _owned(container: Mapping[str, JsonValue], key: str) -> OwnedValue:
     return OwnedValue(present=key in container, value=container.get(key))
 
@@ -460,12 +465,13 @@ def read_configure_receipt(state_path: Path) -> ConfigureReceipt | None:
 
 def configure_claude_settings(
     base_url: str,
-    credential: ClaudeCredential,
+    credential: StaticToken,
     model: ModelChoice,
     settings_path: Path,
     state_path: Path,
     owners: Sequence[SettingsFileOwner],
     commit: Callable[[str, str], None] = commit_staged_json,
+    script_path: Path | None = None,
 ) -> None:
     """Persistently route Claude Code through base_url, recording how to undo it.
 
@@ -474,19 +480,28 @@ def configure_claude_settings(
     discards the staged settings, and a settings rename that fails after the receipt landed puts the
     earlier receipt back (or removes the new one), so the receipt on disk never describes settings
     that were not written. `model`: StartOn pins the starting model, UnpinModel lets go of a pin an
-    earlier configure made (never of the user's own), KeepModel leaves it alone (a re-login).
+    earlier configure made (never of the user's own), KeepModel leaves it alone (a re-login). The
+    status line script is installed and registered under `statusLine` unless the user runs their own;
+    the receipt owns that key like any other, so unconfigure removes only ours.
     """
     refuse_while_owned(settings_path, owners)
     current: Final = load_json_or_empty(settings_path)
     _env_object(current, settings_path)
     earlier: Final = read_configure_receipt(state_path)
-    existing: Final = (
-        _with(current, MODEL_KEY, earlier.previous[MODEL_KEY])
-        if isinstance(model, UnpinModel) and earlier is not None and _ours(current, MODEL_KEY, earlier)
-        else current
+    unpinned: Final = MappingProxyType(
+        {
+            path: earlier.previous[path]
+            for path in _MODEL_PATHS
+            if isinstance(model, UnpinModel) and earlier is not None and _ours(current, path, earlier)
+        }
     )
+    existing: Final = _with_all(current, unpinned)
     merged: Final = merge_claude_settings(
-        existing, base_url, credential, model.model if isinstance(model, StartOn) else None
+        existing,
+        base_url,
+        credential,
+        model.model if isinstance(model, StartOn) else None,
+        status_line=install_statusline_script(script_path),
     )
     receipt: Final = _receipt(current, merged, earlier, settings_path.exists())
     target: Final = _write_target(settings_path)
@@ -581,6 +596,7 @@ __all__ = (
     "ANTHROPIC_AUTH_TOKEN_KEY",
     "ANTHROPIC_BASE_URL_KEY",
     "ANTHROPIC_DEFAULT_MODEL_ENV_KEYS",
+    "ANTHROPIC_MODEL_KEY",
     "API_KEY_HELPER_KEY",
     "AUTOROUTE_BACKUP_PATH",
     "BACKUP_PATH",
@@ -598,8 +614,8 @@ __all__ = (
     "OWNED_TOP_LEVEL_KEYS",
     "SETTINGS_FILE_OWNERS",
     "STARTING_MODEL_ROLE",
-    "ApiKeyHelper",
-    "ClaudeCredential",
+    "STATUSLINE_SCRIPT_PATH",
+    "STATUS_LINE_KEY",
     "ClaudeSettingsError",
     "ConfigureReceipt",
     "KeepModel",
@@ -614,12 +630,11 @@ __all__ = (
     "claude_settings_path",
     "configure_claude_settings",
     "configure_state_path",
-    "lite_api_key_helper_configured",
     "load_json_or_empty",
     "merge_claude_settings",
     "read_configure_receipt",
     "refuse_while_owned",
-    "resolve_api_key_helper",
     "settings_file_owners",
     "unconfigure_claude_settings",
+    "write_claude_settings",
 )
diff --git a/litellm/proxy/client/cli/commands/configure.py b/litellm/proxy/client/cli/commands/configure.py
index 9d329f8d8f2..4acf94e16f9 100644
--- a/litellm/proxy/client/cli/commands/configure.py
+++ b/litellm/proxy/client/cli/commands/configure.py
@@ -18,11 +18,9 @@ from litellm.proxy.common_utils.model_listing_utils import (
     GATEWAY_CLIENT_HEADER,
 )
 
-from .auth import CliContextObj, context_secret_vault, get_stored_api_key
+from .auth import CliContextObj
 from .claude_settings import (
     STARTING_MODEL_ROLE,
-    ApiKeyHelper,
-    ClaudeCredential,
     ClaudeSettingsError,
     ModelChoice,
     StartOn,
@@ -33,12 +31,10 @@ from .claude_settings import (
     configure_claude_settings,
     configure_state_path,
     refuse_while_owned,
-    resolve_api_key_helper,
     settings_file_owners,
     unconfigure_claude_settings,
 )
 from .pi import ListedModel, ListingFailure, PiSyncError, fetch_model_listing
-from .up import ensure_fresh_login
 
 _LISTED_MODELS_SHOWN: Final = 20
 _CLAUDE_TARGET: Final = "claude"
@@ -54,24 +50,21 @@ _MODEL_OPTION_HELP: Final = (
 )
 
 
-def resolve_credential(ctx: click.Context, api_key: str | None) -> tuple[ClaudeCredential, str]:
-    """The credential to write and the key to check the proxy with.
+def resolve_credential(ctx: click.Context, api_key: str | None) -> StaticToken:
+    """The long-lived key written into settings.json: --api-key, `lite --api-key` or LITELLM_PROXY_API_KEY.
 
-    An explicit key (--api-key, `lite --api-key`, LITELLM_PROXY_API_KEY) is long-lived and goes
-    into settings.json as a static token. Without one, the stored `lite login` credential is used
-    the way `lite login --config-claude` uses it, through apiKeyHelper, since it expires within a
-    day and renews in place there; a missing or stale login is refreshed first, as `lite up` does.
+    A `lite login` credential is never written: it expires within a day, and keeping it fresh would mean
+    Claude Code running `lite` through `apiKeyHelper` on every credential refresh.
     """
     ctx_obj: Final[CliContextObj] = ctx.obj
     explicit: Final = api_key or (None if ctx_obj.get("api_key_from_token_file") else ctx_obj.get("api_key"))
-    if explicit:
-        return StaticToken(explicit), explicit
-    base_url: Final = ctx_obj["base_url"]
-    ensure_fresh_login(ctx)
-    stored: Final = get_stored_api_key(expected_base_url=base_url, vault=context_secret_vault(ctx))
-    if not stored:
-        raise ClaudeSettingsError("Login did not produce a usable token.")
-    return ApiKeyHelper(resolve_api_key_helper(base_url)), stored
+    if not explicit:
+        raise ClaudeSettingsError(
+            "`lite configure claude` needs a long-lived virtual key: pass --api-key, `lite --api-key`, or set "
+            "LITELLM_PROXY_API_KEY. Your `lite login` credential expires within a day, so it is not written "
+            "into Claude Code's settings."
+        )
+    return StaticToken(explicit)
 
 
 @dataclass(frozen=True, slots=True)
@@ -83,22 +76,22 @@ class _Listing:
         return tuple(model.id for model in self.models)
 
 
-def _start(ctx: click.Context, api_key: str | None) -> tuple[ClaudeCredential, _Listing]:
+def _start(ctx: click.Context, api_key: str | None) -> tuple[StaticToken, _Listing]:
     """Every configure path begins the same way: the local ownership check first, so a `lite up`
-    session is refused before any login prompt or request, then the credential, then the listing."""
+    session is refused before any request, then the credential, then the listing."""
     settings_path: Final = claude_settings_path(os.environ)
     try:
         refuse_while_owned(settings_path, settings_file_owners(settings_path))
-        credential, key = resolve_credential(ctx, api_key)
+        credential: Final = resolve_credential(ctx, api_key)
     except ClaudeSettingsError as e:
         raise click.ClickException(str(e))
-    return credential, _listed_models(ctx.obj["base_url"], key)
+    return credential, _listed_models(ctx.obj["base_url"], credential.token)
 
 
 def _listing_error(base_url: str, error: PiSyncError) -> str:
     """The hint that fits how the listing failed: only an unreachable proxy gets the "is it running" question."""
     if error.kind is ListingFailure.REJECTED:
-        return f"LiteLLM rejected your key (HTTP {error.status}). Run `lite login` to refresh it, or pass a valid --api-key."
+        return f"LiteLLM rejected your key (HTTP {error.status}). Pass a valid --api-key."
     if error.kind is ListingFailure.UNREACHABLE:
         return f"{error.message} Is the proxy at {base_url} running, and is --base-url (or LITELLM_PROXY_URL) correct?"
     if error.kind is ListingFailure.EMPTY:
@@ -122,7 +115,7 @@ def _model_choice(model: str | None) -> ModelChoice:
     return StartOn(model) if model is not None else UnpinModel()
 
 
-def _apply_claude(ctx: click.Context, credential: ClaudeCredential, listing: _Listing, model: str | None) -> None:
+def _apply_claude(ctx: click.Context, credential: StaticToken, listing: _Listing, model: str | None) -> None:
     ctx_obj: Final[CliContextObj] = ctx.obj
     base_url: Final = ctx_obj["base_url"]
     listed: Final = listing.ids
@@ -148,16 +141,13 @@ def _apply_claude(ctx: click.Context, credential: ClaudeCredential, listing: _Li
     in_picker: Final = sum(1 for listed_model in listed if CLAUDE_CODE_PICKER_PATTERN.search(listed_model))
     click.echo(f"Configured Claude Code: {settings_path} now routes through {base_url}.")
 
-    click.echo(
-        "Credential: your virtual key, stored in the file as ANTHROPIC_AUTH_TOKEN."
-        if isinstance(credential, StaticToken)
-        else "Credential: your `lite login`, read through apiKeyHelper on every request, so a later login renews it."
-    )
+    click.echo("Credential: your virtual key, stored in the file as ANTHROPIC_AUTH_TOKEN.")
     click.echo(
         f"Starting model: {starting} ({STARTING_MODEL_ROLE}); switch any time with /model."
         if starting is not None
         else "Starting model: not pinned (Claude Code's default, or a model you set yourself); switch with /model, or "
-        "pass --model to start on a proxy model."
+        "pass --model to start on a proxy model. Without a pin, a resumed session re-sends the model its transcript "
+        "recorded, which behind a raw-model auto-router is the tier model."
     )
     click.echo(
         f"/model will list all {len(listed)} of the proxy's models."
@@ -166,7 +156,7 @@ def _apply_claude(ctx: click.Context, credential: ClaudeCredential, listing: _Li
         "'claude' or 'anthropic', and this proxy does not list the rest under such names."
     )
     click.echo("Start `claude` from any terminal. Undo with `lite unconfigure claude`.")
-    if isinstance(credential, StaticToken) and settings_path.is_symlink():
+    if settings_path.is_symlink():
         click.echo(
             f"Note: {settings_path} is a symlink to {settings_path.resolve()}, so your key now lives in "
             "that file; keep it out of version control.",
@@ -235,16 +225,16 @@ def unconfigure_group() -> None:
     "api_key",
     default=None,
     help="Long-lived LiteLLM virtual key written into Claude Code's settings. Defaults to the `lite --api-key` / "
-    "LITELLM_PROXY_API_KEY value; with neither, your `lite login` credential is used through apiKeyHelper.",
+    "LITELLM_PROXY_API_KEY value; required, since a `lite login` credential expires within a day.",
 )
 @click.option("--model", default=None, help=_MODEL_OPTION_HELP)
 @click.pass_context
 def configure_claude(ctx: click.Context, api_key: str | None, model: str | None) -> None:
     """Route every Claude Code session through your LiteLLM proxy until `lite unconfigure claude`.
 
-    Patches ~/.claude/settings.json in place: the proxy URL, your credential (a virtual key as a
-    static token, or your `lite login` through apiKeyHelper), and gateway model discovery so
-    /model lists the proxy's models; --model picks the one Claude Code starts on. Every other
+    Patches ~/.claude/settings.json in place: the proxy URL, your virtual key as a static token,
+    and gateway model discovery so /model lists the proxy's models; --model picks the one Claude
+    Code starts on and resumes with. Every other
     setting is kept, and what changed is recorded so `lite unconfigure claude` can put it back.
     Assumes the proxy is already running.
     """
diff --git a/litellm/proxy/client/cli/commands/statusline_script.py b/litellm/proxy/client/cli/commands/statusline_script.py
new file mode 100644
index 00000000000..a8abeb68978
--- /dev/null
+++ b/litellm/proxy/client/cli/commands/statusline_script.py
@@ -0,0 +1,392 @@
+"""Claude Code status line and Codex Stop hook for auto-routed sessions.
+
+`lite` copies this file verbatim to ~/.litellm/statusline.py and registers it as Claude
+Code's `statusLine` command and as Codex's `[[hooks.Stop]]` command, so it must stay
+standard-library only and must never import litellm. Claude Code re-runs it on every
+status refresh (about every 300ms while typing), so the proxy is asked at most once per
+TTL per session and every other refresh is served from a small on-disk cache that holds
+only the proxy's answer, never the key.
+
+Claude Code pipes a JSON payload on stdin (session_id, transcript_path, model); the routed
+model is the `message.model` of the latest foreground assistant line in the transcript,
+which is the proxy's response `model` field. That only names the tier model when the
+auto-router deployment sets `return_raw_model_name: true`; otherwise it is the alias the
+client requested. Codex pipes its Stop event instead (hook_event_name, session_id) and has
+no transcript to read, so the routed model comes from the proxy's session record and the
+result is printed as a `systemMessage` for the transcript. The proxy key is read from the
+agent's own environment (the static token `lite configure claude` writes); nothing here
+spawns a credential helper.
+
+Cost figures come from GET /auto_router/session on the proxy, which reads the per-session
+rollup written by the spend flush. That flush is asynchronous, so a turn's cost lands a
+second or two after the turn; the cache TTL absorbs it.
+"""
+
+from __future__ import annotations
+
+import hashlib
+import json
+import os
+import sys
+import tempfile
+import time
+import urllib.error
+import urllib.request
+from collections.abc import Callable, Mapping
+from pathlib import Path
+from types import MappingProxyType
+from typing import IO, Final, NamedTuple, Protocol
+from urllib.parse import urlencode
+
+SESSION_ENDPOINT: Final = "/auto_router/session"
+CACHE_TTL_SECONDS: Final = 5.0
+FETCH_TIMEOUT_SECONDS: Final = 3
+BAR_WIDTH: Final = 24
+BAR_FULL: Final = "\u2588"
+BAR_EMPTY: Final = "\u2591"
+SEPARATOR: Final = " \u00b7 "
+TRANSCRIPT_SCAN_LIMIT_BYTES: Final = 4 * 1024 * 1024
+CLAUDE_BASE_URL_ENV_KEYS: Final = ("ANTHROPIC_BASE_URL",)
+CLAUDE_API_KEY_ENV_KEYS: Final = ("ANTHROPIC_AUTH_TOKEN", "ANTHROPIC_API_KEY")
+CODEX_BASE_URL_ENV_KEYS: Final = ("OPENAI_BASE_URL",)
+CODEX_API_KEY_ENV_KEYS: Final = ("OPENAI_API_KEY",)
+CODEX_STOP_EVENT: Final = "Stop"
+SYNTHETIC_MODEL: Final = "<synthetic>"
+LITELLM_LABEL: Final = "LiteLLM"
+RESET: Final = "\033[0m"
+BOLD: Final = "\033[1m"
+DIM: Final = "\033[90m"
+LITELLM_COLOR: Final = "\033[38;2;79;70;229m"
+BASELINE_COLOR: Final = "\033[38;2;217;119;87m"
+EMPTY: Final[Mapping[str, object]] = MappingProxyType({})
+EMPTY_ENV: Final[Mapping[str, str]] = MappingProxyType({})
+
+
+class Session(NamedTuple):
+    router_name: str
+    last_model: str
+    spend: float
+    baseline_spend: float
+    baseline_model: str | None
+
+
+class Credentials(NamedTuple):
+    base_url: str
+    api_key: str
+
+    @property
+    def usable(self) -> bool:
+        return bool(self.base_url and self.api_key)
+
+
+class Fetched(NamedTuple):
+    session: Session | None
+    definitive: bool
+
+
+class Fetch(Protocol):
+    def __call__(self, credentials: Credentials, session_id: str) -> Fetched: ...
+
+
+def as_mapping(value: object) -> Mapping[str, object]:
+    return value if isinstance(value, dict) else EMPTY
+
+
+def as_str(value: object) -> str:
+    return value if isinstance(value, str) else ""
+
+
+def printable(value: object) -> str:
+    """Labels come from the transcript, the proxy, and Claude Code's model cache, none of which this script
+    controls, and every one is written to a terminal: a control character (ESC, BEL, C1) in a model name
+    could redraw the screen or set the clipboard, so only printable text survives."""
+    return "".join(character for character in as_str(value) if character.isprintable())
+
+
+def load_json(raw: bytes | str) -> object:
+    try:
+        return json.loads(raw)
+    except ValueError:
+        return None
+
+
+def resolve_base_url(env: Mapping[str, str], keys: tuple[str, ...]) -> str:
+    raw: Final = next((env[key] for key in keys if env.get(key)), "").strip().rstrip("/")
+    return raw.removesuffix("/v1")
+
+
+def resolve_api_key(env: Mapping[str, str], keys: tuple[str, ...]) -> str:
+    return next((env[key] for key in keys if env.get(key)), "").strip()
+
+
+def claude_credentials(env: Mapping[str, str]) -> Credentials:
+    """Claude Code's own resolution order, so the key-scoped lookup runs as the principal that wrote the rows:
+    ANTHROPIC_AUTH_TOKEN, then ANTHROPIC_API_KEY. A `lite` variable such as LITELLM_PROXY_API_KEY is not a
+    key Claude Code ever sends, so honoring it would ask as someone else. An apiKeyHelper is never run: a
+    status line refreshes every few hundred milliseconds, and spawning a credential helper that often is
+    how a keychain prompt ends up on screen a hundred times."""
+    return Credentials(resolve_base_url(env, CLAUDE_BASE_URL_ENV_KEYS), resolve_api_key(env, CLAUDE_API_KEY_ENV_KEYS))
+
+
+def codex_credentials(env: Mapping[str, str]) -> Credentials:
+    return Credentials(resolve_base_url(env, CODEX_BASE_URL_ENV_KEYS), resolve_api_key(env, CODEX_API_KEY_ENV_KEYS))
+
+
+def _transcript_line_model(line: bytes) -> str:
+    """A `<synthetic>` model is Claude Code's own marker for a locally produced message (an API error, a
+    resume note), not a served model, so it is skipped like a sidechain line."""
+    item: Final = as_mapping(load_json(line))
+    if item.get("type") != "assistant" or item.get("isSidechain") is True or item.get("agentId"):
+        return ""
+    model: Final = printable(as_mapping(item.get("message")).get("model"))
+    return "" if model == SYNTHETIC_MODEL else model
+
+
+def latest_transcript_model(transcript_path: str) -> str:
+    if not transcript_path:
+        return ""
+    try:
+        with Path(transcript_path).open("rb") as transcript:
+            size: Final = transcript.seek(0, os.SEEK_END)
+            transcript.seek(max(0, size - TRANSCRIPT_SCAN_LIMIT_BYTES))
+            tail: Final = transcript.read()
+    except OSError:
+        return ""
+    return next((model for line in reversed(tail.split(b"\n")) if (model := _transcript_line_model(line))), "")
+
+
+def model_label(model: str, config_dir: Path) -> str:
+    bare: Final = model.rsplit("/", 1)[-1]
+    try:
+        raw: Final = (config_dir / "cache" / "gateway-models.json").read_bytes()
+    except OSError:
+        return bare
+    listed: Final = as_mapping(load_json(raw)).get("models")
+    if not isinstance(listed, list):
+        return bare
+    entries: Final = tuple(as_mapping(entry) for entry in listed)
+    return next(
+        (
+            printable(entry.get("display_name"))
+            for entry in entries
+            if entry.get("id") in (model, bare) and printable(entry.get("display_name"))
+        ),
+        bare,
+    )
+
+
+def baseline_label(model: str, config_dir: Path) -> str:
+    labelled: Final = model_label(model, config_dir)
+    if labelled != model.rsplit("/", 1)[-1]:
+        return labelled
+    return " ".join(word.capitalize() for word in labelled.replace("-", " ").split())
+
+
+def fetch_session(credentials: Credentials, session_id: str) -> Fetched:
+    """Any 4xx is this credential's definite answer (no row, no access, expired login) and is cached for the
+    TTL; a 5xx or transport failure is not, so the next refresh tries again."""
+    query: Final = urlencode((("session_id", session_id),))
+    request: Final = urllib.request.Request(
+        f"{credentials.base_url}{SESSION_ENDPOINT}?{query}",
+        headers={  # mutable-ok: urllib.request.Request takes a dict
+            "Authorization": f"Bearer {credentials.api_key}",
+            "Accept": "application/json",
+        },
+    )
+    try:
+        with urllib.request.urlopen(request, timeout=FETCH_TIMEOUT_SECONDS) as response:
+            raw: Final[bytes] = response.read()
+    except urllib.error.HTTPError as error:
+        return Fetched(session=None, definitive=400 <= error.code < 500)
+    except (urllib.error.URLError, OSError):
+        return Fetched(session=None, definitive=False)
+    session: Final = _session_from_payload(as_mapping(load_json(raw)))
+    return Fetched(session=session, definitive=session is not None)
+
+
+def _session_from_payload(payload: Mapping[str, object]) -> Session | None:
+    router_name: Final = printable(payload.get("router_name"))
+    last_model: Final = printable(payload.get("last_model"))
+    spend: Final = payload.get("spend")
+    baseline_spend: Final = payload.get("baseline_spend")
+    if not router_name or not last_model:
+        return None
+    if not isinstance(spend, (int, float)) or not isinstance(baseline_spend, (int, float)):
+        return None
+    return Session(
+        router_name=router_name,
+        last_model=last_model,
+        spend=float(spend),
+        baseline_spend=float(baseline_spend),
+        baseline_model=printable(payload.get("baseline_model")) or None,
+    )
+
+
+def cache_path(cache_dir: Path, credentials: Credentials, session_id: str) -> Path:
+    identity: Final = "\n".join((credentials.base_url, credentials.api_key, session_id))
+    return cache_dir / hashlib.sha256(identity.encode()).hexdigest()
+
+
+def load_session(
+    credentials: Credentials,
+    session_id: str,
+    cache_dir: Path,
+    fetch: Fetch = fetch_session,
+    now: Callable[[], float] = time.time,
+) -> Session | None:
+    path: Final = cache_path(cache_dir, credentials, session_id)
+    cached: Final = _read_cache(path)
+    fetched_at: Final = cached.get("fetched_at")
+    if isinstance(fetched_at, (int, float)) and now() - fetched_at < CACHE_TTL_SECONDS:
+        return _session_from_payload(as_mapping(cached.get("session")))
+    fetched: Final = fetch(credentials, session_id)
+    if fetched.definitive:
+        _write_cache(path, fetched.session, now())
+    return fetched.session
+
+
+NOFOLLOW: Final = getattr(os, "O_NOFOLLOW", 0)
+
+
+def cache_dir_name() -> str:
+    return f"litellm-statusline-{os.getuid()}" if hasattr(os, "getuid") else "litellm-statusline"
+
+
+def _own_private_dir(directory: Path) -> bool:
+    """A shared temp root lets another local user pre-create the directory, so it must be ours and private
+    before anything is read or written under it. Windows has no uids or POSIX mode bits and a per-user temp
+    directory already, so there it only has to exist and not be a link."""
+    try:
+        directory.mkdir(mode=0o700, parents=True, exist_ok=True)
+        status: Final = directory.lstat()
+    except OSError:
+        return False
+    if not os.path.isdir(directory) or os.path.islink(directory):
+        return False
+    if not hasattr(os, "getuid"):
+        return True
+    return status.st_uid == os.getuid() and not status.st_mode & 0o077
+
+
+def _read_cache(path: Path) -> Mapping[str, object]:
+    if not _own_private_dir(path.parent):
+        return EMPTY
+    try:
+        descriptor: Final = os.open(path, os.O_RDONLY | NOFOLLOW)
+        with os.fdopen(descriptor, "rb") as handle:
+            return as_mapping(load_json(handle.read()))
+    except OSError:
+        return EMPTY
+
+
+def _write_cache(path: Path, session: Session | None, fetched_at: float) -> None:
+    """Staged beside the entry and renamed into place, so a refresh reading the entry never sees a torn write."""
+    entry: Final = session._asdict() if session else None
+    body: Final = json.dumps({"fetched_at": fetched_at, "session": entry})  # mutable-ok: json.dumps takes a dict
+    if not _own_private_dir(path.parent):
+        return
+    try:
+        descriptor, staged = tempfile.mkstemp(dir=path.parent, prefix=".tmp-")
+    except OSError:
+        return
+    try:
+        with os.fdopen(descriptor, "w") as handle:
+            handle.write(body)
+        os.replace(staged, path)
+    except OSError:
+        Path(staged).unlink(missing_ok=True)
+
+
+def _bar(fraction: float, color: str, width: int, use_color: bool) -> str:
+    filled: Final = round(max(0.0, min(1.0, fraction)) * width)
+    if not use_color:
+        return BAR_FULL * filled + BAR_EMPTY * (width - filled)
+    return f"{color}{BAR_FULL * filled}{DIM}{BAR_EMPTY * (width - filled)}{RESET}"
+
+
+def render(model: str, session: Session | None, config_dir: Path, use_color: bool, bar_width: int = BAR_WIDTH) -> str:
+    def paint(code: str, text: str) -> str:
+        return f"{code}{text}{RESET}" if use_color else text
+
+    routed: Final = paint(BOLD, f"Routed to: {model}")
+    if session is None:
+        return routed
+    header: Final = f"{session.router_name}{SEPARATOR}{routed}"
+    if session.baseline_model is None or session.baseline_spend <= 0:
+        return header
+    reference: Final = baseline_label(session.baseline_model, config_dir)
+    pct: Final = (session.baseline_spend - session.spend) / session.baseline_spend * 100
+    delta: Final = paint(LITELLM_COLOR, f"{'-' if pct >= 0 else '+'}{abs(round(pct))}% vs {reference}")
+    peak: Final = max(session.spend, session.baseline_spend)
+    label_width: Final = max(len(LITELLM_LABEL), len(reference))
+    rows: Final = (
+        (LITELLM_LABEL, session.spend, LITELLM_COLOR),
+        (reference, session.baseline_spend, BASELINE_COLOR),
+    )
+    lines: Final = (
+        f"{paint(DIM, label.ljust(label_width))} {_bar(amount / peak, color, bar_width, use_color)} "
+        f"{paint(DIM, f'${amount:.2f}')}"
+        for label, amount, color in rows
+    )
+    return "\n".join((f"{header}  {delta}", *lines))
+
+
+def color_enabled(env: Mapping[str, str]) -> bool:
+    return env.get("NO_COLOR") is None and env.get("TERM", "") not in ("", "dumb")
+
+
+def status_line(
+    payload: Mapping[str, object], env: Mapping[str, str], config_dir: Path, cache_dir: Path, fetch: Fetch
+) -> str:
+    fallback: Final = printable(as_mapping(payload.get("model")).get("display_name"))
+    served: Final = latest_transcript_model(as_str(payload.get("transcript_path")))
+    if not served:
+        return fallback or "claude"
+    label: Final = model_label(served, config_dir)
+    session_id: Final = as_str(payload.get("session_id"))
+    credentials: Final = claude_credentials(env)
+    if not session_id or not credentials.usable:
+        return render(label, None, config_dir, color_enabled(env))
+    session: Final = load_session(credentials, session_id, cache_dir, fetch)
+    return render(label, session, config_dir, color_enabled(env))
+
+
+def codex_stop_message(
+    payload: Mapping[str, object], env: Mapping[str, str], config_dir: Path, cache_dir: Path, fetch: Fetch
+) -> str:
+    """No cache here: the Stop hook runs once per turn, and a first turn's cached absence would hide the record
+    the next turn finds."""
+    session_id: Final = as_str(payload.get("session_id"))
+    credentials: Final = codex_credentials(env)
+    if not session_id or not credentials.usable:
+        return ""
+    session: Final = fetch(credentials, session_id).session
+    if session is None:
+        return ""
+    text: Final = render(model_label(session.last_model, config_dir), session, config_dir, use_color=False)
+    return json.dumps({"systemMessage": f"\n{text}"})  # mutable-ok: json.dumps takes a dict
+
+
+def run(stdin: IO[str], stdout: IO[str], env: Mapping[str, str], fetch: Fetch = fetch_session) -> None:
+    """A failure renders each mode's own quiet fallback: Claude Code gets the label it already knows, Codex gets
+    nothing at all rather than a bare string it would reject as hook JSON."""
+    body: Final = as_mapping(load_json(stdin.read()))
+    codex: Final = body.get("hook_event_name") == CODEX_STOP_EVENT
+    config_dir: Final = Path(env.get("CLAUDE_CONFIG_DIR") or Path.home() / ".claude")
+    cache_dir: Final = (
+        Path(env.get("TMPDIR") or env.get("TEMP") or env.get("TMP") or tempfile.gettempdir()) / cache_dir_name()
+    )
+    try:
+        text: Final = (
+            codex_stop_message(body, env, config_dir, cache_dir, fetch)
+            if codex
+            else status_line(body, env, config_dir, cache_dir, fetch)
+        )
+    except Exception:  # noqa: BLE001  # a status line must never break the agent session
+        stdout.write("" if codex else printable(as_mapping(body.get("model")).get("display_name")) or "claude")
+        return
+    stdout.write(text)
+
+
+if __name__ == "__main__":
+    run(sys.stdin, sys.stdout, os.environ)
diff --git a/litellm/proxy/client/cli/commands/up.py b/litellm/proxy/client/cli/commands/up.py
index ffece87ab83..f2624797a5f 100644
--- a/litellm/proxy/client/cli/commands/up.py
+++ b/litellm/proxy/client/cli/commands/up.py
@@ -23,11 +23,12 @@ from .auth import CliContextObj, context_secret_vault, get_stored_api_key, load_
 from .claude_settings import (
     BACKUP_PATH,
     CLAUDE_SETTINGS_PATH,
-    ApiKeyHelper,
     ClaudeSettingsError,
+    StaticToken,
+    install_statusline_script,
     load_json_or_empty,
     merge_claude_settings,
-    resolve_api_key_helper,
+    write_claude_settings,
 )
 
 
@@ -98,8 +99,7 @@ def restore_claude_settings(settings_path: Path | None = None, backup_path: Path
         return None
     if record.existed and record.content is not None:
         resolved_settings_path.parent.mkdir(parents=True, exist_ok=True)
-        with open(resolved_settings_path, "w") as f:
-            json.dump(record.content, f, indent=2)
+        write_claude_settings(resolved_settings_path, record.content)
     elif resolved_settings_path.exists():
         resolved_settings_path.unlink()
     resolved_backup_path.unlink()
@@ -134,13 +134,10 @@ def ensure_fresh_login(ctx: click.Context) -> None:
     pkce: Final = _stored_login_is_pkce(vault)
     login_command: Final = "lite login --pkce" if pkce else "lite login"
     if not sys.stdin.isatty():
-        raise UpError(
-            f"No fresh LiteLLM login found for this proxy. Run `{login_command}` first (apiKeyHelper "
-            "reads this token on every Claude Code request)."
-        )
+        raise UpError(f"No fresh LiteLLM login found for this proxy. Run `{login_command}` first.")
 
     click.echo("No fresh LiteLLM login found for this proxy; starting login...")
-    ctx.invoke(login, pkce=pkce)
+    ctx.invoke(login, config_claude=False, pkce=pkce)
     if not _usable_login(get_stored_api_key(expected_base_url=base_url, vault=vault), vault):
         raise UpError("Login did not produce a usable token.")
 
@@ -162,7 +159,9 @@ def up(ctx: click.Context) -> None:
     """Route every Claude Code session through your LiteLLM proxy until stopped.
 
     Patches ~/.claude/settings.json so Claude Code picks up the proxy on its own
-    next startup, from any terminal -- no need to launch it through `lite`.
+    next startup, from any terminal -- no need to launch it through `lite`. The
+    key written is the one this command resolved (your fresh `lite login`, or an
+    explicit --api-key), copied in as a static token for as long as `up` runs.
     Press Ctrl-C to stop and restore your original settings. Assumes the proxy
     is already running (this does not start one for you). Cursor is not
     supported: it has no equivalent file-based config to patch.
@@ -180,7 +179,7 @@ def up(ctx: click.Context) -> None:
                 "running (or crashed without cleanup). Run `lite down` first."
             )
 
-        api_key_helper: Final = resolve_api_key_helper(base_url)
+        status_line: Final = install_statusline_script()
         original_existed: Final = CLAUDE_SETTINGS_PATH.exists()
         original_settings: Final = load_json_or_empty(CLAUDE_SETTINGS_PATH)
         write_backup(
@@ -191,9 +190,10 @@ def up(ctx: click.Context) -> None:
         )
 
         CLAUDE_SETTINGS_PATH.parent.mkdir(exist_ok=True)
-        merged: Final = merge_claude_settings(original_settings, base_url, ApiKeyHelper(api_key_helper))
-        with open(CLAUDE_SETTINGS_PATH, "w") as f:
-            json.dump(merged, f, indent=2)
+        merged: Final = merge_claude_settings(
+            original_settings, base_url, StaticToken(api_key), status_line=status_line
+        )
+        write_claude_settings(CLAUDE_SETTINGS_PATH, merged)
     except (AgentRunError, ClaudeSettingsError) as e:
         raise click.ClickException(str(e))
 
@@ -248,7 +248,6 @@ __all__ = [
     "load_json_or_empty",
     "merge_claude_settings",
     "read_backup",
-    "resolve_api_key_helper",
     "restore_claude_settings",
     "up",
     "write_backup",
diff --git a/litellm/proxy/db/autorouter_session_rollup.py b/litellm/proxy/db/autorouter_session_rollup.py
index b866ecc741f..3a61da164d0 100644
--- a/litellm/proxy/db/autorouter_session_rollup.py
+++ b/litellm/proxy/db/autorouter_session_rollup.py
@@ -103,6 +103,7 @@ class AutoRouterTurnTransaction:
     cache_ttl_seconds: int | None
     cache_touched: bool
     tier: str | None = None
+    baseline_model: str | None = None
 
 
 class TurnCacheFacts(NamedTuple):
@@ -168,7 +169,7 @@ def _write_ttl_seconds(usage_object: Mapping[str, object] | None) -> int | None:
 SESSION_ID_MAX_CHARS: Final = 256
 
 
-def _bounded_session_id(session_id: str) -> str:
+def bounded_session_id(session_id: str) -> str:
     """The session id as stored, bounded so a caller-chosen identifier cannot exceed
     Postgres's B-tree index entry limit through the composite primary key. Oversized
     ids map to a stable digest, so their turns still aggregate into one session."""
@@ -194,6 +195,9 @@ def build_autorouter_turn_transaction(
     classifier_cost folded into this turn's spend: the excluded classifier row is how
     it was billed, the decision is how it is attributed. Cache facts are derived from
     the payload's own usage record through the savings owner, never handed in beside it.
+    The baseline the turn's saved_spend was priced against travels with the turn, so the
+    row can name the counterfactual for the money it holds even after the router is
+    reconfigured or removed.
     """
     if payload.get("status") != "success":
         return None
@@ -216,13 +220,15 @@ def build_autorouter_turn_transaction(
     usage_object_raw: Final = metadata.get("usage_object")
     cache: Final = turn_cache_facts(usage_object_raw if isinstance(usage_object_raw, Mapping) else None)
     tier_raw: Final = routing_decision.get("tier")
+    baseline_raw: Final = routing_decision.get("savings_baseline_model")
     classifier_cost: Final = classifier_cost_from_decision(routing_decision)
     return AutoRouterTurnTransaction(
         api_key=api_key,
-        session_id=_bounded_session_id(session_id),
+        session_id=bounded_session_id(session_id),
         router_name=router_name,
         router_type=str(routing_decision.get("router_type") or "unknown"),
         tier=tier_raw if isinstance(tier_raw, str) and tier_raw else None,
+        baseline_model=baseline_raw if isinstance(baseline_raw, str) and baseline_raw else None,
         model=model,
         turn_at=turn_at,
         total_tokens=int(payload.get("prompt_tokens") or 0) + int(payload.get("completion_tokens") or 0),
@@ -253,6 +259,10 @@ _CACHE_TTL: Final = _p("cache_ttl_seconds")
 _TOUCHED: Final = _p("cache_touched")
 _TIER: Final = f"{_p('tier')}::text"
 _TIER_DELTA: Final = f"(CASE WHEN {_TIER} IS NULL THEN '{{}}'::jsonb ELSE jsonb_build_object({_TIER}, 1) END)"
+_BASELINE: Final = f"{_p('baseline_model')}::text"
+_BASELINE_DELTA: Final = (
+    f"(CASE WHEN {_BASELINE} IS NULL THEN '{{}}'::jsonb ELSE jsonb_build_object({_BASELINE}, 1) END)"
+)
 
 _IN_ORDER: Final = f"{_TURN_AT}::timestamp >= t.last_turn_at"
 _SAME: Final = f"{_IN_ORDER} AND t.last_model = {_MODEL}"
@@ -270,7 +280,8 @@ INSERT INTO "LiteLLM_AutoRouterSession" AS t (
     last_model, models, turns, unordered_turns, covered_turns, cache_hits,
     same_model_turns, same_model_hits, first_visit_turns, first_visit_hits,
     return_turns, return_hits, return_expired_misses, return_within_ttl_misses,
-    ttl_5m_turns, ttl_1h_turns, total_tokens, spend, saved_spend, classifier_cost, classifier_cost_recorded_turns, tier_turns
+    ttl_5m_turns, ttl_1h_turns, total_tokens, spend, saved_spend, classifier_cost, classifier_cost_recorded_turns, tier_turns,
+    baseline_models
 )
 VALUES (
     {_p("api_key")}, {_p("session_id")}, {_p("router_name")}, {_p("router_type")}, {_TURN_AT}::timestamp, {_TURN_AT}::timestamp,
@@ -281,7 +292,7 @@ VALUES (
     (CASE WHEN {_CACHE_TTL}::int = {CACHE_TTL_5M_SECONDS} THEN 1 ELSE 0 END),
     (CASE WHEN {_CACHE_TTL}::int = {CACHE_TTL_1H_SECONDS} THEN 1 ELSE 0 END),
     {_p("total_tokens")}::bigint, {_p("spend")}::float8, {_p("saved_spend")}::float8,
-    {_p("classifier_cost")}::float8, 1, {_TIER_DELTA}
+    {_p("classifier_cost")}::float8, 1, {_TIER_DELTA}, {_BASELINE_DELTA}
 )
 ON CONFLICT (api_key, session_id, router_name) DO UPDATE SET
     turns = t.turns + 1,
@@ -317,6 +328,9 @@ ON CONFLICT (api_key, session_id, router_name) DO UPDATE SET
     tier_turns = (CASE WHEN {_TIER} IS NOT NULL AND t.router_type = {_p("router_type")}
         THEN t.tier_turns || jsonb_build_object({_TIER}, COALESCE((t.tier_turns ->> {_TIER})::int, 0) + 1)
         ELSE t.tier_turns END),
+    baseline_models = (CASE WHEN {_BASELINE} IS NOT NULL
+        THEN t.baseline_models || jsonb_build_object({_BASELINE}, COALESCE((t.baseline_models ->> {_BASELINE})::int, 0) + 1)
+        ELSE t.baseline_models END),
     first_turn_at = LEAST(t.first_turn_at, EXCLUDED.first_turn_at),
     last_turn_at = GREATEST(t.last_turn_at, EXCLUDED.last_turn_at)
 """
diff --git a/litellm/proxy/management_endpoints/auto_router_endpoints.py b/litellm/proxy/management_endpoints/auto_router_endpoints.py
index bbc914a772a..50716e5d474 100644
--- a/litellm/proxy/management_endpoints/auto_router_endpoints.py
+++ b/litellm/proxy/management_endpoints/auto_router_endpoints.py
@@ -32,11 +32,15 @@ from litellm.proxy.auth.auth_checks import (
     can_key_call_resolved_model,
 )
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
-from litellm.proxy.db.autorouter_session_rollup import AUTOROUTER_BENCHMARKS_SQL
+from litellm.proxy.db.autorouter_session_rollup import (
+    AUTOROUTER_BENCHMARKS_SQL,
+    bounded_session_id,
+)
 from litellm.proxy.litellm_pre_call_utils import (
     LiteLLMProxyRequestSetup,
     refresh_proxy_server_request_body_snapshot,
 )
+from litellm.repositories.autorouter_session_repository import AutoRouterSessionRepository
 from litellm.repositories.base_repository import SupportsModelDump
 from litellm.repositories.team_repository import TeamRepository
 from litellm.router_strategy.complexity_router import ComplexityRouter
@@ -54,6 +58,7 @@ from litellm.types.management_endpoints.auto_router_endpoints import (
     AutoRouterCacheStats,
     AutoRouterRoutingTestRequest,
     AutoRouterRoutingTestResponse,
+    AutoRouterSessionResponse,
     ComplexityRouterConfigValidationRequest,
     ComplexityRouterConfigValidationResponse,
     RequestComplexityRouterConfig,
@@ -704,6 +709,51 @@ async def get_auto_router_benchmarks(
     )
 
 
+@router.get(
+    "/auto_router/session",
+    tags=("auto router",),
+    dependencies=(Depends(user_api_key_auth),),
+    response_model=AutoRouterSessionResponse,
+)
+async def get_auto_router_session(
+    user_api_key_dict: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)],
+    session_id: Annotated[
+        str, Query(description="The client session id (x-*-session-id header) the turns were sent under")
+    ],
+) -> AutoRouterSessionResponse:
+    """
+    One auto-routed session, for the key that ran it: the model its last turn was routed to and the
+    session's spend against the router's savings baseline. Built for a coding agent's status line
+    or stop hook, so any virtual key may call it and only ever sees rows written under its own
+    key hash. Reads the LiteLLM_AutoRouterSession rollup, which the asynchronous spend flush
+    fills a moment after each turn; a session with no flushed auto-routed turn yet is a 404. The
+    id is bounded the way the writer bounded it, so an oversized client id still finds its row.
+    """
+    from litellm.proxy.proxy_server import prisma_client
+
+    if prisma_client is None:
+        raise HTTPException(status_code=500, detail=CommonProxyErrors.db_not_connected_error.value)
+    row: Final = await AutoRouterSessionRepository(prisma_client).find_latest_for_key(
+        user_api_key_dict.api_key, bounded_session_id(session_id)
+    )
+    if row is None:
+        raise HTTPException(
+            status_code=404, detail=f"No auto-routed turns recorded for session {session_id!r} under this key"
+        )
+    return AutoRouterSessionResponse(
+        session_id=session_id,
+        router_name=row.router_name,
+        router_type=row.router_type,
+        turns=row.turns,
+        last_model=row.last_model,
+        spend=row.spend,
+        saved_spend=row.saved_spend,
+        baseline_spend=row.spend + row.saved_spend,
+        baseline_model=row.baseline_model,
+        baseline_models=row.baseline_models,
+    )
+
+
 # ---------------------------------------------------------------------------
 # Shadow eval: pre-adoption evaluation of an auto-router against live traffic.
 # The job row is immutable config plus stopped_at; status, counts, spend, and errors
diff --git a/litellm/proxy/schema.prisma b/litellm/proxy/schema.prisma
index 817df082d8c..7d521d54791 100644
--- a/litellm/proxy/schema.prisma
+++ b/litellm/proxy/schema.prisma
@@ -1514,6 +1514,7 @@ model LiteLLM_AutoRouterSession {
   classifier_cost       Float    @default(0)
   classifier_cost_recorded_turns Int @default(0)
   tier_turns            Json     @default("{}")
+  baseline_models       Json     @default("{}")
 
   @@id([api_key, session_id, router_name])
   @@index([last_turn_at], map: "idx_autorouter_session_last_turn")
diff --git a/litellm/repositories/__init__.py b/litellm/repositories/__init__.py
index 881f7a66cea..dcf9ddfc32a 100644
--- a/litellm/repositories/__init__.py
+++ b/litellm/repositories/__init__.py
@@ -2,6 +2,7 @@
 Repository classes for database operations.
 """
 
+from litellm.repositories.autorouter_session_repository import AutoRouterSessionRepository
 from litellm.repositories.budget_repository import BudgetRepository
 from litellm.repositories.config_repository import ConfigRepository
 from litellm.repositories.credentials_repository import CredentialsRepository
@@ -92,6 +93,7 @@ __all__ = [
     "AdaptiveRouterStateRepository",
     "AgentsRepository",
     "AuditLogRepository",
+    "AutoRouterSessionRepository",
     "BatchTable",
     "BudgetCascadeUnitOfWork",
     "BudgetRepository",
diff --git a/litellm/repositories/autorouter_session_repository.py b/litellm/repositories/autorouter_session_repository.py
new file mode 100644
index 00000000000..d05ef9421ca
--- /dev/null
+++ b/litellm/repositories/autorouter_session_repository.py
@@ -0,0 +1,34 @@
+"""
+Repository for the auto-router per-session rollup (LiteLLM_AutoRouterSession).
+"""
+
+from typing import TYPE_CHECKING, Final
+
+from litellm.models.autorouter_session import LiteLLM_AutoRouterSession
+from litellm.repositories.base_repository import BaseRepository
+from litellm.repositories.prisma_protocols import TableActions
+
+if TYPE_CHECKING:
+    from prisma import models as prisma_models
+
+
+class AutoRouterSessionRepository(BaseRepository[LiteLLM_AutoRouterSession]):
+    @property
+    def table(self) -> TableActions["prisma_models.LiteLLM_AutoRouterSession"]:
+        return self.prisma_client.db.litellm_autoroutersession
+
+    @property
+    def model_class(self) -> type[LiteLLM_AutoRouterSession]:
+        return LiteLLM_AutoRouterSession
+
+    async def find_latest_for_key(self, api_key: str, session_id: str) -> LiteLLM_AutoRouterSession | None:
+        """The session's most recently active router row under exactly this key hash, or None.
+
+        The key is the row's own partition, not a filter over a wider read: the spend writer keyed the
+        row under the caller's api_key, so a key can only ever see what it wrote itself.
+        """
+        record: Final = await self.table.find_first(
+            where={"api_key": api_key, "session_id": session_id},  # mutable-ok: Prisma where filter must be a dict
+            order={"last_turn_at": "desc"},  # mutable-ok: Prisma order clause must be a dict
+        )
+        return self._to_model(record)
diff --git a/litellm/types/management_endpoints/auto_router_endpoints.py b/litellm/types/management_endpoints/auto_router_endpoints.py
index 6306658ad0b..9f29f27e41d 100644
--- a/litellm/types/management_endpoints/auto_router_endpoints.py
+++ b/litellm/types/management_endpoints/auto_router_endpoints.py
@@ -226,6 +226,30 @@ class AutoRouterBenchmarkGroup(AutoRouterBenchmarkTotals):
     )
 
 
+class AutoRouterSessionResponse(BaseModel):
+    """One auto-routed session as its own key sees it: what the last turn ran on, and what the session cost
+    against the router's savings baseline (the priciest model in its hardest tier)."""
+
+    session_id: str
+    router_name: str = Field(description="The auto-router alias the session's requests were sent to")
+    router_type: str = Field(description="complexity, adaptive or quality")
+    turns: int = Field(description="Auto-routed turns the rollup has recorded for this session so far")
+    last_model: str = Field(description="The deployment model the most recent turn was routed to")
+    spend: float = Field(description="What the session's routed traffic actually cost, classifier calls included")
+    saved_spend: float = Field(description="Estimated savings against the baseline, net of classifier cost")
+    baseline_spend: float = Field(description="spend plus saved_spend: the estimated single-model cost")
+    baseline_model: str | None = Field(
+        description="The savings baseline most of this session's turns were priced against, recorded turn by "
+        "turn, so it still names the counterfactual after the router is reconfigured or removed. None when no "
+        "turn recorded one: rows from before the baseline was recorded, and adaptive and quality routers, "
+        "which derive no baseline and so report no savings"
+    )
+    baseline_models: Mapping[str, int] = Field(
+        description="Turns priced against each baseline model; more than one entry means the router's "
+        "baseline changed mid-session and baseline_spend mixes both"
+    )
+
+
 class AutoRouterBenchmarksResponse(BaseModel):
     """Benchmarks for the auto-router dashboard, aggregated from the per-session rollup."""
 
diff --git a/schema.prisma b/schema.prisma
index 817df082d8c..7d521d54791 100644
--- a/schema.prisma
+++ b/schema.prisma
@@ -1514,6 +1514,7 @@ model LiteLLM_AutoRouterSession {
   classifier_cost       Float    @default(0)
   classifier_cost_recorded_turns Int @default(0)
   tier_turns            Json     @default("{}")
+  baseline_models       Json     @default("{}")
 
   @@id([api_key, session_id, router_name])
   @@index([last_turn_at], map: "idx_autorouter_session_last_turn")
diff --git a/tests/proxy_behavior/spend/test_autorouter_session_rollup.py b/tests/proxy_behavior/spend/test_autorouter_session_rollup.py
index 9ac6476a03c..e8caa241a53 100644
--- a/tests/proxy_behavior/spend/test_autorouter_session_rollup.py
+++ b/tests/proxy_behavior/spend/test_autorouter_session_rollup.py
@@ -42,6 +42,7 @@ async def _turn(
     saved: float = 0.02,
     classifier_cost: float = 0.0,
     tier: "str | None" = None,
+    baseline: "str | None" = None,
 ) -> None:
     touched: Final = 1 if (hit or ttl is not None or not covered) else 0
     await db.execute_raw(
@@ -61,6 +62,7 @@ async def _turn(
         ttl,
         touched,
         tier,
+        baseline,
     )
 
 
@@ -338,6 +340,27 @@ async def test_a_mid_session_router_type_change_keeps_foreign_tier_names_out_of_
     assert row["turns"] == 3
 
 
+async def test_baseline_models_count_the_turns_priced_against_each_baseline(db):
+    key = f"k-{uuid.uuid4()}"
+    await _turn(db, key, "A", T0, baseline="opus")
+    await _turn(db, key, "B", T0 + timedelta(seconds=10), baseline="opus")
+    await _turn(db, key, "A", T0 + timedelta(seconds=20), baseline="sonnet")
+
+    assert (await _row(db, key))["baseline_models"] == {"opus": 2, "sonnet": 1}
+
+
+async def test_a_turn_priced_against_no_baseline_leaves_the_map_alone(db):
+    key = f"k-{uuid.uuid4()}"
+    await _turn(db, key, "A", T0, baseline=None)
+    assert (await _row(db, key))["baseline_models"] == {}
+
+    await _turn(db, key, "A", T0 + timedelta(seconds=10), baseline="opus")
+    await _turn(db, key, "A", T0 + timedelta(seconds=20), baseline=None)
+    row = await _row(db, key)
+    assert row["baseline_models"] == {"opus": 1}
+    assert row["turns"] == 3
+
+
 async def test_an_out_of_order_turn_still_counts_toward_its_tier(db):
     key = f"k-{uuid.uuid4()}"
     await _turn(db, key, "A", T0 + timedelta(seconds=60), tier="simple")
diff --git a/tests/test_litellm/litellm_core_utils/test_private_json.py b/tests/test_litellm/litellm_core_utils/test_private_json.py
index cedff61959f..3c9f49607f9 100644
--- a/tests/test_litellm/litellm_core_utils/test_private_json.py
+++ b/tests/test_litellm/litellm_core_utils/test_private_json.py
@@ -4,7 +4,11 @@ import stat
 
 import pytest
 
-from litellm.litellm_core_utils.private_json import overwrite_private_json, write_private_json
+from litellm.litellm_core_utils.private_json import (
+    overwrite_private_json,
+    write_private_bytes,
+    write_private_json,
+)
 
 
 class TestOverwritePrivateJson:
@@ -35,3 +39,32 @@ class TestOverwritePrivateJson:
         overwrite_private_json(str(path), {"user_id": "u-1"})
 
         assert stat.S_IMODE(path.stat().st_mode) == 0o600
+
+
+class TestWritePrivateBytes:
+    def test_replaces_the_file_in_one_step_so_a_reader_holding_the_old_one_keeps_it_whole(self, tmp_path):
+        path = tmp_path / "script.py"
+        write_private_bytes(str(path), b"print('one')\n" * 200)
+        before = path.stat().st_ino
+
+        with path.open("rb") as reader:
+            write_private_bytes(str(path), b"print('two')\n")
+            assert reader.read() == b"print('one')\n" * 200
+
+        assert path.read_bytes() == b"print('two')\n"
+        assert path.stat().st_ino != before
+        assert [child.name for child in tmp_path.iterdir()] == ["script.py"]
+
+    @pytest.mark.skipif(os.geteuid() == 0, reason="root ignores file permissions")
+    def test_lands_owner_only_and_a_refused_stage_leaves_the_previous_file_untouched(self, tmp_path):
+        path = tmp_path / "script.py"
+        write_private_bytes(str(path), b"first")
+        assert stat.S_IMODE(path.stat().st_mode) == 0o600
+
+        tmp_path.chmod(0o500)
+        try:
+            with pytest.raises(PermissionError):
+                write_private_bytes(str(path), b"second")
+        finally:
+            tmp_path.chmod(0o700)
+        assert path.read_bytes() == b"first"
diff --git a/tests/test_litellm/models/test_models.py b/tests/test_litellm/models/test_models.py
index 9ae9b732066..aa6449c98dd 100644
--- a/tests/test_litellm/models/test_models.py
+++ b/tests/test_litellm/models/test_models.py
@@ -8,6 +8,7 @@ import pytest
 from pydantic import BaseModel, TypeAdapter
 
 from litellm.models.access_group import LiteLLM_AccessGroupTable
+from litellm.models.autorouter_session import LiteLLM_AutoRouterSession
 from litellm.models.budget import (
     LiteLLM_BudgetTable,
     LiteLLM_BudgetTableFull,
@@ -588,3 +589,35 @@ class TestManagedTables:
         )
         assert table.vector_store_id == "vs1"
         assert table.custom_llm_provider == "openai"
+
+
+class TestAutoRouterSession:
+    @staticmethod
+    def _row(baseline_models: dict) -> LiteLLM_AutoRouterSession:
+        return LiteLLM_AutoRouterSession(
+            api_key="k",
+            session_id="s",
+            router_name="auto",
+            router_type="complexity",
+            first_turn_at=datetime(2026, 9, 1, 12, 0, 0),
+            last_turn_at=datetime(2026, 9, 1, 12, 5, 0),
+            last_model="anthropic/claude-sonnet-5",
+            turns=3,
+            spend=0.14,
+            saved_spend=0.24,
+            classifier_cost=0.0,
+            tier_turns={},
+            baseline_models=baseline_models,
+        )
+
+    def test_the_baseline_label_is_the_one_most_turns_were_priced_against(self):
+        assert self._row({"anthropic/claude-opus-5": 2, "anthropic/claude-sonnet-5": 1}).baseline_model == (
+            "anthropic/claude-opus-5"
+        )
+
+    def test_a_tie_between_baselines_is_broken_deterministically(self):
+        assert self._row({"b-model": 1, "a-model": 1}).baseline_model == "b-model"
+        assert self._row({"a-model": 1, "b-model": 1}).baseline_model == "b-model"
+
+    def test_a_row_whose_turns_recorded_no_baseline_has_no_label(self):
+        assert self._row({}).baseline_model is None
diff --git a/tests/test_litellm/proxy/auth/test_route_checks.py b/tests/test_litellm/proxy/auth/test_route_checks.py
index 38a0e85c1ea..c8b3d789665 100644
--- a/tests/test_litellm/proxy/auth/test_route_checks.py
+++ b/tests/test_litellm/proxy/auth/test_route_checks.py
@@ -3916,3 +3916,28 @@ def test_claude_code_marketplace_routes_open_to_internal_users(route):
     """Per-skill visibility is enforced inside the handler, so the route gate must let non-admins through."""
     assert RouteChecks.is_llm_api_route(route) is True
     assert _gate(route, LitellmUserRoles.INTERNAL_USER.value) == "allowed"
+
+
+@pytest.mark.parametrize("user_role", [None, LitellmUserRoles.INTERNAL_USER.value, LitellmUserRoles.INTERNAL_USER_VIEW_ONLY.value])
+def test_auto_router_session_is_reachable_by_any_key_but_benchmarks_stays_admin_only(user_role):
+    valid_token = UserAPIKeyAuth(api_key="hash-of-caller", user_role=user_role)
+    request = MagicMock(spec=Request)
+    request.query_params = {"session_id": "sess-1"}
+
+    RouteChecks.non_proxy_admin_allowed_routes_check(
+        user_obj=None,
+        _user_role=user_role,
+        route="/auto_router/session",
+        request=request,
+        valid_token=valid_token,
+        request_data={},
+    )
+    with pytest.raises(Exception, match="Only proxy admin"):
+        RouteChecks.non_proxy_admin_allowed_routes_check(
+            user_obj=None,
+            _user_role=user_role,
+            route="/auto_router/benchmarks",
+            request=request,
+            valid_token=valid_token,
+            request_data={},
+        )
diff --git a/tests/test_litellm/proxy/client/cli/autoroute/test_commands.py b/tests/test_litellm/proxy/client/cli/autoroute/test_commands.py
index 77742ea9f9f..028ab58843f 100644
--- a/tests/test_litellm/proxy/client/cli/autoroute/test_commands.py
+++ b/tests/test_litellm/proxy/client/cli/autoroute/test_commands.py
@@ -6,6 +6,7 @@ from typing import Optional
 import yaml
 from click.testing import CliRunner
 
+from litellm.proxy.client.cli.commands.claude_settings import ClaudeSettingsError
 from litellm.proxy.client.cli.commands.autoroute import commands as commands_module
 from litellm.proxy.client.cli.commands.autoroute import process as process_module
 from litellm.proxy.client.cli.commands.autoroute.commands import down, up
@@ -163,6 +164,7 @@ class TestUpCommand:
         # `lite configure claude --model` or a user pin would 400 on the first message.
         assert captured["settings"]["model"] == "autorouter"
         assert captured["settings"]["env"]["ANTHROPIC_DEFAULT_SONNET_MODEL"] == "autorouter"
+        assert captured["settings"]["statusLine"]["command"].endswith("statusline.py")
         assert captured["settings_mode"] == 0o600
 
         assert terminate_calls == [99999]
@@ -253,6 +255,33 @@ class TestUpCommand:
         assert not pid_record_path.exists()
         assert not backup_path.exists()
 
+    def test_a_status_line_install_failure_leaves_no_backup_behind(self, monkeypatch, tmp_path):
+        # The install runs before the backup is written, so a failure cannot strand a backup that
+        # would make every later `lite configure` / `lite autoroute up` think a session still owns settings.json
+        config_path, _log_path, claude_settings_path, backup_path, pid_record_path = _patch_paths(monkeypatch, tmp_path)
+        config_path.write_text(yaml.safe_dump({"model_list": []}))
+        claude_settings_path.write_text(json.dumps({"theme": "dark"}))
+
+        def boom():
+            raise ClaudeSettingsError("disk full")
+
+        fake_process = FakeProcess(pid=778)
+        terminate_calls = []
+        monkeypatch.setattr(commands_module, "launch_proxy", lambda *a, **k: fake_process)
+        monkeypatch.setattr(commands_module, "poll_liveliness", lambda *a, **k: None)
+        monkeypatch.setattr(commands_module, "is_port_available", lambda port: True)
+        monkeypatch.setattr(commands_module, "terminate", lambda pid, **k: terminate_calls.append(pid))
+        monkeypatch.setattr(commands_module, "install_statusline_script", boom)
+        monkeypatch.setattr(commands_module.secrets, "token_urlsafe", lambda n: "fixed-master-key")
+
+        result = self.runner.invoke(up)
+
+        assert result.exit_code != 0 and "disk full" in result.output
+        assert terminate_calls == [778]
+        assert not pid_record_path.exists()
+        assert not backup_path.exists()
+        assert json.loads(claude_settings_path.read_text()) == {"theme": "dark"}
+
     def test_up_uses_the_same_port_and_master_key_across_runs(self, monkeypatch, tmp_path):
         """The LIT-4607/LIT-4608 regression: a client configured against one session must keep
         working in the next, so consecutive runs must patch settings with an identical base URL
diff --git a/tests/test_litellm/proxy/client/cli/autoroute/test_config.py b/tests/test_litellm/proxy/client/cli/autoroute/test_config.py
index f399b6f957a..47b5459d489 100644
--- a/tests/test_litellm/proxy/client/cli/autoroute/test_config.py
+++ b/tests/test_litellm/proxy/client/cli/autoroute/test_config.py
@@ -161,7 +161,13 @@ class TestBuildGeneratedModelList:
         config = _base_config(classifier=HeuristicClassifier(), semantic_matching=NoSemanticMatching())
         autorouter = next(m for m in build_generated_model_list(config) if m["model_name"] == "autorouter")
         router_config = autorouter["litellm_params"]["complexity_router_config"]
-        assert set(router_config.keys()) == {"tiers", "default_model"}
+        assert set(router_config.keys()) == {"tiers", "default_model", "return_raw_model_name"}
+
+    def test_the_generated_router_reports_the_tier_model_it_routed_to(self):
+        # The status line reads the routed model from the response body, which the proxy restamps to the
+        # requested alias unless the deployment opts out; "autorouter" on every line would tell nothing.
+        autorouter = next(m for m in build_generated_model_list(_base_config()) if m["model_name"] == "autorouter")
+        assert autorouter["litellm_params"]["complexity_router_config"]["return_raw_model_name"] is True
 
 
 class TestBuildGeneratedProxyConfig:
diff --git a/tests/test_litellm/proxy/client/cli/conftest.py b/tests/test_litellm/proxy/client/cli/conftest.py
index 50c76d3f125..c77f516a768 100644
--- a/tests/test_litellm/proxy/client/cli/conftest.py
+++ b/tests/test_litellm/proxy/client/cli/conftest.py
@@ -5,6 +5,8 @@ from typing import Final
 
 import pytest
 
+from litellm.proxy.client.cli.commands import claude_settings
+
 REAL_CLAUDE_SETTINGS: Final = Path(os.path.expanduser("~")) / ".claude" / "settings.json"
 
 
@@ -12,6 +14,11 @@ def _current_bytes() -> bytes | None:
     return REAL_CLAUDE_SETTINGS.read_bytes() if REAL_CLAUDE_SETTINGS.exists() else None
 
 
+@pytest.fixture(autouse=True)
+def _statusline_script_under_tmp(monkeypatch: pytest.MonkeyPatch, tmp_path: Path) -> None:
+    monkeypatch.setattr(claude_settings, "STATUSLINE_SCRIPT_PATH", tmp_path / "litellm-home" / "statusline.py")
+
+
 @pytest.fixture(autouse=True)
 def isolated_claude_home(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> Iterator[Path]:
     before: Final = _current_bytes()
diff --git a/tests/test_litellm/proxy/client/cli/test_agents.py b/tests/test_litellm/proxy/client/cli/test_agents.py
index bebea285edc..7804435a60d 100644
--- a/tests/test_litellm/proxy/client/cli/test_agents.py
+++ b/tests/test_litellm/proxy/client/cli/test_agents.py
@@ -164,27 +164,6 @@ class TestBuildAgentEnv:
         assert env["PATH"] == "/usr/bin"
         assert base == {"PATH": "/usr/bin", "ANTHROPIC_API_KEY": "real-key"}
 
-    def test_anthropic_profile_leaves_the_bearer_to_the_api_key_helper(self):
-        env = build_agent_env(
-            {"ANTHROPIC_AUTH_TOKEN": "stale-token", "ANTHROPIC_API_KEY": "real-key"},
-            "http://localhost:4000/",
-            "sk-key",
-            frozenset({"anthropic"}),
-            export_anthropic_token=False,
-        )
-        assert "ANTHROPIC_AUTH_TOKEN" not in env
-        assert "ANTHROPIC_API_KEY" not in env
-        assert env["ANTHROPIC_BASE_URL"] == "http://localhost:4000"
-        assert env["ENABLE_TOOL_SEARCH"] == "true"
-        assert env["CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY"] == "1"
-
-    def test_helper_mode_still_exports_the_openai_key(self):
-        env = build_agent_env(
-            {}, "http://localhost:4000", "sk-key", frozenset({"anthropic", "openai"}), export_anthropic_token=False
-        )
-        assert "ANTHROPIC_AUTH_TOKEN" not in env
-        assert env["OPENAI_API_KEY"] == "sk-key"
-
 
 class TestAgentLaunchArgs:
     def test_claude_and_opencode_get_no_extra_args(self):
@@ -531,25 +510,6 @@ class TestRunAgent:
         assert "ANTHROPIC_API_KEY" not in env
         assert "OPENAI_BASE_URL" not in env
 
-    def test_helper_supplied_token_never_reaches_the_launch_env(self):
-        calls = {}
-        verified = []
-
-        run_agent(
-            "http://localhost:4000",
-            "sk-key",
-            ["claude"],
-            base_env={"PATH": "/usr/bin", "ANTHROPIC_AUTH_TOKEN": "stale-token"},
-            which=lambda name: "/usr/local/bin/claude",
-            verify=lambda base_url, api_key: verified.append(api_key),
-            launcher=lambda p, a, e: calls.update(env=dict(e)),
-            export_anthropic_token=False,
-        )
-
-        assert verified == ["sk-key"]
-        assert "ANTHROPIC_AUTH_TOKEN" not in calls["env"]
-        assert calls["env"]["ANTHROPIC_BASE_URL"] == "http://localhost:4000"
-
     def test_codex_gets_openai_env(self):
         calls = {}
         run_agent(
@@ -1093,101 +1053,6 @@ class TestAgentCommands:
             in result.output
         )
 
-    def _invoke_claude_with_settings(self, tmp_path, settings, obj, *, default_settings=None):
-        config_dir = tmp_path / "claude-config"
-        config_dir.mkdir()
-        if settings is not None:
-            (config_dir / "settings.json").write_text(json.dumps(settings))
-        default_path = tmp_path / "home-claude" / "settings.json"
-        default_path.parent.mkdir()
-        if default_settings is not None:
-            default_path.write_text(json.dumps(default_settings))
-        captured = {}
-        with (
-            patch(f"{CLAUDE_SETTINGS_MODULE}.CLAUDE_SETTINGS_PATH", default_path),
-            patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value="/usr/local/bin/lite"),
-            patch(f"{AGENTS_MODULE}.run_agent", side_effect=lambda b, k, c, **kw: captured.update(kw)),
-        ):
-            result = self.runner.invoke(
-                _agent_command("claude"), [], obj=obj, env={"CLAUDE_CONFIG_DIR": str(config_dir)}
-            )
-        assert result.exit_code == 0, result.output
-        return captured, result.output
-
-    def test_helper_is_read_from_the_config_dir_claude_code_uses(self, tmp_path):
-        captured, output = self._invoke_claude_with_settings(
-            tmp_path,
-            {"apiKeyHelper": "/usr/local/bin/lite --base-url http://localhost:4000 auth print-token"},
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-        )
-
-        assert captured["export_anthropic_token"] is False
-        assert str(tmp_path / "claude-config" / "settings.json") in output
-
-    def test_helper_only_in_the_default_file_keeps_the_env_token_when_config_dir_points_elsewhere(self, tmp_path):
-        captured, output = self._invoke_claude_with_settings(
-            tmp_path,
-            None,
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-            default_settings={"apiKeyHelper": "/usr/local/bin/lite --base-url http://localhost:4000 auth print-token"},
-        )
-
-        assert captured["export_anthropic_token"] is True
-        assert "apiKeyHelper" not in output
-
-    def test_stored_login_with_a_matching_helper_leaves_the_token_to_the_helper(self, tmp_path):
-        captured, output = self._invoke_claude_with_settings(
-            tmp_path,
-            {"apiKeyHelper": "/usr/local/bin/lite --base-url http://localhost:4000 auth print-token"},
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-        )
-
-        assert captured["export_anthropic_token"] is False
-        assert "reads its key from the apiKeyHelper" in output
-
-    def test_explicit_key_is_exported_even_when_a_helper_matches(self, tmp_path):
-        captured, output = self._invoke_claude_with_settings(
-            tmp_path,
-            {"apiKeyHelper": "/usr/local/bin/lite --base-url http://localhost:4000 auth print-token"},
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": False},
-        )
-
-        assert captured["export_anthropic_token"] is True
-        assert "apiKeyHelper" not in output
-
-    def test_helper_for_another_proxy_keeps_the_env_token(self, tmp_path):
-        captured, _ = self._invoke_claude_with_settings(
-            tmp_path,
-            {"apiKeyHelper": "/usr/local/bin/lite --base-url https://other.example.com auth print-token"},
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-        )
-
-        assert captured["export_anthropic_token"] is True
-
-    def test_no_claude_settings_keeps_the_env_token(self, tmp_path):
-        captured, _ = self._invoke_claude_with_settings(
-            tmp_path,
-            None,
-            {"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-        )
-
-        assert captured["export_anthropic_token"] is True
-
-    def test_codex_never_consults_claude_settings(self):
-        captured = {}
-        with (
-            patch(f"{AGENTS_MODULE}.lite_api_key_helper_configured", side_effect=AssertionError("consulted")),
-            patch(f"{AGENTS_MODULE}.run_agent", side_effect=lambda b, k, c, **kw: captured.update(kw)),
-        ):
-            result = self.runner.invoke(
-                _agent_command("codex"),
-                [],
-                obj={"base_url": "http://localhost:4000", "api_key": "sk-key", "api_key_from_token_file": True},
-            )
-
-        assert result.exit_code == 0, result.output
-        assert captured["export_anthropic_token"] is True
-
     def test_codex_shows_friendly_name(self):
         captured = {}
         with patch(
@@ -1338,3 +1203,53 @@ class TestAgentCommands:
             )
         assert result.exit_code == 0, result.output
         assert captured["reattach_terminal"] is None
+
+
+class TestPrepareCodex:
+    def test_registers_the_installed_script_as_a_session_scoped_stop_hook(self):
+        from litellm.proxy.client.cli.commands.agents import prepare_codex
+
+        args = prepare_codex("http://localhost:4000", "sk-key", {}, install=lambda: "/py /home/me/.litellm/statusline.py")
+        assert args == (
+            "-c",
+            'hooks.Stop=[{hooks=[{type="command",command="/py /home/me/.litellm/statusline.py"}]}]',
+        )
+
+    def test_a_failed_install_is_an_agent_error_not_a_crash(self):
+        from litellm.proxy.client.cli.commands.agents import AgentRunError, prepare_codex
+        from litellm.proxy.client.cli.commands.claude_settings import ClaudeSettingsError
+
+        def boom():
+            raise ClaudeSettingsError("disk full")
+
+        with pytest.raises(AgentRunError, match="disk full"):
+            prepare_codex("http://localhost:4000", "sk-key", {}, install=boom)
+
+    def test_a_config_that_already_declares_hooks_keeps_them_and_skips_ours(self, tmp_path):
+        from litellm.proxy.client.cli.commands.agents import prepare_codex
+
+        warnings = []
+        env = {"CODEX_HOME": str(tmp_path)}
+        for body in ('[[hooks.Stop]]\nhooks = [{ type = "command", command = "mine" }]\n', 'hooks.Stop = []\n', "[hooks]\n"):
+            (tmp_path / "config.toml").write_text(body)
+            assert prepare_codex("http://localhost:4000", "sk", env, install=lambda: "/py /s.py", warn=warnings.append) == ()
+        (tmp_path / "config.toml").write_text('model = "gpt-5.6-sol"\n[projects."/x"]\ntrust_level = "trusted"\n')
+        assert prepare_codex("http://localhost:4000", "sk", env, install=lambda: "/py /s.py", warn=warnings.append) != ()
+        assert len(warnings) == 3 and "already declares hooks" in warnings[0]
+
+    def test_a_config_that_cannot_be_read_or_decoded_still_lets_codex_launch(self, tmp_path):
+        # A UTF-16 config.toml (a Windows Notepad save) is Codex's problem to report at launch, not a reason
+        # for the hook pre-check to abort `lite codex` with a traceback before Codex ever starts.
+        from litellm.proxy.client.cli.commands.agents import codex_declares_stop_hooks, prepare_codex
+
+        config = tmp_path / "config.toml"
+        config.write_bytes('[[hooks.Stop]]\nhooks = [{ type = "command", command = "mine" }]\n'.encode("utf-16"))
+        assert codex_declares_stop_hooks(config) is False
+        assert codex_declares_stop_hooks(tmp_path / "absent.toml") is False
+        args = prepare_codex("http://localhost:4000", "sk", {"CODEX_HOME": str(tmp_path)}, install=lambda: "/py /s.py")
+        assert args[0] == "-c" and "hooks.Stop=" in args[1]
+
+    def test_codex_is_wired_through_the_preparer_registry(self):
+        from litellm.proxy.client.cli.commands.agents import _PREPARERS, prepare_codex
+
+        assert _PREPARERS["codex"] is prepare_codex
diff --git a/tests/test_litellm/proxy/client/cli/test_auth_commands.py b/tests/test_litellm/proxy/client/cli/test_auth_commands.py
index 1f314e0c9d8..3a7792db1fe 100644
--- a/tests/test_litellm/proxy/client/cli/test_auth_commands.py
+++ b/tests/test_litellm/proxy/client/cli/test_auth_commands.py
@@ -17,8 +17,15 @@ from litellm.litellm_core_utils.cli_keyring import (
     SecretErased,
     SecretStored,
 )
-from litellm.litellm_core_utils.cli_token_utils import CliTokenRecord, save_cli_token
+from litellm.litellm_core_utils.cli_token_utils import (
+    CliTokenRecord,
+    CredentialNotRecorded,
+    CredentialNotSaved,
+    save_cli_token,
+)
 from litellm.proxy.client.cli import cli
+from litellm.proxy.client.cli.commands import claude_settings as claude_settings_module
+from litellm.proxy.client.cli.commands.claude_settings import SettingsFileOwner
 from litellm.proxy.client.cli.commands.auth import (
     get_stored_api_key,
     login,
@@ -26,8 +33,6 @@ from litellm.proxy.client.cli.commands.auth import (
     print_token,
     whoami,
 )
-from litellm.proxy.client.cli.commands import claude_settings as claude_settings_module
-from litellm.proxy.client.cli.commands.claude_settings import SettingsFileOwner
 
 
 @pytest.fixture
@@ -1394,7 +1399,9 @@ class TestLoginConfigClaude:
         monkeypatch.setattr(claude_settings_module, "CONFIGURE_STATE_PATH", tmp_path / "claude_configure_state.json")
         return backup_path
 
-    def _run_login(self, tmp_path, monkeypatch, args, base_url="https://test.example.com", *, config_dir_env=None):
+    def _run_login(
+        self, tmp_path, monkeypatch, args, base_url="https://test.example.com", *, config_dir_env=None, stored=None
+    ):
         settings_path = tmp_path / "claude" / "settings.json"
         backup_path = self._isolate_default_settings(tmp_path, monkeypatch)
         env = {"CLAUDE_CONFIG_DIR": str(settings_path.parent)} if config_dir_env is None else config_dir_env
@@ -1411,12 +1418,8 @@ class TestLoginConfigClaude:
             patch("webbrowser.open"),
             patch("requests.post", return_value=_mock_cli_sso_start_response()),
             patch("requests.get", return_value=poll_response),
-            patch("litellm.proxy.client.cli.commands.auth.save_cli_token"),
+            patch("litellm.proxy.client.cli.commands.auth.save_cli_token", return_value=stored or SecretStored()),
             patch("litellm.proxy.client.cli.interface.show_commands"),
-            patch(
-                "litellm.proxy.client.cli.commands.claude_settings.shutil.which",
-                return_value="/usr/local/bin/lite",
-            ),
         ):
             result = self.runner.invoke(login, args, obj={"base_url": base_url}, env=env)
         return result, settings_path, backup_path
@@ -1436,10 +1439,13 @@ class TestLoginConfigClaude:
         written = json.loads(settings_path.read_text())
         assert written["env"]["ANTHROPIC_BASE_URL"] == "https://test.example.com"
         assert written["env"]["ENABLE_TOOL_SEARCH"] == "true"
-        assert written["apiKeyHelper"] == "/usr/local/bin/lite --base-url https://test.example.com auth print-token"
+        # The minted key goes in as a static token: an apiKeyHelper would make Claude Code spawn `lite` (and
+        # its keychain probe) on every credential refresh, which is what this flag used to write.
+        assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.test.jwt"
+        assert "apiKeyHelper" not in written
         assert f"Configured Claude Code: {settings_path} now routes through https://test.example.com." in result.output
-        assert "pins a proxy model for every tier" not in result.output
-        assert "the model Claude Code starts on" in result.output
+        assert "run `lite login --config-claude` again after it expires" in result.output
+        assert "the model Claude Code starts and resumes on" in result.output
 
     def test_flag_preserves_unrelated_settings_on_an_existing_file(self, tmp_path, monkeypatch):
         settings_path = tmp_path / "claude" / "settings.json"
@@ -1490,7 +1496,7 @@ class TestLoginConfigClaude:
 
         assert result.exit_code == 0, result.output
         written = json.loads(settings_path.read_text())
-        assert written["apiKeyHelper"] == "/usr/local/bin/lite --base-url https://test.example.com auth print-token"
+        assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.test.jwt"
         assert f"Configured Claude Code: {settings_path} now routes through https://test.example.com." in result.output
 
     def test_flag_keeps_a_config_dir_receipt_apart_from_the_default_file_receipt(self, tmp_path, monkeypatch):
@@ -1503,6 +1509,42 @@ class TestLoginConfigClaude:
         assert len(receipts) == 1
         assert json.loads(receipts[0].read_text())["file_existed"] is False
 
+    def test_a_second_login_replaces_the_key_and_unconfigure_still_restores_the_original(self, tmp_path, monkeypatch):
+        # The stored key expires daily, so the flag is re-run per login; the receipt must keep owning the
+        # slot across re-logins and hand back what was there before the first one.
+        from litellm.proxy.client.cli.commands.configure import unconfigure_claude
+
+        settings_path = tmp_path / "claude" / "settings.json"
+        settings_path.parent.mkdir(parents=True)
+        settings_path.write_text(json.dumps({"theme": "dark", "env": {"ANTHROPIC_AUTH_TOKEN": "sk-theirs"}}))
+        self._run_login(tmp_path, monkeypatch, ["--config-claude"])
+        first = json.loads(settings_path.read_text())["env"]["ANTHROPIC_AUTH_TOKEN"]
+        self._run_login(tmp_path, monkeypatch, ["--config-claude"])
+        assert json.loads(settings_path.read_text())["env"]["ANTHROPIC_AUTH_TOKEN"] == first != "sk-theirs"
+
+        result = self.runner.invoke(unconfigure_claude, [], env={"CLAUDE_CONFIG_DIR": str(settings_path.parent)})
+        assert result.exit_code == 0, result.output
+        assert json.loads(settings_path.read_text()) == {"theme": "dark", "env": {"ANTHROPIC_AUTH_TOKEN": "sk-theirs"}}
+
+    @pytest.mark.parametrize(
+        "stored",
+        [CredentialNotSaved("read-only ~/.litellm"), CredentialNotRecorded()],
+        ids=["nothing-kept-it", "keychain-took-it-file-refused"],
+    )
+    def test_claude_code_is_configured_even_when_the_cli_could_not_keep_the_credential(
+        self, tmp_path, monkeypatch, stored
+    ):
+        # The key is in hand either way, and --config-claude asked for exactly that key to be written into
+        # settings.json; whether the CLI's own token file or keychain kept a copy is a separate outcome.
+        result, settings_path, _backup_path = self._run_login(tmp_path, monkeypatch, ["--config-claude"], stored=stored)
+
+        assert result.exit_code == 0, result.output
+        written = json.loads(settings_path.read_text())
+        assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.test.jwt"
+        assert f"Configured Claude Code: {settings_path}" in result.output
+        assert "even though the CLI itself could not keep it" in result.output
+        assert "You can now use the CLI without specifying --api-key" not in result.output
+
     def test_settings_failure_is_reported_without_claiming_login_failed(self, tmp_path, monkeypatch):
         settings_path = tmp_path / "claude" / "settings.json"
         settings_path.parent.mkdir(parents=True)
diff --git a/tests/test_litellm/proxy/client/cli/test_claude_settings.py b/tests/test_litellm/proxy/client/cli/test_claude_settings.py
index fc2d98f2264..cf52d41e963 100644
--- a/tests/test_litellm/proxy/client/cli/test_claude_settings.py
+++ b/tests/test_litellm/proxy/client/cli/test_claude_settings.py
@@ -1,7 +1,9 @@
 import json
 import os
+import pathlib
 import shlex
 import stat
+import sys
 import time
 from pathlib import Path
 from unittest.mock import patch
@@ -9,8 +11,6 @@ from unittest.mock import patch
 import pytest
 from click.testing import CliRunner
 
-from litellm.litellm_core_utils.cli_token_utils import CliTokenRecord
-from litellm.proxy.client.cli import cli
 from litellm.litellm_core_utils.private_json import commit_staged_json
 from litellm.proxy.client.cli.commands.claude_settings import (
     ANTHROPIC_DEFAULT_MODEL_ENV_KEYS,
@@ -21,7 +21,6 @@ from litellm.proxy.client.cli.commands.claude_settings import (
     OWNED_ENV_KEYS,
     OWNED_TOP_LEVEL_KEYS,
     SETTINGS_FILE_OWNERS,
-    ApiKeyHelper,
     ClaudeSettingsError,
     KeepModel,
     SettingsFileOwner,
@@ -30,11 +29,12 @@ from litellm.proxy.client.cli.commands.claude_settings import (
     UnpinModel,
     claude_settings_path,
     configure_claude_settings,
+    install_statusline_script,
     configure_state_path,
-    lite_api_key_helper_configured,
     merge_claude_settings,
-    resolve_api_key_helper,
+    statusline_command,
     unconfigure_claude_settings,
+    with_status_line,
 )
 
 
@@ -45,101 +45,33 @@ def _owners(*backup_paths):
 
 CLAUDE_SETTINGS_MODULE = "litellm.proxy.client.cli.commands.claude_settings"
 AUTH_MODULE = "litellm.proxy.client.cli.commands.auth"
-WINDOWS_LITE_EXE = "C:\\Users\\u\\AppData\\Local\\Programs\\Python\\Python313\\Scripts\\lite.EXE"
-
-CMD_METACHARACTERS = frozenset("&|<>^()")
-CMD_PERCENT_GUARD = "%%cd:~,%"
-
-
-def _through_cmd_exe(command):
-    """The line cmd.exe hands to CreateProcess after reading the apiKeyHelper.
-
-    A `"` toggles cmd's quote state and the metacharacters only act outside it. cmd expands
-    `%VAR%` even inside quotes, so every `%` has to arrive as the `%%cd:~,%` guard: the first
-    `%` has no variable name and stays literal, and `%cd:~,%` is a zero length substring of `cd`.
-    """
-    assert not any(CMD_METACHARACTERS & set(run) for run in command.split('"')[::2]), command
-    assert command.count("%") == 3 * command.count(CMD_PERCENT_GUARD), command
-    return command.replace(CMD_PERCENT_GUARD, "%")
-
-
-def _through_c_runtime(command_line):
-    """argv as the Microsoft C runtime builds it for the `lite` executable.
-
-    Outside quotes whitespace ends an argument. A `"` toggles quoting, and inside quotes `""`
-    is a literal quote. Backslashes are literal unless they run up to a `"`, where each pair
-    is one backslash and an odd one left over makes the quote literal.
-    """
-    argv = []
-    current = None
-    quoted = False
-    i = 0
-    while i < len(command_line):
-        ch = command_line[i]
-        if ch in " \t" and not quoted:
-            if current is not None:
-                argv.append(current)
-            current = None
-            i += 1
-            continue
-        if current is None:
-            current = ""
-        if ch == "\\":
-            run = len(command_line[i:]) - len(command_line[i:].lstrip("\\"))
-            before_quote = command_line[i + run : i + run + 1] == '"'
-            current += "\\" * (run // 2 if before_quote else run)
-            if before_quote and run % 2:
-                current += '"'
-                i += 1
-            i += run
-        elif ch == '"':
-            if quoted and command_line[i + 1 : i + 2] == '"':
-                current += '"'
-                i += 1
-            else:
-                quoted = not quoted
-            i += 1
-        else:
-            current += ch
-            i += 1
-    return argv if current is None else [*argv, current]
-
-
 @pytest.fixture
 def paths(tmp_path):
     return tmp_path / "claude" / "settings.json", tmp_path / "backup.json"
 
 
-@pytest.fixture
-def lite_on_path():
-    with patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value="/usr/local/bin/lite"):
-        yield
-
-
-def _helper_configure(base_url, settings_path, owners, state_path=None):
-    """`lite login --config-claude`'s shape: the login credential behind apiKeyHelper, no pinned model."""
+def _static_configure(base_url, settings_path, owners, state_path=None):
+    """`lite configure claude --api-key`'s shape: a virtual key as a static token, no pinned model."""
     state = state_path if state_path is not None else settings_path.parent.parent / "state.json"
-    root = base_url.rstrip("/")
-    configure_claude_settings(
-        root, ApiKeyHelper(resolve_api_key_helper(root)), KeepModel(), settings_path, state, owners
-    )
+    configure_claude_settings(base_url.rstrip("/"), StaticToken("sk-virtual-key"), KeepModel(), settings_path, state, owners)
 
 
-class TestConfigureWithTheLoginHelper:
-    def test_creates_the_file_and_its_parent_when_missing(self, paths, lite_on_path):
+class TestConfigureClaudeSettings:
+    def test_creates_the_file_and_its_parent_when_missing(self, paths):
         settings_path, backup_path = paths
         assert not settings_path.parent.exists()
 
-        _helper_configure("https://proxy.example.com/", settings_path, _owners(backup_path))
+        _static_configure("https://proxy.example.com/", settings_path, _owners(backup_path))
 
         written = json.loads(settings_path.read_text())
         assert written["env"]["ANTHROPIC_BASE_URL"] == "https://proxy.example.com"
+        assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == "sk-virtual-key"
         assert written["env"]["ENABLE_TOOL_SEARCH"] == "true"
         assert written["env"]["CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY"] == "1"
-        assert written["apiKeyHelper"] == "/usr/local/bin/lite --base-url https://proxy.example.com auth print-token"
-        assert "model" not in written
+        assert "apiKeyHelper" not in written
+        assert "model" not in written and "ANTHROPIC_MODEL" not in written["env"]
 
-    def test_updates_an_existing_file_preserving_unrelated_settings(self, paths, lite_on_path):
+    def test_updates_an_existing_file_preserving_unrelated_settings(self, paths):
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.write_text(
@@ -148,183 +80,87 @@ class TestConfigureWithTheLoginHelper:
                     "theme": "dark",
                     "permissions": {"allow": ["Bash"]},
                     "env": {"SOME_OTHER_VAR": "keep-me", "ANTHROPIC_BASE_URL": "https://old.example.com"},
-                    "apiKeyHelper": "old-helper",
                 }
             )
         )
 
-        _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+        _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
         written = json.loads(settings_path.read_text())
         assert written["theme"] == "dark"
         assert written["permissions"] == {"allow": ["Bash"]}
         assert written["env"]["SOME_OTHER_VAR"] == "keep-me"
         assert written["env"]["ANTHROPIC_BASE_URL"] == "https://proxy.example.com"
-        assert written["apiKeyHelper"] != "old-helper"
 
-    def test_rerunning_against_a_new_proxy_refreshes_both_base_url_and_helper(self, paths, lite_on_path):
-        settings_path, backup_path = paths
-
-        _helper_configure("https://first.example.com", settings_path, _owners(backup_path))
-        _helper_configure("https://second.example.com", settings_path, _owners(backup_path))
-
-        written = json.loads(settings_path.read_text())
-        assert written["env"]["ANTHROPIC_BASE_URL"] == "https://second.example.com"
-        assert "second.example.com" in written["apiKeyHelper"]
-        assert "first.example.com" not in written["apiKeyHelper"]
-
-    def test_drops_stray_static_credentials_so_the_helper_token_wins(self, paths, lite_on_path):
-        # Claude Code prefers ANTHROPIC_AUTH_TOKEN over apiKeyHelper, so a virtual key left behind
-        # by an earlier `lite configure claude --api-key` would silently keep winning.
+    def test_a_helper_left_by_an_older_lite_is_stripped_so_only_the_static_token_is_sent(self, paths):
+        # Older `lite` versions wrote `apiKeyHelper: lite auth print-token`; Claude Code would keep spawning
+        # `lite` (and its keychain probe) on every credential refresh, so configure takes the slot over.
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.write_text(
-            json.dumps({"env": {"ANTHROPIC_API_KEY": "sk-leaked", "ANTHROPIC_AUTH_TOKEN": "sk-old"}})
+            json.dumps({"apiKeyHelper": "/usr/local/bin/lite auth print-token", "env": {"ANTHROPIC_API_KEY": "sk-leaked"}})
         )
 
-        _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+        _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
-        env = json.loads(settings_path.read_text())["env"]
-        assert "ANTHROPIC_API_KEY" not in env and "ANTHROPIC_AUTH_TOKEN" not in env
+        written = json.loads(settings_path.read_text())
+        assert "apiKeyHelper" not in written
+        assert "ANTHROPIC_API_KEY" not in written["env"]
+        assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == "sk-virtual-key"
 
-    def test_written_file_is_owner_only(self, paths, lite_on_path):
+    def test_written_file_is_owner_only(self, paths):
         settings_path, backup_path = paths
-        _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+        _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
         assert stat.S_IMODE(settings_path.stat().st_mode) == 0o600
 
-    def test_refuses_while_lite_up_holds_a_backup(self, paths, lite_on_path):
+    def test_refuses_while_lite_up_holds_a_backup(self, paths):
         settings_path, backup_path = paths
         backup_path.write_text("{}")
 
         with pytest.raises(ClaudeSettingsError, match="lite down"):
-            _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+            _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
         assert not settings_path.exists()
 
-    def test_refuses_on_corrupt_existing_settings_without_touching_the_file(self, paths, lite_on_path):
+    def test_refuses_on_corrupt_existing_settings_without_touching_the_file(self, paths):
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.write_text("not json at all {{{")
 
         with pytest.raises(ClaudeSettingsError, match="invalid JSON"):
-            _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+            _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
         assert settings_path.read_text() == "not json at all {{{"
 
-    def test_reports_an_actionable_error_when_lite_is_not_on_path(self, paths):
-        settings_path, backup_path = paths
-        with patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value=None):
-            with pytest.raises(ClaudeSettingsError, match="Could not find `lite`"):
-                _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
-
-        assert not settings_path.exists()
-
-    def test_reports_an_actionable_error_on_a_non_utf8_file(self, paths, lite_on_path):
-        """Bytes that are not valid UTF-8 must not escape as UnicodeDecodeError.
-
-        UnicodeDecodeError is a ValueError, not an OSError, so a decode-side catch
-        is easy to miss; login's broad `except Exception` would then relabel it as
-        an authentication failure and exit 0.
-        """
+    def test_reports_an_actionable_error_on_a_non_utf8_file(self, paths):
+        # UnicodeDecodeError is a ValueError, not an OSError, so a decode-side catch is easy to miss.
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.write_bytes(b'{"theme": "\xff\xfe"}')
 
         with pytest.raises(ClaudeSettingsError, match="invalid JSON"):
-            _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+            _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
-    def test_reports_an_actionable_error_when_the_file_cannot_be_read(self, paths, lite_on_path):
-        """An unreadable settings file must not surface as "Authentication failed".
-
-        login wraps the whole flow in a broad `except Exception`, so any OSError
-        escaping this function gets relabelled as an auth failure and sends the
-        user looking at their SSO config instead of at file permissions.
-        """
+    def test_reports_an_actionable_error_when_the_file_cannot_be_read(self, paths):
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.mkdir()
 
         with pytest.raises(ClaudeSettingsError, match="Could not read"):
-            _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+            _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
-    def test_reports_an_actionable_error_when_the_file_cannot_be_written(self, paths, lite_on_path):
+    def test_reports_an_actionable_error_when_the_file_cannot_be_written(self, paths):
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.parent.chmod(0o500)
         try:
             with pytest.raises(ClaudeSettingsError, match="Could not write"):
-                _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+                _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
         finally:
             settings_path.parent.chmod(0o700)
         assert not settings_path.exists()
 
 
-class TestApiKeyHelperIsActuallyInvocable:
-    """The helper string is executed verbatim by Claude Code, so it has to parse.
-
-    Asserting only on its text is what let a malformed command (`--base-url`, a
-    top-level group option, placed after the `print-token` subcommand) ship: click
-    rejects it with "No such option" and every Claude Code request loses its token.
-    """
-
-    def _helper_args(self, base_url):
-        with patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value="/usr/local/bin/lite"):
-            return shlex.split(resolve_api_key_helper(base_url))[1:]
-
-    def test_the_generated_command_parses(self):
-        result = CliRunner().invoke(cli, self._helper_args("http://localhost:4000"))
-
-        assert "No such option" not in result.output
-        assert result.exit_code != 2
-
-    def test_the_generated_command_reaches_print_token(self):
-        with patch(f"{AUTH_MODULE}.load_cli_token", return_value=None):
-            result = CliRunner().invoke(cli, self._helper_args("http://localhost:4000"))
-
-        assert "Not authenticated" in result.output
-
-    def test_the_generated_command_carries_the_base_url_through(self):
-        stale = CliTokenRecord(
-            base_url="http://other-proxy.example.com",
-            key="sk-stale",
-            timestamp=time.time(),
-        )
-        with patch(f"{AUTH_MODULE}.load_cli_token", return_value=stale):
-            result = CliRunner().invoke(cli, self._helper_args("http://localhost:4000"))
-
-        assert "Not authenticated for this server" in result.output
-
-    def _windows_argv(self, lite_exe, base_url):
-        with patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value=lite_exe):
-            helper = resolve_api_key_helper(base_url, platform="win32")
-        return _through_c_runtime(_through_cmd_exe(helper))
-
-    @pytest.mark.parametrize(
-        ("lite_exe", "base_url"),
-        [
-            (WINDOWS_LITE_EXE, "http://localhost:4000"),
-            ("C:\\Program Files\\LiteLLM\\lite.EXE", "https://gateway.example.com/?a=1&b=2"),
-            ("C:\\Users\\u\\Scripts\\lite.EXE", "https://gateway.example.com/team%20a/%7Eproxy"),
-            ('C:\\odd "dir"\\lite.EXE', "http://localhost:4000/x\\"),
-        ],
-    )
-    def test_the_windows_command_survives_cmd_exe_and_the_c_runtime(self, lite_exe, base_url):
-        assert self._windows_argv(lite_exe, base_url) == [lite_exe, "--base-url", base_url, "auth", "print-token"]
-
-    def test_the_windows_command_carries_the_base_url_through_cmd_quoting(self):
-        stale = CliTokenRecord(
-            base_url="http://other-proxy.example.com",
-            key="sk-stale",
-            timestamp=time.time(),
-        )
-        argv = self._windows_argv(WINDOWS_LITE_EXE, "http://localhost:4000")
-        with patch(f"{AUTH_MODULE}.load_cli_token", return_value=stale):
-            result = CliRunner().invoke(cli, argv[1:])
-
-        assert argv[0] == WINDOWS_LITE_EXE
-        assert "Not authenticated for this server" in result.output
-
-
 class TestConflictingOwnersOfTheSettingsFile:
     """Both `lite up` and `lite autoroute up` restore a backup when they stop.
 
@@ -332,7 +168,7 @@ class TestConflictingOwnersOfTheSettingsFile:
     write, which is the exact hazard the guard exists to prevent.
     """
 
-    def test_any_owner_holding_a_backup_blocks_the_write(self, tmp_path, lite_on_path):
+    def test_any_owner_holding_a_backup_blocks_the_write(self, tmp_path):
         settings_path = tmp_path / "claude" / "settings.json"
 
         for index, owner in enumerate(SETTINGS_FILE_OWNERS):
@@ -340,20 +176,20 @@ class TestConflictingOwnersOfTheSettingsFile:
             backup.write_text("{}")
             stand_in = SettingsFileOwner(backup, owner.start_command, owner.stop_command)
             with pytest.raises(ClaudeSettingsError, match="currently managing"):
-                _helper_configure("https://proxy.example.com", settings_path, (stand_in,))
+                _static_configure("https://proxy.example.com", settings_path, (stand_in,))
             backup.unlink()
             assert not settings_path.exists()
 
-    def test_the_error_names_the_owner_that_actually_holds_the_file(self, tmp_path, lite_on_path):
+    def test_the_error_names_the_owner_that_actually_holds_the_file(self, tmp_path):
         settings_path = tmp_path / "claude" / "settings.json"
         backup = tmp_path / "auto.json"
         backup.write_text("{}")
         autoroute = SettingsFileOwner(backup, "lite autoroute up", "lite autoroute down")
 
         with pytest.raises(ClaudeSettingsError, match="`lite autoroute up` is currently managing"):
-            _helper_configure("https://proxy.example.com", settings_path, (autoroute,))
+            _static_configure("https://proxy.example.com", settings_path, (autoroute,))
         with pytest.raises(ClaudeSettingsError, match="Run `lite autoroute down` first"):
-            _helper_configure("https://proxy.example.com", settings_path, (autoroute,))
+            _static_configure("https://proxy.example.com", settings_path, (autoroute,))
 
     def test_the_registry_matches_the_paths_the_commands_actually_use(self):
         """A second definition of the autoroute dir must not drift from this one."""
@@ -365,7 +201,7 @@ class TestConflictingOwnersOfTheSettingsFile:
 
 
 class TestDoesNotDestroyUserOwnedStructure:
-    def test_writes_through_a_symlinked_settings_file(self, tmp_path, lite_on_path):
+    def test_writes_through_a_symlinked_settings_file(self, tmp_path):
         """os.replace() swaps the symlink for a regular file, detaching a dotfiles repo.
 
         There is no backup here to undo that, so the link must survive and its
@@ -378,20 +214,20 @@ class TestDoesNotDestroyUserOwnedStructure:
         link.parent.mkdir()
         link.symlink_to(real)
 
-        _helper_configure("https://proxy.example.com", link, ())
+        _static_configure("https://proxy.example.com", link, ())
 
         assert link.is_symlink()
         assert json.loads(real.read_text())["env"]["ANTHROPIC_BASE_URL"] == "https://proxy.example.com"
         assert json.loads(real.read_text())["theme"] == "dark"
 
-    def test_refuses_rather_than_discarding_a_non_object_env(self, paths, lite_on_path):
+    def test_refuses_rather_than_discarding_a_non_object_env(self, paths):
         """merge coerces a non-dict env to {}; that is silent data loss on a persistent write."""
         settings_path, backup_path = paths
         settings_path.parent.mkdir(parents=True)
         settings_path.write_text(json.dumps({"theme": "dark", "env": "not-an-object"}))
 
         with pytest.raises(ClaudeSettingsError, match="non-object"):
-            _helper_configure("https://proxy.example.com", settings_path, _owners(backup_path))
+            _static_configure("https://proxy.example.com", settings_path, _owners(backup_path))
 
         assert json.loads(settings_path.read_text())["env"] == "not-an-object"
 
@@ -446,18 +282,13 @@ class TestConfigureStatePath:
         assert work_state == configure_state_path(tmp_path / "work" / "settings.json")
 
     def test_configure_and_unconfigure_under_a_config_dir_leave_the_default_receipt_alone(
-        self, default_paths, tmp_path, lite_on_path
+        self, default_paths, tmp_path
     ):
         _default_settings, default_state = default_paths
         work_settings = tmp_path / "work" / "settings.json"
         work_state = configure_state_path(work_settings)
         configure_claude_settings(
-            "https://proxy.example.com",
-            ApiKeyHelper(resolve_api_key_helper("https://proxy.example.com")),
-            KeepModel(),
-            work_settings,
-            work_state,
-            (),
+            "https://proxy.example.com", StaticToken("sk-virtual-key"), KeepModel(), work_settings, work_state, ()
         )
         assert work_state.exists() and not default_state.exists()
         outcome = unconfigure_claude_settings(work_settings, work_state, ())
@@ -465,51 +296,8 @@ class TestConfigureStatePath:
         assert not work_state.exists()
 
 
-class TestLiteApiKeyHelperConfigured:
-    def _settings(self, tmp_path, payload):
-        settings_path = tmp_path / "settings.json"
-        settings_path.write_text(payload)
-        return settings_path
-
-    def test_recognises_the_helper_lite_login_wrote_for_this_proxy(self, tmp_path, lite_on_path):
-        settings_path = tmp_path / "settings.json"
-        _helper_configure("https://proxy.example.com/", settings_path, (), tmp_path / "state.json")
-
-        assert lite_api_key_helper_configured("https://proxy.example.com/", settings_path) is True
-        assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is True
-
-    def test_a_helper_for_another_proxy_does_not_count(self, tmp_path, lite_on_path):
-        settings_path = tmp_path / "settings.json"
-        _helper_configure("https://other.example.com", settings_path, (), tmp_path / "state.json")
-
-        assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is False
-
-    def test_a_hand_written_helper_does_not_count(self, tmp_path, lite_on_path):
-        settings_path = self._settings(tmp_path, json.dumps({"apiKeyHelper": "cat ~/.my-proxy-key"}))
-
-        assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is False
-
-    def test_missing_or_helperless_settings_do_not_count(self, tmp_path, lite_on_path):
-        assert lite_api_key_helper_configured("https://proxy.example.com", tmp_path / "absent.json") is False
-        helperless = json.dumps({"env": {"ANTHROPIC_BASE_URL": "https://proxy.example.com"}})
-        settings_path = self._settings(tmp_path, helperless)
-        assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is False
-
-    def test_unreadable_settings_fall_back_to_false(self, tmp_path, lite_on_path):
-        settings_path = self._settings(tmp_path, "{not json")
-
-        assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is False
-
-    def test_lite_missing_from_path_falls_back_to_false(self, tmp_path):
-        helper = "/usr/local/bin/lite --base-url https://proxy.example.com auth print-token"
-        settings_path = self._settings(tmp_path, json.dumps({"apiKeyHelper": helper}))
-        with patch(f"{CLAUDE_SETTINGS_MODULE}.shutil.which", return_value=None):
-            assert lite_api_key_helper_configured("https://proxy.example.com", settings_path) is False
-
-
 class TestMergeClaudeSettings:
-    """One merge for every way Claude Code gets wired: `lite up`, `lite login --config-claude`,
-    `lite configure claude` and `lite autoroute up`."""
+    """One merge for every way Claude Code gets wired: `lite up`, `lite configure claude` and `lite autoroute up`."""
 
     def test_a_static_token_lands_in_env_and_the_helper_slot_is_cleared(self):
         settings = {"apiKeyHelper": "/usr/local/bin/lite auth print-token", "env": {"ANTHROPIC_API_KEY": "leaked"}}
@@ -523,12 +311,6 @@ class TestMergeClaudeSettings:
         assert "model" not in merged
         assert not any(key in merged["env"] for key in ANTHROPIC_DEFAULT_MODEL_ENV_KEYS)
 
-    def test_a_helper_lands_top_level_and_the_static_slots_are_cleared(self):
-        settings = {"env": {"ANTHROPIC_AUTH_TOKEN": "sk-old", "ANTHROPIC_API_KEY": "leaked"}}
-        merged = merge_claude_settings(settings, "http://127.0.0.1:4000", ApiKeyHelper("lite auth print-token"))
-        assert merged["apiKeyHelper"] == "lite auth print-token"
-        assert "ANTHROPIC_AUTH_TOKEN" not in merged["env"] and "ANTHROPIC_API_KEY" not in merged["env"]
-
     def test_keeps_existing_switch_values_and_unrelated_keys_without_mutating_the_input(self):
         settings = {"theme": "dark", "env": {"SOME_OTHER_VAR": "value", "ENABLE_TOOL_SEARCH": "false"}}
         merged = merge_claude_settings(settings, "http://127.0.0.1:4000", StaticToken("token-abc"))
@@ -537,13 +319,22 @@ class TestMergeClaudeSettings:
         assert merged["env"]["ENABLE_TOOL_SEARCH"] == "false"
         assert settings == {"theme": "dark", "env": {"SOME_OTHER_VAR": "value", "ENABLE_TOOL_SEARCH": "false"}}
 
-    def test_a_default_model_sets_only_the_row_claude_code_starts_on(self):
+    def test_a_default_model_pins_the_starting_row_and_the_model_a_resumed_session_keeps(self):
+        # `model` is only the row Claude Code starts on: a resumed session re-sends the model its transcript
+        # recorded, which behind a raw-model auto-router is the tier model (403 for a key scoped to the
+        # router). ANTHROPIC_MODEL outranks the transcript on resume, so the pin has to land there too.
         merged = merge_claude_settings(
             {}, "http://127.0.0.1:4000", StaticToken("token-abc"), default_model="claude-auto"
         )
         assert merged["model"] == "claude-auto"
+        assert merged["env"]["ANTHROPIC_MODEL"] == "claude-auto"
         assert not any(key in merged["env"] for key in ANTHROPIC_DEFAULT_MODEL_ENV_KEYS)
 
+    def test_without_a_default_model_neither_pin_is_written_and_a_users_own_stays(self):
+        settings = {"model": "mine", "env": {"ANTHROPIC_MODEL": "mine-too"}}
+        merged = merge_claude_settings(settings, "http://127.0.0.1:4000", StaticToken("token-abc"))
+        assert merged["model"] == "mine" and merged["env"]["ANTHROPIC_MODEL"] == "mine-too"
+
     def test_a_tier_model_forces_every_claude_code_tier_as_autoroute_needs(self):
         # Router's auto-router registry is keyed by the literal requested model string with no
         # wildcard resolution, so `lite autoroute up` overrides the env var each tier reads.
@@ -564,7 +355,7 @@ class TestMergeClaudeSettings:
             "apiKeyHelper": "old-helper",
             "model": "old-model",
         }
-        for credential in (StaticToken("token-abc"), ApiKeyHelper("helper")):
+        for credential in (StaticToken("token-abc"), StaticToken("token-rotated")):
             merged = merge_claude_settings(settings, "http://127.0.0.1:4000", credential, default_model="claude-auto")
             changed_top_level = {key for key in set(settings) | set(merged) if settings.get(key) != merged.get(key)}
             assert changed_top_level - {"env"} <= set(OWNED_TOP_LEVEL_KEYS)
@@ -580,7 +371,7 @@ class TestMergeClaudeSettings:
 
 PROXY = "http://127.0.0.1:4000"
 ANTHROPIC = "https://api.anthropic.com"
-HELPER = ApiKeyHelper("lite auth print-token")
+RELOGIN = StaticToken("sk-fresh-login")
 ORIGINAL = {
     "theme": "dark",
     "permissions": {"allow": ["Bash"]},
@@ -664,18 +455,19 @@ UNDO_SCENARIOS = {
         {
             "restored": {
                 "env.ANTHROPIC_BASE_URL",
+                "env.ANTHROPIC_AUTH_TOKEN",
                 "env.ENABLE_TOOL_SEARCH",
                 "env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY",
-                "apiKeyHelper",
+                "statusLine",
             },
             "kept": (),
         },
-        {"credential": HELPER, "model": KeepModel()},
+        {"credential": RELOGIN, "model": KeepModel()},
     ),
     "repeat across credential kinds keeps the first snapshot": (
         ORIGINAL,
         [
-            {"credential": HELPER, "model": UnpinModel()},
+            {"credential": RELOGIN, "model": UnpinModel()},
             {"credential": StaticToken("sk-rotated"), "model": StartOn("claude-sonnet-4-6")},
         ],
         ORIGINAL,
@@ -688,13 +480,13 @@ UNDO_SCENARIOS = {
         {"model": "claude-opus-5"},
         {},
     ),
-    "re-login keeps our pin": (None, [{"credential": HELPER, "model": KeepModel()}], None, {"file_removed": True}),
+    "re-login keeps our pin": (None, [{"credential": RELOGIN, "model": KeepModel()}], None, {"file_removed": True}),
     "edit between configures survives an unpin repeat": (
         ORIGINAL,
         [
             _set("model", "my-favourite"),
             _set("env.ENABLE_TOOL_SEARCH", "false"),
-            {"credential": HELPER, "model": UnpinModel()},
+            {"credential": RELOGIN, "model": UnpinModel()},
         ],
         {**ORIGINAL, "env": {**ORIGINAL["env"], "ENABLE_TOOL_SEARCH": "false"}, "model": "my-favourite"},
         {"kept": {"env.ENABLE_TOOL_SEARCH", "model"}},
@@ -704,14 +496,14 @@ UNDO_SCENARIOS = {
         [
             _set("model", "my-favourite"),
             _set("env.ENABLE_TOOL_SEARCH", "false"),
-            {"credential": HELPER, "model": KeepModel()},
+            {"credential": RELOGIN, "model": KeepModel()},
         ],
         {**ORIGINAL, "env": {**ORIGINAL["env"], "ENABLE_TOOL_SEARCH": "false"}, "model": "my-favourite"},
         {"kept": {"env.ENABLE_TOOL_SEARCH", "model"}},
     ),
     "edit between configures: a same-model repeat displaces it, so it is what comes back": (
         ORIGINAL,
-        [_set("model", "my-favourite"), _set("env.ENABLE_TOOL_SEARCH", "false"), {"credential": HELPER}],
+        [_set("model", "my-favourite"), _set("env.ENABLE_TOOL_SEARCH", "false"), {"credential": RELOGIN}],
         {**ORIGINAL, "env": {**ORIGINAL["env"], "ENABLE_TOOL_SEARCH": "false"}, "model": "my-favourite"},
         {"kept": {"env.ENABLE_TOOL_SEARCH"}, "restored_includes": {"model"}},
     ),
@@ -744,12 +536,12 @@ UNDO_SCENARIOS = {
         None,
         [
             _set("env.ANTHROPIC_API_KEY", "sk-user"),
-            {"credential": HELPER, "model": KeepModel()},
+            {"credential": RELOGIN, "model": KeepModel()},
             _set("env.ANTHROPIC_BASE_URL", _ABSENT),
         ],
         None,
         {"withheld": {("env.ANTHROPIC_API_KEY", PROXY)}, "file_removed": True, "receipt_kept": True},
-        {"credential": HELPER, "model": KeepModel()},
+        {"credential": RELOGIN, "model": KeepModel()},
     ),
     "a credential the user changed is kept, never also withheld": (
         ORIGINAL,
@@ -832,11 +624,10 @@ class TestConfigureAndUnconfigure:
     @pytest.mark.parametrize(
         ("path", "value", "repeat_credential"),
         [
-            ("env.ANTHROPIC_API_KEY", "sk-user-added-later", HELPER),
-            ("env.ANTHROPIC_AUTH_TOKEN", "sk-users-own-token", HELPER),
+            ("env.ANTHROPIC_API_KEY", "sk-user-added-later", RELOGIN),
             ("apiKeyHelper", "/opt/mine/helper", StaticToken("sk-rotated")),
         ],
-        ids=["user-adds-api-key", "user-replaces-our-token", "user-sets-own-helper"],
+        ids=["user-adds-api-key", "user-sets-own-helper"],
     )
     def test_a_credential_the_user_set_between_two_configures_is_what_comes_back(
         self, tmp_path, path, value, repeat_credential
@@ -844,7 +635,7 @@ class TestConfigureAndUnconfigure:
         # The repeat's merge clears the slot, so the displaced value is snapshotted and is what returns;
         # it was set while the file pointed at the proxy, so it returns once the file points there again.
         rig = _Rig(tmp_path, {"theme": "dark"})
-        rig.configure(credential=HELPER, model=KeepModel())
+        rig.configure(credential=RELOGIN, model=KeepModel())
         rig.edit(_set(path, value))
         rig.configure(credential=repeat_credential, model=KeepModel())
         assert not _lookup(rig.read(), path)
@@ -955,3 +746,95 @@ class TestConfigureAndUnconfigure:
 def _lookup(settings, path):
     section, _, key = path.rpartition(".")
     return (settings.get(section) or {}).get(key) if section else settings.get(key)
+
+
+class TestStatusLine:
+    """Every configure registers the status line, and only while the slot is empty or already ours."""
+
+    COMMAND = "/opt/lite/bin/python /Users/me/.litellm/statusline.py"
+
+    def test_an_empty_slot_gets_our_status_line(self):
+        assert with_status_line({}, self.COMMAND)["statusLine"] == {"type": "command", "command": self.COMMAND}
+
+    def test_a_users_own_status_line_is_never_replaced(self):
+        theirs = {"type": "command", "command": "~/.claude/my-statusline.sh"}
+        assert with_status_line({"statusLine": theirs}, self.COMMAND)["statusLine"] == theirs
+
+    def test_ours_under_an_older_interpreter_is_refreshed(self):
+        stale = {"type": "command", "command": "/old/python /Users/me/.litellm/statusline.py"}
+        assert with_status_line({"statusLine": stale}, self.COMMAND)["statusLine"]["command"] == self.COMMAND
+
+    def test_the_merge_carries_it(self):
+        merged = merge_claude_settings({}, PROXY, StaticToken("tok"), status_line=self.COMMAND)
+        assert merged["statusLine"] == {"type": "command", "command": self.COMMAND}
+
+    def test_the_installed_script_is_the_bundled_one_and_the_command_runs_this_interpreter(self, tmp_path):
+        from litellm.proxy.client.cli.commands import statusline_script
+
+        script = tmp_path / "lite" / "statusline.py"
+        command = install_statusline_script(script)
+        assert script.read_bytes() == pathlib.Path(statusline_script.__file__).read_bytes()
+        assert shlex.split(command) == [sys.executable, str(script)]
+        assert command == statusline_command(script)
+        assert stat.S_IMODE(script.stat().st_mode) == 0o600
+        assert stat.S_IMODE(script.parent.stat().st_mode) == 0o700
+        assert install_statusline_script(script) == command
+
+    def test_a_reinstall_replaces_the_script_in_one_step_and_a_refused_one_leaves_the_old_script_whole(self, tmp_path):
+        # Claude Code may be running the script at the moment `lite` reinstalls it; the file it has open
+        # must stay complete, and a reinstall that cannot land must not leave a truncated script behind.
+        from litellm.proxy.client.cli.commands import statusline_script
+
+        script = tmp_path / "lite" / "statusline.py"
+        install_statusline_script(script)
+        bundled = pathlib.Path(statusline_script.__file__).read_bytes()
+        with script.open("rb") as running:
+            install_statusline_script(script)
+            assert running.read() == bundled
+        assert [child.name for child in script.parent.iterdir()] == ["statusline.py"]
+
+        if os.geteuid() != 0:
+            script.parent.chmod(0o500)
+            try:
+                with pytest.raises(ClaudeSettingsError, match="Could not install the status line script"):
+                    install_statusline_script(script)
+            finally:
+                script.parent.chmod(0o700)
+            assert script.read_bytes() == bundled
+
+    def test_configure_installs_it_and_unconfigure_removes_only_ours(self, tmp_path):
+        rig = _Rig(tmp_path, {"theme": "dark"})
+        script = tmp_path / "statusline.py"
+        rig.configure(script_path=script)
+        assert rig.read()["statusLine"]["command"] == statusline_command(script)
+        assert script.exists()
+
+        outcome = rig.unconfigure()
+        assert rig.read() == {"theme": "dark"}
+        assert "statusLine" in outcome.restored
+
+    def test_a_status_line_the_user_replaced_after_configure_survives_unconfigure(self, tmp_path):
+        rig = _Rig(tmp_path, None)
+        rig.configure(model=KeepModel(), script_path=tmp_path / "statusline.py")
+        theirs = {"type": "command", "command": "~/.claude/my-statusline.sh"}
+        rig.edit(lambda settings: {**settings, "statusLine": theirs})
+
+        outcome = rig.unconfigure()
+        assert rig.read()["statusLine"] == theirs
+        assert "statusLine" in outcome.kept
+
+    def test_a_receipt_from_before_the_status_line_existed_still_unconfigures(self, tmp_path):
+        # Older receipts never claimed statusLine; a key no configure wrote is never ours, so it stays.
+        rig = _Rig(tmp_path, None)
+        script = tmp_path / "statusline.py"
+        rig.configure(model=KeepModel(), script_path=script)
+        receipt = json.loads(rig.state.read_text())
+        receipt["written"].pop("statusLine")
+        receipt["previous"].pop("statusLine")
+        rig.state.write_text(json.dumps(receipt))
+
+        outcome = rig.unconfigure()
+        restored = rig.read()
+        assert "ANTHROPIC_AUTH_TOKEN" not in restored.get("env", {})
+        assert restored["statusLine"]["command"] == statusline_command(script)
+        assert "statusLine" not in outcome.restored
diff --git a/tests/test_litellm/proxy/client/cli/test_configure_commands.py b/tests/test_litellm/proxy/client/cli/test_configure_commands.py
index ac7408339fe..8ed188af737 100644
--- a/tests/test_litellm/proxy/client/cli/test_configure_commands.py
+++ b/tests/test_litellm/proxy/client/cli/test_configure_commands.py
@@ -86,6 +86,7 @@ class TestConfigureClaudeWithAVirtualKey:
         assert "ANTHROPIC_DEFAULT_SONNET_MODEL" not in written["env"]
         assert state_path.exists()
         assert VALID_KEY not in result.output
+        assert written["env"]["ANTHROPIC_MODEL"] == "claude-auto"
         assert "Starting model: claude-auto" in result.output
         assert "1 of the proxy's 2 models" in result.output
         assert "lite unconfigure claude" in result.output
@@ -99,7 +100,7 @@ class TestConfigureClaudeWithAVirtualKey:
         assert result.exit_code == 0, result.output
         written = json.loads(settings_path.read_text())
         assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == VALID_KEY
-        assert "model" not in written
+        assert "model" not in written and "ANTHROPIC_MODEL" not in written["env"]
         assert "Starting model: not pinned" in result.output
 
     @responses.activate
@@ -159,18 +160,11 @@ class TestConfigureClaudeWithAVirtualKey:
         assert not settings_path.exists()
 
     @responses.activate
-    @pytest.mark.parametrize("entry", ["virtual-key", "login", "interactive"])
-    def test_refuses_while_lite_up_holds_a_backup_before_any_login_or_request(
-        self, runner, paths, monkeypatch, lite_up_backup, entry
-    ):
+    @pytest.mark.parametrize("entry", ["virtual-key", "no-key", "interactive"])
+    def test_refuses_while_lite_up_holds_a_backup_before_any_request(self, runner, paths, lite_up_backup, entry):
         _mock_models()
-
-        def login_must_not_run(ctx):
-            raise AssertionError("the local precondition must be checked before a login is attempted")
-
-        monkeypatch.setattr(configure_module, "ensure_fresh_login", login_must_not_run)
         if entry == "interactive":
-            ctx = click.Context(configure_group, obj={"base_url": PROXY, "api_key": None})
+            ctx = click.Context(configure_group, obj={"base_url": PROXY, "api_key": VALID_KEY})
             with pytest.raises(click.ClickException, match="lite down"):
                 interactive_configure(ctx, pick_targets=lambda: ("claude",), pick_model=lambda listed: None)
         else:
@@ -195,33 +189,27 @@ class TestConfigureClaudeWithAVirtualKey:
         assert json.loads(target.read_text())["env"]["ANTHROPIC_AUTH_TOKEN"] == VALID_KEY
 
 
-class TestConfigureClaudeWithTheLogin:
-    def _stored_login(self, monkeypatch):
-        monkeypatch.setattr(configure_module, "ensure_fresh_login", lambda ctx: None)
-        monkeypatch.setattr(configure_module, "get_stored_api_key", lambda expected_base_url, vault: VALID_KEY)
-
+class TestConfigureClaudeWithoutAKey:
     @responses.activate
-    def test_uses_the_login_through_the_helper_and_writes_no_secret(self, runner, paths, monkeypatch, lite_on_path):
+    def test_refuses_and_names_the_ways_to_pass_a_key_without_writing_or_logging_in(self, runner, paths):
+        # A `lite login` credential expires within a day; the old fallback wrote an apiKeyHelper that made
+        # Claude Code spawn `lite` (and its keychain probe) on every credential refresh.
         _mock_models()
-        self._stored_login(monkeypatch)
-        settings_path, _ = paths
+        settings_path, state_path = paths
         result = runner.invoke(
             configure_claude,
             ["--model", "claude-auto"],
-            obj={"base_url": PROXY, "api_key": VALID_KEY, "api_key_from_token_file": True},
+            obj={"base_url": PROXY, "api_key": "sk-login-jwt", "api_key_from_token_file": True},
         )
-        assert result.exit_code == 0, result.output
-        written = json.loads(settings_path.read_text())
-        assert written["apiKeyHelper"] == f"{lite_on_path} --base-url {PROXY} auth print-token"
-        assert "ANTHROPIC_AUTH_TOKEN" not in written["env"]
-        assert written["model"] == "claude-auto"
-        assert VALID_KEY not in settings_path.read_text()
-        assert "read through apiKeyHelper" in result.output
+        assert result.exit_code != 0
+        assert "--api-key" in result.output and "LITELLM_PROXY_API_KEY" in result.output
+        assert "apiKeyHelper" not in result.output
+        assert not settings_path.exists() and not state_path.exists()
+        assert len(responses.calls) == 0
 
     @responses.activate
-    def test_an_explicit_key_still_wins_over_a_stored_login(self, runner, paths, monkeypatch, lite_on_path):
+    def test_an_explicit_key_still_wins_over_a_stored_login(self, runner, paths):
         _mock_models()
-        self._stored_login(monkeypatch)
         settings_path, _ = paths
         result = runner.invoke(
             configure_claude,
@@ -302,11 +290,13 @@ class TestUnconfigureClaude:
         edited = json.loads(settings_path.read_text())
         edited["env"] = {key: f"{value}-edited" for key, value in edited["env"].items()}
         edited["model"] = "mine"
+        edited["statusLine"] = {"type": "command", "command": "~/.claude/my-statusline.sh"}
         settings_path.write_text(json.dumps(edited))
         result = runner.invoke(cli, ["unconfigure", "claude"])
         assert result.exit_code == 0, result.output
         assert "Nothing in" in result.output and "was still ours to restore" in result.output
         assert "Left as you changed them since:" in result.output and "model" in result.output
+        assert "statusLine" in result.output
 
     @responses.activate
     def test_names_the_server_a_withheld_credential_was_captured_with_and_keeps_the_receipt(self, runner, paths):
diff --git a/tests/test_litellm/proxy/client/cli/test_statusline_script.py b/tests/test_litellm/proxy/client/cli/test_statusline_script.py
new file mode 100644
index 00000000000..691764fbef4
--- /dev/null
+++ b/tests/test_litellm/proxy/client/cli/test_statusline_script.py
@@ -0,0 +1,404 @@
+"""The status line script is copied verbatim to the user's machine, so these drive it the way Claude Code
+and Codex do: the documented stdin payload, a transcript on disk, and the proxy behind an injected fetch."""
+
+import io
+import json
+import os
+import re
+import subprocess
+import sys
+from pathlib import Path
+
+import pytest
+
+from litellm.proxy.client.cli.commands import statusline_script
+from litellm.proxy.client.cli.commands.statusline_script import (
+    CACHE_TTL_SECONDS,
+    Credentials,
+    Fetched,
+    Session,
+    cache_dir_name,
+    cache_path,
+    claude_credentials,
+    codex_credentials,
+    latest_transcript_model,
+    load_session,
+    render,
+    run,
+)
+
+SESSION_ID = "cf712ab8-4c7c-4d48-ba91-eed54bc2956b"
+ANSI = re.compile(r"\x1b\[[0-9;]*m")
+RECORDED = Session(
+    router_name="claude-auto",
+    last_model="anthropic/claude-sonnet-5",
+    spend=0.14,
+    baseline_spend=0.38,
+    baseline_model="anthropic/claude-opus-5",
+)
+
+
+def _assistant_line(model: str, **extra: object) -> str:
+    return json.dumps({"type": "assistant", "message": {"model": model, "role": "assistant"}, **extra})
+
+
+@pytest.fixture
+def transcript(tmp_path: Path) -> Path:
+    path = tmp_path / "session.jsonl"
+    path.write_text(
+        "\n".join(
+            (
+                json.dumps({"type": "user", "message": {"role": "user", "content": "hi"}}),
+                _assistant_line("claude-haiku-4-5"),
+                json.dumps({"type": "user", "message": {"role": "user", "content": "harder"}}),
+                _assistant_line("claude-sonnet-5"),
+                _assistant_line("claude-haiku-4-5", isSidechain=True),
+                _assistant_line("claude-haiku-4-5", agentId="agent-1"),
+                json.dumps({"type": "progress", "data": {}}),
+            )
+        )
+        + "\n"
+    )
+    return path
+
+
+@pytest.fixture
+def config_dir(tmp_path: Path) -> Path:
+    directory = tmp_path / "claude"
+    (directory / "cache").mkdir(parents=True)
+    (directory / "cache" / "gateway-models.json").write_text(
+        json.dumps({"models": [{"id": "claude-opus-5", "display_name": "Claude Opus 5"}]})
+    )
+    return directory
+
+
+def _payload(transcript: Path, session_id: str = SESSION_ID) -> dict:
+    return {
+        "session_id": session_id,
+        "transcript_path": str(transcript),
+        "model": {"id": "claude-auto", "display_name": "claude-auto"},
+    }
+
+
+def _env(tmp_path: Path, config_dir: Path, **extra: str) -> dict[str, str]:
+    return {
+        "TMPDIR": str(tmp_path / "tmp"),
+        "CLAUDE_CONFIG_DIR": str(config_dir),
+        "TERM": "dumb",
+        "ANTHROPIC_BASE_URL": "http://127.0.0.1:4000",
+        "ANTHROPIC_AUTH_TOKEN": "sk-virtual",
+        **extra,
+    }
+
+
+def _run(payload: object, env: dict[str, str], fetch) -> str:
+    out = io.StringIO()
+    run(io.StringIO(json.dumps(payload)), out, env, fetch)
+    return out.getvalue()
+
+
+class TestTranscript:
+    def test_the_latest_foreground_assistant_line_wins_over_later_sidechain_and_agent_lines(self, transcript):
+        assert latest_transcript_model(str(transcript)) == "claude-sonnet-5"
+
+    def test_a_synthetic_line_is_not_a_served_model(self, tmp_path):
+        # Claude Code writes `<synthetic>` for messages it produced locally (an API error on resume, for one);
+        # showing "Routed to: <synthetic>" would name a model no proxy served.
+        path = tmp_path / "t.jsonl"
+        path.write_text(_assistant_line("claude-haiku-4-5") + "\n" + _assistant_line("<synthetic>") + "\n")
+        assert latest_transcript_model(str(path)) == "claude-haiku-4-5"
+
+    def test_a_missing_or_empty_transcript_yields_nothing(self, tmp_path):
+        empty = tmp_path / "empty.jsonl"
+        empty.write_text("")
+        assert latest_transcript_model(str(tmp_path / "missing.jsonl")) == ""
+        assert latest_transcript_model(str(empty)) == ""
+        assert latest_transcript_model("") == ""
+
+
+class TestCredentials:
+    MIXED = {
+        "ANTHROPIC_BASE_URL": "http://anthropic-side:4000",
+        "ANTHROPIC_AUTH_TOKEN": "sk-ant",
+        "OPENAI_BASE_URL": "http://openai-side:4000/v1/",
+        "OPENAI_API_KEY": "sk-openai",
+    }
+
+    def test_each_agent_reads_the_pair_it_dials_itself(self):
+        # A shell that exports both families must not send Codex's hook to the Anthropic proxy.
+        assert claude_credentials(self.MIXED) == Credentials("http://anthropic-side:4000", "sk-ant")
+        assert codex_credentials(self.MIXED) == Credentials("http://openai-side:4000", "sk-openai")
+
+    def test_lites_own_shell_variables_are_not_a_credential_either_agent_sends(self):
+        # A `lite login` shell exports LITELLM_PROXY_*; Claude Code and Codex never read them, so the
+        # status line must not query the proxy as that principal while the agent used another.
+        env = {"LITELLM_PROXY_URL": "http://lite:4000/", "LITELLM_PROXY_API_KEY": "sk-lite", **self.MIXED}
+        assert claude_credentials(env) == Credentials("http://anthropic-side:4000", "sk-ant")
+        assert codex_credentials(env) == Credentials("http://openai-side:4000", "sk-openai")
+        assert not claude_credentials({"LITELLM_PROXY_API_KEY": "sk-lite", "ANTHROPIC_BASE_URL": "http://p"}).usable
+        assert codex_credentials({}) == Credentials("", "")
+
+    def test_claude_code_prefers_the_auth_token_over_a_stray_api_key(self):
+        env = {"ANTHROPIC_BASE_URL": "http://p", "ANTHROPIC_API_KEY": "sk-stray", "ANTHROPIC_AUTH_TOKEN": "sk-ours"}
+        assert claude_credentials(env).api_key == "sk-ours"
+
+    def test_an_api_key_helper_in_settings_is_never_run(self, tmp_path, transcript, config_dir):
+        # `lite` once wrote `apiKeyHelper: lite auth print-token`; running it from a status line that
+        # refreshes every 300ms spawned `lite` (and a keychain prompt) on every refresh. Without a key
+        # in the env the proxy is simply not asked.
+        (config_dir / "settings.json").write_text(json.dumps({"apiKeyHelper": "printf sk-from-helper"}))
+        asked = []
+        env = {k: v for k, v in _env(tmp_path, config_dir).items() if k != "ANTHROPIC_AUTH_TOKEN"}
+        text = _run(_payload(transcript), env, lambda c, s: asked.append(c) or Fetched(RECORDED, True))
+        assert text == "Routed to: claude-sonnet-5" and asked == []
+
+
+class TestSessionCache:
+    def test_a_definite_answer_is_served_from_the_cache_within_the_ttl(self, tmp_path):
+        calls = []
+
+        def fetch(credentials, session_id):
+            calls.append(session_id)
+            return Fetched(RECORDED, definitive=True)
+
+        clock = [100.0]
+        credentials = Credentials("http://p", "sk")
+        first = load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: clock[0])
+        clock[0] = 100.0 + CACHE_TTL_SECONDS - 1
+        second = load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: clock[0])
+        clock[0] = 100.0 + CACHE_TTL_SECONDS + 1
+        third = load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: clock[0])
+        assert first == second == third == RECORDED
+        assert calls == [SESSION_ID, SESSION_ID]
+
+    def test_a_404_is_cached_as_absence_but_a_transport_failure_is_retried(self, tmp_path):
+        outcomes = iter((Fetched(None, definitive=False), Fetched(None, definitive=True), Fetched(RECORDED, True)))
+        calls = []
+
+        def fetch(credentials, session_id):
+            calls.append(session_id)
+            return next(outcomes)
+
+        credentials = Credentials("http://p", "sk")
+        assert load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: 1.0) is None
+        assert load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: 1.0) is None
+        assert load_session(credentials, SESSION_ID, tmp_path, fetch, now=lambda: 1.0) is None
+        assert len(calls) == 2
+
+    def test_a_cache_directory_that_is_not_private_is_never_used(self, tmp_path):
+        # A shared temp root lets another user pre-create the directory; refuse it rather than write into it.
+        calls = []
+
+        def fetch(credentials, session_id):
+            calls.append(session_id)
+            return Fetched(RECORDED, definitive=True)
+
+        shared = tmp_path / "litellm-statusline"
+        shared.mkdir(mode=0o755)
+        credentials = Credentials("http://p", "sk")
+        for _ in range(2):
+            assert load_session(credentials, SESSION_ID, shared, fetch, now=lambda: 1.0) == RECORDED
+        assert calls == [SESSION_ID, SESSION_ID]
+        assert list(shared.iterdir()) == []
+
+    def test_any_client_error_is_a_definite_answer_and_a_server_error_is_not(self, monkeypatch):
+        import urllib.error
+
+        from litellm.proxy.client.cli.commands.statusline_script import fetch_session
+
+        def fail_with(code):
+            def opener(request, timeout):
+                raise urllib.error.HTTPError(request.full_url, code, "x", {}, None)
+
+            return opener
+
+        for code, definitive in ((403, True), (401, True), (404, True), (502, False)):
+            monkeypatch.setattr("urllib.request.urlopen", fail_with(code))
+            assert fetch_session(Credentials("http://127.0.0.1:1", "sk"), SESSION_ID) == Fetched(None, definitive)
+
+    def test_the_cache_file_holds_the_proxy_answer_and_never_the_key(self, tmp_path):
+        credentials = Credentials("http://p", "sk-secret")
+        load_session(credentials, SESSION_ID, tmp_path, lambda c, s: Fetched(RECORDED, True))
+        path = cache_path(tmp_path, credentials, SESSION_ID)
+        assert "sk-secret" not in written and SESSION_ID not in written if (written := path.read_text()) else False
+        assert "sk-secret" not in path.name
+        assert json.loads(written)["session"]["baseline_model"] == "anthropic/claude-opus-5"
+        assert (path.stat().st_mode & 0o777) == 0o600
+        assert (path.parent.stat().st_mode & 0o777) == 0o700
+
+    def test_a_refresh_replaces_the_entry_in_one_step_so_a_concurrent_refresh_never_reads_a_torn_one(self, tmp_path):
+        credentials = Credentials("http://p", "sk")
+        load_session(credentials, SESSION_ID, tmp_path, lambda c, s: Fetched(RECORDED, True), now=lambda: 1.0)
+        path = cache_path(tmp_path, credentials, SESSION_ID)
+        first = path.read_text()
+
+        with path.open() as concurrent_reader:
+            newer = RECORDED._replace(spend=0.5)
+            load_session(credentials, SESSION_ID, tmp_path, lambda c, s: Fetched(newer, True), now=lambda: 100.0)
+            assert concurrent_reader.read() == first
+        assert json.loads(path.read_text())["session"]["spend"] == 0.5
+        assert (path.stat().st_mode & 0o777) == 0o600
+        assert [child.name for child in tmp_path.iterdir()] == [path.name]
+
+    def test_the_same_session_id_against_another_proxy_or_key_is_not_served_from_the_cache(self, tmp_path):
+        answers = iter((Fetched(RECORDED, True), Fetched(RECORDED._replace(spend=9.0), True)))
+        first = load_session(Credentials("http://p", "sk-a"), SESSION_ID, tmp_path, lambda c, s: next(answers))
+        second = load_session(Credentials("http://p", "sk-b"), SESSION_ID, tmp_path, lambda c, s: next(answers))
+        assert first == RECORDED and second is not None and second.spend == 9.0
+
+
+class TestRender:
+    def test_savings_header_and_bars_against_the_routers_baseline(self, config_dir):
+        text = render("claude-sonnet-5", RECORDED, config_dir, use_color=False, bar_width=10)
+        assert text.splitlines() == [
+            "claude-auto · Routed to: claude-sonnet-5  -63% vs Claude Opus 5",
+            "LiteLLM       ████░░░░░░ $0.14",
+            "Claude Opus 5 ██████████ $0.38",
+        ]
+
+    def test_control_characters_in_any_externally_sourced_label_never_reach_the_terminal(self, tmp_path, config_dir):
+        # The transcript, the proxy payload and Claude Code's model cache all feed labels straight into a
+        # terminal, and none is under this script's control. Only the control bytes are dropped (ESC, BEL,
+        # C1), which is what disarms an OSC-52 clipboard write or a screen clear; the printable remainder of
+        # such a sequence is inert text and is kept as is.
+        from litellm.proxy.client.cli.commands.statusline_script import _session_from_payload, model_label
+
+        hostile = "claude-\x1b\x07\x9bsonnet"
+        path = tmp_path / "t.jsonl"
+        path.write_text(_assistant_line(hostile) + "\n")
+        assert latest_transcript_model(str(path)) == "claude-sonnet"
+        (config_dir / "cache" / "gateway-models.json").write_text(
+            json.dumps({"models": [{"id": "claude-sonnet", "display_name": "Son\x1b\x07net"}]})
+        )
+        assert model_label("claude-sonnet", config_dir) == "Sonnet"
+        session = _session_from_payload(
+            {"router_name": "auto\x07", "last_model": hostile, "spend": 0.1, "baseline_spend": 0.2, "baseline_model": "op\x1bus"}
+        )
+        assert session == Session("auto", "claude-sonnet", 0.1, 0.2, "opus")
+        assert latest_transcript_model(str(path)) == "claude-sonnet"
+        assert "\x1b]52;c;ZXZpbA==" not in render(
+            latest_transcript_model(str(path)),
+            _session_from_payload({"router_name": "a", "last_model": "m", "spend": 0.1, "baseline_spend": 0.2, "baseline_model": "\x1b]52;c;ZXZpbA==\x07"}),
+            config_dir,
+            use_color=False,
+        )
+
+    def test_a_session_that_cost_more_than_its_baseline_reads_as_a_plus(self, config_dir):
+        dearer = RECORDED._replace(spend=0.50, baseline_spend=0.40)
+        assert "+25% vs Claude Opus 5" in render("m", dearer, config_dir, use_color=False)
+
+    def test_without_a_baseline_only_the_routed_line_shows(self, config_dir):
+        assert render("m", RECORDED._replace(baseline_model=None), config_dir, False) == "claude-auto · Routed to: m"
+        assert render("m", None, config_dir, False) == "Routed to: m"
+
+    def test_color_wraps_the_same_text(self, config_dir):
+        colored = render("claude-sonnet-5", RECORDED, config_dir, use_color=True, bar_width=10)
+        assert ANSI.sub("", colored) == render("claude-sonnet-5", RECORDED, config_dir, use_color=False, bar_width=10)
+
+
+class TestClaudeCodeMode:
+    def test_the_transcript_names_the_routed_model_and_the_proxy_adds_the_savings(self, tmp_path, transcript, config_dir):
+        seen = []
+
+        def fetch(credentials, session_id):
+            seen.append((credentials, session_id))
+            return Fetched(RECORDED, definitive=True)
+
+        text = _run(_payload(transcript), _env(tmp_path, config_dir), fetch)
+        assert text.startswith("claude-auto · Routed to: claude-sonnet-5  -63% vs Claude Opus 5\n")
+        assert seen == [(Credentials("http://127.0.0.1:4000", "sk-virtual"), SESSION_ID)]
+
+    def test_an_unrecorded_session_degrades_to_the_routed_line(self, tmp_path, transcript, config_dir):
+        assert _run(_payload(transcript), _env(tmp_path, config_dir), lambda c, s: Fetched(None, True)) == (
+            "Routed to: claude-sonnet-5"
+        )
+
+    def test_without_credentials_the_proxy_is_never_asked(self, tmp_path, transcript, config_dir):
+        def fetch(credentials, session_id):
+            raise AssertionError("must not fetch")
+
+        env = {k: v for k, v in _env(tmp_path, config_dir).items() if k != "ANTHROPIC_AUTH_TOKEN"}
+        assert _run(_payload(transcript), env, fetch) == "Routed to: claude-sonnet-5"
+
+    def test_before_the_first_response_the_payloads_display_name_shows(self, tmp_path, config_dir):
+        payload = _payload(tmp_path / "missing.jsonl")
+        assert _run(payload, _env(tmp_path, config_dir), lambda c, s: Fetched(RECORDED, True)) == "claude-auto"
+
+    def test_a_discovered_display_name_labels_the_routed_model(self, tmp_path, config_dir):
+        path = tmp_path / "t.jsonl"
+        path.write_text(_assistant_line("anthropic/claude-opus-5") + "\n")
+        assert _run(_payload(path), _env(tmp_path, config_dir), lambda c, s: Fetched(None, True)) == (
+            "Routed to: Claude Opus 5"
+        )
+
+    def test_the_cache_lands_under_the_platforms_temp_dir(self, tmp_path, transcript, config_dir):
+        env = {k: v for k, v in _env(tmp_path, config_dir).items() if k != "TMPDIR"}
+        env["TEMP"] = str(tmp_path / "wintemp")
+        _run(_payload(transcript), env, lambda c, s: Fetched(RECORDED, True))
+        assert (tmp_path / "wintemp" / cache_dir_name()).is_dir()
+        assert cache_dir_name().endswith(str(os.getuid()))
+
+    def test_a_crash_falls_back_to_the_model_label_claude_code_already_knows(self, tmp_path, transcript, config_dir):
+        def fetch(credentials, session_id):
+            raise RuntimeError("boom")
+
+        assert _run(_payload(transcript), _env(tmp_path, config_dir), fetch) == "claude-auto"
+
+    def test_garbage_on_stdin_still_prints_something(self, tmp_path, config_dir):
+        out = io.StringIO()
+        run(io.StringIO("not json"), out, _env(tmp_path, config_dir), lambda c, s: Fetched(None, True))
+        assert out.getvalue() == "claude"
+
+
+class TestCodexMode:
+    def test_the_stop_hook_prints_a_system_message_from_the_proxys_record(self, tmp_path, config_dir):
+        env = _env(tmp_path, config_dir, OPENAI_BASE_URL="http://127.0.0.1:4000/v1", OPENAI_API_KEY="sk-codex")
+        env = {k: v for k, v in env.items() if not k.startswith("ANTHROPIC_")}
+        seen = []
+
+        def fetch(credentials, session_id):
+            seen.append(credentials)
+            return Fetched(RECORDED, definitive=True)
+
+        out = _run({"hook_event_name": "Stop", "session_id": SESSION_ID, "transcript_path": "/nope"}, env, fetch)
+        message = json.loads(out)["systemMessage"]
+        assert message.splitlines()[1] == "claude-auto · Routed to: claude-sonnet-5  -63% vs Claude Opus 5"
+        assert message.startswith("\n")
+        assert seen == [Credentials("http://127.0.0.1:4000", "sk-codex")]
+
+    def test_an_unrecorded_session_prints_nothing_so_codex_shows_no_message(self, tmp_path, config_dir):
+        payload = {"hook_event_name": "Stop", "session_id": SESSION_ID}
+        assert _run(payload, _env(tmp_path, config_dir), lambda c, s: Fetched(None, True)) == ""
+
+    def test_a_crash_prints_nothing_rather_than_text_codex_would_reject(self, tmp_path, config_dir):
+        def fetch(credentials, session_id):
+            raise RuntimeError("boom")
+
+        env = _env(tmp_path, config_dir, OPENAI_BASE_URL="http://127.0.0.1:4000/v1", OPENAI_API_KEY="sk-codex")
+        assert _run({"hook_event_name": "Stop", "session_id": SESSION_ID}, env, fetch) == ""
+
+    def test_a_turn_right_after_an_unrecorded_one_still_asks_the_proxy(self, tmp_path, config_dir):
+        # One hook run per turn: a miss on turn one must not be cached across turn two's fetch.
+        answers = iter((Fetched(None, definitive=True), Fetched(RECORDED, definitive=True)))
+        payload = {"hook_event_name": "Stop", "session_id": SESSION_ID}
+        env = _env(tmp_path, config_dir, OPENAI_BASE_URL="http://127.0.0.1:4000/v1", OPENAI_API_KEY="sk-codex")
+        assert _run(payload, env, lambda c, s: next(answers)) == ""
+        assert "Routed to: claude-sonnet-5" in json.loads(_run(payload, env, lambda c, s: next(answers)))["systemMessage"]
+
+
+class TestStandalone:
+    def test_the_file_runs_under_a_bare_interpreter_with_no_litellm_on_the_path(self, tmp_path, transcript, config_dir):
+        # It is copied verbatim to ~/.litellm/statusline.py, so it must be self-contained.
+        script = tmp_path / "statusline.py"
+        script.write_bytes(Path(statusline_script.__file__).read_bytes())
+        env = {k: v for k, v in _env(tmp_path, config_dir).items() if k != "ANTHROPIC_AUTH_TOKEN"}
+        completed = subprocess.run(
+            [sys.executable, "-I", str(script)],
+            input=json.dumps(_payload(transcript)),
+            capture_output=True,
+            text=True,
+            env=env,
+            check=True,
+            timeout=30,
+        )
+        assert completed.stdout == "Routed to: claude-sonnet-5"
diff --git a/tests/test_litellm/proxy/client/cli/test_up_commands.py b/tests/test_litellm/proxy/client/cli/test_up_commands.py
index 111d2f3d682..ddd54dd1374 100644
--- a/tests/test_litellm/proxy/client/cli/test_up_commands.py
+++ b/tests/test_litellm/proxy/client/cli/test_up_commands.py
@@ -11,7 +11,7 @@ from click.testing import CliRunner
 
 from litellm.proxy.client.cli.commands import up as up_module
 from litellm.proxy.client.cli.commands.agents import AgentRunError
-from litellm.proxy.client.cli.commands.claude_settings import ApiKeyHelper, ClaudeSettingsError
+from litellm.proxy.client.cli.commands.claude_settings import ClaudeSettingsError, StaticToken
 from litellm.proxy.client.cli.commands.up import (
     BackupRecord,
     UpError,
@@ -20,7 +20,6 @@ from litellm.proxy.client.cli.commands.up import (
     load_json_or_empty,
     merge_claude_settings,
     read_backup,
-    resolve_api_key_helper,
     restore_claude_settings,
     up,
     write_backup,
@@ -40,52 +39,54 @@ def _patch_paths(monkeypatch, tmp_path):
 
 class TestMergeClaudeSettings:
     def test_preserves_unrelated_top_level_keys(self):
-        merged = merge_claude_settings({"theme": "dark"}, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings({"theme": "dark"}, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["theme"] == "dark"
 
     def test_preserves_unrelated_env_keys(self):
         settings = {"env": {"SOME_OTHER_VAR": "value"}}
-        merged = merge_claude_settings(settings, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings(settings, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["env"]["SOME_OTHER_VAR"] == "value"
 
-    def test_overrides_base_url_and_helper(self):
+    def test_overrides_base_url_and_strips_an_old_helper(self):
         settings = {
             "env": {"ANTHROPIC_BASE_URL": "https://old.example.com"},
             "apiKeyHelper": "old-helper",
         }
-        merged = merge_claude_settings(settings, "http://localhost:4000/", ApiKeyHelper("new-helper"))
+        merged = merge_claude_settings(settings, "http://localhost:4000/", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["env"]["ANTHROPIC_BASE_URL"] == "http://localhost:4000"
+        assert merged["env"]["ANTHROPIC_AUTH_TOKEN"] == "sk-fresh"
         assert merged["env"]["ENABLE_TOOL_SEARCH"] == "true"
         assert merged["env"]["CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY"] == "1"
-        assert merged["apiKeyHelper"] == "new-helper"
+        assert "apiKeyHelper" not in merged
 
     def test_preserves_existing_gateway_model_discovery(self):
         settings = {"env": {"CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY": "0"}}
-        merged = merge_claude_settings(settings, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings(settings, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["env"]["CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY"] == "0"
 
     def test_preserves_existing_tool_search(self):
         settings = {"env": {"ENABLE_TOOL_SEARCH": "false"}}
-        merged = merge_claude_settings(settings, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings(settings, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["env"]["ENABLE_TOOL_SEARCH"] == "false"
 
     def test_drops_stray_api_key(self):
         settings = {"env": {"ANTHROPIC_API_KEY": "leaked-key"}}
-        merged = merge_claude_settings(settings, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings(settings, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert "ANTHROPIC_API_KEY" not in merged["env"]
 
     def test_works_from_empty_settings(self):
-        merged = merge_claude_settings({}, "http://localhost:4000", ApiKeyHelper("helper"))
+        merged = merge_claude_settings({}, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert merged["env"] == {
             "ANTHROPIC_BASE_URL": "http://localhost:4000",
+            "ANTHROPIC_AUTH_TOKEN": "sk-fresh",
             "ENABLE_TOOL_SEARCH": "true",
             "CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY": "1",
         }
-        assert merged["apiKeyHelper"] == "helper"
+        assert "apiKeyHelper" not in merged
 
     def test_does_not_mutate_input(self):
         settings = {"env": {"FOO": "bar"}}
-        merge_claude_settings(settings, "http://localhost:4000", ApiKeyHelper("helper"))
+        merge_claude_settings(settings, "http://localhost:4000", StaticToken("sk-fresh"), status_line="statusline-cmd")
         assert settings == {"env": {"FOO": "bar"}}
 
 
@@ -154,6 +155,25 @@ class TestBackupRoundTrip:
         assert restore_claude_settings() is None
         assert not settings_path.exists()
 
+    def test_restore_writes_owner_only_and_through_a_symlink(self, monkeypatch, tmp_path):
+        # The backup can hold a token the user had in the file before `up`; a plain open() would put it
+        # back under the umask, and would replace a dotfiles symlink with a regular file.
+        target = tmp_path / "dotfiles" / "settings.json"
+        target.parent.mkdir()
+        target.write_text("{}")
+        target.chmod(0o644)
+        settings_path = tmp_path / "settings.json"
+        settings_path.symlink_to(target)
+        monkeypatch.setattr(up_module, "CLAUDE_SETTINGS_PATH", settings_path)
+        monkeypatch.setattr(up_module, "BACKUP_PATH", tmp_path / "backup.json")
+        write_backup(BackupRecord(existed=True, content={"env": {"ANTHROPIC_AUTH_TOKEN": "sk-theirs"}}))
+
+        restore_claude_settings()
+
+        assert settings_path.is_symlink()
+        assert json.loads(target.read_text()) == {"env": {"ANTHROPIC_AUTH_TOKEN": "sk-theirs"}}
+        assert stat.S_IMODE(target.stat().st_mode) == 0o600
+
     def test_recreates_claude_dir_if_it_was_deleted_while_up_was_running(self, monkeypatch, tmp_path):
         """If ~/.claude/ is removed while `lite up` holds it open, restoring must recreate the
         directory rather than crash with FileNotFoundError and strand the backup file, which
@@ -216,49 +236,6 @@ class TestBackupRoundTrip:
         assert not backup_path.exists()
 
 
-class TestResolveApiKeyHelper:
-    def test_returns_helper_command_bound_to_the_selected_proxy(self, monkeypatch):
-        monkeypatch.setattr(shutil, "which", lambda name: "/usr/local/bin/lite")
-        helper = resolve_api_key_helper("http://localhost:4000")
-        assert helper == "/usr/local/bin/lite --base-url http://localhost:4000 auth print-token"
-
-    def test_quotes_a_base_url_containing_shell_metacharacters(self, monkeypatch):
-        monkeypatch.setattr(shutil, "which", lambda name: "/usr/local/bin/lite")
-        helper = resolve_api_key_helper("http://example.com/path; rm -rf /")
-        assert helper == "/usr/local/bin/lite --base-url 'http://example.com/path; rm -rf /' auth print-token"
-
-    def test_raises_when_lite_not_on_path(self, monkeypatch):
-        monkeypatch.setattr(shutil, "which", lambda name: None)
-        with pytest.raises(ClaudeSettingsError, match="Could not find `lite`"):
-            resolve_api_key_helper("http://localhost:4000")
-
-    def test_windows_quotes_for_cmd_exe_instead_of_posix_sh(self, monkeypatch):
-        """cmd.exe takes a single quote literally, so a POSIX-quoted backslashed path is unrunnable."""
-        lite_exe = "C:\\Users\\u\\AppData\\Local\\Programs\\Python\\Python313\\Scripts\\lite.EXE"
-        monkeypatch.setattr(shutil, "which", lambda name: lite_exe)
-
-        helper = resolve_api_key_helper("https://gateway.example.com", platform="win32")
-
-        assert helper == f'"{lite_exe}" "--base-url" "https://gateway.example.com" "auth" "print-token"'
-
-    def test_windows_keeps_a_spaced_path_and_a_metacharacter_url_as_single_tokens(self, monkeypatch):
-        monkeypatch.setattr(shutil, "which", lambda name: "C:\\Program Files\\LiteLLM\\lite.EXE")
-
-        helper = resolve_api_key_helper("https://gateway.example.com/?a=1&b=2", platform="win32")
-
-        assert helper == (
-            '"C:\\Program Files\\LiteLLM\\lite.EXE" "--base-url" "https://gateway.example.com/?a=1&b=2" '
-            '"auth" "print-token"'
-        )
-
-    def test_non_windows_platforms_keep_posix_quoting(self, monkeypatch):
-        monkeypatch.setattr(shutil, "which", lambda name: "/usr/local/bin/lite")
-
-        helper = resolve_api_key_helper("http://example.com/path; rm -rf /", platform="darwin")
-
-        assert helper == "/usr/local/bin/lite --base-url 'http://example.com/path; rm -rf /' auth print-token"
-
-
 def _make_ctx(base_url):
     return click.Context(click.Command("test"), obj={"base_url": base_url})
 
@@ -307,7 +284,8 @@ def _capture_login(monkeypatch, on_login=lambda: None):
     login_calls = []
 
     @click.pass_context
-    def fake_login(ctx, pkce=False):
+    def fake_login(ctx, config_claude=False, pkce=False):
+        assert config_claude is False, "`lite up` patches settings itself; the login it starts must not also configure"
         login_calls.append((ctx.obj["base_url"], pkce))
         on_login()
 
@@ -317,8 +295,8 @@ def _capture_login(monkeypatch, on_login=lambda: None):
 
 class TestEnsureFreshLogin:
     """A token that is fresh but was issued for a *different* proxy must not be trusted: without
-    this check, a user logged into proxy A who runs `up --base-url proxy-b` would silently get an
-    apiKeyHelper wired up around proxy A's real token, which print-token would then hand to proxy B."""
+    this check, a user logged into proxy A who runs `up --base-url proxy-b` would silently get proxy A's
+    real token written into settings pointed at proxy B."""
 
     def test_reuses_a_fresh_token_issued_for_the_same_proxy(self, monkeypatch):
         _FakeTokenStore(
@@ -500,11 +478,13 @@ class TestUpCommand:
         settings_path, backup_path = _patch_paths(monkeypatch, tmp_path)
         original = {"theme": "dark"}
         settings_path.write_text(json.dumps(original))
+        settings_path.chmod(0o644)
 
         captured = {}
 
         def fake_wait(self, timeout=None):
             captured["settings"] = json.loads(settings_path.read_text())
+            captured["settings_mode"] = stat.S_IMODE(settings_path.stat().st_mode)
             captured["backup_existed"] = backup_path.exists()
             return True
 
@@ -514,10 +494,6 @@ class TestUpCommand:
             patch(f"{UP_MODULE}.is_cli_token_fresh", return_value=True),
             patch(f"{UP_MODULE}.resolve_api_key", return_value="sk-fresh"),
             patch(f"{UP_MODULE}.verify_proxy_key"),
-            patch(
-                f"{UP_MODULE}.resolve_api_key_helper",
-                return_value="/usr/local/bin/lite auth print-token",
-            ),
             patch(f"{UP_MODULE}.signal.signal"),
             patch(f"{UP_MODULE}.atexit.register"),
             patch("threading.Event.wait", new=fake_wait),
@@ -529,7 +505,11 @@ class TestUpCommand:
         assert captured["settings"]["theme"] == "dark"
         assert captured["settings"]["env"]["ANTHROPIC_BASE_URL"] == "http://localhost:4000"
         assert captured["settings"]["env"]["ENABLE_TOOL_SEARCH"] == "true"
-        assert captured["settings"]["apiKeyHelper"] == "/usr/local/bin/lite auth print-token"
+        assert captured["settings"]["env"]["ANTHROPIC_AUTH_TOKEN"] == "sk-fresh"
+        # The file now carries the key, so the umask (and the file's earlier 0644) must not decide who reads it.
+        assert captured["settings_mode"] == 0o600
+        assert "apiKeyHelper" not in captured["settings"]
+        assert captured["settings"]["statusLine"]["command"].endswith("statusline.py")
         assert json.loads(settings_path.read_text()) == original
         assert not backup_path.exists()
 
@@ -598,7 +578,7 @@ class TestUpCanInvokeTheRealLoginCommand:
         @click.pass_context
         def driver(ctx):
             ctx.obj = {"base_url": "http://127.0.0.1:9"}
-            ctx.invoke(real_login, pkce=False)
+            ctx.invoke(real_login, config_claude=False, pkce=False)
 
         with patch(
             f"{AUTH_MODULE}._start_cli_sso_flow",
@@ -618,7 +598,7 @@ class TestUpCanInvokeTheRealLoginCommand:
         @click.pass_context
         def driver(ctx):
             ctx.obj = {"base_url": "http://127.0.0.1:9"}
-            ctx.invoke(real_login, pkce=False)
+            ctx.invoke(real_login, config_claude=False, pkce=False)
 
         with patch(f"{AUTH_MODULE}._start_cli_sso_flow", side_effect=RuntimeError("stop")):
             CliRunner().invoke(driver, [], standalone_mode=False, env={"CLAUDE_CONFIG_DIR": str(tmp_path)})
diff --git a/tests/test_litellm/proxy/db/test_autorouter_session_rollup.py b/tests/test_litellm/proxy/db/test_autorouter_session_rollup.py
index 4507892bd0f..271751a3ff8 100644
--- a/tests/test_litellm/proxy/db/test_autorouter_session_rollup.py
+++ b/tests/test_litellm/proxy/db/test_autorouter_session_rollup.py
@@ -59,7 +59,8 @@ class TestBuildTransaction:
     def test_successful_auto_routed_turn_builds_every_field(self):
         transaction = _build(
             metadata=_metadata(
-                usage_object={"prompt_tokens": 90, "cache_read_input_tokens": 5, "cache_creation_input_tokens": 7}
+                routing_decision={**ROUTING_DECISION, "savings_baseline_model": "anthropic/claude-opus-5"},
+                usage_object={"prompt_tokens": 90, "cache_read_input_tokens": 5, "cache_creation_input_tokens": 7},
             )
         )
         assert transaction == AutoRouterTurnTransaction(
@@ -77,6 +78,7 @@ class TestBuildTransaction:
             cache_hit=True,
             cache_ttl_seconds=300,
             cache_touched=True,
+            baseline_model="anthropic/claude-opus-5",
         )
 
     @pytest.mark.parametrize(
@@ -109,6 +111,17 @@ class TestBuildTransaction:
         transaction = _build()
         assert transaction is not None and transaction.tier is None
 
+    def test_the_baseline_the_turn_was_priced_against_travels_with_the_turn(self):
+        decision = {**ROUTING_DECISION, "savings_baseline_model": "anthropic/claude-opus-5"}
+        transaction = _build(metadata=_metadata(routing_decision=decision))
+        assert transaction is not None and transaction.baseline_model == "anthropic/claude-opus-5"
+
+    @pytest.mark.parametrize("baseline", [None, "", 3])
+    def test_a_decision_without_a_usable_baseline_records_none(self, baseline: object):
+        decision = {**ROUTING_DECISION, "savings_baseline_model": baseline}
+        transaction = _build(metadata=_metadata(routing_decision=decision))
+        assert transaction is not None and transaction.baseline_model is None
+
     def test_a_priced_classifier_rides_the_turns_spend(self):
         """The classifier row is excluded from the rollup, so its charge lands here,
         folded once into the turn that paid for it (GH #38816)."""
@@ -215,6 +228,7 @@ def _transaction(
     session_id: str = "s1",
     at: datetime = datetime(2026, 8, 1, 12, 0, 0),
     tier: str | None = "medium",
+    baseline_model: str | None = "anthropic/claude-opus-5",
 ) -> AutoRouterTurnTransaction:
     return AutoRouterTurnTransaction(
         api_key="k1",
@@ -232,6 +246,7 @@ def _transaction(
         cache_ttl_seconds=None,
         cache_touched=False,
         tier=tier,
+        baseline_model=baseline_model,
     )
 
 
@@ -265,6 +280,7 @@ class TestFlush:
             None,
             0,
             "medium",
+            "anthropic/claude-opus-5",
         )
 
     def test_a_connect_error_retries_the_same_statement(self):
diff --git a/tests/test_litellm/proxy/management_endpoints/test_auto_router_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_auto_router_endpoints.py
index dc18e0f7d4a..ef843adad98 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_auto_router_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_auto_router_endpoints.py
@@ -844,6 +844,143 @@ from litellm.proxy.management_endpoints.auto_router_endpoints import (
 from litellm.types.management_endpoints.auto_router_endpoints import SHADOW_EVAL_TURN_VALVE, StartShadowEvalRequest
 
 VIEWER = UserAPIKeyAuth(user_role=LitellmUserRoles.PROXY_ADMIN_VIEW_ONLY, api_key="sk-view", user_id="viewer")
+
+
+class TestAutoRouterSession:
+    """GET /auto_router/session: a key reads its own session's routed model and savings, nothing else."""
+
+    ROW = {
+        "router_name": "claude-auto",
+        "router_type": "complexity",
+        "first_turn_at": datetime(2026, 9, 1, 12, 0, 0),
+        "last_turn_at": datetime(2026, 9, 1, 12, 5, 0),
+        "turns": 3,
+        "last_model": "anthropic/claude-sonnet-5",
+        "spend": 0.14,
+        "saved_spend": 0.24,
+        "classifier_cost": 0.0,
+        "tier_turns": {"simple": 1, "complex": 2},
+        "baseline_models": {"anthropic/claude-opus-5": 3},
+    }
+
+    @staticmethod
+    def _rig(monkeypatch: pytest.MonkeyPatch, rows: Sequence[Mapping[str, object]]):
+        from litellm.proxy import proxy_server
+
+        lookups: list[tuple[Mapping[str, object], Mapping[str, object]]] = []
+
+        class _Table:
+            async def find_first(self, where: Mapping[str, object], order: Mapping[str, object]):
+                lookups.append((where, order))
+                matching = [r for r in rows if (r["api_key"], r["session_id"]) == (where["api_key"], where["session_id"])]
+                return max(matching, key=lambda r: r["last_turn_at"], default=None)
+
+        monkeypatch.setattr(
+            proxy_server, "prisma_client", type("P", (), {"db": type("D", (), {"litellm_autoroutersession": _Table()})()})()
+        )
+        return lookups
+
+    @pytest.mark.asyncio
+    async def test_a_key_reads_its_own_session_with_the_baseline_its_turns_were_priced_against(
+        self, monkeypatch: pytest.MonkeyPatch
+    ):
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        caller = UserAPIKeyAuth(api_key="sk-caller")
+        self._rig(monkeypatch, [{**self.ROW, "api_key": caller.api_key, "session_id": "sess-1"}])
+        response = await get_auto_router_session(user_api_key_dict=caller, session_id="sess-1")
+        assert response.model_dump() == {
+            "session_id": "sess-1",
+            "router_name": "claude-auto",
+            "router_type": "complexity",
+            "turns": 3,
+            "last_model": "anthropic/claude-sonnet-5",
+            "spend": 0.14,
+            "saved_spend": 0.24,
+            "baseline_spend": pytest.approx(0.38),
+            "baseline_model": "anthropic/claude-opus-5",
+            "baseline_models": {"anthropic/claude-opus-5": 3},
+        }
+
+    @pytest.mark.asyncio
+    async def test_another_keys_session_is_a_404_even_for_an_admin(self, monkeypatch: pytest.MonkeyPatch):
+        # The scope is the caller's own key hash, exactly what the spend writer keyed the row under;
+        # an admin wanting every key's sessions has /auto_router/benchmarks.
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        other = UserAPIKeyAuth(api_key="sk-other")
+        lookups = self._rig(monkeypatch, [{**self.ROW, "api_key": other.api_key, "session_id": "sess-1"}])
+        with pytest.raises(HTTPException) as err:
+            await get_auto_router_session(user_api_key_dict=ADMIN, session_id="sess-1")
+        assert err.value.status_code == 404
+        assert lookups == [({"api_key": ADMIN.api_key, "session_id": "sess-1"}, {"last_turn_at": "desc"})]
+        assert ADMIN.api_key != "sk-test"
+
+    @pytest.mark.asyncio
+    async def test_the_sessions_most_recently_active_router_is_the_one_reported(self, monkeypatch: pytest.MonkeyPatch):
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        older = {**self.ROW, "api_key": ADMIN.api_key, "session_id": "s", "router_name": "old-auto"}
+        newer = {
+            **self.ROW,
+            "api_key": ADMIN.api_key,
+            "session_id": "s",
+            "router_name": "new-auto",
+            "last_turn_at": datetime(2026, 9, 1, 13, 0, 0),
+        }
+        self._rig(monkeypatch, [older, newer])
+        response = await get_auto_router_session(user_api_key_dict=ADMIN, session_id="s")
+        assert response.router_name == "new-auto"
+
+    @pytest.mark.asyncio
+    async def test_a_reconfigured_router_keeps_the_label_the_money_was_priced_against(
+        self, monkeypatch: pytest.MonkeyPatch
+    ):
+        # The proxy's router now prices against a different baseline, but the row's money was priced
+        # against opus for two of three turns, and the label says so; the full split is on the response.
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        priced = {"anthropic/claude-opus-5": 2, "anthropic/claude-sonnet-5": 1}
+        self._rig(monkeypatch, [{**self.ROW, "api_key": ADMIN.api_key, "session_id": "s", "baseline_models": priced}])
+        response = await get_auto_router_session(user_api_key_dict=ADMIN, session_id="s")
+        assert response.baseline_model == "anthropic/claude-opus-5"
+        assert response.baseline_models == priced
+
+    @pytest.mark.asyncio
+    async def test_a_session_whose_turns_recorded_no_baseline_reports_the_money_without_a_name(
+        self, monkeypatch: pytest.MonkeyPatch
+    ):
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        self._rig(monkeypatch, [{**self.ROW, "api_key": ADMIN.api_key, "session_id": "s", "baseline_models": {}}])
+        response = await get_auto_router_session(user_api_key_dict=ADMIN, session_id="s")
+        assert response.baseline_model is None
+        assert response.baseline_spend == pytest.approx(0.38)
+
+    @pytest.mark.asyncio
+    async def test_an_oversized_client_session_id_is_bounded_like_the_writer_bounded_it(
+        self, monkeypatch: pytest.MonkeyPatch
+    ):
+        from litellm.proxy.db.autorouter_session_rollup import bounded_session_id
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        long_id = "s" * 300
+        self._rig(monkeypatch, [{**self.ROW, "api_key": ADMIN.api_key, "session_id": bounded_session_id(long_id)}])
+        response = await get_auto_router_session(user_api_key_dict=ADMIN, session_id=long_id)
+        assert response.session_id == long_id
+        assert response.turns == 3
+
+    @pytest.mark.asyncio
+    async def test_without_a_database_the_endpoint_says_so(self, monkeypatch: pytest.MonkeyPatch):
+        from litellm.proxy import proxy_server
+        from litellm.proxy.management_endpoints.auto_router_endpoints import get_auto_router_session
+
+        monkeypatch.setattr(proxy_server, "prisma_client", None)
+        with pytest.raises(HTTPException) as err:
+            await get_auto_router_session(user_api_key_dict=ADMIN, session_id="s")
+        assert err.value.status_code == 500
+
+
 NON_ADMIN = UserAPIKeyAuth(user_role=LitellmUserRoles.INTERNAL_USER, api_key="sk-user", user_id="user")
 
 
diff --git a/tests/test_litellm/repositories/test_repositories.py b/tests/test_litellm/repositories/test_repositories.py
index a890d7ceed0..c7f6b8ff83a 100644
--- a/tests/test_litellm/repositories/test_repositories.py
+++ b/tests/test_litellm/repositories/test_repositories.py
@@ -2407,3 +2407,60 @@ class TestCountBillableUsers:
         client.db.litellm_usertable = _RacyTable()
         repo = UserRepository(client)
         assert await repo.count_billable_users() == 0
+
+
+class TestAutoRouterSessionRepository:
+    ROW: Final = {
+        "api_key": "hashed-key",
+        "session_id": "s1",
+        "router_name": "claude-auto",
+        "router_type": "complexity",
+        "first_turn_at": datetime(2026, 9, 1, 12, 0, 0),
+        "last_turn_at": datetime(2026, 9, 1, 12, 5, 0),
+        "last_model": "anthropic/claude-sonnet-5",
+        "models": {"anthropic/claude-sonnet-5": {"at": 1.0, "ttl": None}},
+        "turns": 3,
+        "spend": 0.14,
+        "saved_spend": 0.24,
+        "classifier_cost": 0.01,
+        "tier_turns": {"complex": 3},
+        "baseline_models": {"anthropic/claude-opus-5": 3},
+    }
+
+    @staticmethod
+    def _repo(record: Optional[Dict[str, Any]]):
+        from litellm.repositories.autorouter_session_repository import AutoRouterSessionRepository
+
+        lookups: List[Dict[str, Any]] = []
+
+        class _Table:
+            async def find_first(self, where: Dict[str, Any], order: Dict[str, str]):
+                lookups.append({"where": where, "order": order})
+                return MockRecord(record) if record is not None else None
+
+        client = MagicMock()
+        client.db.litellm_autoroutersession = _Table()
+        return AutoRouterSessionRepository(client), lookups
+
+    @pytest.mark.asyncio
+    async def test_find_latest_for_key_reads_the_keys_own_partition_newest_router_first(self):
+        repo, lookups = self._repo(dict(self.ROW))
+        row = await repo.find_latest_for_key("hashed-key", "s1")
+        assert lookups == [{"where": {"api_key": "hashed-key", "session_id": "s1"}, "order": {"last_turn_at": "desc"}}]
+        assert row is not None
+        assert (row.router_name, row.turns, row.spend, row.saved_spend) == ("claude-auto", 3, 0.14, 0.24)
+        assert row.baseline_models == {"anthropic/claude-opus-5": 3}
+        assert row.baseline_model == "anthropic/claude-opus-5"
+
+    @pytest.mark.asyncio
+    async def test_find_latest_for_key_is_none_when_the_key_wrote_no_such_session(self):
+        repo, _ = self._repo(None)
+        assert await repo.find_latest_for_key("hashed-key", "unknown") is None
+
+    def test_table_is_the_session_rollup_and_needs_a_database(self):
+        from litellm.repositories.autorouter_session_repository import AutoRouterSessionRepository
+
+        client = MagicMock()
+        assert AutoRouterSessionRepository(client).table is client.db.litellm_autoroutersession
+        with pytest.raises(RuntimeError, match="No DB Connected"):
+            _ = AutoRouterSessionRepository(None).table
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 0664a9f2fdc..dd455cba44a 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -1242,6 +1242,31 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/auto_router/session": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /**
+         * Get Auto Router Session
+         * @description One auto-routed session, for the key that ran it: the model its last turn was routed to and the
+         *     session's spend against the router's savings baseline. Built for a coding agent's status line
+         *     or stop hook, so any virtual key may call it and only ever sees rows written under its own
+         *     key hash. Reads the LiteLLM_AutoRouterSession rollup, which the asynchronous spend flush
+         *     fills a moment after each turn; a session with no flushed auto-routed turn yet is a 404. The
+         *     id is bounded the way the writer bounded it, so an oversized client id still finds its row.
+         */
+        get: operations["get_auto_router_session_auto_router_session_get"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/auto_router/shadow_eval": {
         parameters: {
             query?: never;
@@ -23572,6 +23597,62 @@ export interface components {
             /** @description The decision record this request would have written to its log row */
             routing_decision: components["schemas"]["StandardLoggingRoutingDecision"];
         };
+        /**
+         * AutoRouterSessionResponse
+         * @description One auto-routed session as its own key sees it: what the last turn ran on, and what the session cost
+         *     against the router's savings baseline (the priciest model in its hardest tier).
+         */
+        AutoRouterSessionResponse: {
+            /**
+             * Baseline Model
+             * @description The savings baseline most of this session's turns were priced against, recorded turn by turn, so it still names the counterfactual after the router is reconfigured or removed. None when no turn recorded one: rows from before the baseline was recorded, and adaptive and quality routers, which derive no baseline and so report no savings
+             */
+            baseline_model: string | null;
+            /**
+             * Baseline Models
+             * @description Turns priced against each baseline model; more than one entry means the router's baseline changed mid-session and baseline_spend mixes both
+             */
+            baseline_models: {
+                [key: string]: number;
+            };
+            /**
+             * Baseline Spend
+             * @description spend plus saved_spend: the estimated single-model cost
+             */
+            baseline_spend: number;
+            /**
+             * Last Model
+             * @description The deployment model the most recent turn was routed to
+             */
+            last_model: string;
+            /**
+             * Router Name
+             * @description The auto-router alias the session's requests were sent to
+             */
+            router_name: string;
+            /**
+             * Router Type
+             * @description complexity, adaptive or quality
+             */
+            router_type: string;
+            /**
+             * Saved Spend
+             * @description Estimated savings against the baseline, net of classifier cost
+             */
+            saved_spend: number;
+            /** Session Id */
+            session_id: string;
+            /**
+             * Spend
+             * @description What the session's routed traffic actually cost, classifier calls included
+             */
+            spend: number;
+            /**
+             * Turns
+             * @description Auto-routed turns the rollup has recorded for this session so far
+             */
+            turns: number;
+        };
         /** AwsSessionTag */
         AwsSessionTag: {
             /** Key */
@@ -41687,6 +41768,38 @@ export interface operations {
             };
         };
     };
+    get_auto_router_session_auto_router_session_get: {
+        parameters: {
+            query: {
+                /** @description The client session id (x-*-session-id header) the turns were sent under */
+                session_id: string;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["AutoRouterSessionResponse"];
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
     list_shadow_eval_jobs_auto_router_shadow_eval_get: {
         parameters: {
             query?: {

From e073cd3aebee3a5e8a4baecfc845961f934d6f3f Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 12:54:03 -0700
Subject: [PATCH 190/298] fix(mcp): write failure spend log for
 guardrail-blocked /mcp-rest/tools/call (#40555)

* fix(mcp): write failure spend log for guardrail-blocked /mcp-rest/tools/call

call_tool_rest_api only translated exceptions to HTTP responses, so a pre_mcp_call
guardrail block never reached failure_handler / async_failure_handler /
post_call_failure_hook and no LiteLLM_SpendLogs failure row was written. Extract
the failure logging from call_mcp_tool into _fire_mcp_tool_call_failure_logging
and run it in the REST route for anything raised between
common_processing_pre_call_logic and execute_mcp_tool

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(mcp): keep the original REST tool error when failure logging raises

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(mcp): log virtual mcp_tool_call failures and keep REST success latency scoped to tool execution

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/rest_endpoints.py              | 184 ++++++++-----
 .../proxy/_experimental/mcp_server/server.py  |  71 ++---
 .../mcp_server/test_rest_endpoints.py         | 260 +++++++++++++++++-
 3 files changed, 407 insertions(+), 108 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/rest_endpoints.py b/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
index 8ddfd63bcb6..7a97e995570 100644
--- a/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/rest_endpoints.py
@@ -191,6 +191,7 @@ if MCP_AVAILABLE:
         execute_mcp_tool,
         filter_tools_by_allowed_tools,
         filter_tools_by_key_team_permissions,
+        fire_mcp_tool_call_failure_logging,
     )
 
     ########################################################
@@ -232,6 +233,20 @@ if MCP_AVAILABLE:
             return result
         return outcome
 
+    async def _safe_fire_mcp_tool_call_failure_logging(
+        logging_obj: "LiteLLMLoggingObj | None",
+        exception: Exception,
+        start_time: datetime,
+        user_api_key_auth: UserAPIKeyAuth,
+        request_data: Mapping[str, object],
+    ) -> None:
+        try:
+            await fire_mcp_tool_call_failure_logging(
+                logging_obj, exception, start_time, user_api_key_auth, request_data
+            )
+        except Exception as logging_error:
+            verbose_logger.warning("MCP tool call failure logging failed (continuing): %s", logging_error)
+
     def _relay_upstream_auth_http_exception(e: MCPUpstreamAuthError, request: Request) -> HTTPException:
         """Convert a client-forwarded pass-through upstream 401 into an HTTPException that preserves the
         upstream WWW-Authenticate, so a standards-compliant MCP client can run the upstream OAuth flow
@@ -310,26 +325,39 @@ if MCP_AVAILABLE:
             )
         # MCP_TOOL_CALL_TOOL_NAME: run the same pre-call pipeline as the normal path so the tool
         # execution is spend-logged and guardrail-checked.
-        (_, virtual_logging_obj) = await ProxyBaseLLMRequestProcessing(data=data).common_processing_pre_call_logic(
-            request=request,
-            user_api_key_dict=user_api_key_dict,
-            proxy_config=proxy_config,
-            route_type=CallTypes.call_mcp_tool.value,
-            proxy_logging_obj=proxy_logging_obj,
-            general_settings=general_settings,
-        )
-        _tool_start_time: Final = datetime.now()
-        result: Final = await handle_mcp_tool_call(
-            tool_name=tool_arguments.get("tool_name", ""),
-            arguments=tool_arguments.get("arguments") or {},
-            user_api_key_dict=user_api_key_dict,
-            client_ip=rest_client_ip,
-            mcp_auth_header=virtual_mcp_auth_header,
-            mcp_server_auth_headers=virtual_mcp_server_auth_headers,
-            oauth2_headers=virtual_oauth2_headers,
-            raw_headers=virtual_raw_headers,
-            litellm_logging_obj=virtual_logging_obj,
-        )
+        virtual_processor: Final = ProxyBaseLLMRequestProcessing(data=data)
+        _request_start_time: Final = datetime.now()  # noqa: DTZ005  # naive to match the tool start time below
+        try:
+            (_, virtual_logging_obj) = await virtual_processor.common_processing_pre_call_logic(
+                request=request,
+                user_api_key_dict=user_api_key_dict,
+                proxy_config=proxy_config,
+                route_type=CallTypes.call_mcp_tool.value,
+                proxy_logging_obj=proxy_logging_obj,
+                general_settings=general_settings,
+            )
+            _tool_start_time: Final = datetime.now()
+            result: Final = await handle_mcp_tool_call(
+                tool_name=tool_arguments.get("tool_name", ""),
+                arguments=tool_arguments.get("arguments") or {},
+                user_api_key_dict=user_api_key_dict,
+                client_ip=rest_client_ip,
+                mcp_auth_header=virtual_mcp_auth_header,
+                mcp_server_auth_headers=virtual_mcp_server_auth_headers,
+                oauth2_headers=virtual_oauth2_headers,
+                raw_headers=virtual_raw_headers,
+                litellm_logging_obj=virtual_logging_obj,
+            )
+        except Exception as e:
+            virtual_request_data: Final = virtual_processor.data
+            await _safe_fire_mcp_tool_call_failure_logging(
+                virtual_request_data.get("litellm_logging_obj"),
+                e,
+                _request_start_time,
+                user_api_key_dict,
+                virtual_request_data,
+            )
+            raise
         return await _safe_fire_mcp_tool_call_logging(
             virtual_logging_obj,
             result,
@@ -1081,65 +1109,73 @@ if MCP_AVAILABLE:
                 )
 
             proxy_base_llm_response_processor: Final = ProxyBaseLLMRequestProcessing(data=data)
-            (
-                data,
-                logging_obj,
-            ) = await proxy_base_llm_response_processor.common_processing_pre_call_logic(
-                request=request,
-                user_api_key_dict=user_api_key_dict,
-                proxy_config=proxy_config,
-                route_type=CallTypes.call_mcp_tool.value,
-                proxy_logging_obj=proxy_logging_obj,
-                general_settings=general_settings,
-            )
+            _request_start_time: Final = datetime.now()  # noqa: DTZ005  # naive to match the tool start time below
+            try:
+                (
+                    data,
+                    logging_obj,
+                ) = await proxy_base_llm_response_processor.common_processing_pre_call_logic(
+                    request=request,
+                    user_api_key_dict=user_api_key_dict,
+                    proxy_config=proxy_config,
+                    route_type=CallTypes.call_mcp_tool.value,
+                    proxy_logging_obj=proxy_logging_obj,
+                    general_settings=general_settings,
+                )
 
-            # Extract MCP auth headers from request and add to data dict
-            (
-                mcp_auth_header,
-                mcp_server_auth_headers,
-                raw_headers_from_request,
-            ) = _extract_mcp_headers_from_request(request, MCPRequestHandler)
-            if mcp_auth_header:
-                data["mcp_auth_header"] = mcp_auth_header
-            if mcp_server_auth_headers:
-                data["mcp_server_auth_headers"] = mcp_server_auth_headers
-            data["raw_headers"] = raw_headers_from_request
+                # Extract MCP auth headers from request and add to data dict
+                (
+                    mcp_auth_header,
+                    mcp_server_auth_headers,
+                    raw_headers_from_request,
+                ) = _extract_mcp_headers_from_request(request, MCPRequestHandler)
+                if mcp_auth_header:
+                    data["mcp_auth_header"] = mcp_auth_header
+                if mcp_server_auth_headers:
+                    data["mcp_server_auth_headers"] = mcp_server_auth_headers
+                data["raw_headers"] = raw_headers_from_request
 
-            # Extract user_api_key_auth from metadata and add to top level
-            # call_mcp_tool expects user_api_key_auth as a top-level parameter
-            if "metadata" in data and "user_api_key_auth" in data["metadata"]:
-                data["user_api_key_auth"] = data["metadata"]["user_api_key_auth"]
+                # Extract user_api_key_auth from metadata and add to top level
+                # call_mcp_tool expects user_api_key_auth as a top-level parameter
+                if "metadata" in data and "user_api_key_auth" in data["metadata"]:
+                    data["user_api_key_auth"] = data["metadata"]["user_api_key_auth"]
 
-            # Resolve allowed MCP servers with IP filtering
-            (
-                allowed_mcp_servers,
-                canonical_server_id,
-            ) = await _resolve_allowed_mcp_servers_with_ip_filter(request, user_api_key_dict, server_id)
+                # Resolve allowed MCP servers with IP filtering
+                (
+                    allowed_mcp_servers,
+                    canonical_server_id,
+                ) = await _resolve_allowed_mcp_servers_with_ip_filter(request, user_api_key_dict, server_id)
 
-            # Look up per-user OAuth headers for this server (mirrors list_tool_rest_api).
-            user_oauth_extra_headers: dict[str, str] | None = None
-            target_server: Final = next(
-                (s for s in allowed_mcp_servers if s.server_id == canonical_server_id),
-                None,
-            )
-            if target_server is not None:
-                user_oauth_extra_headers = await _get_user_oauth_extra_headers(target_server, user_api_key_dict)
+                # Look up per-user OAuth headers for this server (mirrors list_tool_rest_api).
+                user_oauth_extra_headers: dict[str, str] | None = None
+                target_server: Final = next(
+                    (s for s in allowed_mcp_servers if s.server_id == canonical_server_id),
+                    None,
+                )
+                if target_server is not None:
+                    user_oauth_extra_headers = await _get_user_oauth_extra_headers(target_server, user_api_key_dict)
 
-            # Call execute_mcp_tool directly (permission checks already done)
-            _tool_start_time: Final = datetime.now()
-            result: Final = await execute_mcp_tool(
-                name=tool_name,
-                arguments=tool_arguments,
-                allowed_mcp_servers=allowed_mcp_servers,
-                start_time=_tool_start_time,
-                user_api_key_auth=data.get("user_api_key_auth"),
-                mcp_auth_header=data.get("mcp_auth_header"),
-                mcp_server_auth_headers=data.get("mcp_server_auth_headers"),
-                oauth2_headers=user_oauth_extra_headers or data.get("oauth2_headers"),
-                raw_headers=data.get("raw_headers"),
-                litellm_logging_obj=data.get("litellm_logging_obj"),
-                requested_server_id=canonical_server_id,
-            )
+                # Call execute_mcp_tool directly (permission checks already done)
+                _tool_start_time: Final = datetime.now()
+                result: Final = await execute_mcp_tool(
+                    name=tool_name,
+                    arguments=tool_arguments,
+                    allowed_mcp_servers=allowed_mcp_servers,
+                    start_time=_tool_start_time,
+                    user_api_key_auth=data.get("user_api_key_auth"),
+                    mcp_auth_header=data.get("mcp_auth_header"),
+                    mcp_server_auth_headers=data.get("mcp_server_auth_headers"),
+                    oauth2_headers=user_oauth_extra_headers or data.get("oauth2_headers"),
+                    raw_headers=data.get("raw_headers"),
+                    litellm_logging_obj=data.get("litellm_logging_obj"),
+                    requested_server_id=canonical_server_id,
+                )
+            except Exception as e:
+                request_data: Final = proxy_base_llm_response_processor.data
+                await _safe_fire_mcp_tool_call_failure_logging(
+                    request_data.get("litellm_logging_obj"), e, _request_start_time, user_api_key_dict, request_data
+                )
+                raise
             return await _safe_fire_mcp_tool_call_logging(
                 logging_obj,
                 result,
diff --git a/litellm/proxy/_experimental/mcp_server/server.py b/litellm/proxy/_experimental/mcp_server/server.py
index 95129d9aeed..43a7f894db8 100644
--- a/litellm/proxy/_experimental/mcp_server/server.py
+++ b/litellm/proxy/_experimental/mcp_server/server.py
@@ -3339,6 +3339,43 @@ if MCP_AVAILABLE:
             )
         return result
 
+    async def fire_mcp_tool_call_failure_logging(
+        logging_obj: LiteLLMLoggingObj | None,
+        exception: Exception,
+        start_time: datetime,
+        user_api_key_auth: UserAPIKeyAuth | None,
+        request_data: Mapping[str, object],
+    ) -> None:
+        """Failure logging shared by the ``/mcp`` path and the REST endpoint. Call from
+        inside the ``except`` block so the traceback is still available.
+
+        The failure handlers run first because ``_ProxyDBLogger.async_post_call_failure_hook``
+        builds the failure spend-log row from the ``standard_logging_object`` they produce;
+        both gate on ``should_run_logging``, so the ``@client`` wrapper does not log twice.
+        A relayed upstream 401 (``MCPUpstreamAuthError``) is an expected caller-must-reauth
+        signal and skips ``post_call_failure_hook``, which fires the ``llm_exceptions`` alert.
+        """
+        from litellm.proxy.proxy_server import proxy_logging_obj
+
+        traceback_str: Final = traceback.format_exc(limit=MAXIMUM_TRACEBACK_LINES_TO_LOG)
+        if logging_obj is not None:
+            end_time: Final = datetime.now()  # noqa: DTZ005  # naive to match `start_time`, which it is subtracted from
+            logging_obj.failure_handler(exception, traceback_str, start_time, end_time)
+            await logging_obj.async_failure_handler(exception, traceback_str, start_time, end_time)
+
+        if isinstance(exception, MCPUpstreamAuthError) or not proxy_logging_obj or user_api_key_auth is None:
+            return
+        sanitized_request_data: Final = {
+            key: value for key, value in request_data.items() if key not in _MCP_CREDENTIAL_REQUEST_FIELDS
+        }
+        await proxy_logging_obj.post_call_failure_hook(
+            request_data=sanitized_request_data,
+            original_exception=exception,
+            user_api_key_dict=user_api_key_auth,
+            route="/mcp/call_tool",
+            traceback_str=traceback_str,
+        )
+
     @client
     async def call_mcp_tool(
         name: str,
@@ -3405,40 +3442,8 @@ if MCP_AVAILABLE:
                 raw_headers=raw_headers,
                 **kwargs,
             )
-        except MCPUpstreamAuthError:
-            # A client-forwarded pass-through upstream 401 is an expected caller-must-reauth signal, so
-            # re-raise it without post_call_failure_hook, which fires the proxy's llm_exceptions alert.
-            # mcp_server_tool_call then downgrades it to an informational isError result for the
-            # streamable client. Note: this function is @client-decorated, so the decorator's standard
-            # failure logging still records the event (spend log / OTel); only the extra alert sink is
-            # skipped here.
-            raise
         except Exception as e:
-            traceback_str: Final = traceback.format_exc(limit=MAXIMUM_TRACEBACK_LINES_TO_LOG)
-            from litellm.proxy.proxy_server import proxy_logging_obj
-
-            # Ordering is load-bearing. ``_ProxyDBLogger.async_post_call_failure_hook``,
-            # reached below, writes the failure spend-log row from this logger's
-            # ``standard_logging_object``, which only exists once the failure handlers
-            # have run. Flush them first or the row lands with
-            # ``guardrail_information=None`` and a guardrail block is never counted.
-            #
-            # Not double-logged: both handlers gate on ``should_run_logging`` and then
-            # mark it, so the ``@client`` wrapper's own post-raise logging no-ops on this
-            # logger, same as ``_fire_mcp_tool_call_logging`` does for ``isError=True``.
-            if litellm_logging_obj is not None:
-                end_time: Final = datetime.now()  # noqa: DTZ005  # naive to match `start_time`, which it is subtracted from
-                litellm_logging_obj.failure_handler(e, traceback_str, start_time, end_time)
-                await litellm_logging_obj.async_failure_handler(e, traceback_str, start_time, end_time)
-
-            if proxy_logging_obj and user_api_key_auth:
-                await proxy_logging_obj.post_call_failure_hook(
-                    request_data=kwargs,
-                    original_exception=e,
-                    user_api_key_dict=user_api_key_auth,
-                    route="/mcp/call_tool",
-                    traceback_str=traceback_str,
-                )
+            await fire_mcp_tool_call_failure_logging(litellm_logging_obj, e, start_time, user_api_key_auth, kwargs)
             raise
 
         if litellm_logging_obj:
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_rest_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_rest_endpoints.py
index 16c6aa128d0..31ccd5c9817 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_rest_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_rest_endpoints.py
@@ -2595,6 +2595,79 @@ class TestCallToolRestAPI:
 
         assert result == masked_result
 
+    async def test_success_logging_start_time_excludes_pre_call_processing(self, monkeypatch):
+        """Pre-call hook latency (guardrails, header resolution) must not inflate the tool call's
+        logged duration on success."""
+        from litellm.proxy import proxy_server
+
+        async def fake_contexts(user_api_key_auth):
+            return [user_api_key_auth]
+
+        async def fake_get_allowed_mcp_servers(*args, **kwargs):
+            return ["server-1"]
+
+        class StubServer:
+            server_id = "server-1"
+            alias = "server-1"
+            server_name = "server-1"
+            name = "stub"
+            allowed_tools = None
+            mcp_info = {"server_name": "stub"}
+            available_on_public_internet = True
+            auth_type = None
+
+        stub_server = StubServer()
+
+        async def fake_add_litellm_data_to_request(**kwargs):
+            return kwargs.get("data", {})
+
+        pre_call_finished_at = {}
+
+        async def slow_pre_call_hook(user_api_key_dict, data, call_type):
+            await asyncio.sleep(0.05)
+            pre_call_finished_at["value"] = datetime.now()
+            return data
+
+        captured = {}
+
+        async def fake_execute_mcp_tool(**kwargs):
+            captured.update(kwargs)
+            return {"result": "ok"}
+
+        fire_logging = AsyncMock(return_value={"result": "ok"})
+        monkeypatch.setattr(rest_endpoints, "build_effective_auth_contexts", fake_contexts, raising=False)
+        monkeypatch.setattr(
+            rest_endpoints.global_mcp_server_manager,
+            "get_allowed_mcp_servers",
+            fake_get_allowed_mcp_servers,
+            raising=False,
+        )
+        monkeypatch.setattr(
+            rest_endpoints.global_mcp_server_manager,
+            "get_mcp_server_by_id",
+            lambda server_id: stub_server if server_id == "server-1" else None,
+            raising=False,
+        )
+        monkeypatch.setattr(
+            proxy_server, "add_litellm_data_to_request", fake_add_litellm_data_to_request, raising=False
+        )
+        monkeypatch.setattr(proxy_server, "proxy_config", {}, raising=False)
+        monkeypatch.setattr(proxy_server.proxy_logging_obj, "pre_call_hook", slow_pre_call_hook)
+        monkeypatch.setattr(rest_endpoints, "execute_mcp_tool", fake_execute_mcp_tool, raising=False)
+        monkeypatch.setattr(rest_endpoints, "_fire_mcp_tool_call_logging", fire_logging, raising=False)
+
+        request = _build_request(
+            path="/mcp-rest/tools/call",
+            method="POST",
+            json_body={"server_id": "server-1", "name": "demo-tool", "arguments": {}},
+        )
+
+        await rest_endpoints.call_tool_rest_api(request, user_api_key_dict=UserAPIKeyAuth())
+
+        logged_start_time = fire_logging.await_args.args[2]
+        assert captured["start_time"] >= pre_call_finished_at["value"]
+        assert logged_start_time == captured["start_time"]
+
     async def test_success_logging_guardrail_rejection_propagates(self, monkeypatch):
         """A guardrail rejecting the tool result must not be swallowed as a logging failure,
         otherwise the unguarded result would still be returned to the caller."""
@@ -2765,6 +2838,139 @@ class TestCallToolRestAPI:
         info_messages = [_rendered_log_message(c) for c in mock_logger.info.call_args_list if c.args]
         assert not any("relaying upstream" in m for m in info_messages)
 
+    @pytest.mark.parametrize("raise_site", ["pre_call_hook", "execute_mcp_tool"])
+    async def test_guardrail_block_runs_failure_logging_before_http_translation(self, monkeypatch, raise_site):
+        """A pre_mcp_call guardrail block, whether raised by the pre-call hook or from inside
+        execute_mcp_tool, must reach proxy_logging_obj.post_call_failure_hook (the only path that
+        writes the failure spend-log row) with the logging object's failure payload already built,
+        and the REST caller must still get the same 400 it got before."""
+        from litellm.proxy import proxy_server
+
+        async def fake_contexts(user_api_key_auth):
+            return [user_api_key_auth]
+
+        async def fake_get_allowed_mcp_servers(*args, **kwargs):
+            return ["server-1"]
+
+        class StubServer:
+            server_id = "server-1"
+            alias = "server-1"
+            server_name = "server-1"
+            name = "stub"
+            allowed_tools = None
+            mcp_info = {"server_name": "stub"}
+            available_on_public_internet = True
+            auth_type = None
+
+        async def fake_add_litellm_data_to_request(**kwargs):
+            return kwargs.get("data", {})
+
+        guardrail_error = HTTPException(
+            status_code=400,
+            detail={"error": "Content blocked: keyword 'confidential' detected", "keyword": "confidential"},
+        )
+
+        async def passthrough_pre_call_hook(user_api_key_dict, data, call_type):
+            return data
+
+        async def blocking_pre_call_hook(user_api_key_dict, data, call_type):
+            raise guardrail_error
+
+        async def fake_execute_mcp_tool(**kwargs):
+            raise guardrail_error
+
+        async def passthrough_execute_mcp_tool(**kwargs):
+            return []
+
+        monkeypatch.setattr(rest_endpoints, "build_effective_auth_contexts", fake_contexts, raising=False)
+        monkeypatch.setattr(
+            rest_endpoints.global_mcp_server_manager,
+            "get_allowed_mcp_servers",
+            fake_get_allowed_mcp_servers,
+            raising=False,
+        )
+        monkeypatch.setattr(
+            rest_endpoints.global_mcp_server_manager,
+            "get_mcp_server_by_id",
+            lambda server_id: StubServer() if server_id == "server-1" else None,
+            raising=False,
+        )
+        monkeypatch.setattr(
+            proxy_server, "add_litellm_data_to_request", fake_add_litellm_data_to_request, raising=False
+        )
+        monkeypatch.setattr(proxy_server, "proxy_config", {}, raising=False)
+        monkeypatch.setattr(
+            proxy_server.proxy_logging_obj,
+            "pre_call_hook",
+            blocking_pre_call_hook if raise_site == "pre_call_hook" else passthrough_pre_call_hook,
+        )
+        monkeypatch.setattr(
+            rest_endpoints,
+            "execute_mcp_tool",
+            fake_execute_mcp_tool if raise_site == "execute_mcp_tool" else passthrough_execute_mcp_tool,
+            raising=False,
+        )
+        post_call_failure_hook = AsyncMock(return_value=None)
+        monkeypatch.setattr(proxy_server.proxy_logging_obj, "post_call_failure_hook", post_call_failure_hook)
+
+        user_api_key_dict = UserAPIKeyAuth(api_key="hashed-key", request_route="/mcp-rest/tools/call")
+        request = _build_request(
+            headers={"x-mcp-deepwiki-authorization": "Bearer upstream-secret"},
+            path="/mcp-rest/tools/call",
+            method="POST",
+            json_body={"server_id": "server-1", "name": "demo-tool", "arguments": {"q": "confidential"}},
+        )
+
+        with pytest.raises(HTTPException) as exc_info:
+            await rest_endpoints.call_tool_rest_api(request, user_api_key_dict=user_api_key_dict)
+
+        assert exc_info.value is guardrail_error
+
+        post_call_failure_hook.assert_awaited_once()
+        hook_kwargs = post_call_failure_hook.await_args.kwargs
+        assert hook_kwargs["original_exception"] is guardrail_error
+        assert hook_kwargs["user_api_key_dict"] is user_api_key_dict
+        assert hook_kwargs["route"] == "/mcp/call_tool"
+        request_data = hook_kwargs["request_data"]
+        assert "raw_headers" not in request_data
+        assert "mcp_server_auth_headers" not in request_data
+        standard_logging_object = request_data["litellm_logging_obj"].model_call_details["standard_logging_object"]
+        assert standard_logging_object["status"] == "failure"
+        assert standard_logging_object["error_str"] == str(guardrail_error)
+
+    async def test_failure_logging_error_does_not_replace_guardrail_error(self, monkeypatch):
+        from litellm.proxy import proxy_server
+
+        guardrail_error = HTTPException(status_code=400, detail={"error": "Content blocked"})
+
+        async def fake_add_litellm_data_to_request(**kwargs):
+            return kwargs.get("data", {})
+
+        async def blocking_pre_call_hook(user_api_key_dict, data, call_type):
+            raise guardrail_error
+
+        failure_logging = AsyncMock(side_effect=RuntimeError("spend log db down"))
+        monkeypatch.setattr(
+            proxy_server, "add_litellm_data_to_request", fake_add_litellm_data_to_request, raising=False
+        )
+        monkeypatch.setattr(proxy_server, "proxy_config", {}, raising=False)
+        monkeypatch.setattr(proxy_server.proxy_logging_obj, "pre_call_hook", blocking_pre_call_hook)
+        monkeypatch.setattr(rest_endpoints, "fire_mcp_tool_call_failure_logging", failure_logging, raising=False)
+
+        request = _build_request(
+            path="/mcp-rest/tools/call",
+            method="POST",
+            json_body={"server_id": "server-1", "name": "demo-tool", "arguments": {"q": "confidential"}},
+        )
+
+        with pytest.raises(HTTPException) as exc_info:
+            await rest_endpoints.call_tool_rest_api(
+                request, user_api_key_dict=UserAPIKeyAuth(api_key="hashed-key", request_route="/mcp-rest/tools/call")
+            )
+
+        assert exc_info.value is guardrail_error
+        failure_logging.assert_awaited_once()
+
     async def test_success_logging_cancellation_propagates(self, monkeypatch):
         fire_logging = AsyncMock(side_effect=asyncio.CancelledError())
         monkeypatch.setattr(
@@ -2801,7 +3007,7 @@ class TestCallToolRestAPI:
 
         class _FakePreCall:
             def __init__(self, data):
-                pass
+                self.data = data
 
             async def common_processing_pre_call_logic(self, **kwargs):
                 return None, MagicMock()
@@ -2835,6 +3041,58 @@ class TestCallToolRestAPI:
         assert exc_info.value.headers is not None
         assert exc_info.value.headers.get("www-authenticate") == challenge
 
+    async def test_virtual_mcp_tool_call_guardrail_block_runs_failure_logging(self, monkeypatch):
+        """A pre_mcp_call guardrail block on the virtual mcp_tool_call branch must write a failure
+        spend log, same as the direct tool call branch, and still raise the original error."""
+        from litellm.proxy import proxy_server
+        from litellm.proxy._types import LiteLLM_ObjectPermissionTable
+
+        guardrail_error = HTTPException(status_code=400, detail={"error": "Content blocked"})
+
+        async def fake_contexts(user_api_key_auth):
+            return [user_api_key_auth]
+
+        async def fake_add_litellm_data_to_request(**kwargs):
+            return kwargs.get("data", {})
+
+        async def blocking_pre_call_hook(user_api_key_dict, data, call_type):
+            raise guardrail_error
+
+        failure_logging = AsyncMock()
+        monkeypatch.setattr(rest_endpoints, "build_effective_auth_contexts", fake_contexts, raising=False)
+        monkeypatch.setattr(
+            proxy_server, "add_litellm_data_to_request", fake_add_litellm_data_to_request, raising=False
+        )
+        monkeypatch.setattr(proxy_server, "proxy_config", {}, raising=False)
+        monkeypatch.setattr(proxy_server, "general_settings", {}, raising=False)
+        monkeypatch.setattr(proxy_server.proxy_logging_obj, "pre_call_hook", blocking_pre_call_hook)
+        monkeypatch.setattr(rest_endpoints, "fire_mcp_tool_call_failure_logging", failure_logging, raising=False)
+
+        user_api_key_dict = UserAPIKeyAuth(
+            api_key="hashed-key",
+            request_route="/mcp-rest/tools/call",
+            object_permission=LiteLLM_ObjectPermissionTable(
+                object_permission_id="search-scope",
+                mcp_tool_search_enabled=True,
+            ),
+        )
+        request = _build_request(
+            path="/mcp-rest/tools/call",
+            method="POST",
+            json_body={"name": "mcp_tool_call", "arguments": {"tool_name": "x", "arguments": {"q": "confidential"}}},
+        )
+
+        with pytest.raises(HTTPException) as exc_info:
+            await rest_endpoints.call_tool_rest_api(request, user_api_key_dict=user_api_key_dict)
+
+        assert exc_info.value is guardrail_error
+        failure_logging.assert_awaited_once()
+        logging_obj, exception, _start_time, user_api_key_auth, request_data = failure_logging.await_args.args
+        assert exception is guardrail_error
+        assert user_api_key_auth is user_api_key_dict
+        assert logging_obj is request_data.get("litellm_logging_obj")
+        assert logging_obj is not None
+
 
 class TestGetToolsForSingleServer:
     """Test _get_tools_for_single_server with object_permission filtering"""

From 02279bc9921e61bccb7b3f4b36b4637abb97995c Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Fri, 11 Sep 2026 19:59:23 +0000
Subject: [PATCH 191/298] test(cost-map): gpt-5.5-pro has no published cached
 input rate

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../llm_cost_calc/test_llm_cost_calc_utils.py                 | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py b/tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py
index fbb9d178390..cbe6fe198c9 100644
--- a/tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py
+++ b/tests/test_litellm/litellm_core_utils/llm_cost_calc/test_llm_cost_calc_utils.py
@@ -1715,7 +1715,7 @@ def test_generic_cost_per_token_gpt55(_local_model_cost_map):
 
 
 def test_generic_cost_per_token_gpt55_pro(_local_model_cost_map):
-    """gpt-5.5-pro: responses-only model — $30/1M input, $180/1M output, $3/1M cached input."""
+    """gpt-5.5-pro: responses-only model, $30/1M input, $180/1M output, no cached input rate published."""
     model = "gpt-5.5-pro"
     custom_llm_provider = "openai"
 
@@ -1724,7 +1724,7 @@ def test_generic_cost_per_token_gpt55_pro(_local_model_cost_map):
     # Sanity-check the map values match OpenAI's published pricing.
     assert model_cost_map["input_cost_per_token"] == 3e-5
     assert model_cost_map["output_cost_per_token"] == 1.8e-4
-    assert model_cost_map["cache_read_input_token_cost"] == 3e-6
+    assert "cache_read_input_token_cost" not in model_cost_map
     assert model_cost_map["litellm_provider"] == "openai"
     # gpt-5.5-pro is a responses-only model (no /v1/chat/completions endpoint).
     assert model_cost_map["mode"] == "responses"

From ae6a4a2f2aeba45a70b2201c74c9c0ff8367322e Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 13:03:06 -0700
Subject: [PATCH 192/298] feat(ocr): add Azure Mistral adapter and document
 fetching (#40533)

* feat(ocr): add Azure Mistral adapter and document fetching

* fix(ocr): decline missing Azure credentials

* fix(ocr): map Azure credentials in gateway errors

* refactor(ocr): preserve Azure Mistral extra params

* refactor(ocr): adopt request preparation contract
---
 litellm-rust/Cargo.lock                       |   7 +
 .../src/audio_transcription/hooks.rs          |   5 +-
 .../crates/ai-gateway/src/ocr/hooks.rs        |   5 +-
 litellm-rust/crates/ai-gateway/src/ocr/mod.rs |  12 +
 .../ai-gateway/src/routes/messages/mod.rs     |   4 +-
 .../crates/ai-gateway/tests/ocr_lifecycle.rs  |  51 ++
 litellm-rust/crates/core/Cargo.toml           |   2 +-
 litellm-rust/crates/core/src/constants.rs     |   7 +
 litellm-rust/crates/core/src/error.rs         |  28 +
 litellm-rust/crates/core/src/lib.rs           |   1 +
 litellm-rust/crates/core/src/media.rs         | 528 ++++++++++++++++++
 .../core/src/ocr/adapters/azure_mistral.rs    | 146 +++++
 .../crates/core/src/ocr/adapters/mod.rs       |   3 +
 litellm-rust/crates/core/src/ocr/client.rs    |  19 +-
 litellm-rust/crates/core/src/ocr/document.rs  | 214 +++++++
 litellm-rust/crates/core/src/ocr/error.rs     |  16 +
 litellm-rust/crates/core/src/ocr/mod.rs       |   4 +
 litellm-rust/crates/core/src/ocr/registry.rs  |  12 +
 litellm-rust/crates/core/src/ocr/types.rs     |  24 +
 litellm-rust/crates/core/src/ocr/wire.rs      |   1 +
 .../providers/azure_ai/ocr/transformation.rs  |   7 +-
 .../crates/core/tests/azure_ai_ocr.rs         |  75 +++
 litellm-rust/crates/core/tests/ocr/support.rs |   6 +-
 .../crates/python-bridge/src/errors.rs        |   2 +
 .../crates/python-bridge/src/routes/ocr.rs    |  16 +
 .../rust_bridge/native_route_wheel_test.py    |  26 +-
 26 files changed, 1205 insertions(+), 16 deletions(-)
 create mode 100644 litellm-rust/crates/core/src/media.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/document.rs
 create mode 100644 litellm-rust/crates/core/tests/azure_ai_ocr.rs

diff --git a/litellm-rust/Cargo.lock b/litellm-rust/Cargo.lock
index 0e8e6e09a21..a7c514270da 100644
--- a/litellm-rust/Cargo.lock
+++ b/litellm-rust/Cargo.lock
@@ -878,6 +878,12 @@ version = "2.11.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "a4ae5f15dda3c708c0ade84bfee31ccab44a3da4f88015ed22f63732abe300c8"
 
+[[package]]
+name = "data-url"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "be1e0bca6c3637f992fc1cc7cbc52a78c1ef6db076dbf1059c4323d6a2048376"
+
 [[package]]
 name = "deranged"
 version = "0.5.8"
@@ -1608,6 +1614,7 @@ dependencies = [
  "aws-smithy-runtime-api",
  "aws-types",
  "base64 0.22.1",
+ "data-url",
  "rand 0.8.7",
  "reqwest",
  "rstest",
diff --git a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
index 098ce071efc..6f4a573e6ff 100644
--- a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
@@ -269,7 +269,10 @@ fn guardrail_error_to_core_error(error: GuardrailError) -> Error {
 
 fn core_error_kind(error: &Error) -> &'static str {
     match error {
-        Error::Auth(_) | Error::MissingApiKey { .. } => "AuthError",
+        Error::Auth(_)
+        | Error::MissingApiKey { .. }
+        | Error::MissingAzureAiCredentials
+        | Error::MissingAzureAiCredentialsOrAdToken => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
index d1dd811f7ab..c7e8344aafc 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
@@ -386,7 +386,10 @@ fn guardrail_error_to_core_error(error: GuardrailError) -> Error {
 
 fn core_error_kind(error: &Error) -> &'static str {
     match error {
-        Error::Auth(_) | Error::MissingApiKey { .. } => "AuthError",
+        Error::Auth(_)
+        | Error::MissingApiKey { .. }
+        | Error::MissingAzureAiCredentials
+        | Error::MissingAzureAiCredentialsOrAdToken => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
index 2acdd232c80..9ed93d779f1 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
@@ -31,6 +31,18 @@ mod tests {
 
     use super::{OcrRequest, ocr};
     use crate::integrations::types::RequestMetadata;
+    use litellm_core::ocr::wire::is_supported_request;
+
+    #[test]
+    fn core_activation_excludes_unmigrated_azure_document_intelligence() {
+        assert!(is_supported_request("model", Some("mistral")));
+        assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
+        assert!(!is_supported_request(
+            "doc-intelligence/prebuilt-layout",
+            Some("azure_ai")
+        ));
+        assert!(!is_supported_request("parse-v3", Some("reducto")));
+    }
 
     async fn read_http_request(socket: &mut TcpStream) -> String {
         let mut request = Vec::new();
diff --git a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
index c22d05f5726..adfbf2b5910 100644
--- a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
@@ -115,7 +115,9 @@ impl IntoResponse for MessagesRouteError {
             | Error::InvalidResponse(_)
             | Error::InvalidType { .. }
             | Error::MissingField(_)
-            | Error::MissingApiKey { .. } => (
+            | Error::MissingApiKey { .. }
+            | Error::MissingAzureAiCredentials
+            | Error::MissingAzureAiCredentialsOrAdToken => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider request failed".to_string(),
             ),
diff --git a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs b/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
index 60e90ed2a7c..5502a467511 100644
--- a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
+++ b/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
@@ -236,6 +236,57 @@ fn base_ocr_request(model: &str) -> OcrRequest<'_> {
     }
 }
 
+#[tokio::test]
+async fn azure_mistral_uses_prepared_authorization_through_gateway() {
+    let listener = TcpListener::bind("127.0.0.1:0").await.unwrap();
+    let api_base = format!("http://{}", listener.local_addr().unwrap());
+    let server = tokio::spawn(async move {
+        let (mut socket, _) = listener.accept().await.unwrap();
+        let request = read_http_request(&mut socket).await;
+        let body = br#"{"pages":[]}"#;
+        socket
+            .write_all(
+                format!(
+                    "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n",
+                    body.len()
+                )
+                .as_bytes(),
+            )
+            .await
+            .unwrap();
+        socket.write_all(body).await.unwrap();
+        request
+    });
+    let request = OcrRequest {
+        model: "mistral-ocr-2505",
+        document: json!({
+            "type":"document_url",
+            "document_url":"data:application/pdf;base64,YWJj"
+        }),
+        api_key: None,
+        api_base: Some(&api_base),
+        custom_llm_provider: Some("azure_ai"),
+        extra_headers: Some(Map::from_iter([(
+            "Authorization".into(),
+            json!("Bearer python-prepared-token"),
+        )])),
+        optional_params: Map::new(),
+        timeout: None,
+        callbacks: Vec::new(),
+        guardrails: Vec::new(),
+        request_metadata: RequestMetadata::default(),
+        litellm_call_id: None,
+    };
+
+    ocr(request).await.unwrap();
+    let sent = server.await.unwrap();
+    assert!(sent.starts_with("POST /providers/mistral/azure/ocr "));
+    assert!(
+        sent.to_ascii_lowercase()
+            .contains("authorization: bearer python-prepared-token\r\n")
+    );
+}
+
 #[tokio::test]
 async fn reducto_during_call_guardrail_blocks_before_upload() {
     let listener = TcpListener::bind("127.0.0.1:0")
diff --git a/litellm-rust/crates/core/Cargo.toml b/litellm-rust/crates/core/Cargo.toml
index b4ca88cf16f..6d0a2fa775b 100644
--- a/litellm-rust/crates/core/Cargo.toml
+++ b/litellm-rust/crates/core/Cargo.toml
@@ -12,6 +12,7 @@ path = "tests/workspace_crate_allowlist.rs"
 
 [dependencies]
 base64.workspace = true
+data-url = "0.3.2"
 rand.workspace = true
 reqwest.workspace = true
 serde.workspace = true
@@ -44,5 +45,4 @@ observability = ["dep:tracing-subscriber"]
 
 [dev-dependencies]
 rstest.workspace = true
-tokio = { workspace = true, features = ["macros", "rt-multi-thread"] }
 tracing-subscriber.workspace = true
diff --git a/litellm-rust/crates/core/src/constants.rs b/litellm-rust/crates/core/src/constants.rs
index 108d2a48e30..8a12e186197 100644
--- a/litellm-rust/crates/core/src/constants.rs
+++ b/litellm-rust/crates/core/src/constants.rs
@@ -43,6 +43,13 @@ pub const EMPTY_TEXT_PLACEHOLDER: &str =
     "[System: Empty message content sanitised to satisfy protocol]";
 
 pub const FUNCTION_TRACE_TARGET: &str = "litellm::function_trace";
+
+pub(crate) const MEDIA_CONNECT_TIMEOUT_SECS: u64 = 10;
+
 pub(crate) const OCR_HTTP_TIMEOUT_SECS: u64 = 600;
 pub(crate) const OCR_CONNECT_TIMEOUT_SECS: u64 = 10;
+pub(crate) const OCR_INLINE_MAX_BYTES: usize = 50 * 1024 * 1024;
+pub(crate) const OCR_DOWNLOAD_MAX_BYTES: u64 = 50 * 1024 * 1024;
+pub(crate) const OCR_MAX_FETCH_REDIRECTS: usize = 10;
+pub(crate) const AZURE_AI_OCR_PATH: &str = "/providers/mistral/azure/ocr";
 pub(crate) const MISTRAL_OCR_API_BASE: &str = "https://api.mistral.ai/v1";
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index 0382314057f..eefa7d606d8 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -21,6 +21,12 @@ pub enum Error {
         "Missing {provider} API Key - A call is being made to {provider} but no key is set either in the environment variables or via params"
     )]
     MissingApiKey { provider: &'static str },
+    #[error(
+        "Missing Azure AI credentials - set AZURE_AI_API_KEY or provide an Authorization header"
+    )]
+    MissingAzureAiCredentials,
+    #[error("Missing Azure AI credentials - set AZURE_AI_API_KEY or provide azure_ad_token")]
+    MissingAzureAiCredentialsOrAdToken,
     #[error("upstream request failed with status {status}: {body}")]
     Http { status: u16, body: String },
     #[error("upstream network error: {0}")]
@@ -40,6 +46,28 @@ pub enum Error {
     Unsupported(&'static str),
 }
 
+#[derive(Debug, ThisError)]
+pub(crate) enum MediaError {
+    #[error("media URL rejected by network policy")]
+    BlockedUrl,
+    #[error("media download is disabled")]
+    DownloadDisabled,
+    #[error("media download exceeds the maximum size")]
+    DownloadTooLarge,
+    #[error("too many redirects while fetching media")]
+    TooManyRedirects,
+    #[error("media redirect is missing a Location header")]
+    MissingRedirectLocation,
+    #[error("invalid media redirect")]
+    InvalidRedirect,
+    #[error("media download failed with status {0}")]
+    Http(u16),
+    #[error("media download timed out")]
+    Timeout,
+    #[error("{0}")]
+    Transport(#[from] TransportError),
+}
+
 #[derive(Clone, Debug, ThisError, PartialEq, Eq)]
 pub enum TransportError {
     #[error("upstream request failed with status {status}: {body}")]
diff --git a/litellm-rust/crates/core/src/lib.rs b/litellm-rust/crates/core/src/lib.rs
index 3a0896a4d5a..7e81b292441 100644
--- a/litellm-rust/crates/core/src/lib.rs
+++ b/litellm-rust/crates/core/src/lib.rs
@@ -5,6 +5,7 @@ pub mod chat_completions;
 pub mod constants;
 pub mod error;
 pub mod http_utils;
+mod media;
 pub mod messages;
 #[cfg(any(feature = "observability", test))]
 pub mod observability;
diff --git a/litellm-rust/crates/core/src/media.rs b/litellm-rust/crates/core/src/media.rs
new file mode 100644
index 00000000000..5f9a43794c2
--- /dev/null
+++ b/litellm-rust/crates/core/src/media.rs
@@ -0,0 +1,528 @@
+use std::future::Future;
+use std::io;
+use std::net::{IpAddr, SocketAddr};
+use std::pin::Pin;
+use std::sync::Arc;
+use std::time::Duration;
+
+use reqwest::Url;
+use reqwest::dns::{Addrs, Name, Resolve, Resolving};
+
+use crate::constants::MEDIA_CONNECT_TIMEOUT_SECS;
+use crate::error::{MediaError, TransportError};
+
+#[derive(Clone)]
+pub(crate) struct MediaFetcher {
+    client: reqwest::Client,
+    address_resolver: Arc<dyn AddressResolver>,
+    allow_private_network: bool,
+}
+
+type AddressResolution<'a> = Pin<Box<dyn Future<Output = io::Result<Vec<SocketAddr>>> + Send + 'a>>;
+
+trait AddressResolver: Send + Sync {
+    fn resolve<'a>(&'a self, host: &'a str, port: u16) -> AddressResolution<'a>;
+}
+
+#[derive(Clone, Copy)]
+pub(crate) struct DownloadPolicy {
+    pub(crate) timeout: Duration,
+    pub(crate) max_bytes: u64,
+    pub(crate) max_redirects: usize,
+}
+
+#[derive(Debug)]
+pub(crate) struct DownloadedMedia {
+    pub(crate) bytes: Vec<u8>,
+    pub(crate) content_type: String,
+}
+
+impl MediaFetcher {
+    pub(crate) fn new() -> Result<Self, reqwest::Error> {
+        Self::with_resolvers(Arc::new(PublicDnsResolver), Arc::new(SystemAddressResolver))
+    }
+
+    fn with_resolvers<R>(
+        transport_resolver: Arc<R>,
+        address_resolver: Arc<dyn AddressResolver>,
+    ) -> Result<Self, reqwest::Error>
+    where
+        R: Resolve + 'static,
+    {
+        let client = reqwest::Client::builder()
+            .connect_timeout(Duration::from_secs(MEDIA_CONNECT_TIMEOUT_SECS))
+            .redirect(reqwest::redirect::Policy::none())
+            .no_proxy()
+            .dns_resolver(transport_resolver)
+            .build()?;
+        Ok(Self {
+            client,
+            address_resolver,
+            allow_private_network: false,
+        })
+    }
+
+    #[cfg(test)]
+    pub(crate) fn for_test(client: reqwest::Client) -> Self {
+        Self {
+            client,
+            address_resolver: Arc::new(AllowPrivateResolver),
+            allow_private_network: true,
+        }
+    }
+
+    pub(crate) async fn fetch(
+        &self,
+        url: Url,
+        policy: DownloadPolicy,
+    ) -> Result<DownloadedMedia, MediaError> {
+        if policy.max_bytes == 0 {
+            return Err(MediaError::DownloadDisabled);
+        }
+        tokio::time::timeout(policy.timeout, self.fetch_before_deadline(url, policy))
+            .await
+            .map_err(|_| MediaError::Timeout)?
+    }
+
+    async fn fetch_before_deadline(
+        &self,
+        mut url: Url,
+        policy: DownloadPolicy,
+    ) -> Result<DownloadedMedia, MediaError> {
+        let mut redirects_followed = 0;
+        loop {
+            self.validate_url(&url).await?;
+            let mut response = self
+                .client
+                .get(url.clone())
+                .send()
+                .await
+                .map_err(TransportError::from)?;
+            if response.status().is_redirection() {
+                if redirects_followed == policy.max_redirects {
+                    return Err(MediaError::TooManyRedirects);
+                }
+                let location = response
+                    .headers()
+                    .get(reqwest::header::LOCATION)
+                    .and_then(|value| value.to_str().ok())
+                    .ok_or(MediaError::MissingRedirectLocation)?;
+                url = url
+                    .join(location)
+                    .map_err(|_| MediaError::InvalidRedirect)?;
+                redirects_followed += 1;
+                continue;
+            }
+            if !response.status().is_success() {
+                return Err(MediaError::Http(response.status().as_u16()));
+            }
+            enforce_download_size(response.content_length().unwrap_or(0), policy.max_bytes)?;
+            let content_type = response
+                .headers()
+                .get(reqwest::header::CONTENT_TYPE)
+                .and_then(|value| value.to_str().ok())
+                .and_then(|value| value.split(';').next())
+                .map(str::trim)
+                .filter(|value| !value.is_empty())
+                .unwrap_or("application/octet-stream")
+                .to_string();
+            let mut bytes = Vec::new();
+            while let Some(chunk) = response.chunk().await.map_err(TransportError::from)? {
+                enforce_download_size(bytes.len() as u64 + chunk.len() as u64, policy.max_bytes)?;
+                bytes.extend_from_slice(&chunk);
+            }
+            return Ok(DownloadedMedia {
+                bytes,
+                content_type,
+            });
+        }
+    }
+
+    async fn validate_url(&self, url: &Url) -> Result<(), MediaError> {
+        if !matches!(url.scheme(), "http" | "https")
+            || !url.username().is_empty()
+            || url.password().is_some()
+        {
+            return Err(MediaError::BlockedUrl);
+        }
+        let host = url.host_str().ok_or(MediaError::BlockedUrl)?;
+        if self.allow_private_network {
+            return Ok(());
+        }
+        if let Ok(ip) = host.parse::<IpAddr>() {
+            return (!is_blocked_ip(ip))
+                .then_some(())
+                .ok_or(MediaError::BlockedUrl);
+        }
+        let port = url.port_or_known_default().ok_or(MediaError::BlockedUrl)?;
+        let addresses = self
+            .address_resolver
+            .resolve(host, port)
+            .await
+            .map_err(|error| TransportError::Network(error.to_string()))?;
+        validate_addresses(&addresses)
+    }
+}
+
+fn enforce_download_size(length: u64, max_bytes: u64) -> Result<(), MediaError> {
+    if length > max_bytes {
+        return Err(MediaError::DownloadTooLarge);
+    }
+    Ok(())
+}
+
+fn validate_addresses(addresses: &[SocketAddr]) -> Result<(), MediaError> {
+    if addresses.is_empty() || addresses.iter().any(|address| is_blocked_ip(address.ip())) {
+        return Err(MediaError::BlockedUrl);
+    }
+    Ok(())
+}
+
+fn is_blocked_ip(ip: IpAddr) -> bool {
+    match ip {
+        IpAddr::V4(ip) => {
+            let [first, second, third, _] = ip.octets();
+            first == 0
+                || first == 10
+                || first == 127
+                || (first == 100 && (64..=127).contains(&second))
+                || (first == 169 && second == 254)
+                || (first == 172 && (16..=31).contains(&second))
+                || (first == 192 && second == 0 && (third == 0 || third == 2))
+                || (first == 192 && second == 168)
+                || (first == 192 && second == 88 && third == 99)
+                || (first == 198 && (second == 18 || second == 19))
+                || (first == 198 && second == 51 && third == 100)
+                || (first == 203 && second == 0 && third == 113)
+                || first >= 224
+        }
+        IpAddr::V6(ip) => {
+            let segments = ip.segments();
+            ip.is_loopback()
+                || ip.is_unspecified()
+                || ip.is_multicast()
+                || (segments[0] & 0xfe00) == 0xfc00
+                || (segments[0] & 0xffc0) == 0xfe80
+                || (segments[0] & 0xffc0) == 0xfec0
+                || (segments[0] == 0x2001 && segments[1] == 0x0db8)
+                || ip
+                    .to_ipv4_mapped()
+                    .or_else(|| ip.to_ipv4())
+                    .map(|ipv4| is_blocked_ip(IpAddr::V4(ipv4)))
+                    .unwrap_or(false)
+        }
+    }
+}
+
+#[derive(Default)]
+struct PublicDnsResolver;
+
+struct SystemAddressResolver;
+
+impl AddressResolver for SystemAddressResolver {
+    fn resolve<'a>(&'a self, host: &'a str, port: u16) -> AddressResolution<'a> {
+        Box::pin(async move {
+            Ok(tokio::net::lookup_host((host, port))
+                .await?
+                .collect::<Vec<_>>())
+        })
+    }
+}
+
+#[cfg(test)]
+struct AllowPrivateResolver;
+
+#[cfg(test)]
+impl AddressResolver for AllowPrivateResolver {
+    fn resolve<'a>(&'a self, _host: &'a str, port: u16) -> AddressResolution<'a> {
+        Box::pin(async move { Ok(vec![SocketAddr::from(([8, 8, 8, 8], port))]) })
+    }
+}
+
+impl Resolve for PublicDnsResolver {
+    fn resolve(&self, name: Name) -> Resolving {
+        let host = name.as_str().to_string();
+        Box::pin(async move {
+            let addresses = tokio::net::lookup_host((host.as_str(), 0))
+                .await
+                .map_err(|error| Box::new(error) as Box<dyn std::error::Error + Send + Sync>)?
+                .collect::<Vec<_>>();
+            validate_addresses(&addresses).map_err(|_| {
+                Box::new(io::Error::other("destination rejected by network policy"))
+                    as Box<dyn std::error::Error + Send + Sync>
+            })?;
+            Ok(Box::new(addresses.into_iter()) as Addrs)
+        })
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use std::collections::HashSet;
+    use tokio::io::{AsyncReadExt, AsyncWriteExt};
+    use tokio::net::TcpListener;
+
+    async fn serve(response: &'static [u8]) -> (Url, tokio::task::JoinHandle<()>) {
+        let listener = TcpListener::bind("127.0.0.1:0")
+            .await
+            .expect("test listener binds");
+        let address = listener.local_addr().expect("listener has address");
+        let task = tokio::spawn(async move {
+            let (mut socket, _) = listener.accept().await.expect("accepts request");
+            let mut request = [0_u8; 1024];
+            let bytes_read = socket.read(&mut request).await.expect("reads request");
+            assert!(bytes_read > 0);
+            socket.write_all(response).await.expect("writes response");
+        });
+        (
+            Url::parse(&format!("http://{address}/document")).expect("valid test URL"),
+            task,
+        )
+    }
+
+    async fn serve_named(
+        host: &str,
+        responses: Vec<&'static [u8]>,
+    ) -> (Url, tokio::task::JoinHandle<Vec<String>>, SocketAddr) {
+        let listener = TcpListener::bind("127.0.0.1:0")
+            .await
+            .expect("test listener binds");
+        let address = listener.local_addr().expect("listener has address");
+        let task = tokio::spawn(async move {
+            let mut requests = Vec::with_capacity(responses.len());
+            for response in responses {
+                let (mut socket, _) = listener.accept().await.expect("accepts request");
+                let mut request = [0_u8; 4096];
+                let bytes_read = socket.read(&mut request).await.expect("reads request");
+                requests.push(String::from_utf8_lossy(&request[..bytes_read]).into_owned());
+                socket.write_all(response).await.expect("writes response");
+            }
+            requests
+        });
+        (
+            Url::parse(&format!("http://{host}:{}/document", address.port()))
+                .expect("valid test URL"),
+            task,
+            address,
+        )
+    }
+
+    struct LoopbackDnsResolver(SocketAddr);
+
+    impl Resolve for LoopbackDnsResolver {
+        fn resolve(&self, _name: Name) -> Resolving {
+            let address = self.0;
+            Box::pin(async move { Ok(Box::new(vec![address].into_iter()) as Addrs) })
+        }
+    }
+
+    struct TestAddressResolver {
+        blocked_hosts: HashSet<&'static str>,
+    }
+
+    impl AddressResolver for TestAddressResolver {
+        fn resolve<'a>(&'a self, host: &'a str, port: u16) -> AddressResolution<'a> {
+            let blocked = self.blocked_hosts.contains(host);
+            Box::pin(async move {
+                let ip = if blocked {
+                    IpAddr::from([127, 0, 0, 1])
+                } else {
+                    IpAddr::from([8, 8, 8, 8])
+                };
+                Ok(vec![SocketAddr::new(ip, port)])
+            })
+        }
+    }
+
+    fn policy_checked_fetcher(
+        address: SocketAddr,
+        blocked_hosts: HashSet<&'static str>,
+    ) -> MediaFetcher {
+        MediaFetcher::with_resolvers(
+            Arc::new(LoopbackDnsResolver(address)),
+            Arc::new(TestAddressResolver { blocked_hosts }),
+        )
+        .expect("test fetcher builds")
+    }
+
+    fn policy(max_bytes: u64, max_redirects: usize) -> DownloadPolicy {
+        DownloadPolicy {
+            timeout: Duration::from_secs(1),
+            max_bytes,
+            max_redirects,
+        }
+    }
+
+    #[test]
+    fn blocks_non_public_addresses() {
+        for address in [
+            "0.0.0.1",
+            "10.0.0.1",
+            "100.64.0.1",
+            "127.0.0.1",
+            "169.254.1.1",
+            "172.16.0.1",
+            "192.168.0.1",
+            "198.18.0.1",
+            "198.51.100.1",
+            "203.0.113.1",
+            "224.0.0.1",
+            "::1",
+            "fc00::1",
+            "fe80::1",
+            "2001:db8::1",
+            "::ffff:127.0.0.1",
+        ] {
+            assert!(is_blocked_ip(address.parse().expect("valid test address")));
+        }
+        assert!(!is_blocked_ip(
+            "8.8.8.8".parse().expect("valid public address")
+        ));
+    }
+
+    #[tokio::test]
+    async fn fetches_exact_limit_and_normalizes_content_type() {
+        let (url, server) = serve(
+            b"HTTP/1.1 200 OK\r\nContent-Type: application/pdf; charset=binary\r\nContent-Length: 3\r\nConnection: close\r\n\r\nabc",
+        )
+        .await;
+        let client = reqwest::Client::builder()
+            .redirect(reqwest::redirect::Policy::none())
+            .build()
+            .expect("test client builds");
+        let media = MediaFetcher::for_test(client)
+            .fetch(url, policy(3, 0))
+            .await
+            .expect("download succeeds at exact limit");
+        server.await.expect("server completes");
+        assert_eq!(media.bytes, b"abc");
+        assert_eq!(media.content_type, "application/pdf");
+    }
+
+    #[tokio::test]
+    async fn rejects_declared_oversize_body() {
+        let (url, server) = serve(
+            b"HTTP/1.1 200 OK\r\nContent-Type: application/pdf\r\nContent-Length: 3\r\nConnection: close\r\n\r\nabc",
+        )
+        .await;
+        let client = reqwest::Client::builder()
+            .redirect(reqwest::redirect::Policy::none())
+            .build()
+            .expect("test client builds");
+        let error = MediaFetcher::for_test(client)
+            .fetch(url, policy(2, 0))
+            .await
+            .expect_err("oversize body is rejected");
+        server.await.expect("server completes");
+        assert!(matches!(error, MediaError::DownloadTooLarge));
+    }
+
+    #[tokio::test]
+    async fn rejects_streamed_oversize_body() {
+        let (url, server) = serve(
+            b"HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\nConnection: close\r\n\r\n2\r\nab\r\n2\r\ncd\r\n0\r\n\r\n",
+        )
+        .await;
+        let client = reqwest::Client::builder()
+            .redirect(reqwest::redirect::Policy::none())
+            .build()
+            .expect("test client builds");
+        let error = MediaFetcher::for_test(client)
+            .fetch(url, policy(3, 0))
+            .await
+            .expect_err("stream crossing limit is rejected");
+        server.await.expect("server completes");
+        assert!(matches!(error, MediaError::DownloadTooLarge));
+    }
+
+    #[tokio::test]
+    async fn follows_allowed_redirects_and_revalidates_each_destination() {
+        let (url, server, address) = serve_named(
+            "public.test",
+            vec![
+                b"HTTP/1.1 302 Found\r\nLocation: /final\r\nContent-Length: 0\r\n\r\n",
+                b"HTTP/1.1 200 OK\r\nContent-Type: text/plain\r\nContent-Length: 2\r\nConnection: close\r\n\r\nok",
+            ],
+        )
+        .await;
+        let media = policy_checked_fetcher(address, HashSet::new())
+            .fetch(url, policy(2, 1))
+            .await
+            .expect("redirected fetch succeeds");
+        let requests = server.await.expect("server completes");
+        assert_eq!(requests.len(), 2);
+        assert!(requests[1].starts_with("GET /final "));
+        assert_eq!(media.bytes, b"ok");
+    }
+
+    #[tokio::test]
+    async fn blocks_redirected_private_destination_before_second_request() {
+        let (url, server, address) = serve_named(
+            "public.test",
+            vec![b"HTTP/1.1 302 Found\r\nLocation: http://blocked.test/document\r\nContent-Length: 0\r\n\r\n"],
+        )
+        .await;
+        let error = policy_checked_fetcher(address, HashSet::from(["blocked.test"]))
+            .fetch(url, policy(10, 1))
+            .await
+            .expect_err("private redirect is rejected");
+        let requests = server.await.expect("server completes");
+        assert_eq!(requests.len(), 1);
+        assert!(matches!(error, MediaError::BlockedUrl));
+    }
+
+    #[tokio::test]
+    async fn enforces_total_timeout() {
+        let listener = TcpListener::bind("127.0.0.1:0")
+            .await
+            .expect("test listener binds");
+        let address = listener.local_addr().expect("listener has address");
+        let server = tokio::spawn(async move {
+            let (_socket, _) = listener.accept().await.expect("accepts request");
+            tokio::time::sleep(Duration::from_millis(100)).await;
+        });
+        let url = Url::parse(&format!("http://public.test:{}/document", address.port()))
+            .expect("valid test URL");
+        let error = policy_checked_fetcher(address, HashSet::new())
+            .fetch(
+                url,
+                DownloadPolicy {
+                    timeout: Duration::from_millis(20),
+                    max_bytes: 10,
+                    max_redirects: 0,
+                },
+            )
+            .await
+            .expect_err("fetch times out");
+        server.await.expect("server completes");
+        assert!(matches!(error, MediaError::Timeout));
+    }
+
+    #[tokio::test]
+    async fn document_client_does_not_send_ambient_credentials() {
+        let (url, server, address) = serve_named(
+            "public.test",
+            vec![b"HTTP/1.1 200 OK\r\nContent-Length: 2\r\nConnection: close\r\n\r\nok"],
+        )
+        .await;
+        policy_checked_fetcher(address, HashSet::new())
+            .fetch(url, policy(2, 0))
+            .await
+            .expect("fetch succeeds");
+        let requests = server.await.expect("server completes");
+        assert!(!requests[0].to_ascii_lowercase().contains("authorization:"));
+        assert!(!requests[0].to_ascii_lowercase().contains("api-key:"));
+    }
+
+    #[tokio::test]
+    async fn rejects_url_credentials_before_network_access() {
+        let fetcher = MediaFetcher::new().expect("media fetcher builds");
+        let url =
+            Url::parse("https://user:password@8.8.8.8/document").expect("credentialed URL parses");
+        assert!(matches!(
+            fetcher.validate_url(&url).await,
+            Err(MediaError::BlockedUrl)
+        ));
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
new file mode 100644
index 00000000000..468c883a1dd
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
@@ -0,0 +1,146 @@
+use super::OcrAdapter;
+use crate::Error;
+use crate::constants::AZURE_AI_OCR_PATH;
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::mistral::{self, MistralOcrParams, MistralOcrResponse};
+use crate::ocr::document::{inline_remote_document, validate_inline_document};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{
+    _prepare_ocr_request, ParsedProviderParams, credential_env, transform_request_body,
+};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection};
+use crate::url_utils::ApiUrl;
+
+const AZURE_AI_API_KEY_ENV: &str = "AZURE_AI_API_KEY";
+const AZURE_AI_API_BASE_ENV: &str = "AZURE_AI_API_BASE";
+
+#[derive(Clone, Debug)]
+pub(crate) struct AzureMistralAdapter;
+
+impl OcrAdapter for AzureMistralAdapter {
+    type ProviderResponse = MistralOcrResponse;
+    const PROVIDER: OcrProvider = OcrProvider::AzureAi;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let ParsedProviderParams {
+            known: params,
+            extra_params: _extra_params,
+        } = _prepare_ocr_request::<MistralOcrParams>(request)?;
+        let headers = authenticate(&request.connection, &credential_env)?;
+        let url = get_complete_url(request.connection.api_base.as_deref(), &credential_env)?;
+        let document = inline_remote_document(
+            client.document_fetcher(),
+            request.document.clone(),
+            &request.connection,
+        )
+        .await?;
+        let body = mistral::transform_ocr_request(&request.model, document, &params)?;
+        transform_request_body(client, request, &url, &headers, body, |body| {
+            validate_inline_document(&body.document)
+        })
+        .await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        mistral::transform_ocr_response(&request.model, response)
+    }
+}
+
+fn get_complete_url(
+    api_base: Option<&str>,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Result<String, OcrError> {
+    let base = nonblank(api_base.map(str::to_string))
+        .or_else(|| nonblank(env_lookup(AZURE_AI_API_BASE_ENV)))
+        .ok_or_else(|| Error::Auth(
+            "Missing Azure AI API Base - Set AZURE_AI_API_BASE environment variable or pass api_base parameter".into(),
+        ))?;
+    let path: Vec<&str> = AZURE_AI_OCR_PATH.trim_matches('/').split('/').collect();
+    ApiUrl::parse(&base)
+        .and_then(|url| url.complete_path(&path))
+        .map(|url| url.into_string())
+        .map_err(|_| {
+            OcrRequestError::RequestField {
+                path: "api_base".into(),
+            }
+            .into()
+        })
+}
+
+fn authenticate(
+    connection: &OcrConnection,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Result<Vec<(String, String)>, OcrError> {
+    if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
+        return Ok(connection.extra_headers.clone());
+    }
+    let key = nonblank(connection.api_key.clone())
+        .or_else(|| nonblank(env_lookup(AZURE_AI_API_KEY_ENV)))
+        .ok_or(Error::MissingAzureAiCredentials)?;
+    Ok(
+        std::iter::once(("Authorization".into(), format!("Bearer {key}")))
+            .chain(connection.extra_headers.clone())
+            .collect(),
+    )
+}
+
+fn nonblank(value: Option<String>) -> Option<String> {
+    value
+        .map(|value| value.trim().to_string())
+        .filter(|value| !value.is_empty())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn completes_azure_path_and_preserves_query() {
+        assert_eq!(
+            get_complete_url(Some("https://example.com/?tenant=a"), &|_| None).unwrap(),
+            "https://example.com/providers/mistral/azure/ocr?tenant=a"
+        );
+        assert_eq!(
+            get_complete_url(
+                Some("https://example.com/providers/mistral/azure/ocr"),
+                &|_| None
+            )
+            .unwrap(),
+            "https://example.com/providers/mistral/azure/ocr"
+        );
+    }
+
+    #[test]
+    fn supplied_authorization_precedes_keys() {
+        let connection = OcrConnection {
+            api_key: Some("request-key".into()),
+            extra_headers: vec![("authorization".into(), "Bearer prepared".into())],
+            ..Default::default()
+        };
+        assert_eq!(
+            authenticate(&connection, &|_| Some("environment-key".into())).unwrap(),
+            connection.extra_headers
+        );
+    }
+
+    #[test]
+    fn request_key_precedes_environment_key() {
+        let connection = OcrConnection {
+            api_key: Some("request-key".into()),
+            ..Default::default()
+        };
+        assert_eq!(
+            authenticate(&connection, &|_| Some("environment-key".into())).unwrap()[0],
+            ("Authorization".into(), "Bearer request-key".into())
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index 7dfb08b4dc2..bbd6feb6c7b 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -8,8 +8,10 @@ use super::registry::OcrProvider;
 use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrResponseFormat};
 use super::wire::DecodedOcrResponse;
 
+mod azure_mistral;
 mod mistral;
 
+pub(crate) use azure_mistral::AzureMistralAdapter;
 pub(crate) use mistral::MistralAdapter;
 
 /// Converts a complete LiteLLM OCR call to provider HTTP and normalizes its response.
@@ -62,6 +64,7 @@ macro_rules! for_each_ocr_adapter {
     ($callback:ident) => {
         $callback! {
             Mistral, $crate::ocr::adapters::MistralAdapter, $crate::ocr::adapters::MistralAdapter, Mistral;
+            AzureMistral, $crate::ocr::adapters::AzureMistralAdapter, $crate::ocr::adapters::AzureMistralAdapter, AzureAi;
         }
     };
 }
diff --git a/litellm-rust/crates/core/src/ocr/client.rs b/litellm-rust/crates/core/src/ocr/client.rs
index 36bfc036bae..699e44412ac 100644
--- a/litellm-rust/crates/core/src/ocr/client.rs
+++ b/litellm-rust/crates/core/src/ocr/client.rs
@@ -10,15 +10,21 @@ use super::wire::{DecodedOcrResponse, decode_response};
 use crate::Error;
 use crate::constants::OCR_CONNECT_TIMEOUT_SECS;
 use crate::error::TransportError;
+use crate::media::MediaFetcher;
 
 #[derive(Clone)]
 pub struct OcrClient {
     provider_http: reqwest::Client,
+    document_fetcher: MediaFetcher,
 }
 
 impl OcrClient {
     pub fn new(provider_http: reqwest::Client) -> Result<Self, TransportError> {
-        Ok(Self { provider_http })
+        let document_fetcher = MediaFetcher::new().map_err(TransportError::from)?;
+        Ok(Self {
+            provider_http,
+            document_fetcher,
+        })
     }
 
     #[tracing::instrument(
@@ -35,9 +41,16 @@ impl OcrClient {
         &self.provider_http
     }
 
+    pub(crate) fn document_fetcher(&self) -> &MediaFetcher {
+        &self.document_fetcher
+    }
+
     #[cfg(test)]
-    pub(crate) fn for_test(provider_http: reqwest::Client) -> Self {
-        Self { provider_http }
+    pub(crate) fn for_test(provider_http: reqwest::Client, document_http: reqwest::Client) -> Self {
+        Self {
+            provider_http,
+            document_fetcher: MediaFetcher::for_test(document_http),
+        }
     }
 }
 
diff --git a/litellm-rust/crates/core/src/ocr/document.rs b/litellm-rust/crates/core/src/ocr/document.rs
new file mode 100644
index 00000000000..11a6e612a3c
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/document.rs
@@ -0,0 +1,214 @@
+use base64::{Engine, engine::general_purpose::STANDARD};
+#[cfg(test)]
+use data_url::mime::Mime;
+use data_url::{DataUrl, DataUrlError, forgiving_base64::DecodeError};
+use reqwest::Url;
+
+use super::error::{OcrError, OcrRequestError, OcrResponseError};
+use super::types::{OcrConnection, OcrDocument};
+use crate::constants::OCR_MAX_FETCH_REDIRECTS;
+use crate::error::{MediaError, TransportError};
+use crate::media::{DownloadPolicy, MediaFetcher};
+
+pub(crate) struct InlineDocument<'a>(DataUrl<'a>);
+
+impl<'a> InlineDocument<'a> {
+    pub(crate) fn parse(source: &'a str) -> Result<Option<Self>, OcrRequestError> {
+        match DataUrl::process(source) {
+            Ok(url) => Ok(Some(Self(url))),
+            Err(DataUrlError::NotADataUrl) => Ok(None),
+            Err(DataUrlError::NoComma) => Err(OcrRequestError::InvalidDataUri),
+        }
+    }
+
+    #[cfg(test)]
+    pub(crate) fn mime_type(&self) -> &Mime {
+        self.0.mime_type()
+    }
+
+    pub(crate) fn decode(&self, max_bytes: usize) -> Result<Vec<u8>, OcrRequestError> {
+        let mut body = Vec::new();
+        self.0
+            .decode(|bytes| {
+                if bytes.len() > max_bytes.saturating_sub(body.len()) {
+                    return Err(OcrRequestError::InlineDocumentTooLarge);
+                }
+                body.extend_from_slice(bytes);
+                Ok(())
+            })
+            .map_err(|error| match error {
+                DecodeError::InvalidBase64(_) => OcrRequestError::InvalidDataUri,
+                DecodeError::WriteError(error) => error,
+            })?;
+        Ok(body)
+    }
+}
+
+pub(crate) fn validate_inline_document(document: &OcrDocument) -> Result<(), OcrRequestError> {
+    let inline =
+        InlineDocument::parse(document.source())?.ok_or(OcrRequestError::InvalidDataUri)?;
+    inline.decode(crate::constants::OCR_INLINE_MAX_BYTES)?;
+    Ok(())
+}
+
+pub(crate) async fn inline_remote_document(
+    fetcher: &MediaFetcher,
+    document: OcrDocument,
+    connection: &OcrConnection,
+) -> Result<OcrDocument, OcrError> {
+    let source = document.source();
+    if !source.starts_with("http://") && !source.starts_with("https://") {
+        validate_inline_document(&document)?;
+        return Ok(document);
+    }
+    let url = Url::parse(source).map_err(|_| OcrRequestError::RequestField {
+        path: "document URL".into(),
+    })?;
+    let downloaded = fetcher
+        .fetch(
+            url,
+            DownloadPolicy {
+                timeout: connection.timeout,
+                max_bytes: connection.max_download_bytes,
+                max_redirects: OCR_MAX_FETCH_REDIRECTS,
+            },
+        )
+        .await
+        .map_err(map_media_error)?;
+    let result = document.with_source(format!(
+        "data:{};base64,{}",
+        downloaded.content_type,
+        STANDARD.encode(downloaded.bytes)
+    ));
+    validate_inline_document(&result)?;
+    Ok(result)
+}
+
+fn map_media_error(error: MediaError) -> OcrError {
+    match error {
+        MediaError::BlockedUrl => OcrRequestError::BlockedDocumentUrl.into(),
+        MediaError::DownloadDisabled => OcrRequestError::DownloadDisabled.into(),
+        MediaError::DownloadTooLarge => OcrRequestError::DownloadTooLarge.into(),
+        MediaError::TooManyRedirects => OcrRequestError::TooManyRedirects.into(),
+        MediaError::MissingRedirectLocation => OcrResponseError::MissingRedirectLocation.into(),
+        MediaError::InvalidRedirect => OcrResponseError::InvalidRedirect.into(),
+        MediaError::Http(status) => TransportError::Http {
+            status,
+            body: "OCR document download failed".into(),
+        }
+        .into(),
+        MediaError::Timeout => {
+            TransportError::Network("OCR document download timed out".into()).into()
+        }
+        MediaError::Transport(error) => error.into(),
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use serde_json::Map;
+
+    fn document(source: &str) -> OcrDocument {
+        OcrDocument::DocumentUrl {
+            document_url: source.into(),
+            extra_fields: Map::new(),
+        }
+    }
+
+    #[test]
+    fn decodes_data_urls_and_limits_decoded_size() {
+        for (source, expected) in [
+            ("data:application/pdf;base64,YWJj", b"abc".as_slice()),
+            ("DATA:application/pdf;BASE64,YWI", b"ab".as_slice()),
+            ("data:,a%20b%00%FF", b"a b\0\xff".as_slice()),
+        ] {
+            let inline = InlineDocument::parse(source).unwrap().unwrap();
+            assert_eq!(inline.decode(expected.len()).unwrap(), expected);
+            assert_eq!(
+                inline.decode(expected.len() - 1),
+                Err(OcrRequestError::InlineDocumentTooLarge)
+            );
+        }
+    }
+
+    #[test]
+    fn preserves_mime_parameters_and_standard_default() {
+        let inline = InlineDocument::parse("data:application/pdf;version=1.7;base64,YQ==")
+            .unwrap()
+            .unwrap();
+        assert!(inline.mime_type().matches("application", "pdf"));
+        assert_eq!(inline.mime_type().get_parameter("version"), Some("1.7"));
+        let default = InlineDocument::parse("data:,a").unwrap().unwrap();
+        assert!(default.mime_type().matches("text", "plain"));
+        assert_eq!(
+            default.mime_type().get_parameter("charset"),
+            Some("US-ASCII")
+        );
+    }
+
+    #[test]
+    fn rejects_invalid_inline_documents() {
+        for source in [
+            "https://example.com/document.pdf",
+            "data:application/pdf;base64",
+            "data:application/pdf;base64,INVALID!",
+        ] {
+            assert!(validate_inline_document(&document(source)).is_err());
+        }
+    }
+
+    #[tokio::test]
+    async fn remote_conversion_preserves_kind_and_isolates_provider_credentials() {
+        use tokio::io::{AsyncReadExt, AsyncWriteExt};
+        use tokio::net::TcpListener;
+
+        let listener = TcpListener::bind("127.0.0.1:0").await.unwrap();
+        let address = listener.local_addr().unwrap();
+        let server = tokio::spawn(async move {
+            let (mut socket, _) = listener.accept().await.unwrap();
+            let mut request = vec![0_u8; 2048];
+            let count = socket.read(&mut request).await.unwrap();
+            socket
+                .write_all(b"HTTP/1.1 200 OK\r\nContent-Type: image/png; charset=binary\r\nContent-Length: 3\r\nConnection: close\r\n\r\nabc")
+                .await
+                .unwrap();
+            String::from_utf8_lossy(&request[..count]).into_owned()
+        });
+        let mut provider_headers = reqwest::header::HeaderMap::new();
+        provider_headers.insert(
+            reqwest::header::AUTHORIZATION,
+            reqwest::header::HeaderValue::from_static("Bearer provider-secret"),
+        );
+        let provider_http = reqwest::Client::builder()
+            .default_headers(provider_headers)
+            .build()
+            .unwrap();
+        let document_http = reqwest::Client::builder()
+            .redirect(reqwest::redirect::Policy::none())
+            .build()
+            .unwrap();
+        let client = super::super::OcrClient::for_test(provider_http, document_http);
+        let converted = inline_remote_document(
+            client.document_fetcher(),
+            OcrDocument::ImageUrl {
+                image_url: format!("http://{address}/image"),
+                extra_fields: Map::from_iter([("detail".into(), serde_json::json!("high"))]),
+            },
+            &OcrConnection::default(),
+        )
+        .await
+        .unwrap();
+        let request = server.await.unwrap();
+
+        assert_eq!(
+            converted,
+            OcrDocument::ImageUrl {
+                image_url: "data:image/png;base64,YWJj".into(),
+                extra_fields: Map::from_iter([("detail".into(), serde_json::json!("high"))]),
+            }
+        );
+        assert!(!request.to_ascii_lowercase().contains("authorization"));
+        assert!(!request.contains("provider-secret"));
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/error.rs b/litellm-rust/crates/core/src/ocr/error.rs
index 50793aad566..395bb60000c 100644
--- a/litellm-rust/crates/core/src/ocr/error.rs
+++ b/litellm-rust/crates/core/src/ocr/error.rs
@@ -10,12 +10,28 @@ pub enum OcrRequestError {
     RequestField { path: String },
     #[error("missing required field: {0}")]
     MissingField(&'static str),
+    #[error("invalid OCR document data URI")]
+    InvalidDataUri,
+    #[error("inline OCR document exceeds the size limit")]
+    InlineDocumentTooLarge,
+    #[error("OCR document URL is blocked by network policy")]
+    BlockedDocumentUrl,
+    #[error("OCR document downloads are disabled")]
+    DownloadDisabled,
+    #[error("OCR document download exceeds the size limit")]
+    DownloadTooLarge,
+    #[error("OCR document download exceeded the redirect limit")]
+    TooManyRedirects,
 }
 
 #[derive(Debug, Clone, PartialEq, Eq, Error)]
 pub enum OcrResponseError {
     #[error("invalid OCR response field: {path}")]
     ResponseField { path: String },
+    #[error("OCR document redirect is missing a location")]
+    MissingRedirectLocation,
+    #[error("OCR document redirect location is invalid")]
+    InvalidRedirect,
 }
 
 #[derive(Debug, Error)]
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index 78c86aeaa0e..aa11d0ab3cf 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -1,6 +1,7 @@
 mod adapters;
 pub mod client;
 mod codecs;
+mod document;
 pub mod error;
 mod handler;
 pub mod hooks;
@@ -13,6 +14,9 @@ pub mod wire;
 pub use client::{OcrClient, ocr};
 pub use types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection, OcrDocument};
 
+#[cfg(test)]
+#[path = "../../tests/azure_ai_ocr.rs"]
+mod azure_ai_tests;
 #[cfg(test)]
 #[path = "../../tests/ocr/support.rs"]
 pub(crate) mod test_support;
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index 9bae8153ee8..e70bd7314c0 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -24,12 +24,14 @@ super::adapters::for_each_ocr_adapter!(define_adapter_types);
 #[derive(Clone, Copy, Debug, PartialEq, Eq)]
 pub(crate) enum OcrProvider {
     Mistral,
+    AzureAi,
 }
 
 impl OcrProvider {
     pub(crate) const fn as_str(self) -> &'static str {
         match self {
             Self::Mistral => "mistral",
+            Self::AzureAi => "azure_ai",
         }
     }
 }
@@ -45,9 +47,19 @@ pub(crate) fn resolve_wire_adapter(
         });
     let typed_provider = match provider.custom_llm_provider {
         "mistral" => OcrProvider::Mistral,
+        "azure_ai" => OcrProvider::AzureAi,
         value => return Err(Error::InvalidProvider(value.to_string())),
     };
     match typed_provider {
         OcrProvider::Mistral => Ok((provider.model.to_string(), OcrAdapterKind::Mistral)),
+        OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => {
+            Err(Error::InvalidProvider("azure_ai".into()))
+        }
+        OcrProvider::AzureAi => Ok((provider.model.to_string(), OcrAdapterKind::AzureMistral)),
     }
 }
+
+fn is_document_intelligence_model(model: &str) -> bool {
+    let model = model.to_ascii_lowercase();
+    model.contains("doc-intelligence") || model.contains("documentintelligence")
+}
diff --git a/litellm-rust/crates/core/src/ocr/types.rs b/litellm-rust/crates/core/src/ocr/types.rs
index 02b5330188c..eeda94738a0 100644
--- a/litellm-rust/crates/core/src/ocr/types.rs
+++ b/litellm-rust/crates/core/src/ocr/types.rs
@@ -32,6 +32,28 @@ pub enum OcrDocument {
     },
 }
 
+impl OcrDocument {
+    pub(crate) fn source(&self) -> &str {
+        match self {
+            Self::DocumentUrl { document_url, .. } => document_url,
+            Self::ImageUrl { image_url, .. } => image_url,
+        }
+    }
+
+    pub(crate) fn with_source(self, source: String) -> Self {
+        match self {
+            Self::DocumentUrl { extra_fields, .. } => Self::DocumentUrl {
+                document_url: source,
+                extra_fields,
+            },
+            Self::ImageUrl { extra_fields, .. } => Self::ImageUrl {
+                image_url: source,
+                extra_fields,
+            },
+        }
+    }
+}
+
 #[derive(Clone, Copy, Debug, Default, PartialEq, Eq, Serialize, Deserialize)]
 #[serde(rename_all = "lowercase")]
 pub enum OcrResponseFormat {
@@ -46,6 +68,7 @@ pub struct OcrConnection {
     pub api_base: Option<String>,
     pub extra_headers: Vec<(String, String)>,
     pub timeout: Duration,
+    pub max_download_bytes: u64,
 }
 
 impl Default for OcrConnection {
@@ -55,6 +78,7 @@ impl Default for OcrConnection {
             api_base: None,
             extra_headers: Vec::new(),
             timeout: Duration::from_secs(OCR_HTTP_TIMEOUT_SECS),
+            max_download_bytes: crate::constants::OCR_DOWNLOAD_MAX_BYTES,
         }
     }
 }
diff --git a/litellm-rust/crates/core/src/ocr/wire.rs b/litellm-rust/crates/core/src/ocr/wire.rs
index f37c06a01ac..db8d91905c4 100644
--- a/litellm-rust/crates/core/src/ocr/wire.rs
+++ b/litellm-rust/crates/core/src/ocr/wire.rs
@@ -70,6 +70,7 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
         api_base: nonblank(wire.api_base),
         extra_headers: headers,
         timeout: timeout.unwrap_or(defaults.timeout),
+        max_download_bytes: defaults.max_download_bytes,
     };
     Ok(LiteLLMOcrRequest {
         connection,
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
index 2af25a5639a..2dbec8e2187 100644
--- a/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
+++ b/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
@@ -125,12 +125,7 @@ pub fn validate_azure_ai_environment(
     }
     non_empty(azure_ad_token)
         .map(|token| prepend_auth_header(headers, "Authorization", format!("Bearer {token}")))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Azure AI credentials - set AZURE_AI_API_KEY or provide azure_ad_token"
-                    .to_string(),
-            )
-        })
+        .ok_or(Error::MissingAzureAiCredentialsOrAdToken)
 }
 
 pub fn validate_document_intelligence_environment(
diff --git a/litellm-rust/crates/core/tests/azure_ai_ocr.rs b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
new file mode 100644
index 00000000000..3d7fb2e54a3
--- /dev/null
+++ b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
@@ -0,0 +1,75 @@
+use std::sync::Arc;
+
+use serde_json::{Value, json};
+
+use super::hooks::{OcrDuringCallRequest, OcrHookFuture, OcrHooks};
+use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
+
+#[tokio::test]
+async fn facade_executes_azure_mistral_with_prepared_auth() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "pages":[{"index":0,"markdown":"hello"}],
+        "usage_info":{"pages_processed":1}
+    }))])
+    .await;
+    let mut request = wire_request(
+        "azure_ai/model",
+        &base,
+        json!({"include_image_base64":true}),
+    );
+    request.connection.api_key = None;
+    request.connection.extra_headers = vec![(
+        "Authorization".into(),
+        "Bearer python-prepared-token".into(),
+    )];
+
+    let result = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(result.pages[0]["markdown"], "hello");
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 1);
+    assert!(requests[0].starts_with("POST /providers/mistral/azure/ocr "));
+    assert!(
+        requests[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer python-prepared-token\r\n")
+    );
+    let body: Value = serde_json::from_str(requests[0].split_once("\r\n\r\n").unwrap().1).unwrap();
+    assert_eq!(
+        body,
+        json!({
+            "model":"model",
+            "document":{"type":"document_url","document_url":"data:application/pdf;base64,YWJj"},
+            "include_image_base64":true
+        })
+    );
+}
+
+struct ReplaceBodyDocument;
+
+impl OcrHooks for ReplaceBodyDocument {
+    fn has_guardrails(&self) -> bool {
+        true
+    }
+
+    fn during_call(
+        &self,
+        mut request: OcrDuringCallRequest,
+    ) -> OcrHookFuture<'_, OcrDuringCallRequest> {
+        Box::pin(async move {
+            request.body["document"] = json!({
+                "type":"document_url",
+                "document_url":"https://example.com/not-inline.pdf"
+            });
+            Ok(request)
+        })
+    }
+}
+
+#[tokio::test]
+async fn rejects_non_inline_body_after_guardrails() {
+    let mut request = wire_request("azure_ai/model", "http://127.0.0.1:1", json!({}));
+    request.hooks = Arc::new(ReplaceBodyDocument);
+    let error = perform_ocr(request).await.unwrap_err();
+    assert!(error.to_string().contains("data URI"));
+}
diff --git a/litellm-rust/crates/core/tests/ocr/support.rs b/litellm-rust/crates/core/tests/ocr/support.rs
index d9720019419..45047a0e62a 100644
--- a/litellm-rust/crates/core/tests/ocr/support.rs
+++ b/litellm-rust/crates/core/tests/ocr/support.rs
@@ -8,7 +8,11 @@ use crate::ocr::wire::{OcrWireRequest, decode_request};
 use crate::ocr::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrClient};
 
 pub(crate) fn ocr_client() -> OcrClient {
-    OcrClient::for_test(reqwest::Client::new())
+    let document_http = reqwest::Client::builder()
+        .redirect(reqwest::redirect::Policy::none())
+        .build()
+        .expect("test document client builds");
+    OcrClient::for_test(reqwest::Client::new(), document_http)
 }
 
 pub(crate) async fn perform_ocr(
diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm-rust/crates/python-bridge/src/errors.rs
index 407475dedce..0c30eab8112 100644
--- a/litellm-rust/crates/python-bridge/src/errors.rs
+++ b/litellm-rust/crates/python-bridge/src/errors.rs
@@ -42,6 +42,8 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         | Error::InvalidType { .. }
         | Error::MissingField(_)
         | Error::MissingApiKey { .. }
+        | Error::MissingAzureAiCredentials
+        | Error::MissingAzureAiCredentialsOrAdToken
         | Error::Routing(_)
         // Nothing reached the provider, so serving it on Python cannot double
         // bill and is the only way the caller gets an answer at all.
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index 951caf4eef4..2e6900f784f 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -87,3 +87,19 @@ bridge_route! {
     prepare = prepare_ocr,
     errors = ocr_error_to_pyerr,
 }
+
+#[cfg(test)]
+mod tests {
+    use litellm_core::ocr::wire::is_supported_request;
+
+    #[test]
+    fn native_activation_excludes_unmigrated_azure_document_intelligence() {
+        assert!(is_supported_request("model", Some("mistral")));
+        assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
+        assert!(!is_supported_request(
+            "documentintelligence/prebuilt-read",
+            Some("azure_ai")
+        ));
+        assert!(!is_supported_request("mistral-ocr", Some("vertex_ai")));
+    }
+}
diff --git a/tests/test_litellm/rust_bridge/native_route_wheel_test.py b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
index 9807febbff4..5b2af3cf02e 100644
--- a/tests/test_litellm/rust_bridge/native_route_wheel_test.py
+++ b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
@@ -73,7 +73,7 @@ def assert_native_request(
     headers: HTTPMessage,
     body: object,
 ) -> None:
-    if route not in {"ocr", "transcription", "messages", "chat_completions"}:
+    if route not in {"ocr", "azure_ocr", "transcription", "messages", "chat_completions"}:
         raise AssertionError(f"unexpected route marker: {route!r}")
     if outcome not in {"success", "429", "hang"}:
         raise AssertionError(f"unexpected outcome marker: {outcome!r}")
@@ -86,6 +86,12 @@ def assert_native_request(
         assert body["document"]["document_url"] == "https://example.com/document.pdf"
         assert body["include_image_base64"] is True
         return
+    if route == "azure_ocr":
+        assert path == "/providers/mistral/azure/ocr"
+        assert headers.get("authorization") == "Bearer prepared-azure-token"
+        assert body["model"] == "mistral-ocr-2505"
+        assert body["document"]["document_url"] == "data:application/pdf;base64,YWJj"
+        return
     if route == "transcription":
         assert path == "/model/mistral.voxtral-mini-3b-2507/converse"
         assert headers.get("authorization", "").startswith("AWS4-HMAC-SHA256 ")
@@ -107,7 +113,7 @@ def assert_native_request(
 def native_response(status: int, route: str | None) -> bytes:
     if status == 429:
         return b'{"error":"native-rate-limit"}'
-    if route == "ocr":
+    if route in {"ocr", "azure_ocr"}:
         return b'{"pages":[{"index":0,"markdown":"native-ocr"}]}'
     if route == "transcription":
         return b'{"output":{"message":{"content":[{"text":"native-transcription"}]}}}'
@@ -181,6 +187,20 @@ def assert_success(route: str, response: object) -> None:
         raise AssertionError(f"{route} returned {actual!r}, expected {expected!r}")
 
 
+def azure_ocr_kwargs(api_base: str) -> dict[str, object]:
+    return {
+        "model": "mistral-ocr-2505",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+        "api_base": api_base,
+        "custom_llm_provider": "azure_ai",
+        "extra_headers": {
+            "Authorization": "Bearer prepared-azure-token",
+            "x-test-outcome": "success",
+            "x-test-route": "azure_ocr",
+        },
+    }
+
+
 def success_value(route: str, response: dict[object, object]) -> object:
     if route == "ocr":
         return response["pages"][0]["markdown"]
@@ -211,6 +231,7 @@ def exercise_sync(native: object, api_base: str) -> None:
             assert_rate_limit(native, route, error)
         else:
             raise AssertionError(f"{route} accepted a 429 response")
+    assert_success("ocr", native.ocr(**azure_ocr_kwargs(api_base)))
 
 
 async def exercise_async(native: object, api_base: str) -> None:
@@ -223,6 +244,7 @@ async def exercise_async(native: object, api_base: str) -> None:
             assert_rate_limit(native, route, error)
         else:
             raise AssertionError(f"a{route} accepted a 429 response")
+    assert_success("ocr", await native.aocr(**azure_ocr_kwargs(api_base)))
 
 
 async def exercise_async_concurrency(native: object, api_base: str) -> None:

From 09b694894d4b71fab0b6a194ada64689b0f59e08 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 13:12:14 -0700
Subject: [PATCH 193/298] fix(datadog_llm_obs): keep tool call and result
 structure under redaction and emit tool output tokens (#40666)

* fix(datadog_llm_obs): keep tool call and result structure under redaction and emit tool output tokens

Under datadog_llm_observability_params.turn_off_message_logging the span kept only one role plus "redacted-by-litellm" per message, so Datadog showed Tool Call 0, Tool Result 0 and no tool output token data. The shared CustomLogger hook collapsed the messages before the callback ran, and the Datadog redaction then dropped tool_calls and tool_results.

The Datadog callback now opts out of the shared message collapse (redacts_messages_itself) and redacts its own normalized messages, keeping roles, tool names, ids and types while replacing content, arguments and results. Tool result tokens are counted with litellm.token_counter before redaction and shipped as the tool_output_tokens metric. Other callbacks keep the inherited behavior.

Resolves LIT-7545

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(datadog_llm_obs): drop explanatory docstrings from the redaction change

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* chore(ui): regenerate schema.d.ts for the classifier descriptions changed in #40655

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/integrations/custom_logger.py         |   8 +-
 .../integrations/datadog/datadog_llm_obs.py   |  65 +++++--
 litellm/types/integrations/datadog_llm_obs.py |   1 +
 .../datadog/test_datadog_llm_obs.py           | 164 ++++++++++++++++--
 .../test_redact_messages.py                   |  35 ++++
 5 files changed, 249 insertions(+), 24 deletions(-)

diff --git a/litellm/integrations/custom_logger.py b/litellm/integrations/custom_logger.py
index d445a3adf14..62ca6b0254e 100644
--- a/litellm/integrations/custom_logger.py
+++ b/litellm/integrations/custom_logger.py
@@ -886,12 +886,16 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
             return LITELLM_METADATA_FIELD
         return OLD_LITELLM_METADATA_FIELD
 
+    def redacts_messages_itself(self) -> bool:
+        return False
+
     def redact_standard_logging_payload_from_model_call_details(self, model_call_details: dict) -> dict:
         """
         Redacts or excludes fields from StandardLoggingPayload before callbacks receive it.
 
         This method handles two features:
-        1. turn_off_message_logging: When True, redacts messages and responses
+        1. turn_off_message_logging: When True, redacts messages and responses (unless the callback
+           redacts them itself, see `redacts_messages_itself`)
         2. standard_logging_payload_excluded_fields: Removes specified fields entirely
 
         Return a modified copy of the provided logging payload.
@@ -921,7 +925,7 @@ class CustomLogger:  # https://docs.litellm.ai/docs/observability/custom_callbac
         }
 
         # Handle turn_off_message_logging - redact messages and responses (if not already excluded)
-        if turn_off_message_logging:
+        if turn_off_message_logging and not self.redacts_messages_itself():
             redacted_str: Final = "redacted-by-litellm"
 
             if "messages" not in (excluded_fields or ()) and standard_logging_object_copy.get("messages") is not None:
diff --git a/litellm/integrations/datadog/datadog_llm_obs.py b/litellm/integrations/datadog/datadog_llm_obs.py
index 728bf41856f..c64a12c6d75 100644
--- a/litellm/integrations/datadog/datadog_llm_obs.py
+++ b/litellm/integrations/datadog/datadog_llm_obs.py
@@ -165,18 +165,54 @@ def _metadata_without_prompt_carriers(standard_logging_metadata: Mapping[str, An
     )
 
 
-def _redact_messages(messages: Sequence[Message]) -> tuple[Message, ...]:
-    """Each message's shape with its content replaced and tool payloads dropped; no message is invented."""
-    return tuple(
-        {
-            "role": role if isinstance(role, str) and role in _SAFE_REDACTED_MESSAGE_ROLES else "",
-            "content": REDACTED_BY_LITELLM,
-        }
-        for message in messages
-        for role in (message.get("role", ""),)
+def _safe_identifier(value: object) -> str:
+    return value if isinstance(value, str) else ""
+
+
+def _redact_tool_call(tool_call: ToolCall) -> ToolCall:
+    return ToolCall(
+        name=_safe_identifier(tool_call.get("name")),
+        arguments=REDACTED_BY_LITELLM,
+        tool_id=_safe_identifier(tool_call.get("tool_id")),
+        type=_safe_identifier(tool_call.get("type")),
     )
 
 
+def _redact_tool_result(tool_result: ToolResult) -> ToolResult:
+    return ToolResult(
+        name=_safe_identifier(tool_result.get("name")),
+        result=REDACTED_BY_LITELLM,
+        tool_id=_safe_identifier(tool_result.get("tool_id")),
+        type=_safe_identifier(tool_result.get("type")),
+    )
+
+
+def _redact_message(message: Message) -> Message:
+    role: Final = message.get("role", "")
+    tool_calls: Final = message.get("tool_calls", ())
+    tool_results: Final = message.get("tool_results", ())
+    redacted: Final[Message] = {
+        "role": role if isinstance(role, str) and role in _SAFE_REDACTED_MESSAGE_ROLES else "",
+        "content": REDACTED_BY_LITELLM,
+        **({"tool_calls": tuple(_redact_tool_call(call) for call in tool_calls)} if tool_calls else {}),
+        **({"tool_results": tuple(_redact_tool_result(result) for result in tool_results)} if tool_results else {}),
+    }
+    return redacted
+
+
+def _redact_messages(messages: Sequence[Message]) -> tuple[Message, ...]:
+    return tuple(_redact_message(message) for message in messages)
+
+
+def _tool_output_tokens(messages: Sequence[Message], model: str) -> float | None:
+    results: Final = tuple(
+        result.get("result", "") for message in messages for result in message.get("tool_results", ())
+    )
+    if not results:
+        return None
+    return float(sum(litellm.token_counter(model=model, text=result) for result in results))
+
+
 def _cost_dimension_tags(
     standard_logging_payload: StandardLoggingPayload, router_fields: Mapping[str, object]
 ) -> tuple[str, ...]:
@@ -583,6 +619,7 @@ class DataDogLLMObsLogger(CustomBatchLogger):
             standard_logging_payload=standard_logging_payload,
             call_type=standard_logging_payload.get("call_type"),
         )
+        tool_output_tokens: Final = _tool_output_tokens(input_messages, standard_logging_payload.get("model") or "")
         input_meta: Final = InputMeta(messages=_redact_messages(input_messages) if redact_payload else input_messages)
         output_meta: Final = OutputMeta(
             messages=_redact_messages(output_messages) if redact_payload else output_messages
@@ -618,7 +655,7 @@ class DataDogLLMObsLogger(CustomBatchLogger):
             **({"tool_definitions": tool_definitions} if tool_definitions else {}),
         }
 
-        metrics: Final = self._assemble_metrics(standard_logging_payload)
+        metrics: Final = self._assemble_metrics(standard_logging_payload, tool_output_tokens)
 
         payload: Final[LLMObsPayload] = LLMObsPayload(
             parent_id=metadata_parent_id if metadata_parent_id else "undefined",
@@ -676,6 +713,9 @@ class DataDogLLMObsLogger(CustomBatchLogger):
                 )
         return error_info
 
+    def redacts_messages_itself(self) -> bool:
+        return True
+
     def _payload_logging_is_off(self, kwargs: Mapping[str, Any]) -> bool:
         return (
             bool(self.turn_off_message_logging)
@@ -683,7 +723,9 @@ class DataDogLLMObsLogger(CustomBatchLogger):
             or should_redact_message_logging(dict(kwargs))
         )
 
-    def _assemble_metrics(self, standard_logging_payload: StandardLoggingPayload) -> LLMMetrics:
+    def _assemble_metrics(
+        self, standard_logging_payload: StandardLoggingPayload, tool_output_tokens: float | None
+    ) -> LLMMetrics:
         """
         Build the span metrics, including the prompt-cache counts LLM Obs charts cache savings from.
 
@@ -721,6 +763,7 @@ class DataDogLLMObsLogger(CustomBatchLogger):
                 else {}
             ),
             **({"reasoning_output_tokens": reasoning_output_tokens} if reasoning_output_tokens else {}),
+            **({"tool_output_tokens": tool_output_tokens} if tool_output_tokens is not None else {}),
         }
         return metrics
 
diff --git a/litellm/types/integrations/datadog_llm_obs.py b/litellm/types/integrations/datadog_llm_obs.py
index 17cf5831c96..f4fcabf53ed 100644
--- a/litellm/types/integrations/datadog_llm_obs.py
+++ b/litellm/types/integrations/datadog_llm_obs.py
@@ -87,6 +87,7 @@ class LLMMetrics(TypedDict, total=False):
     cache_write_input_tokens: ReadOnly[float]
     non_cached_input_tokens: ReadOnly[float]
     reasoning_output_tokens: ReadOnly[float]
+    tool_output_tokens: ReadOnly[float]
 
 
 class LLMObsPayload(TypedDict, total=False):
diff --git a/tests/test_litellm/integrations/datadog/test_datadog_llm_obs.py b/tests/test_litellm/integrations/datadog/test_datadog_llm_obs.py
index 0555447e34f..a2f81091893 100644
--- a/tests/test_litellm/integrations/datadog/test_datadog_llm_obs.py
+++ b/tests/test_litellm/integrations/datadog/test_datadog_llm_obs.py
@@ -541,24 +541,166 @@ def _span_json(logger_under_test: DataDogLLMObsLogger, payload: dict[str, Any])
     return json.loads(safe_dumps(span))
 
 
+SECRET_TOOL_RESULT: Final = '{"city": "Paris", "temp_c": 18, "account_secret": "SECRET-7545"}'
+TOOL_CONVERSATION: Final[list[dict[str, Any]]] = [
+    {"role": "user", "content": "secret prompt"},
+    {"role": "assistant", "content": None, "tool_calls": [ASSISTANT_TOOL_CALL]},
+    {"role": "tool", "tool_call_id": "call_abc123", "content": SECRET_TOOL_RESULT},
+]
+
+
+def _redacted_span_as_the_proxy_builds_it(payload: dict[str, Any]) -> dict[str, Any]:
+    logger_under_test = _redacting_logger(turn_off_message_logging=True)
+    return _span_json(
+        logger_under_test, logger_under_test.redact_standard_logging_payload_from_model_call_details(payload)
+    )
+
+
 def test_redaction_keeps_the_conversation_shape_without_its_content() -> None:
-    """Roles and message count survive so the trace stays legible; contents and tool payloads do not."""
-    result = _span_json(
-        _redacting_logger(turn_off_message_logging=True),
+    result = _redacted_span_as_the_proxy_builds_it(
+        build_payload(
+            messages=TOOL_CONVERSATION,
+            response_message={"role": "assistant", "content": "secret response", "tool_calls": [ASSISTANT_TOOL_CALL]},
+        )
+    )
+
+    redacted_call = {
+        "name": "get_weather",
+        "arguments": "redacted-by-litellm",
+        "tool_id": "call_abc123",
+        "type": "function",
+    }
+    assert result["meta"]["input"]["messages"] == [
+        {"role": "user", "content": "redacted-by-litellm"},
+        {"role": "assistant", "content": "redacted-by-litellm", "tool_calls": [redacted_call]},
+        {
+            "role": "tool",
+            "content": "redacted-by-litellm",
+            "tool_results": [
+                {"name": "get_weather", "result": "redacted-by-litellm", "tool_id": "call_abc123", "type": "function"}
+            ],
+        },
+    ]
+    assert result["meta"]["output"]["messages"] == [
+        {"role": "assistant", "content": "redacted-by-litellm", "tool_calls": [redacted_call]}
+    ]
+    serialized = safe_dumps(result)
+    assert "SECRET-7545" not in serialized
+    assert "Paris" not in serialized
+    assert "secret" not in serialized
+
+
+def test_redaction_counts_tool_result_tokens_before_replacing_them() -> None:
+    payload = build_payload(messages=TOOL_CONVERSATION)
+    payload["standard_logging_object"]["model"] = "claude-sonnet-5"
+
+    result = _redacted_span_as_the_proxy_builds_it(payload)
+
+    expected_tokens = litellm.token_counter(model="claude-sonnet-5", text=SECRET_TOOL_RESULT)
+    assert expected_tokens > 0
+    assert result["metrics"]["tool_output_tokens"] == float(expected_tokens)
+    assert result["metrics"]["input_tokens"] == 4447.0
+
+
+def test_tool_output_tokens_sum_every_result_in_the_request(logger: DataDogLLMObsLogger) -> None:
+    payload = build(
+        logger,
+        messages=[
+            {"role": "tool", "tool_call_id": "call_1", "content": "one two three"},
+            {"role": "tool", "tool_call_id": "call_2", "content": "four five six seven"},
+        ],
+    )
+
+    assert payload["metrics"]["tool_output_tokens"] == float(
+        litellm.token_counter(text="one two three") + litellm.token_counter(text="four five six seven")
+    )
+
+
+def test_a_request_without_tool_results_reports_no_tool_output_tokens(logger: DataDogLLMObsLogger) -> None:
+    payload = build(logger, messages=[{"role": "user", "content": "hi"}])
+
+    assert "tool_output_tokens" not in payload["metrics"]
+    assert "tool_output_tokens" not in _redacted_span_as_the_proxy_builds_it(build_payload())["metrics"]
+
+
+def test_a_tool_that_returned_nothing_still_counts_as_zero_tool_output_tokens(logger: DataDogLLMObsLogger) -> None:
+    payload = build(logger, messages=[{"role": "tool", "tool_call_id": "call_1", "content": ""}])
+
+    assert payload["metrics"]["tool_output_tokens"] == 0.0
+
+
+def test_redaction_keeps_anthropic_tool_blocks_as_structure_only() -> None:
+    result = _redacted_span_as_the_proxy_builds_it(
         build_payload(
             messages=[
-                {"role": "user", "content": "secret prompt"},
-                {"role": "assistant", "content": None, "tool_calls": [ASSISTANT_TOOL_CALL]},
-            ],
-            response_message={"role": "assistant", "content": "secret response"},
-        ),
+                {
+                    "role": "assistant",
+                    "content": [
+                        {"type": "tool_use", "id": "toolu_1", "name": "get_weather", "input": {"city": "Paris"}}
+                    ],
+                },
+                {
+                    "role": "user",
+                    "content": [{"type": "tool_result", "tool_use_id": "toolu_1", "content": SECRET_TOOL_RESULT}],
+                },
+            ]
+        )
     )
 
     assert result["meta"]["input"]["messages"] == [
-        {"role": "user", "content": "redacted-by-litellm"},
-        {"role": "assistant", "content": "redacted-by-litellm"},
+        {
+            "role": "assistant",
+            "content": "redacted-by-litellm",
+            "tool_calls": [
+                {"name": "get_weather", "arguments": "redacted-by-litellm", "tool_id": "toolu_1", "type": "tool_use"}
+            ],
+        },
+        {
+            "role": "user",
+            "content": "redacted-by-litellm",
+            "tool_results": [
+                {"name": "get_weather", "result": "redacted-by-litellm", "tool_id": "toolu_1", "type": "function"}
+            ],
+        },
     ]
-    assert result["meta"]["output"]["messages"] == [{"role": "assistant", "content": "redacted-by-litellm"}]
+    assert "Paris" not in safe_dumps(result)
+
+
+def test_redaction_blanks_tool_identifiers_that_are_not_strings() -> None:
+    result = _redacted_span_as_the_proxy_builds_it(
+        build_payload(
+            messages=[
+                {
+                    "role": "assistant",
+                    "content": None,
+                    "tool_calls": [
+                        {"id": {"leak": "SECRET-7545"}, "type": ["SECRET-7545"], "function": {"name": ["SECRET-7545"]}}
+                    ],
+                }
+            ]
+        )
+    )
+
+    assert result["meta"]["input"]["messages"][0]["tool_calls"] == [
+        {"name": "", "arguments": "redacted-by-litellm", "tool_id": "", "type": ""}
+    ]
+    assert "SECRET-7545" not in safe_dumps(result)
+
+
+def test_the_shared_hook_still_strips_what_redaction_governs_besides_messages() -> None:
+    payload = build_payload(messages=TOOL_CONVERSATION)
+    payload["standard_logging_object"]["classifier_input"] = {"system": "SECRET-7545"}
+    logger_under_test = _redacting_logger(turn_off_message_logging=True)
+
+    with patch.object(  # test-quality-ok: the hook reads this module global with no injection seam
+        litellm, "standard_logging_payload_excluded_fields", ["response"]
+    ):
+        redacted = logger_under_test.redact_standard_logging_payload_from_model_call_details(payload)
+
+    assert "classifier_input" not in redacted["standard_logging_object"]
+    assert "response" not in redacted["standard_logging_object"]
+    assert redacted["standard_logging_object"]["messages"] == TOOL_CONVERSATION
+    assert payload["standard_logging_object"]["classifier_input"] == {"system": "SECRET-7545"}
 
 
 def test_redaction_drops_unrecognized_and_malformed_message_roles() -> None:
diff --git a/tests/test_litellm/litellm_core_utils/test_redact_messages.py b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
index 76092e96307..584a3ac471c 100644
--- a/tests/test_litellm/litellm_core_utils/test_redact_messages.py
+++ b/tests/test_litellm/litellm_core_utils/test_redact_messages.py
@@ -926,3 +926,38 @@ def test_classifier_callback_redaction_preserves_exclusions(monkeypatch: pytest.
     assert failure_payload["response"]["choices"][0]["message"]["content"] == "redacted-by-litellm"
     assert payload["classifier_input"] == {"system": "private rubric"}
     assert payload["response"]["choices"][0]["message"]["content"] == "private answer"
+
+
+class _SelfRedactingLogger(CustomLogger):
+    def redacts_messages_itself(self) -> bool:
+        return True
+
+
+@pytest.mark.parametrize("logger", [CustomLogger(), _SelfRedactingLogger()], ids=["default", "redacts_itself"])
+def test_field_exclusion_alone_leaves_messages_and_responses_intact(monkeypatch: pytest.MonkeyPatch, logger: CustomLogger) -> None:
+    monkeypatch.setattr(litellm, "standard_logging_payload_excluded_fields", ["model"])
+    payload: Final = {
+        "messages": [{"role": "user", "content": "private prompt"}],
+        "response": {"choices": [{"message": {"content": "private answer"}}]},
+        "model": "classifier",
+    }
+    stored: Final = logger.redact_standard_logging_payload_from_model_call_details({"standard_logging_object": payload})[
+        "standard_logging_object"
+    ]
+    assert stored == {"messages": payload["messages"], "response": payload["response"]}
+
+
+def test_a_callback_that_redacts_itself_keeps_its_messages_but_not_the_classifier_audit() -> None:
+    payload: Final = {
+        "classifier_input": {"system": "private rubric"},
+        "messages": [{"role": "user", "content": "private prompt"}],
+        "response": {"choices": [{"message": {"content": "private answer"}}]},
+    }
+    logger: Final = _SelfRedactingLogger()
+    logger.turn_off_message_logging = True
+    stored: Final = logger.redact_standard_logging_payload_from_model_call_details({"standard_logging_object": payload})[
+        "standard_logging_object"
+    ]
+    assert "classifier_input" not in stored
+    assert stored["messages"] == payload["messages"]
+    assert stored["response"] == payload["response"]

From dbc57c13d4311105561f4153e11536c8ce0d1ab1 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 13:37:50 -0700
Subject: [PATCH 194/298] fix(cost-map): match Bedrock GPT effort flags to what
 Bedrock accepts

Live calls to Bedrock Mantle and Converse on 2026-09-11: the gpt-5.6 luna, sol, and terra rows and gpt-6-astra return 200 on reasoning_effort=max, gpt-6-astra returns 400 on none, and Mantle gpt-5.4 and gpt-5.5 return 200 on minimal. The commercial Bedrock rows now carry exactly those flags, and the schema test asserts the measured ladder per row instead of a blanket mirror of the direct OpenAI rows
---
 ...odel_prices_and_context_window_backup.json | 17 ++++++-
 model_prices_and_context_window.json          | 17 ++++++-
 .../test_litellm/test_model_prices_schema.py  | 49 ++++++++++++++-----
 3 files changed, 67 insertions(+), 16 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index a55cb6b571e..be4badedee4 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -55360,6 +55360,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55401,6 +55402,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55507,6 +55509,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55538,6 +55541,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55566,6 +55570,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55594,6 +55599,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55622,6 +55628,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55650,6 +55657,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55678,6 +55686,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55711,7 +55720,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55742,7 +55753,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55772,7 +55785,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55809,7 +55824,6 @@
             "text"
         ],
         "supports_function_calling": true,
-        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55847,7 +55861,6 @@
             "text"
         ],
         "supports_function_calling": true,
-        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index a55cb6b571e..be4badedee4 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -55360,6 +55360,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55401,6 +55402,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55507,6 +55509,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55538,6 +55541,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55566,6 +55570,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55594,6 +55599,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55622,6 +55628,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55650,6 +55657,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55678,6 +55686,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_reasoning": true,
@@ -55711,7 +55720,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55742,7 +55753,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55772,7 +55785,9 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_max_reasoning_effort": true,
         "supports_minimal_reasoning_effort": false,
+        "supports_none_reasoning_effort": false,
         "supports_tool_choice": true,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
@@ -55809,7 +55824,6 @@
             "text"
         ],
         "supports_function_calling": true,
-        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55847,7 +55861,6 @@
             "text"
         ],
         "supports_function_calling": true,
-        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/tests/test_litellm/test_model_prices_schema.py b/tests/test_litellm/test_model_prices_schema.py
index 69ee999f066..fcdb89003ac 100644
--- a/tests/test_litellm/test_model_prices_schema.py
+++ b/tests/test_litellm/test_model_prices_schema.py
@@ -4,6 +4,7 @@ import importlib.util
 import json
 import re
 from pathlib import Path
+from types import MappingProxyType
 from typing import Final
 
 import jsonschema
@@ -220,23 +221,47 @@ def test_chat_latest_declares_the_one_effort_openai_accepts(prices: dict):
     assert resolve_supported_reasoning_efforts(prices["chat-latest"], deployment_is_mapped=True) == ("medium",)
 
 
-BEDROCK_OPENAI_XHIGH_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "openai.gpt-5.6", "openai.gpt-6-astra")
+BEDROCK_OPENAI_GPT_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "openai.gpt-5.6", "openai.gpt-6-astra")
 BEDROCK_PROVIDERS: Final = frozenset(("bedrock", "bedrock_converse", "bedrock_mantle"))
+BEDROCK_ROW_PREFIXES: Final = ("bedrock_mantle/", "us.", "global.")
+GPT_5_4_BEDROCK_LADDER: Final = ("none", "minimal", "low", "medium", "high", "xhigh")
+GPT_5_6_BEDROCK_LADDER: Final = ("none", "low", "medium", "high", "xhigh", "max")
+GPT_6_ASTRA_BEDROCK_LADDER: Final = ("low", "medium", "high", "xhigh", "max")
+BEDROCK_OPENAI_GPT_LADDERS: Final = MappingProxyType(
+    {
+        "bedrock_mantle/openai.gpt-5.4": GPT_5_4_BEDROCK_LADDER,
+        "bedrock_mantle/openai.gpt-5.5": GPT_5_4_BEDROCK_LADDER,
+        **{
+            f"{prefix}openai.gpt-5.6-{variant}": GPT_5_6_BEDROCK_LADDER
+            for prefix in BEDROCK_ROW_PREFIXES
+            for variant in ("luna", "sol", "terra")
+        },
+        **{f"{prefix}openai.gpt-6-astra": GPT_6_ASTRA_BEDROCK_LADDER for prefix in BEDROCK_ROW_PREFIXES},
+    }
+)
 
 
-def test_bedrock_openai_gpt_rows_mirror_their_openai_twins_effort_ladder(prices: dict):
-    """Bedrock forwards reasoning_effort to these models unchanged, and xhigh is opt-in for the
-    capability resolver, so a row without the flag drops xhigh from every group it belongs to.
-    The OpenAI twins reject minimal, and Bedrock forwards reasoning_effort unchanged."""
-    mismatched = [
+@pytest.mark.parametrize(
+    ("name", "ladder"), tuple(BEDROCK_OPENAI_GPT_LADDERS.items()), ids=tuple(BEDROCK_OPENAI_GPT_LADDERS)
+)
+def test_bedrock_openai_gpt_rows_advertise_the_ladder_bedrock_accepts(prices: dict, name: str, ladder: tuple[str, ...]):
+    """Each ladder is the set of levels the Bedrock Mantle and Converse endpoints answered 200 to
+    for that row on 2026-09-11 (PR #40740), which differs from the direct OpenAI rows in three
+    places: Bedrock gpt-5.6 and gpt-6-astra take max, Bedrock gpt-5.4 and gpt-5.5 take minimal, and
+    gpt-6-astra refuses none. xhigh and max are opt-in for the resolver, so a row missing either
+    flag silently drops that level from every group it belongs to."""
+    assert resolve_supported_reasoning_efforts(prices[name], deployment_is_mapped=True) == ladder
+
+
+def test_every_bedrock_openai_gpt_row_advertises_xhigh(prices: dict):
+    """The GovCloud and gpt-5.6-cyber rows cannot be called from our account, so they carry the
+    family's xhigh flag rather than a measured ladder."""
+    missing: Final = [
         name
         for name, entry in prices.items()
         if isinstance(entry, dict)
         and entry.get("litellm_provider") in BEDROCK_PROVIDERS
-        and any(marker in name for marker in BEDROCK_OPENAI_XHIGH_MARKERS)
-        and (
-            "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
-            or "minimal" in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
-        )
+        and any(marker in name for marker in BEDROCK_OPENAI_GPT_MARKERS)
+        and "xhigh" not in (resolve_supported_reasoning_efforts(entry, deployment_is_mapped=True) or ())
     ]
-    assert mismatched == []
+    assert missing == []

From cc1d2c66c835df8ee25fb02031ed415c2e936634 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 13:38:01 -0700
Subject: [PATCH 195/298] test(e2e): bound chaos latency and log volume with
 flat ceilings

A ratio against the healthy phase cannot bound either metric. Once the Redis
circuit breaker opens, a request skips Redis instead of waiting on its socket
timeout, so the chaos phase can measure cheaper than the baseline it is compared
against: local runs came in at 0.61x baseline p90 while a log-bytes ratio read
724x. Splitting Budget into RatioBudget and AbsoluteBudget lets RSS and CPU keep
the ratio they need, since both are machine-shaped, while latency and log volume
get the wall-clock ceiling a user actually cares about.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/CLAUDE.md                    |  2 +-
 tests/e2e/load/phase_budget.py         | 55 +++++++++++++-----
 tests/e2e/load/test_phase_budget.py    | 53 +++++++++++++++--
 tests/e2e/load/test_redis_chaos_e2e.py | 79 ++++++++++++--------------
 4 files changed, 126 insertions(+), 63 deletions(-)

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index ed57dd71759..419cfd6dedd 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint and budgeting p50/p90/p99 latency, RSS, CPU-per-request, and log-bytes-per-request as ratios against the same run's healthy phase; needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/load/phase_budget.py b/tests/e2e/load/phase_budget.py
index 7d354a678bc..066e2579da8 100644
--- a/tests/e2e/load/phase_budget.py
+++ b/tests/e2e/load/phase_budget.py
@@ -1,18 +1,27 @@
 """Comparing one load phase against another, for tests that degrade a dependency mid-run.
 
-A chaos phase's absolute numbers say very little on their own: RSS scales with worker count,
-latency with core count, so a ceiling calibrated on one machine is meaningless on the next.
-What travels is the ratio against a healthy phase measured on the same machine in the same run.
+Two shapes of ceiling, because the metrics divide into two kinds. RSS and CPU are
+machine-shaped: RSS scales with worker count and CPU with core count, so an absolute number
+calibrated on one runner means nothing on the next, and what travels is the ratio against a
+healthy phase measured on the same machine in the same run. Latency and log volume are not:
+a ratio there is actively misleading, because a dependency that fails fast once its breaker
+opens can make the degraded phase look cheaper than the healthy one while still being far
+slower or noisier than a user should ever see. Those get a flat ceiling, which is the promise
+the test is actually making.
 """
 
 from __future__ import annotations
 
 from dataclasses import dataclass
-from typing import Final
+from typing import Final, TypeAlias
+
+
+def _rendered(value: float, unit: str, decimals: int) -> str:
+    return f"{value:.{decimals}f}{unit}"
 
 
 @dataclass(frozen=True, slots=True)
-class Budget:
+class RatioBudget:
     """One metric's healthy value, its degraded value, and how much growth is allowed."""
 
     name: str
@@ -27,26 +36,46 @@ class Budget:
         """How many times the baseline the degraded value is, or None if there is no baseline."""
         return self.degraded / self.baseline if self.baseline > 0 else None
 
-    def _rendered(self, value: float) -> str:
-        return f"{value:.{self.decimals}f}{self.unit}"
-
     def violation(self) -> str | None:
         """Why this metric fails its budget, or None if it passes."""
         ratio: Final = self.ratio
         if ratio is None:
             return (
-                f"{self.name} measured {self._rendered(self.baseline)} in the healthy phase, so there is nothing "
-                f"to compare the degraded phase against; the measurement did not happen"
+                f"{self.name} measured {_rendered(self.baseline, self.unit, self.decimals)} in the healthy phase, "
+                f"so there is nothing to compare the degraded phase against; the measurement did not happen"
             )
         if ratio > self.ratio_ceiling:
             return (
-                f"{self.name} went from {self._rendered(self.baseline)} healthy to "
-                f"{self._rendered(self.degraded)} degraded, {ratio:.1f}x the baseline and past the "
-                f"{self.ratio_ceiling:.1f}x allowed"
+                f"{self.name} went from {_rendered(self.baseline, self.unit, self.decimals)} healthy to "
+                f"{_rendered(self.degraded, self.unit, self.decimals)} degraded, {ratio:.1f}x the baseline and past "
+                f"the {self.ratio_ceiling:.1f}x allowed"
             )
         return None
 
 
+@dataclass(frozen=True, slots=True)
+class AbsoluteBudget:
+    """One metric's degraded value against a flat ceiling, for metrics a ratio cannot bound."""
+
+    name: str
+    measured: float
+    ceiling: float
+    unit: str
+    decimals: int = 1
+
+    def violation(self) -> str | None:
+        """Why this metric fails its budget, or None if it passes."""
+        if self.measured > self.ceiling:
+            return (
+                f"{self.name} measured {_rendered(self.measured, self.unit, self.decimals)} in the degraded phase, "
+                f"past the {_rendered(self.ceiling, self.unit, self.decimals)} allowed"
+            )
+        return None
+
+
+Budget: TypeAlias = RatioBudget | AbsoluteBudget
+
+
 def violations(budgets: tuple[Budget, ...]) -> tuple[str, ...]:
     """Every budget the run blew, so one failure reports all of them instead of the first."""
     return tuple(violation for budget in budgets if (violation := budget.violation()) is not None)
diff --git a/tests/e2e/load/test_phase_budget.py b/tests/e2e/load/test_phase_budget.py
index 2355fb7cf4c..ea9e56afb0d 100644
--- a/tests/e2e/load/test_phase_budget.py
+++ b/tests/e2e/load/test_phase_budget.py
@@ -2,14 +2,16 @@ from __future__ import annotations
 
 from typing import Final
 
-from phase_budget import Budget, violations
+from phase_budget import AbsoluteBudget, RatioBudget, violations
 
 
-def _budget(*, baseline: float, degraded: float, ceiling: float = 2.0) -> Budget:
-    return Budget(name="p99 RSS", baseline=baseline, degraded=degraded, ratio_ceiling=ceiling, unit=" MB", decimals=0)
+def _budget(*, baseline: float, degraded: float, ceiling: float = 2.0) -> RatioBudget:
+    return RatioBudget(
+        name="p99 RSS", baseline=baseline, degraded=degraded, ratio_ceiling=ceiling, unit=" MB", decimals=0
+    )
 
 
-class TestBudget:
+class TestRatioBudget:
     def test_growth_within_the_ceiling_is_not_a_violation(self) -> None:
         assert _budget(baseline=100, degraded=199).violation() is None
 
@@ -37,7 +39,7 @@ class TestBudget:
         assert "nothing to compare" in violation
 
     def test_the_unit_and_decimals_carry_into_the_message(self) -> None:
-        violation: Final = Budget(
+        violation: Final = RatioBudget(
             name="p99 latency", baseline=0.16, degraded=9.5, ratio_ceiling=8.0, unit="s", decimals=3
         ).violation()
 
@@ -46,13 +48,40 @@ class TestBudget:
         assert "9.500s" in violation
 
 
+class TestAbsoluteBudget:
+    def test_a_value_under_the_ceiling_is_not_a_violation(self) -> None:
+        assert AbsoluteBudget(name="p99 latency", measured=1.2, ceiling=5.0, unit="s", decimals=3).violation() is None
+
+    def test_a_value_exactly_at_the_ceiling_is_allowed(self) -> None:
+        assert AbsoluteBudget(name="p99 latency", measured=5.0, ceiling=5.0, unit="s", decimals=3).violation() is None
+
+    def test_a_value_past_the_ceiling_reports_the_measurement_and_the_ceiling(self) -> None:
+        violation: Final = AbsoluteBudget(
+            name="p99 latency", measured=9.5, ceiling=5.0, unit="s", decimals=3
+        ).violation()
+
+        assert violation is not None
+        assert "9.500s" in violation
+        assert "5.000s allowed" in violation
+
+    def test_a_flat_ceiling_fails_a_degraded_phase_that_is_cheaper_than_its_baseline(self) -> None:
+        # The whole reason this shape exists: once the breaker opens, requests skip Redis instead
+        # of waiting on its socket timeout, so the chaos phase can measure faster than the healthy
+        # one. A ratio against that baseline passes; the user still waited 9.5s.
+        assert _budget(baseline=20.0, degraded=9.5, ceiling=2.0).violation() is None
+        assert AbsoluteBudget(name="p99 latency", measured=9.5, ceiling=5.0, unit="s").violation() is not None
+
+    def test_a_zero_measurement_is_not_a_violation(self) -> None:
+        assert AbsoluteBudget(name="log bytes per request", measured=0, ceiling=12_000, unit=" B").violation() is None
+
+
 class TestViolations:
     def test_every_blown_budget_is_reported_not_just_the_first(self) -> None:
         blown: Final = violations(
             (
                 _budget(baseline=100, degraded=500),
                 _budget(baseline=100, degraded=120),
-                Budget(name="CPU per request", baseline=10, degraded=90, ratio_ceiling=6.0, unit=" ms"),
+                RatioBudget(name="CPU per request", baseline=10, degraded=90, ratio_ceiling=6.0, unit=" ms"),
             )
         )
 
@@ -60,5 +89,17 @@ class TestViolations:
         assert blown[0].startswith("p99 RSS")
         assert blown[1].startswith("CPU per request")
 
+    def test_both_budget_shapes_report_together(self) -> None:
+        blown: Final = violations(
+            (
+                _budget(baseline=100, degraded=500),
+                AbsoluteBudget(name="p99 latency", measured=9.5, ceiling=5.0, unit="s", decimals=3),
+            )
+        )
+
+        assert len(blown) == 2
+        assert blown[0].startswith("p99 RSS")
+        assert blown[1].startswith("p99 latency")
+
     def test_a_run_inside_every_budget_reports_nothing(self) -> None:
         assert violations((_budget(baseline=100, degraded=150),)) == ()
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 153be656566..94c879d29cb 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -50,7 +50,7 @@ from lifecycle import ResourceManager
 from load_client import LoadClient
 from locust_load import LoadResult, run_gateway_load
 from models import KeyGenerateBody, LiteLLMParamsBody
-from phase_budget import Budget, violations
+from phase_budget import AbsoluteBudget, Budget, RatioBudget, violations
 from proxy_client import ProxyClient
 from proxy_usage import ProxyUsageSampler, UsageWindow
 
@@ -70,23 +70,25 @@ BASELINE_SECONDS: Final = 60.0
 CHAOS_SECONDS: Final = 90.0
 REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
 
-# Chaos-phase ceilings, as a multiple of the same metric in the baseline phase. Ratios rather
-# than absolutes because every absolute here is machine-shaped: RSS scales with worker count
-# and latency with core count, so a number calibrated on one runner means nothing on another.
-# Calibrated from local runs under CLIENT PAUSE ALL that came in around 4x latency at every
-# percentile, 1.03x RSS and 4.4x CPU per request, and deliberately loose: the regression these
-# guard against grew memory by an order of magnitude, so catching it does not need a tight
-# bound, and a tight one would flake on a shared CI runner. Latency gets the most slack because
-# it is the metric a Redis outage is legitimately allowed to move, by its socket timeout on
-# every call a request attempts.
-CHAOS_LATENCY_RATIO_CEILING: Final = 12.0
+# RSS and CPU are budgeted as a multiple of the same metric in the baseline phase, because both
+# are machine-shaped: RSS scales with worker count and CPU with core count, so a number
+# calibrated on one runner means nothing on another. Calibrated from local runs under CLIENT
+# PAUSE ALL that came in around 1.03x RSS and 4.4x CPU per request, and deliberately loose: the
+# regression these guard against grew memory by an order of magnitude, so catching it does not
+# need a tight bound, and a tight one would flake on a shared CI runner.
 CHAOS_RSS_RATIO_CEILING: Final = 1.5
 CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 6.0
-# Uncalibrated: no chaos run has measured this yet, since JSON_LOGS and the padded payload
-# landed after the last run this file's other ceilings were calibrated from. Deliberately loose
-# until a real run tightens it; the failed-tracking alert body that motivates this test already
-# logs the full request metadata per timeout, so a JSON-encoded traceback storm should dwarf this.
-CHAOS_LOG_BYTES_PER_REQUEST_RATIO_CEILING: Final = 20.0
+
+# Latency and log volume get flat ceilings instead, because a ratio cannot bound either one. Once
+# the breaker opens, a request skips Redis rather than waiting on its socket timeout, so the chaos
+# phase can come in faster than baseline (local runs measured p90 at 0.61x) and a ratio passes on a
+# phase that was never slow. What a user actually cares about is the wall-clock number, which these
+# hold directly. Calibrated from local runs whose worst chaos phase was p50 0.66s, p90 0.74s, p99
+# 1.20s and 3.4 KB of log per request, then left roughly 3x loose for a shared CI runner.
+CHAOS_P50_LATENCY_CEILING_SECONDS: Final = 2.0
+CHAOS_P90_LATENCY_CEILING_SECONDS: Final = 3.0
+CHAOS_P99_LATENCY_CEILING_SECONDS: Final = 5.0
+CHAOS_LOG_BYTES_PER_REQUEST_CEILING: Final = 12_000.0
 
 DRAIN_TIMEOUT_SECONDS: Final = 30.0
 DRAIN_POLL_SECONDS: Final = 1.0
@@ -289,19 +291,12 @@ def _drive(keys: tuple[str, ...], seconds: float) -> LoadResult:
     )
 
 
-def _latency_budget(percentile: str, baseline: float, degraded: float) -> Budget:
-    return Budget(
-        name=f"{percentile} latency",
-        baseline=baseline,
-        degraded=degraded,
-        ratio_ceiling=CHAOS_LATENCY_RATIO_CEILING,
-        unit="s",
-        decimals=3,
-    )
+def _latency_budget(percentile: str, measured: float, ceiling: float) -> Budget:
+    return AbsoluteBudget(name=f"{percentile} latency", measured=measured, ceiling=ceiling, unit="s", decimals=3)
 
 
 def _rss_budget(percentile: str, baseline: UsageWindow, degraded: UsageWindow, fraction: float) -> Budget:
-    return Budget(
+    return RatioBudget(
         name=f"{percentile} RSS",
         baseline=baseline.rss_percentile(fraction) / 2**20,
         degraded=degraded.rss_percentile(fraction) / 2**20,
@@ -312,18 +307,18 @@ def _rss_budget(percentile: str, baseline: UsageWindow, degraded: UsageWindow, f
 
 
 def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
-    """What a Redis outage is allowed to cost, measured against the same run's healthy phase.
+    """What a Redis outage is allowed to cost.
 
     Every request still succeeding is the headline assertion, but a proxy can answer every
     request while leaking: the v1.100.0 regression (LIT-6780) served traffic the whole way up
-    to a 61 GB worker. These bound the cost of serving it.
+    to a 61 GB worker. These bound the cost of serving it. RSS and CPU are bounded against the
+    same run's healthy phase, latency and log bytes against a flat ceiling; see phase_budget
+    for why the two kinds of metric cannot share one shape.
 
     Latency and RSS are budgeted at p50, p90 and p99 so a regression that only shows up in the
-    tail (or only in the median) cannot hide behind the other. Latency gets the loosest bound
-    because a timing-out Redis legitimately adds its socket_timeout to every request that
-    touches it, several times over on a retried request. RSS gets the tightest: the failure
-    path has no business allocating more per request. CPU and log bytes are each budgeted once,
-    as an amount per request rather than per percentile: cores-busy saturates at the worker
+    tail (or only in the median) cannot hide behind the other. RSS gets the tightest bound: the
+    failure path has no business allocating more per request. CPU and log bytes are each budgeted
+    once, as an amount per request rather than per percentile: cores-busy saturates at the worker
     count under load, so its percentiles read the same whether a request costs 10 ms of CPU or
     40, and cannot budget anything; per-request is the figure that actually moves. Log bytes
     isolates the cost of the failed-tracking alert's own noisy error handling from the CPU it
@@ -331,24 +326,23 @@ def _chaos_budgets(baseline: Phase, chaos: Phase) -> tuple[Budget, ...]:
     CPU number.
     """
     return (
-        _latency_budget("p50", baseline.load.p50_seconds, chaos.load.p50_seconds),
-        _latency_budget("p90", baseline.load.p90_seconds, chaos.load.p90_seconds),
-        _latency_budget("p99", baseline.load.p99_seconds, chaos.load.p99_seconds),
+        _latency_budget("p50", chaos.load.p50_seconds, CHAOS_P50_LATENCY_CEILING_SECONDS),
+        _latency_budget("p90", chaos.load.p90_seconds, CHAOS_P90_LATENCY_CEILING_SECONDS),
+        _latency_budget("p99", chaos.load.p99_seconds, CHAOS_P99_LATENCY_CEILING_SECONDS),
         _rss_budget("p50", baseline.usage, chaos.usage, 0.5),
         _rss_budget("p90", baseline.usage, chaos.usage, 0.9),
         _rss_budget("p99", baseline.usage, chaos.usage, 0.99),
-        Budget(
+        RatioBudget(
             name="CPU per request",
             baseline=baseline.cpu_seconds_per_request * 1000,
             degraded=chaos.cpu_seconds_per_request * 1000,
             ratio_ceiling=CHAOS_CPU_PER_REQUEST_RATIO_CEILING,
             unit=" ms",
         ),
-        Budget(
+        AbsoluteBudget(
             name="log bytes per request",
-            baseline=baseline.log_bytes_per_request,
-            degraded=chaos.log_bytes_per_request,
-            ratio_ceiling=CHAOS_LOG_BYTES_PER_REQUEST_RATIO_CEILING,
+            measured=chaos.log_bytes_per_request,
+            ceiling=CHAOS_LOG_BYTES_PER_REQUEST_CEILING,
             unit=" B",
             decimals=0,
         ),
@@ -447,8 +441,7 @@ class TestRedisChaos:
 
         blown: Final = violations(_chaos_budgets(baseline, chaos))
         assert not blown, (
-            f"pausing Redis cost the proxy more than the socket timeout on the calls it attempts: "
-            f"{'; '.join(blown)}. {report}"
+            f"pausing Redis cost the proxy more than a Redis outage is allowed to: {'; '.join(blown)}. {report}"
         )
 
         rows: Final = proxy.poll_logs_for_key(keys[0], min_rows=1)

From 1d71006567311f6608688873db5d670e8fae21af Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 13:43:18 -0700
Subject: [PATCH 196/298] test(e2e): tighten chaos RSS and CPU ceilings to what
 runs actually measured

RSS moved 0.91x-1.40x across three identical local runs, so it stays loose at
2x rather than the arbitrary 1.5x carried over from the pre-padding-payload
calibration. CPU per request held steady at 1.33x-1.36x across the same runs,
so 4x replaces the looser 6x it inherited from stale numbers.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/load/test_redis_chaos_e2e.py | 11 +++++------
 1 file changed, 5 insertions(+), 6 deletions(-)

diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 94c879d29cb..c1da41aeb16 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -72,12 +72,11 @@ REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
 
 # RSS and CPU are budgeted as a multiple of the same metric in the baseline phase, because both
 # are machine-shaped: RSS scales with worker count and CPU with core count, so a number
-# calibrated on one runner means nothing on another. Calibrated from local runs under CLIENT
-# PAUSE ALL that came in around 1.03x RSS and 4.4x CPU per request, and deliberately loose: the
-# regression these guard against grew memory by an order of magnitude, so catching it does not
-# need a tight bound, and a tight one would flake on a shared CI runner.
-CHAOS_RSS_RATIO_CEILING: Final = 1.5
-CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 6.0
+# calibrated on one runner means nothing on another. RSS moved 0.91x-1.40x across three otherwise
+# identical local runs, so it stays loose; CPU per request held steady at 1.33x-1.36x across the
+# same runs, so it can sit closer to what is actually measured.
+CHAOS_RSS_RATIO_CEILING: Final = 2.0
+CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 4.0
 
 # Latency and log volume get flat ceilings instead, because a ratio cannot bound either one. Once
 # the breaker opens, a request skips Redis rather than waiting on its socket timeout, so the chaos

From e81a7887762fff8c4e9b31d38bd77a9c4546a2a4 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 13:43:53 -0700
Subject: [PATCH 197/298] test(e2e): hold chaos CPU per request to 2x

Three local runs measured 1.33x-1.36x, so 2x is the tightest bound the data
supports and still catches a regression far smaller than 4x would. Noted in the
comment that this is the ceiling to loosen first if a weekly run trips it,
since core count shifts how much of baseline CPU is fixed per-request work.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/load/test_redis_chaos_e2e.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index c1da41aeb16..c800ccb0e51 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -74,9 +74,11 @@ REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
 # are machine-shaped: RSS scales with worker count and CPU with core count, so a number
 # calibrated on one runner means nothing on another. RSS moved 0.91x-1.40x across three otherwise
 # identical local runs, so it stays loose; CPU per request held steady at 1.33x-1.36x across the
-# same runs, so it can sit closer to what is actually measured.
+# same runs, so it sits close to what is actually measured. That makes CPU the likeliest of these
+# to flake first on a runner whose core count shifts how much of baseline CPU is fixed per-request
+# work: loosen it rather than widening the others if a weekly run trips it without a real cause.
 CHAOS_RSS_RATIO_CEILING: Final = 2.0
-CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 4.0
+CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 2.0
 
 # Latency and log volume get flat ceilings instead, because a ratio cannot bound either one. Once
 # the breaker opens, a request skips Redis rather than waiting on its socket timeout, so the chaos

From a1f9f4cbe839a8bd4bcf605bbcf44effddd3724f Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 13:45:11 -0700
Subject: [PATCH 198/298] test(e2e): tighten chaos latency ceilings to 1s/2s/3s

Local runs measured p50 0.19s, p90 0.23s, p99 0.69s, so 2s/3s/5s left several
times that as slack. 1s/2s/3s keeps a comfortable margin while catching a
smaller regression than the looser ceilings would have.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/load/test_redis_chaos_e2e.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index c800ccb0e51..518bbd262a9 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -84,11 +84,11 @@ CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 2.0
 # the breaker opens, a request skips Redis rather than waiting on its socket timeout, so the chaos
 # phase can come in faster than baseline (local runs measured p90 at 0.61x) and a ratio passes on a
 # phase that was never slow. What a user actually cares about is the wall-clock number, which these
-# hold directly. Calibrated from local runs whose worst chaos phase was p50 0.66s, p90 0.74s, p99
-# 1.20s and 3.4 KB of log per request, then left roughly 3x loose for a shared CI runner.
-CHAOS_P50_LATENCY_CEILING_SECONDS: Final = 2.0
-CHAOS_P90_LATENCY_CEILING_SECONDS: Final = 3.0
-CHAOS_P99_LATENCY_CEILING_SECONDS: Final = 5.0
+# hold directly. Calibrated from local runs whose worst chaos phase was p50 0.19s, p90 0.23s, p99
+# 0.69s and 3.5 KB of log per request, with several times that left as slack for a shared CI runner.
+CHAOS_P50_LATENCY_CEILING_SECONDS: Final = 1.0
+CHAOS_P90_LATENCY_CEILING_SECONDS: Final = 2.0
+CHAOS_P99_LATENCY_CEILING_SECONDS: Final = 3.0
 CHAOS_LOG_BYTES_PER_REQUEST_CEILING: Final = 12_000.0
 
 DRAIN_TIMEOUT_SECONDS: Final = 30.0

From 0ea18f28af5d2320fa06aac960d06ce9f6898a4f Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 13:45:42 -0700
Subject: [PATCH 199/298] test(e2e): tighten chaos log-bytes ceiling to 10 KB
 per request

Local runs measured 3.5 KB per request, so 10 KB keeps close to 3x headroom
while tightening from the earlier 12 KB.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/load/test_redis_chaos_e2e.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 518bbd262a9..0732f725f34 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -89,7 +89,7 @@ CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 2.0
 CHAOS_P50_LATENCY_CEILING_SECONDS: Final = 1.0
 CHAOS_P90_LATENCY_CEILING_SECONDS: Final = 2.0
 CHAOS_P99_LATENCY_CEILING_SECONDS: Final = 3.0
-CHAOS_LOG_BYTES_PER_REQUEST_CEILING: Final = 12_000.0
+CHAOS_LOG_BYTES_PER_REQUEST_CEILING: Final = 10_000.0
 
 DRAIN_TIMEOUT_SECONDS: Final = 30.0
 DRAIN_POLL_SECONDS: Final = 1.0

From 71f45683d73d741db4e8c0801045b75296ee7b54 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 13:46:20 -0700
Subject: [PATCH 200/298] fix(cost-map): keep minimal withheld on Bedrock
 gpt-5.4 and gpt-5.5

LiteLLM sends the Bedrock Mantle GPT rows through Bedrock's Responses endpoint, which refuses minimal on gpt-5.4 and gpt-5.5 like every other Bedrock GPT row. The earlier commit measured the raw chat endpoint, which accepts it, and dropped the flag by mistake. The ladder test now matches what the proxy path returns
---
 litellm/model_prices_and_context_window_backup.json |  2 ++
 model_prices_and_context_window.json                |  2 ++
 tests/test_litellm/test_model_prices_schema.py      | 13 +++++++------
 3 files changed, 11 insertions(+), 6 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index be4badedee4..aadd9bd3028 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -55824,6 +55824,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55861,6 +55862,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index be4badedee4..aadd9bd3028 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -55824,6 +55824,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
@@ -55861,6 +55862,7 @@
             "text"
         ],
         "supports_function_calling": true,
+        "supports_minimal_reasoning_effort": false,
         "supports_prompt_caching": true,
         "supports_reasoning": true,
         "supports_response_schema": true,
diff --git a/tests/test_litellm/test_model_prices_schema.py b/tests/test_litellm/test_model_prices_schema.py
index fcdb89003ac..0b9dbd23097 100644
--- a/tests/test_litellm/test_model_prices_schema.py
+++ b/tests/test_litellm/test_model_prices_schema.py
@@ -224,7 +224,7 @@ def test_chat_latest_declares_the_one_effort_openai_accepts(prices: dict):
 BEDROCK_OPENAI_GPT_MARKERS: Final = ("openai.gpt-5.4", "openai.gpt-5.5", "openai.gpt-5.6", "openai.gpt-6-astra")
 BEDROCK_PROVIDERS: Final = frozenset(("bedrock", "bedrock_converse", "bedrock_mantle"))
 BEDROCK_ROW_PREFIXES: Final = ("bedrock_mantle/", "us.", "global.")
-GPT_5_4_BEDROCK_LADDER: Final = ("none", "minimal", "low", "medium", "high", "xhigh")
+GPT_5_4_BEDROCK_LADDER: Final = ("none", "low", "medium", "high", "xhigh")
 GPT_5_6_BEDROCK_LADDER: Final = ("none", "low", "medium", "high", "xhigh", "max")
 GPT_6_ASTRA_BEDROCK_LADDER: Final = ("low", "medium", "high", "xhigh", "max")
 BEDROCK_OPENAI_GPT_LADDERS: Final = MappingProxyType(
@@ -245,11 +245,12 @@ BEDROCK_OPENAI_GPT_LADDERS: Final = MappingProxyType(
     ("name", "ladder"), tuple(BEDROCK_OPENAI_GPT_LADDERS.items()), ids=tuple(BEDROCK_OPENAI_GPT_LADDERS)
 )
 def test_bedrock_openai_gpt_rows_advertise_the_ladder_bedrock_accepts(prices: dict, name: str, ladder: tuple[str, ...]):
-    """Each ladder is the set of levels the Bedrock Mantle and Converse endpoints answered 200 to
-    for that row on 2026-09-11 (PR #40740), which differs from the direct OpenAI rows in three
-    places: Bedrock gpt-5.6 and gpt-6-astra take max, Bedrock gpt-5.4 and gpt-5.5 take minimal, and
-    gpt-6-astra refuses none. xhigh and max are opt-in for the resolver, so a row missing either
-    flag silently drops that level from every group it belongs to."""
+    """Each ladder is the set of levels Bedrock answered 200 to for that row through the proxy on
+    2026-09-11 (PR #40740): the Mantle rows go out over its Responses endpoint and the Converse rows
+    over inference profiles. Bedrock differs from the direct OpenAI rows in two places, gpt-5.6 and
+    gpt-6-astra take max there, and gpt-6-astra refuses none; minimal is refused on every row.
+    xhigh and max are opt-in for the resolver, so a row missing either flag silently drops that
+    level from every group it belongs to."""
     assert resolve_supported_reasoning_efforts(prices[name], deployment_is_mapped=True) == ladder
 
 

From 4423876857443a6b32731713053f9c3491b3e1f3 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 13:56:27 -0700
Subject: [PATCH 201/298] test(responses): fix stale Anthropic smoke request

---
 .../test_e2e_openai_responses_api.py                 | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tests/openai_endpoints_tests/test_e2e_openai_responses_api.py b/tests/openai_endpoints_tests/test_e2e_openai_responses_api.py
index 7e338dafb86..4a392042d63 100644
--- a/tests/openai_endpoints_tests/test_e2e_openai_responses_api.py
+++ b/tests/openai_endpoints_tests/test_e2e_openai_responses_api.py
@@ -127,14 +127,14 @@ def test_bad_request_bad_param_error():
         )
 
 
-def test_anthropic_with_responses_api():
-    client = get_test_client()
-    response = client.responses.create(
-        model="anthropic/claude-sonnet-4-5-20250929",
+def test_anthropic_with_responses_api() -> None:
+    client: Final = get_test_client()
+    response: Final = client.responses.create(
+        model="anthropic/claude-sonnet-5",
         input="just respond with the word 'ping'",
-        previous_response_id="hi",
     )
-    print("anthropic response=", response)
+    assert response.status == "completed"
+    assert response.output_text.strip()
 
 
 def test_cancel_response():

From d51a7af655e2cde00bc8ae25e70efd2555f63db7 Mon Sep 17 00:00:00 2001
From: yuneng-jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 14:07:32 -0700
Subject: [PATCH 202/298] fix(search): propagate GET provider HTTP errors
 (#40779)

---
 .../llms/base_llm/search/transformation.py    |  7 ++
 litellm/llms/custom_httpx/llm_http_handler.py |  6 ++
 .../llms/tinyfish/search/transformation.py    | 10 +-
 .../custom_httpx/test_llm_http_handler.py     | 93 +++++++++++++++++++
 4 files changed, 114 insertions(+), 2 deletions(-)

diff --git a/litellm/llms/base_llm/search/transformation.py b/litellm/llms/base_llm/search/transformation.py
index 7668c6132d6..9eca3e69909 100644
--- a/litellm/llms/base_llm/search/transformation.py
+++ b/litellm/llms/base_llm/search/transformation.py
@@ -264,6 +264,13 @@ class BaseSearchConfig:
         """
         raise NotImplementedError("transform_search_response must be implemented by provider")
 
+    def get_http_error_class(self, error: httpx.HTTPStatusError) -> Exception:
+        return self.get_error_class(
+            error_message=error.response.text,
+            status_code=error.response.status_code,
+            headers=dict(error.response.headers),  # mutable-ok: provider error factories require dict headers
+        )
+
     def get_error_class(
         self,
         error_message: str,
diff --git a/litellm/llms/custom_httpx/llm_http_handler.py b/litellm/llms/custom_httpx/llm_http_handler.py
index e720428847d..7109e6942d1 100644
--- a/litellm/llms/custom_httpx/llm_http_handler.py
+++ b/litellm/llms/custom_httpx/llm_http_handler.py
@@ -1918,6 +1918,7 @@ class BaseLLMHTTPHandler:
                     url=complete_url,
                     headers=signed_headers,
                 )
+                response.raise_for_status()
             else:
                 # A signed body must be sent verbatim, re-serializing it would break the signature
                 response = client.post(
@@ -1927,6 +1928,8 @@ class BaseLLMHTTPHandler:
                     json=data if signed_json_body is None else None,
                     timeout=timeout,
                 )
+        except httpx.HTTPStatusError as e:
+            raise provider_config.get_http_error_class(e)
         except Exception as e:
             raise self._handle_error(e=e, provider_config=provider_config)
 
@@ -2019,6 +2022,7 @@ class BaseLLMHTTPHandler:
                     url=complete_url,
                     headers=signed_headers,
                 )
+                response.raise_for_status()
             else:
                 # A signed body must be sent verbatim, re-serializing it would break the signature
                 response = await async_httpx_client.post(
@@ -2028,6 +2032,8 @@ class BaseLLMHTTPHandler:
                     json=data if signed_json_body is None else None,
                     timeout=timeout,
                 )
+        except httpx.HTTPStatusError as e:
+            raise provider_config.get_http_error_class(e)
         except Exception as e:
             raise self._handle_error(e=e, provider_config=provider_config)
 
diff --git a/litellm/llms/tinyfish/search/transformation.py b/litellm/llms/tinyfish/search/transformation.py
index b688dc2cd01..460394c6f2d 100644
--- a/litellm/llms/tinyfish/search/transformation.py
+++ b/litellm/llms/tinyfish/search/transformation.py
@@ -247,6 +247,13 @@ class TinyfishSearchConfig(BaseSearchConfig):
         hidden["additional_headers"] = process_response_headers(raw_headers)
         return parsed
 
+    def get_http_error_class(self, error: httpx.HTTPStatusError) -> Exception:
+        return self._wrap_error(
+            error_message=error.response.text,
+            status_code=error.response.status_code,
+            headers=dict(error.response.headers),  # mutable-ok: existing error wrapper requires dict headers
+        )
+
     def _wrap_error(
         self,
         error_message: str,
@@ -256,8 +263,7 @@ class TinyfishSearchConfig(BaseSearchConfig):
         """
         Build an attributed ``BaseLLMException`` from a TinyFish error body.
 
-        Used only at the call sites we control inside
-        ``transform_search_response`` (non-2xx, JSONDecodeError, ValidationError).
+        Used for HTTP status errors and response transformation errors.
         Not an override of ``BaseSearchConfig.get_error_class``: that path is
         left to inherit from the base so it auto-picks-up any future LiteLLM
         improvements. Trade-off: network failures (routed through LiteLLM
diff --git a/tests/test_litellm/llms/custom_httpx/test_llm_http_handler.py b/tests/test_litellm/llms/custom_httpx/test_llm_http_handler.py
index cea2d439198..c39779972c0 100644
--- a/tests/test_litellm/llms/custom_httpx/test_llm_http_handler.py
+++ b/tests/test_litellm/llms/custom_httpx/test_llm_http_handler.py
@@ -3,6 +3,7 @@ import json
 import logging
 import threading
 import time
+from typing import Final
 from unittest.mock import AsyncMock, Mock, patch
 
 import httpx
@@ -20,7 +21,9 @@ from litellm.llms.base_llm.audio_transcription.transformation import (
     BaseAudioTranscriptionConfig,
 )
 from litellm.llms.base_llm.chat.transformation import BaseConfig, BaseLLMException
+from litellm.llms.base_llm.search.transformation import BaseSearchConfig, SearchResponse
 from litellm.llms.bedrock.base_aws_llm import SignsRequestsWithAWS
+from litellm.llms.brave.search.transformation import BraveSearchConfig
 from litellm.llms.base_llm.image_edit.transformation import BaseImageEditConfig
 from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
 from litellm.llms.custom_httpx.llm_http_handler import (
@@ -36,6 +39,7 @@ from litellm.llms.bedrock.messages.invoke_transformations.anthropic_claude3_tran
 )
 from litellm.llms.mistral.ocr.transformation import MistralOCRConfig
 from litellm.llms.openai.videos.transformation import OpenAIVideoConfig
+from litellm.llms.tinyfish.search.transformation import TinyfishSearchConfig
 from litellm.types.llms.openai import ResponsesAPIResponse
 from litellm.types.router import GenericLiteLLMParams
 from litellm.types.utils import ImageObject, ImageResponse, ModelResponse, TranscriptionResponse
@@ -44,6 +48,95 @@ from tests.test_litellm.llms.bedrock.event_loop_probe import EventLoopProbe
 _ACTIVE_KEY = "_code_interpreter_interception_active"
 _SANDBOX_KEY = "_code_interpreter_interception_sandbox_key"
 
+
+async def _get_search_with_client(
+    client: HTTPHandler | AsyncHTTPHandler, provider_config: BaseSearchConfig | None = None
+) -> SearchResponse:
+    result: Final = BaseLLMHTTPHandler().search(
+        query="test",
+        optional_params={},
+        timeout=5,
+        logging_obj=Mock(),
+        api_key="test-key",
+        api_base="https://search.example.test/",
+        custom_llm_provider="tinyfish" if isinstance(provider_config, TinyfishSearchConfig) else "brave",
+        client=client,
+        asearch=isinstance(client, AsyncHTTPHandler),
+        provider_config=provider_config or BraveSearchConfig(),
+    )
+    return await result if asyncio.iscoroutine(result) else result
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("is_async", (False, True))
+@pytest.mark.parametrize("status_code", (400, 401, 403, 422, 429, 500))
+async def test_get_search_raises_provider_http_errors(is_async: bool, status_code: int) -> None:
+    upstream_response: Final = httpx.Response(
+        status_code, json={"error": "rejected request"}, headers={"retry-after": "7"}
+    )
+    transport: Final = httpx.MockTransport(lambda request: upstream_response)
+    async with httpx.AsyncClient(transport=transport) as async_client:
+        with httpx.Client(transport=transport) as sync_client:
+            client: Final = AsyncHTTPHandler() if is_async else HTTPHandler(client=sync_client)
+            if isinstance(client, AsyncHTTPHandler):
+                await client.close()
+                client.client = async_client
+            with pytest.raises(BaseLLMException) as error:
+                await _get_search_with_client(client)
+            assert error.value.status_code == status_code
+            assert "rejected request" in error.value.message
+            assert error.value.headers is not None
+            assert error.value.headers["retry-after"] == "7"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("is_async", (False, True))
+@pytest.mark.parametrize("has_results", (False, True))
+async def test_get_search_preserves_successful_results(is_async: bool, has_results: bool) -> None:
+    results: Final = (
+        [{"title": "Example", "url": "https://example.com", "description": "Example snippet"}] if has_results else []
+    )
+    transport: Final = httpx.MockTransport(lambda request: httpx.Response(200, json={"web": {"results": results}}))
+    async with httpx.AsyncClient(transport=transport) as async_client:
+        with httpx.Client(transport=transport) as sync_client:
+            client: Final = AsyncHTTPHandler() if is_async else HTTPHandler(client=sync_client)
+            if isinstance(client, AsyncHTTPHandler):
+                await client.close()
+                client.client = async_client
+            response: Final = await _get_search_with_client(client)
+            assert response.object == "search"
+            assert len(response.results) == int(has_results)
+            if has_results:
+                assert response.results[0].title == "Example"
+                assert response.results[0].url == "https://example.com"
+                assert response.results[0].snippet == "Example snippet"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("is_async", (False, True))
+async def test_get_search_preserves_tinyfish_http_error_formatting(is_async: bool) -> None:
+    upstream_response: Final = httpx.Response(
+        429,
+        json={"error": {"code": "RATE_LIMIT_EXCEEDED", "message": "rate limit exceeded"}},
+        headers={"retry-after": "7"},
+    )
+    transport: Final = httpx.MockTransport(lambda request: upstream_response)
+    async with httpx.AsyncClient(transport=transport) as async_client:
+        with httpx.Client(transport=transport) as sync_client:
+            client: Final = AsyncHTTPHandler() if is_async else HTTPHandler(client=sync_client)
+            if isinstance(client, AsyncHTTPHandler):
+                await client.close()
+                client.client = async_client
+            with pytest.raises(BaseLLMException) as error:
+                await _get_search_with_client(client, TinyfishSearchConfig())
+            assert error.value.status_code == 429
+            assert error.value.message == (
+                "TinyFish Search: rate limit exceeded. See https://docs.tinyfish.ai/search-api for details."
+            )
+            assert error.value.headers is not None
+            assert error.value.headers["retry-after"] == "7"
+
+
 OCR_RESPONSE = {
     "pages": [{"index": 0, "markdown": "OCR output", "images": []}],
     "model": "mistral-ocr-latest",

From 4295bf823ae77deb2b04763e38029e6519b9d2fa Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 14:16:43 -0700
Subject: [PATCH 203/298] fix(proxy): bound the cursorless grouped log page
 offset

A page starting at or past SPEND_LOGS_PAGINATION_COUNT_CAP lies outside the
total the client is given, so it now returns no rows without running the page
query and the grouped top-N sort bound stays capped.

Rewrites the offset test to page a fake session store instead of asserting on
the generated SQL, and covers the last page inside the cap next to the first
page past it.

Claude-Session: https://claude.ai/code/session_01ESi9JwaXDww1vP3Qsrr4Mz
---
 .../spend_management_endpoints.py             | 14 ++-
 .../test_spend_management_endpoints.py        | 89 ++++++++++++++++---
 2 files changed, 89 insertions(+), 14 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index 4a5995167f7..68181488c8d 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -2947,7 +2947,9 @@ async def _ui_session_grouped_spend_logs(
     page depth does not degrade the query plan. A request for ``page > 1``
     without a cursor (the UI jumping straight to the last page, or back to a
     page it never walked through) falls back to ``OFFSET (page - 1) *
-    page_size``, bounded by the capped total. Each session is represented
+    page_size``; a page starting at or past ``SPEND_LOGS_PAGINATION_COUNT_CAP``
+    lies outside the capped total the client is given, so it returns no rows
+    without running the query and the sort bound stays capped. Each session is represented
     by its newest non-MCP row, enriched by ``_build_ui_spend_logs_response``
     exactly like the flat listing, and the response carries
     ``next_session_cursor`` / ``has_more`` while ``total`` counts sessions
@@ -2966,7 +2968,9 @@ async def _ui_session_grouped_spend_logs(
     )
     cursor_params: Final[tuple[object, ...]] = cursor if cursor else ()
     limit_index: Final = next_param_index + len(cursor_params)
-    offset_params: Final[tuple[int, ...]] = ((page - 1) * page_size,) if cursor is None and page > 1 else ()
+    offset: Final = (page - 1) * page_size if cursor is None else 0
+    beyond_capped_window: Final = offset >= SPEND_LOGS_PAGINATION_COUNT_CAP
+    offset_params: Final[tuple[int, ...]] = (offset,) if offset and not beyond_capped_window else ()
     offset_clause: Final = f"OFFSET ${limit_index + 1}" if offset_params else ""
 
     page_query: Final = f"""
@@ -2980,8 +2984,10 @@ async def _ui_session_grouped_spend_logs(
         ORDER BY MAX("startTime") {direction}, {_SESSION_KEY_EXPR} {direction}, api_key {direction}
         LIMIT ${limit_index} {offset_clause}
     """
-    page_rows: Final[Sequence[_SessionPageRow]] = await _query_raw(
-        prisma_client, page_query, *sql_params, *cursor_params, page_size + 1, *offset_params
+    page_rows: Final[Sequence[_SessionPageRow]] = (
+        ()
+        if beyond_capped_window
+        else await _query_raw(prisma_client, page_query, *sql_params, *cursor_params, page_size + 1, *offset_params)
     )
 
     has_more: Final = len(page_rows) > page_size
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index 5052cf3c085..eb65bb3714b 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -6629,6 +6629,30 @@ def _session_page_row(session_key, last_activity):
     return {"session_key": session_key, "api_key": "hashed-key", "last_activity": last_activity}
 
 
+def _session_grouped_paginating_prisma(sessions):
+    """Mock prisma serving the grouped page query out of ``sessions``, honoring the LIMIT and OFFSET it asks for."""
+
+    async def mock_query_raw(sql_query, *params):
+        if "COUNT(*) AS total_count" in sql_query:
+            return [{"total_count": min(len(sessions), params[-1])}]
+        if "DISTINCT ON" in sql_query:
+            return [_session_representative_row(f"req-{session_key}", session_key) for session_key in params[-2]]
+        if "COALESCE(SUM(spend)" in sql_query:
+            return []
+        bounds = re.search(r"LIMIT \$(\d+)(?: OFFSET \$(\d+))?", sql_query)
+        limit = params[int(bounds.group(1)) - 1]
+        offset = params[int(bounds.group(2)) - 1] if bounds.group(2) else 0
+        return [
+            _session_page_row(session_key, last_activity)
+            for session_key, last_activity in sessions[offset : offset + limit]
+        ]
+
+    mock_prisma = MagicMock()
+    mock_prisma.db = MagicMock()
+    mock_prisma.db.query_raw = AsyncMock(side_effect=mock_query_raw)
+    return mock_prisma
+
+
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_first_page(client, monkeypatch):
     """One row per (session, api_key), session-count total, and a keyset cursor for the next page."""
@@ -6744,10 +6768,9 @@ async def test_ui_view_spend_logs_group_by_session_cursor_page(client, monkeypat
 
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_jumps_to_page_without_cursor(client, monkeypatch):
-    """page > 1 with no session_cursor (the UI's last-page jump) skips (page - 1) * page_size sessions by OFFSET."""
-    page_rows = [_session_page_row("sess-3", "2026-08-29 06:00:00")]
-    reps = [_session_representative_row("req-3", "sess-3")]
-    mock_prisma = _session_grouped_mock_prisma(page_rows, 60, reps)
+    """page > 1 with no session_cursor (the UI's last-page jump) serves the sessions that page starts at."""
+    sessions = tuple((f"sess-{index:02d}", f"2026-08-29 10:{59 - index:02d}:00") for index in range(60))
+    mock_prisma = _session_grouped_paginating_prisma(sessions)
     monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
     monkeypatch.setattr(
         "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
@@ -6772,14 +6795,60 @@ async def test_ui_view_spend_logs_group_by_session_jumps_to_page_without_cursor(
         assert response.status_code == 200, response.text
         data = response.json()
         assert data["page"] == 3
+        assert data["total"] == 60
         assert data["has_more"] is False
-        assert [row["request_id"] for row in data["data"]] == ["req-3"]
+        assert data["next_session_cursor"] is None
+        assert [row["request_id"] for row in data["data"]] == [f"req-sess-{index:02d}" for index in range(50, 60)]
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
 
-        page_query_call = mock_prisma.db.query_raw.await_args_list[0]
-        page_query_sql = page_query_call.args[0]
-        assert "HAVING" not in page_query_sql
-        assert "OFFSET" in page_query_sql
-        assert page_query_call.args[-2:] == (26, 50), "LIMIT page_size + 1 then OFFSET (page - 1) * page_size"
+
+@pytest.mark.asyncio
+async def test_ui_view_spend_logs_group_by_session_page_past_count_cap_is_empty(client, monkeypatch):
+    """The last page inside the capped total still lists sessions; the page after it is empty and costs no query."""
+    cap = spend_management_endpoints.SPEND_LOGS_PAGINATION_COUNT_CAP
+    sessions = tuple((f"sess-{index:06d}", "2026-08-29 10:00:00") for index in range(cap + 50))
+    mock_prisma = _session_grouped_paginating_prisma(sessions)
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
+    monkeypatch.setattr(
+        "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
+        lambda user_api_key_dict: True,
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.PROXY_ADMIN, user_id="admin_user"
+    )
+    try:
+        start_date, end_date = _default_date_range()
+        params = {
+            "start_date": start_date,
+            "end_date": end_date,
+            "group_by_session": "true",
+            "page_size": 25,
+        }
+        last_page = client.get(
+            "/spend/logs/ui",
+            params={**params, "page": cap // 25},
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert last_page.status_code == 200, last_page.text
+        last_page_data = last_page.json()
+        assert last_page_data["total"] == cap
+        assert last_page_data["total_is_capped"] is True
+        assert last_page_data["data"][0]["request_id"] == f"req-sess-{cap - 25:06d}"
+        assert len(last_page_data["data"]) == 25
+
+        mock_prisma.db.query_raw.reset_mock()
+        past_cap = client.get(
+            "/spend/logs/ui",
+            params={**params, "page": cap // 25 + 1},
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert past_cap.status_code == 200, past_cap.text
+        past_cap_data = past_cap.json()
+        assert past_cap_data["data"] == []
+        assert past_cap_data["has_more"] is False
+        assert past_cap_data["total"] == cap
+        assert mock_prisma.db.query_raw.await_count == 1, "only the bounded count query runs past the capped window"
     finally:
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
 

From c038aaf62255898c62b6aec2e833912a747304cf Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:20:03 -0700
Subject: [PATCH 204/298] fix(mcp): cache upstream discovery lists

---
 litellm/experimental_mcp_client/Readme.md     |   5 +
 litellm/experimental_mcp_client/client.py     |  12 +-
 .../mcp_server/mcp_server_manager.py          | 300 ++++++++++++------
 .../test_mcp_client.py                        |   9 +-
 .../mcp_server/test_mcp_server_manager.py     | 223 +++++++++++++
 5 files changed, 451 insertions(+), 98 deletions(-)

diff --git a/litellm/experimental_mcp_client/Readme.md b/litellm/experimental_mcp_client/Readme.md
index 4fbd624369c..16cd404d3df 100644
--- a/litellm/experimental_mcp_client/Readme.md
+++ b/litellm/experimental_mcp_client/Readme.md
@@ -2,5 +2,10 @@
 
 LiteLLM MCP Client is a client that allows you to use MCP tools with LiteLLM.
 
+## Gateway discovery caching
 
+The MCP gateway caches each upstream server's prompt, resource, and resource-template lists for 60 seconds per worker. Set `LITELLM_MCP_DISCOVERY_CACHE_TTL` to a nonnegative number of seconds to change the lifetime, or `0` to disable caching. Invalid values use the 60-second default
 
+Discovery results may remain unchanged until that lifetime expires. Server configuration updates invalidate the affected server's entries. Concurrent requests for the same list share one upstream fetch. Each list cache holds at most 1,024 entries per worker
+
+User-dependent upstream authentication uses separate cache entries. Gateway access checks still run for every request. Successful empty lists and unsupported capabilities are cached; failed requests retain the existing empty-list response and are retried on the next request
diff --git a/litellm/experimental_mcp_client/client.py b/litellm/experimental_mcp_client/client.py
index 6cecc1e6157..b0037d2a1a1 100644
--- a/litellm/experimental_mcp_client/client.py
+++ b/litellm/experimental_mcp_client/client.py
@@ -781,7 +781,7 @@ class MCPClient:
             # Return a default error result instead of raising
             return self.error_tool_result(e)
 
-    async def list_prompts(self) -> list[Prompt]:
+    async def list_prompts(self, *, raise_on_error: bool = False) -> list[Prompt]:
         """List available prompts from the server."""
         verbose_logger.debug("MCP client listing tools from %s", self.server_url or "stdio")
 
@@ -811,6 +811,8 @@ class MCPClient:
             verbose_logger.warning("MCP client list_prompts was cancelled")
             raise
         except Exception as e:
+            if raise_on_error:
+                raise
             error_type: Final = type(e).__name__
             verbose_logger.error(
                 "MCP client list_prompts failed - Error Type: %s, Error: %s, Server: %s, Transport: %s",
@@ -869,7 +871,7 @@ class MCPClient:
                 )
             raise
 
-    async def list_resources(self) -> list[Resource]:
+    async def list_resources(self, *, raise_on_error: bool = False) -> list[Resource]:
         """List available resources from the server."""
         verbose_logger.debug("MCP client listing resources from %s", self.server_url or "stdio")
 
@@ -899,6 +901,8 @@ class MCPClient:
             verbose_logger.warning("MCP client list_resources was cancelled")
             raise
         except Exception as e:
+            if raise_on_error:
+                raise
             error_type: Final = type(e).__name__
             verbose_logger.error(
                 "MCP client list_resources failed - Error Type: %s, Error: %s, Server: %s, Transport: %s",
@@ -916,7 +920,7 @@ class MCPClient:
             # Return empty list instead of raising to allow graceful degradation
             return []
 
-    async def list_resource_templates(self) -> list[ResourceTemplate]:
+    async def list_resource_templates(self, *, raise_on_error: bool = False) -> list[ResourceTemplate]:
         """List available resource templates from the server."""
         verbose_logger.debug("MCP client listing resource templates from %s", self.server_url or "stdio")
 
@@ -949,6 +953,8 @@ class MCPClient:
             verbose_logger.warning("MCP client list_resource_templates was cancelled")
             raise
         except Exception as e:
+            if raise_on_error:
+                raise
             error_type: Final = type(e).__name__
             verbose_logger.error(
                 "MCP client list_resource_templates failed - Error Type: %s, Error: %s, Server: %s, Transport: %s",
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index cc7ea0c1ea5..353acb8627a 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -10,6 +10,7 @@ import asyncio
 import datetime
 import hashlib
 import json
+import math
 import os
 import re
 import time
@@ -26,8 +27,9 @@ from collections.abc import (
 from contextlib import asynccontextmanager
 from dataclasses import dataclass, replace
 from functools import lru_cache
+from itertools import chain
 from types import MappingProxyType
-from typing import TYPE_CHECKING, Any, Final, Literal, TypeAlias, TypedDict, cast
+from typing import TYPE_CHECKING, Any, Final, Generic, Literal, TypeAlias, TypedDict, TypeVar, cast
 from urllib.parse import ParseResult, urlparse
 
 import anyio
@@ -1677,6 +1679,91 @@ def _record_mcp_guardrail_evaluations(
         verbose_logger.warning("Failed to record MCP guardrail evaluation for logging: %s", e)
 
 
+_DiscoveryItem = TypeVar("_DiscoveryItem", bound=BaseModel)
+_DiscoveryKey: TypeAlias = tuple[str, str | None]
+
+
+@dataclass(frozen=True, slots=True)
+class _DiscoveryEntry(Generic[_DiscoveryItem]):
+    expires_at: float
+    items: tuple[_DiscoveryItem, ...]
+
+
+class _DiscoveryCache(Generic[_DiscoveryItem]):
+    def __init__(self, ttl: float, clock: Callable[[], float]) -> None:
+        self._ttl = ttl
+        self._clock = clock
+        self._entries: Mapping[_DiscoveryKey, _DiscoveryEntry[_DiscoveryItem]] = MappingProxyType({})
+        self._pending: Mapping[_DiscoveryKey, asyncio.Task[list[_DiscoveryItem]]] = MappingProxyType({})
+
+    def invalidate(self, server_id: str) -> None:
+        self._entries = MappingProxyType({key: entry for key, entry in self._entries.items() if key[0] != server_id})
+        self._pending = MappingProxyType({key: task for key, task in self._pending.items() if key[0] != server_id})
+
+    @staticmethod
+    def _observe_completion(task: asyncio.Task[list[_DiscoveryItem]]) -> None:
+        if not task.cancelled():
+            task.exception()
+
+    async def get(
+        self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[list[_DiscoveryItem]]]
+    ) -> tuple[_DiscoveryItem, ...]:
+        if self._ttl <= 0:
+            return tuple(await fetch())
+        entry: Final = self._entries.get(key)
+        if entry is not None and entry.expires_at > self._clock():
+            return tuple(item.model_copy(deep=True) for item in entry.items)
+        pending: Final = self._pending.get(key)
+        if pending is not None:
+            return tuple(item.model_copy(deep=True) for item in await asyncio.shield(pending))
+        task: Final = asyncio.create_task(self._fetch(key, fetch))
+        self._pending = MappingProxyType({**self._pending, key: task})
+        task.add_done_callback(self._observe_completion)
+        return tuple(item.model_copy(deep=True) for item in await asyncio.shield(task))
+
+    async def _fetch(
+        self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[list[_DiscoveryItem]]]
+    ) -> list[_DiscoveryItem]:
+        try:
+            items: Final = await fetch()
+            if self._pending.get(key) is asyncio.current_task():
+                now: Final = self._clock()
+                live_entries: Final = tuple(
+                    (entry_key, entry) for entry_key, entry in self._entries.items() if entry.expires_at > now
+                )
+                self._entries = MappingProxyType(
+                    {
+                        entry_key: entry
+                        for entry_key, entry in (
+                            *live_entries[-1023:],
+                            (
+                                key,
+                                _DiscoveryEntry(now + self._ttl, tuple(item.model_copy(deep=True) for item in items)),
+                            ),
+                        )
+                    }
+                )
+            return items
+        finally:
+            if self._pending.get(key) is asyncio.current_task():
+                self._pending = MappingProxyType(
+                    {entry_key: task for entry_key, task in self._pending.items() if entry_key != key}
+                )
+
+
+def _mcp_discovery_cache_ttl() -> float:
+    raw: Final = os.environ.get("LITELLM_MCP_DISCOVERY_CACHE_TTL", "60")
+    try:
+        ttl: Final = float(raw)
+    except ValueError:
+        verbose_logger.warning("Invalid LITELLM_MCP_DISCOVERY_CACHE_TTL; using 60 seconds")
+        return 60.0
+    if not math.isfinite(ttl) or ttl < 0:
+        verbose_logger.warning("Invalid LITELLM_MCP_DISCOVERY_CACHE_TTL; using 60 seconds")
+        return 60.0
+    return ttl
+
+
 class MCPServerManager:
     _STDIO_ENV_TEMPLATE_PATTERN = re.compile(r"^\$\{(X-[^}]+)\}$")
 
@@ -1793,6 +1880,7 @@ class MCPServerManager:
         cred_provider: UpstreamCredentialProvider | None = None,
         per_user_oauth_token_store: InvalidatableOAuthTokenStore | None = None,
         per_user_token_cache: MCPPerUserTokenCache | None = None,
+        discovery_clock: Callable[[], float] = time.monotonic,
     ):
         self._per_user_oauth_token_store = per_user_oauth_token_store or LazyPerUserOAuthTokenStore(
             self.get_mcp_server_by_id
@@ -1802,6 +1890,10 @@ class MCPServerManager:
             oauth_token_store=self._per_user_oauth_token_store,
             token_exchanger=build_token_exchanger(),
         )
+        discovery_ttl: Final = _mcp_discovery_cache_ttl()
+        self._prompt_discovery_cache = _DiscoveryCache[Prompt](discovery_ttl, discovery_clock)
+        self._resource_discovery_cache = _DiscoveryCache[Resource](discovery_ttl, discovery_clock)
+        self._template_discovery_cache = _DiscoveryCache[ResourceTemplate](discovery_ttl, discovery_clock)
         self.registry: dict[str, MCPServer] = {}
         self._openapi_health_probes: Callable[[str], _OpenAPIHealthProbe] = lru_cache(maxsize=128)(_OpenAPIHealthProbe)
         self.config_mcp_servers: dict[str, MCPServer] = {}
@@ -2529,6 +2621,7 @@ class MCPServerManager:
             self._assign_unique_short_prefix(new_server)
             _warn_internal_delegate_pkce_if_applicable(new_server, source="config")
             _warn_config_id_jag_server_outruns_sso(new_server)
+            self._invalidate_discovery_lists(server_id)
             self.config_mcp_servers[server_id] = new_server
             self._set_oauth_discovery_deferred(
                 server_id,
@@ -2730,6 +2823,7 @@ class MCPServerManager:
             global_mcp_tool_registry,
         )
 
+        self._invalidate_discovery_lists(server.server_id)
         prefix_root: Final = normalize_server_name(get_server_prefix(server))
         if server.spec_path and prefix_root:
             openapi_key_prefix: Final = prefix_root + MCP_TOOL_PREFIX_SEPARATOR
@@ -3106,6 +3200,7 @@ class MCPServerManager:
                 # env_vars_are_encrypted=False.
                 new_server: Final = await self.build_mcp_server_from_table(mcp_server, env_vars_are_encrypted=False)
                 self._assign_unique_short_prefix(new_server)
+                self._invalidate_discovery_lists(mcp_server.server_id)
                 self.registry[mcp_server.server_id] = new_server
                 await self._maybe_register_openapi_tools(new_server)
                 self.prime_oauth_metadata_discovery(new_server)
@@ -3142,6 +3237,7 @@ class MCPServerManager:
                     previous_server=self.registry[mcp_server.server_id],
                 )
                 self._assign_unique_short_prefix(new_server)
+                self._invalidate_discovery_lists(mcp_server.server_id)
                 self.registry[mcp_server.server_id] = new_server
                 await self._maybe_register_openapi_tools(new_server)
                 self.prime_oauth_metadata_discovery(new_server)
@@ -4375,6 +4471,38 @@ class MCPServerManager:
             )
             raise_classified_list_failure(e, server.name, suppress_challenge=server.is_dcr_bridge)
 
+    def _invalidate_discovery_lists(self, server_id: str) -> None:
+        self._prompt_discovery_cache.invalidate(server_id)
+        self._resource_discovery_cache.invalidate(server_id)
+        self._template_discovery_cache.invalidate(server_id)
+
+    def _discovery_key(
+        self,
+        server: MCPServer,
+        user_api_key_auth: UserAPIKeyAuth | None,
+        mcp_auth_header: str | dict[str, str] | None,
+        extra_headers: dict[str, str] | None,
+        stdio_env: dict[str, str] | None,
+        subject_token: str | None,
+    ) -> _DiscoveryKey:
+        per_user: Final = (
+            server.requires_per_user_auth
+            or self._references_per_user_env_var(server)
+            or server.delegate_auth_to_upstream
+            or server.auth_type in (MCPAuth.oauth2_token_exchange, MCPAuth.oauth2_id_jag)
+        )
+        if not (per_user or mcp_auth_header or extra_headers or stdio_env or subject_token):
+            return server.server_id, None
+        identity: Final = (
+            (user_api_key_auth.user_id, user_api_key_auth.api_key)
+            if per_user and user_api_key_auth is not None
+            else None
+        )
+        material: Final = json.dumps(
+            (identity, mcp_auth_header, extra_headers, stdio_env, subject_token), sort_keys=True, separators=(",", ":")
+        )
+        return server.server_id, hashlib.sha256(material.encode()).hexdigest()
+
     async def get_prompts_from_server(
         self,
         server: MCPServer,
@@ -4384,47 +4512,36 @@ class MCPServerManager:
         add_prefix: bool = True,
         raw_headers: dict[str, str] | None = None,
     ) -> list[Prompt]:
-        """
-        Helper method to get prompts from a single MCP server with prefixed names.
-
-        Args:
-            server (MCPServer): The server to query prompts from
-            mcp_auth_header: Optional auth header for MCP server
-
-        Returns:
-            List[Prompt]: List of prompts available on the server with prefixed names
-        """
-
-        verbose_logger.debug("Connecting to url: %s", server.url)
-        verbose_logger.info("get_prompts_from_server for %s...", server.name)
-
-        client = None
-
         try:
-            if server.static_headers:
-                if extra_headers is None:
-                    extra_headers = {}
-                extra_headers.update(server.static_headers)
-
+            headers: Final = (
+                dict(
+                    chain(
+                        extra_headers.items() if extra_headers else (),
+                        server.static_headers.items() if server.static_headers else (),
+                    )
+                )
+                or None
+            )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
-
-            client = await self._create_mcp_client(
-                server=server,
-                mcp_auth_header=mcp_auth_header,
-                extra_headers=extra_headers,
-                stdio_env=stdio_env,
-                subject_token=subject_token,
+            key: Final = self._discovery_key(
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
             )
 
-            prompts: Final = await client.list_prompts()
+            async def fetch() -> list[Prompt]:
+                client: Final = await self._create_mcp_client(
+                    server=server,
+                    mcp_auth_header=mcp_auth_header,
+                    extra_headers=headers,
+                    stdio_env=stdio_env,
+                    subject_token=subject_token,
+                )
+                return await client.list_prompts(raise_on_error=True)
 
-            prefixed_or_original_prompts: Final = self._create_prefixed_prompts(prompts, server, add_prefix=add_prefix)
-
-            return prefixed_or_original_prompts
-
-        except Exception as e:
-            verbose_logger.warning("Failed to get prompts from server %s: %s", server.name, e)
+            items: Final = await self._prompt_discovery_cache.get(key, fetch)
+            return self._create_prefixed_prompts(items, server, add_prefix=add_prefix)
+        except Exception as error:
+            verbose_logger.warning("Failed to get prompts from server %s: %s", server.name, error)
             return []
 
     async def get_resources_from_server(
@@ -4436,38 +4553,36 @@ class MCPServerManager:
         add_prefix: bool = True,
         raw_headers: dict[str, str] | None = None,
     ) -> list[Resource]:
-        """Fetch available resources from a single MCP server."""
-
-        verbose_logger.debug("Connecting to url: %s", server.url)
-        verbose_logger.info("get_resources_from_server for %s...", server.name)
-
-        client = None
-
         try:
-            if server.static_headers:
-                if extra_headers is None:
-                    extra_headers = {}
-                extra_headers.update(server.static_headers)
-
+            headers: Final = (
+                dict(
+                    chain(
+                        extra_headers.items() if extra_headers else (),
+                        server.static_headers.items() if server.static_headers else (),
+                    )
+                )
+                or None
+            )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
-
-            client = await self._create_mcp_client(
-                server=server,
-                mcp_auth_header=mcp_auth_header,
-                extra_headers=extra_headers,
-                stdio_env=stdio_env,
-                subject_token=subject_token,
+            key: Final = self._discovery_key(
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
             )
 
-            resources: Final = await client.list_resources()
+            async def fetch() -> list[Resource]:
+                client: Final = await self._create_mcp_client(
+                    server=server,
+                    mcp_auth_header=mcp_auth_header,
+                    extra_headers=headers,
+                    stdio_env=stdio_env,
+                    subject_token=subject_token,
+                )
+                return await client.list_resources(raise_on_error=True)
 
-            prefixed_resources: Final = self._create_prefixed_resources(resources, server, add_prefix=add_prefix)
-
-            return prefixed_resources
-
-        except Exception as e:
-            verbose_logger.warning("Failed to get resources from server %s: %s", server.name, e)
+            items: Final = await self._resource_discovery_cache.get(key, fetch)
+            return self._create_prefixed_resources(items, server, add_prefix=add_prefix)
+        except Exception as error:
+            verbose_logger.warning("Failed to get resources from server %s: %s", server.name, error)
             return []
 
     async def get_resource_templates_from_server(
@@ -4479,40 +4594,36 @@ class MCPServerManager:
         add_prefix: bool = True,
         raw_headers: dict[str, str] | None = None,
     ) -> list[ResourceTemplate]:
-        """Fetch available resource templates from a single MCP server."""
-
-        verbose_logger.debug("Connecting to url: %s", server.url)
-        verbose_logger.info("get_resource_templates_from_server for %s...", server.name)
-
-        client = None
-
         try:
-            if server.static_headers:
-                if extra_headers is None:
-                    extra_headers = {}
-                extra_headers.update(server.static_headers)
-
+            headers: Final = (
+                dict(
+                    chain(
+                        extra_headers.items() if extra_headers else (),
+                        server.static_headers.items() if server.static_headers else (),
+                    )
+                )
+                or None
+            )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
-
-            client = await self._create_mcp_client(
-                server=server,
-                mcp_auth_header=mcp_auth_header,
-                extra_headers=extra_headers,
-                stdio_env=stdio_env,
-                subject_token=subject_token,
+            key: Final = self._discovery_key(
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
             )
 
-            resource_templates: Final = await client.list_resource_templates()
+            async def fetch() -> list[ResourceTemplate]:
+                client: Final = await self._create_mcp_client(
+                    server=server,
+                    mcp_auth_header=mcp_auth_header,
+                    extra_headers=headers,
+                    stdio_env=stdio_env,
+                    subject_token=subject_token,
+                )
+                return await client.list_resource_templates(raise_on_error=True)
 
-            prefixed_templates: Final = self._create_prefixed_resource_templates(
-                resource_templates, server, add_prefix=add_prefix
-            )
-
-            return prefixed_templates
-
-        except Exception as e:
-            verbose_logger.warning("Failed to get resource templates from server %s: %s", server.name, e)
+            items: Final = await self._template_discovery_cache.get(key, fetch)
+            return self._create_prefixed_resource_templates(items, server, add_prefix=add_prefix)
+        except Exception as error:
+            verbose_logger.warning("Failed to get resource_templates from server %s: %s", server.name, error)
             return []
 
     async def read_resource_from_server(
@@ -5220,7 +5331,7 @@ class MCPServerManager:
         return prefixed_tools
 
     def _create_prefixed_prompts(
-        self, prompts: list[Prompt], server: MCPServer, add_prefix: bool = True
+        self, prompts: Sequence[Prompt], server: MCPServer, add_prefix: bool = True
     ) -> list[Prompt]:
         """
         Create prefixed prompts and update prompt mapping.
@@ -5247,7 +5358,7 @@ class MCPServerManager:
         return prefixed_prompts
 
     def _create_prefixed_resources(
-        self, resources: list[Resource], server: MCPServer, add_prefix: bool = True
+        self, resources: Sequence[Resource], server: MCPServer, add_prefix: bool = True
     ) -> list[Resource]:
         """Prefix resource names and track origin server for read requests."""
 
@@ -5264,7 +5375,7 @@ class MCPServerManager:
 
     def _create_prefixed_resource_templates(
         self,
-        resource_templates: list[ResourceTemplate],
+        resource_templates: Sequence[ResourceTemplate],
         server: MCPServer,
         add_prefix: bool = True,
     ) -> list[ResourceTemplate]:
@@ -6466,6 +6577,9 @@ class MCPServerManager:
         for registry_key in dropped_registry_keys:
             self._invalidate_oauth_discovery_state(previous_registry[registry_key].server_id)
 
+        for server_id in previous_registry.keys() | registered_registry.keys():
+            if previous_registry.get(server_id) != registered_registry.get(server_id):
+                self._invalidate_discovery_lists(server_id)
         self.registry = registered_registry
         # A discovery task may have published into ``previous_registry`` while
         # this replacement was being staged. Reconcile every published entry
diff --git a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
index 3283af26cf7..498ae86f77b 100644
--- a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
+++ b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
@@ -1704,8 +1704,9 @@ async def test_empty_http_event_stream_uses_the_existing_request_deadline() -> N
         "initialize_not_found",
     ),
 )
+@pytest.mark.parametrize("raise_on_error", (False, True))
 async def test_optional_discovery_capabilities_and_errors(
-    method: str, outcome: str, caplog: pytest.LogCaptureFixture
+    method: str, outcome: str, caplog: pytest.LogCaptureFixture, raise_on_error: bool
 ) -> None:
     import logging
     from unittest.mock import Mock
@@ -1783,7 +1784,11 @@ async def test_optional_discovery_capabilities_and_errors(
             "resources/list": client.list_resources,
             "resources/templates/list": client.list_resource_templates,
         }[method]
-        result: Final = await operation()
+        if raise_on_error and outcome in ("internal_error", "unauthorized", "timeout", "initialize_not_found"):
+            with pytest.raises((McpError, httpx.HTTPError)):
+                await operation(raise_on_error=True)
+            return
+        result: Final = await operation(raise_on_error=raise_on_error)
 
     requests: Final = tuple(
         JSONRPCMessage.model_validate_json(call.args[0].content).root
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index b637586d7ff..ea12fcc8bc2 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -13020,3 +13020,226 @@ async def test_openapi_health_cancellation_does_not_poison_cache(respx_mock, mon
     assert cached.status == "healthy"
     assert len(attempts) == 2
     assert route.call_count == 1
+
+
+class _DiscoveryClock:
+    def __init__(self) -> None:
+        self.now = 0.0
+
+    def __call__(self) -> float:
+        return self.now
+
+
+class _DiscoveryUpstream:
+    def __init__(self) -> None:
+        self.requests: tuple[tuple[str, str], ...] = ()
+        self.outcome = "supported"
+        self.entered = asyncio.Event()
+        self.release = asyncio.Event()
+        self.release.set()
+
+    async def respond(self, request: httpx.Request) -> httpx.Response:
+        from mcp.types import JSONRPCMessage, JSONRPCRequest
+
+        if request.method == "DELETE":
+            return httpx.Response(200)
+        payload: Final = JSONRPCMessage.model_validate_json(request.content).root
+        if not isinstance(payload, JSONRPCRequest):
+            return httpx.Response(202)
+        self.requests = (*self.requests, (payload.method, request.headers.get("authorization", "")))
+        if payload.method == "initialize":
+            return httpx.Response(200, json={
+                "jsonrpc": "2.0", "id": payload.id,
+                "result": {"protocolVersion": "2025-03-26", "serverInfo": {"name": "discovery", "version": "1"},
+                           "capabilities": {} if self.outcome == "unsupported" else {"prompts": {}, "resources": {}}},
+            })
+        self.entered.set()
+        await self.release.wait()
+        if self.outcome == "failure":
+            return httpx.Response(503)
+        if self.outcome == "cancelled":
+            raise asyncio.CancelledError()
+        if self.outcome == "rejected":
+            return httpx.Response(200, json={"jsonrpc": "2.0", "id": payload.id,
+                                           "error": {"code": -32601, "message": "Unsupported"}})
+        result: Final = {
+            "prompts/list": {"prompts": [{"name": "example", "description": "original"}]},
+            "resources/list": {"resources": [{"name": "example", "uri": "test://example", "description": "original"}]},
+            "resources/templates/list": {"resourceTemplates": [{"name": "example", "uriTemplate": "test://{name}", "description": "original"}]},
+            "tools/list": {"tools": []},
+        }[payload.method]
+        return httpx.Response(200, json={"jsonrpc": "2.0", "id": payload.id, "result": result})
+
+    @property
+    def initializes(self) -> int:
+        return sum(method == "initialize" for method, _auth in self.requests)
+
+
+def _discovery_server() -> MCPServer:
+    return MCPServer(server_id="discovery", name="discovery", url="https://discovery.example/mcp", transport=MCPTransport.http)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("kind", ("prompts", "resources", "templates"))
+async def test_discovery_cache_reuses_raw_results_and_expires(kind: str) -> None:
+    import respx
+
+    clock: Final = _DiscoveryClock()
+    manager: Final = MCPServerManager(discovery_clock=clock)
+    upstream: Final = _DiscoveryUpstream()
+    operation: Final = {"prompts": manager.get_prompts_from_server, "resources": manager.get_resources_from_server,
+                       "templates": manager.get_resource_templates_from_server}[kind]
+    server: Final = _discovery_server()
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        first: Final = await operation(server, None)
+        assert len(first) == 1
+        assert first[0].name == "discovery-example"
+        first[0].description = "caller changed it"
+        second: Final = await operation(server, None, add_prefix=False)
+        assert second[0].name == "example"
+        assert second[0].description == "original"
+        assert upstream.initializes == 1
+        clock.now = 59.999
+        assert (await operation(server, None))[0].name == "discovery-example"
+        assert upstream.initializes == 1
+        clock.now = 60.0
+        assert (await operation(server, None))[0].name == "discovery-example"
+        assert upstream.initializes == 2
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("kind", ("prompts", "resources", "templates"))
+@pytest.mark.parametrize("outcome", ("unsupported", "rejected", "failure"))
+async def test_discovery_cache_empty_results_and_failures(kind: str, outcome: str) -> None:
+    import respx
+
+    manager: Final = MCPServerManager()
+    upstream: Final = _DiscoveryUpstream()
+    upstream.outcome = outcome
+    operation: Final = {"prompts": manager.get_prompts_from_server, "resources": manager.get_resources_from_server,
+                       "templates": manager.get_resource_templates_from_server}[kind]
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        assert await operation(_discovery_server(), None) == []
+        assert await operation(_discovery_server(), None) == []
+        assert upstream.initializes == (2 if outcome == "failure" else 1)
+        if outcome == "failure":
+            upstream.outcome = "supported"
+            assert (await operation(_discovery_server(), None))[0].name == "discovery-example"
+            assert upstream.initializes == 3
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_isolates_forwarded_credentials_and_shares_static_auth() -> None:
+    import respx
+
+    manager: Final = MCPServerManager()
+    upstream: Final = _DiscoveryUpstream()
+    server: Final = _discovery_server()
+    first_user: Final = UserAPIKeyAuth(user_id="first")
+    second_user: Final = UserAPIKeyAuth(user_id="second")
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        for user in (first_user, second_user):
+            assert len(await manager.get_prompts_from_server(server, user)) == 1
+        assert upstream.initializes == 1
+        for credential in ("first-secret", "second-secret", "first-secret"):
+            assert len(await manager.get_prompts_from_server(server, first_user, extra_headers={"Authorization": credential})) == 1
+        assert upstream.initializes == 3
+        assert {auth for method, auth in upstream.requests if method == "prompts/list"} == {"", "first-secret", "second-secret"}
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_coalesces_and_survives_waiter_cancellation() -> None:
+    import respx
+
+    manager: Final = MCPServerManager()
+    upstream: Final = _DiscoveryUpstream()
+    upstream.release.clear()
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        tasks: Final = tuple(asyncio.create_task(manager.get_prompts_from_server(_discovery_server(), None)) for _ in range(10))
+        await asyncio.wait_for(upstream.entered.wait(), timeout=5)
+        tasks[0].cancel()
+        with pytest.raises(asyncio.CancelledError):
+            await tasks[0]
+        upstream.release.set()
+        results: Final = await asyncio.wait_for(asyncio.gather(*tasks[1:]), timeout=5)
+        assert all(result[0].name == "discovery-example" for result in results)
+        assert upstream.initializes == 1
+        assert results[0][0] is not results[1][0]
+        assert (await manager.get_prompts_from_server(_discovery_server(), None))[0].name == "discovery-example"
+        assert upstream.initializes == 1
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_invalidation_during_fetch_does_not_repopulate_old_results() -> None:
+    import respx
+
+    manager: Final = MCPServerManager()
+    upstream: Final = _DiscoveryUpstream()
+    upstream.release.clear()
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        task: Final = asyncio.create_task(manager.get_prompts_from_server(_discovery_server(), None))
+        await asyncio.wait_for(upstream.entered.wait(), timeout=5)
+        manager._invalidate_discovery_lists("discovery")
+        upstream.release.set()
+        assert (await task)[0].name == "discovery-example"
+        assert len(await manager.get_prompts_from_server(_discovery_server(), None)) == 1
+        assert upstream.initializes == 2
+        manager._invalidate_discovery_lists("discovery")
+        assert len(await manager.get_prompts_from_server(_discovery_server(), None)) == 1
+        assert upstream.initializes == 3
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_can_be_disabled(monkeypatch: pytest.MonkeyPatch) -> None:
+    import respx
+
+    monkeypatch.setenv("LITELLM_MCP_DISCOVERY_CACHE_TTL", "0")
+    manager: Final = MCPServerManager()
+    upstream: Final = _DiscoveryUpstream()
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        assert len(await manager.get_prompts_from_server(_discovery_server(), None)) == 1
+        assert len(await manager.get_prompts_from_server(_discovery_server(), None)) == 1
+        assert upstream.initializes == 2
+
+
+@pytest.mark.parametrize("value,expected", (("invalid", 60.0), ("nan", 60.0), ("inf", 60.0), ("-1", 60.0), ("12.5", 12.5)))
+def test_discovery_cache_ttl_validation(value: str, expected: float, monkeypatch: pytest.MonkeyPatch) -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _mcp_discovery_cache_ttl
+
+    monkeypatch.setenv("LITELLM_MCP_DISCOVERY_CACHE_TTL", value)
+    assert _mcp_discovery_cache_ttl() == expected
+
+
+@pytest.mark.parametrize("auth_type", (MCPAuth.oauth2, MCPAuth.oauth2_token_exchange, MCPAuth.oauth2_id_jag))
+def test_discovery_cache_keys_isolate_user_dependent_auth(auth_type: MCPAuth) -> None:
+    manager: Final = MCPServerManager()
+    server: Final = _discovery_server().model_copy(update={"auth_type": auth_type})
+    first: Final = manager._discovery_key(server, UserAPIKeyAuth(user_id="first"), None, None, None, None)
+    second: Final = manager._discovery_key(server, UserAPIKeyAuth(user_id="second"), None, None, None, None)
+    anonymous: Final = manager._discovery_key(server, None, None, None, None, None)
+    assert len({first, second, anonymous}) == 3
+    assert "first" not in str(first)
+    assert "second" not in str(second)
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_retries_cancelled_fetches() -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+
+    async def cancelled() -> list[Prompt]:
+        raise asyncio.CancelledError()
+
+    async def supported() -> list[Prompt]:
+        return [Prompt(name="recovered")]
+
+    with pytest.raises(asyncio.CancelledError):
+        await cache.get(("server", None), cancelled)
+    assert [item.name for item in await cache.get(("server", None), supported)] == ["recovered"]

From a426dc43cb4ec02e1908cbfd2e813d8c511bed9f Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:20:10 -0700
Subject: [PATCH 205/298] fix(policy_engine): run global policy pipelines
 before scoped ones (#39697)

* fix(policy_engine): run global policy pipelines before scoped ones

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(policy_engine): rank duplicate attachments by broadest scope

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(policy_engine): rank combined-scope attachments below single-scope ones

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: shivam <shivam@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/proxy/litellm_pre_call_utils.py       | 26 ++++----
 .../policy_engine/attachment_registry.py      | 60 ++++++++++-------
 .../policy_engine/test_attachment_registry.py | 65 +++++++++++++++++++
 .../proxy/test_litellm_pre_call_utils.py      | 25 +++++++
 4 files changed, 141 insertions(+), 35 deletions(-)

diff --git a/litellm/proxy/litellm_pre_call_utils.py b/litellm/proxy/litellm_pre_call_utils.py
index ad4687e95db..c2805d00c2e 100644
--- a/litellm/proxy/litellm_pre_call_utils.py
+++ b/litellm/proxy/litellm_pre_call_utils.py
@@ -173,6 +173,7 @@ _ENABLE_TEAM_STALE_ALIAS_BYPASS: bool | None = None
 
 if TYPE_CHECKING:
     from litellm.integrations.otel.model.destination import OtelDestination
+    from litellm.proxy.policy_engine.attachment_registry import AttachmentRegistry
     from litellm.proxy.proxy_server import ProxyConfig as _ProxyConfig
     from litellm.types.proxy.policy_engine import Policy, PolicyMatchContext
 
@@ -3141,6 +3142,7 @@ def _match_and_track_policies(
     context: "PolicyMatchContext",
     request_body_policies: Sequence[str],
     policies_override: dict[str, "Policy"] | None = None,
+    attachment_registry_override: "AttachmentRegistry | None" = None,
 ) -> tuple[list[str], dict[str, str]]:
     """
     Match policies via attachments and request body, track them in metadata.
@@ -3157,7 +3159,9 @@ def _match_and_track_policies(
     from litellm.proxy.policy_engine.policy_matcher import PolicyMatcher
 
     # Get matching policies via attachments (with match reasons for attribution)
-    attachment_registry: Final = get_attachment_registry()
+    attachment_registry: Final = (
+        attachment_registry_override if attachment_registry_override is not None else get_attachment_registry()
+    )
     matches_with_reasons: Final = attachment_registry.get_attached_policies_with_reasons(context)
     matching_policy_names: Final = [m["policy_name"] for m in matches_with_reasons]
     policy_reasons: Final = {m["policy_name"]: m["matched_via"] for m in matches_with_reasons}
@@ -3165,9 +3169,11 @@ def _match_and_track_policies(
     verbose_proxy_logger.debug("Policy engine: matched policies via attachments: %s", matching_policy_names)
 
     # Combine attachment-based policies with dynamic request body policies
-    all_policy_names: Final = set(matching_policy_names)
-    if request_body_policies and isinstance(request_body_policies, list):
-        all_policy_names.update(request_body_policies)
+    request_body_policies_list: Final = (
+        tuple(request_body_policies) if request_body_policies and isinstance(request_body_policies, list) else ()
+    )
+    all_policy_names: Final = tuple(dict.fromkeys((*matching_policy_names, *request_body_policies_list)))
+    if request_body_policies_list:
         verbose_proxy_logger.debug("Policy engine: added dynamic policies from request body: %s", request_body_policies)
 
     if not all_policy_names:
@@ -3238,16 +3244,14 @@ def _apply_resolved_guardrails_to_metadata(
     if not resolved_guardrails and not pipelines:
         return
 
-    existing_guardrails = data[metadata_variable_name].get("guardrails", [])
-    if not isinstance(existing_guardrails, list):
-        existing_guardrails = []
+    existing_guardrails: Final = data[metadata_variable_name].get("guardrails", [])
+    existing_guardrails_list: Final = existing_guardrails if isinstance(existing_guardrails, list) else []
 
     # Combine existing guardrails with policy-resolved guardrails (no duplicates)
-    combined = set(existing_guardrails)
-    combined.update(resolved_guardrails)
-    data[metadata_variable_name]["guardrails"] = list(combined)
+    combined: Final = list(dict.fromkeys((*existing_guardrails_list, *resolved_guardrails)))
+    data[metadata_variable_name]["guardrails"] = combined
 
-    verbose_proxy_logger.debug("Policy engine: added guardrails to request metadata: %s", list(combined))
+    verbose_proxy_logger.debug("Policy engine: added guardrails to request metadata: %s", combined)
 
 
 async def add_guardrails_from_policy_engine(
diff --git a/litellm/proxy/policy_engine/attachment_registry.py b/litellm/proxy/policy_engine/attachment_registry.py
index 05df44242aa..a8ead86ac36 100644
--- a/litellm/proxy/policy_engine/attachment_registry.py
+++ b/litellm/proxy/policy_engine/attachment_registry.py
@@ -30,6 +30,23 @@ class PolicyAttachmentMatch(TypedDict):
     matched_via: str
 
 
+def _attachment_specificity(attachment: PolicyAttachment) -> tuple[int, int]:
+    if attachment.is_global():
+        return (0, 0)
+
+    dims: Final = tuple(
+        specificity
+        for values, specificity in (
+            (attachment.teams, 1),
+            (attachment.keys, 2),
+            (attachment.tags, 3),
+            (attachment.models, 4),
+        )
+        if values
+    )
+    return (max(dims, default=0), len(dims))
+
+
 class AttachmentRegistry:
     """
     In-memory registry for storing and managing policy attachments.
@@ -116,31 +133,26 @@ class AttachmentRegistry:
         """
         from litellm.proxy.policy_engine.policy_matcher import PolicyMatcher
 
-        results: Final[list[PolicyAttachmentMatch]] = []
-        seen_policies: Final[set[str]] = set()
+        matching_attachments: Final = sorted(
+            (
+                attachment
+                for attachment in self._attachments
+                if PolicyMatcher.scope_matches(scope=attachment.to_policy_scope(), context=context)
+            ),
+            key=_attachment_specificity,
+        )
+        unique_attachments: Final = tuple(
+            next(attachment for attachment in matching_attachments if attachment.policy == policy_name)
+            for policy_name in dict.fromkeys(attachment.policy for attachment in matching_attachments)
+        )
 
-        for attachment in self._attachments:
-            scope = attachment.to_policy_scope()
-            if PolicyMatcher.scope_matches(scope=scope, context=context):
-                if attachment.policy not in seen_policies:
-                    seen_policies.add(attachment.policy)
-                    matched_via = self._describe_match_reason(attachment, context)
-                    results.append(
-                        {
-                            "policy_name": attachment.policy,
-                            "matched_via": matched_via,
-                        }
-                    )
-                    verbose_proxy_logger.debug(
-                        "Attachment matched: policy=%s, matched_via=%s, context=(team=%s, key=%s, model=%s)",
-                        attachment.policy,
-                        matched_via,
-                        context.team_alias,
-                        context.key_alias,
-                        context.model,
-                    )
-
-        return results
+        return [
+            {
+                "policy_name": attachment.policy,
+                "matched_via": self._describe_match_reason(attachment, context),
+            }
+            for attachment in unique_attachments
+        ]
 
     @staticmethod
     def _describe_match_reason(attachment: PolicyAttachment, context: PolicyMatchContext) -> str:
diff --git a/tests/test_litellm/proxy/policy_engine/test_attachment_registry.py b/tests/test_litellm/proxy/policy_engine/test_attachment_registry.py
index cc231e383a3..87b1bc56659 100644
--- a/tests/test_litellm/proxy/policy_engine/test_attachment_registry.py
+++ b/tests/test_litellm/proxy/policy_engine/test_attachment_registry.py
@@ -139,6 +139,71 @@ class TestGetAttachedPolicies:
         assert "gpt4-policy" in attached
         assert len(attached) == 3
 
+    def test_matches_are_ordered_from_broadest_to_narrowest_scope(self):
+        registry = AttachmentRegistry()
+        registry.load_attachments(
+            [
+                {"policy": "model-policy", "models": ["gpt-4"]},
+                {"policy": "team-policy", "teams": ["t1"]},
+                {"policy": "global-policy", "scope": "*"},
+            ]
+        )
+
+        context = PolicyMatchContext(team_alias="t1", model="gpt-4")
+
+        assert registry.get_attached_policies(context) == [
+            "global-policy",
+            "team-policy",
+            "model-policy",
+        ]
+
+    def test_combined_team_and_model_attachment_uses_model_specificity(self):
+        registry = AttachmentRegistry()
+        registry.load_attachments(
+            [
+                {"policy": "team-policy", "teams": ["t1"]},
+                {"policy": "team-model-policy", "teams": ["t1"], "models": ["gpt-4"]},
+            ]
+        )
+
+        context = PolicyMatchContext(team_alias="t1", model="gpt-4")
+
+        assert registry.get_attached_policies(context) == [
+            "team-policy",
+            "team-model-policy",
+        ]
+
+    def test_duplicate_policy_uses_broadest_matching_attachment(self):
+        registry = AttachmentRegistry()
+        registry.load_attachments(
+            [
+                {"policy": "shared-policy", "models": ["gpt-4"]},
+                {"policy": "model-policy", "models": ["gpt-4"]},
+                {"policy": "shared-policy", "scope": "*"},
+            ]
+        )
+
+        context = PolicyMatchContext(model="gpt-4")
+
+        assert registry.get_attached_policies(context) == [
+            "shared-policy",
+            "model-policy",
+        ]
+        assert registry.get_attached_policies_with_reasons(context)[0]["matched_via"] == "scope:*"
+
+    def test_duplicate_policy_prefers_single_scope_over_combined_scope(self):
+        registry = AttachmentRegistry()
+        registry.load_attachments(
+            [
+                {"policy": "shared-policy", "teams": ["t1"], "models": ["gpt-4"]},
+                {"policy": "shared-policy", "models": ["gpt-4"]},
+            ]
+        )
+
+        context = PolicyMatchContext(team_alias="t1", model="gpt-4")
+
+        assert registry.get_attached_policies_with_reasons(context)[0]["matched_via"] == "model:gpt-4"
+
     def test_same_policy_multiple_attachments_no_duplicates(self):
         """Test same policy attached multiple ways doesn't duplicate."""
         registry = AttachmentRegistry()
diff --git a/tests/test_litellm/proxy/test_litellm_pre_call_utils.py b/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
index 94aaa32519e..ec9025a5220 100644
--- a/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
+++ b/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
@@ -23,6 +23,7 @@ from litellm.proxy.litellm_pre_call_utils import (
     _get_dynamic_logging_metadata,
     _get_enforced_params,
     _get_metadata_variable_name,
+    _match_and_track_policies,
     _promoted_trace_control_fields,
     _resolve_credential_from_model_config,
     _resolve_provider_from_deployment,
@@ -4149,6 +4150,30 @@ async def test_add_guardrails_from_policy_engine():
     attachment_registry._initialized = False
 
 
+def test_match_and_track_policies_preserves_attachment_and_request_body_order():
+    from litellm.proxy.policy_engine.attachment_registry import AttachmentRegistry
+    from litellm.types.proxy.policy_engine import Policy, PolicyMatchContext
+
+    attachment_policy_names = [f"attachment-policy-{index}" for index in range(8)]
+    request_body_policy_names = ["body-policy-1", "body-policy-2"]
+    policy_names = [*attachment_policy_names, *request_body_policy_names]
+    policies = {policy_name: Policy() for policy_name in policy_names}
+    attachment_registry = AttachmentRegistry()
+    attachment_registry.load_attachments(
+        [{"policy": policy_name, "scope": "*"} for policy_name in attachment_policy_names]
+    )
+
+    applied_policy_names, _ = _match_and_track_policies(
+        data={"metadata": {}},
+        context=PolicyMatchContext(model="gpt-4"),
+        request_body_policies=request_body_policy_names,
+        policies_override=policies,
+        attachment_registry_override=attachment_registry,
+    )
+
+    assert applied_policy_names == policy_names
+
+
 @pytest.mark.asyncio
 async def test_add_guardrails_from_policy_engine_keeps_a_policy_added_guardrail_its_pipeline_also_steps():
     from litellm.proxy.policy_engine.attachment_registry import get_attachment_registry

From cc559cbb06023364b669127c507f0aa1f2868e38 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:22:26 -0700
Subject: [PATCH 206/298] test(mcp): verify discovery prefixing without mocked
 results

---
 .../mcp_server/test_mcp_server_manager.py      | 18 +++---------------
 1 file changed, 3 insertions(+), 15 deletions(-)

diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index ea12fcc8bc2..33154cf794d 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -3788,11 +3788,6 @@ class TestMCPServerManager:
                 new_callable=AsyncMock,
                 return_value=mock_client,
             ) as mock_create_client,
-            patch.object(
-                manager,
-                "_create_prefixed_resources",
-                return_value=prefixed_resources,
-            ) as mock_prefix,
         ):
             result = await manager.get_resources_from_server(
                 server=server,
@@ -3808,7 +3803,6 @@ class TestMCPServerManager:
         assert called_kwargs["mcp_auth_header"] == "auth"
         assert called_kwargs["extra_headers"] == {"X-Test": "1", "X-Static": "static"}
         mock_client.list_resources.assert_awaited_once()
-        mock_prefix.assert_called_once_with(mock_resources, server, add_prefix=True)
         assert result == prefixed_resources
 
     @pytest.mark.asyncio
@@ -3832,9 +3826,9 @@ class TestMCPServerManager:
             )
         ]
         mock_client.list_resource_templates = AsyncMock(return_value=mock_templates)
-        prefixed_templates = [
+        expected_templates = [
             ResourceTemplate(
-                name="alias-server-template",
+                name="template",
                 uriTemplate="https://example.com/{id}",
             )
         ]
@@ -3846,11 +3840,6 @@ class TestMCPServerManager:
                 new_callable=AsyncMock,
                 return_value=mock_client,
             ) as mock_create_client,
-            patch.object(
-                manager,
-                "_create_prefixed_resource_templates",
-                return_value=prefixed_templates,
-            ) as mock_prefix,
         ):
             result = await manager.get_resource_templates_from_server(
                 server=server,
@@ -3868,8 +3857,7 @@ class TestMCPServerManager:
             subject_token=None,
         )
         mock_client.list_resource_templates.assert_awaited_once()
-        mock_prefix.assert_called_once_with(mock_templates, server, add_prefix=False)
-        assert result == prefixed_templates
+        assert result == expected_templates
 
     @pytest.mark.asyncio
     async def test_read_resource_from_server_success(self):

From cb434742c6dc4e06c9f756b24bc18ef9cc136315 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 14:27:36 -0700
Subject: [PATCH 207/298] fix(proxy): end the cursorless grouped log page at
 the capped total

A page size that does not divide SPEND_LOGS_PAGINATION_COUNT_CAP left the last
page starting inside the capped window and reading past it, so the rows
disagreed with the total reported next to them. The page limit now stops at the
end of that window, and has_more plus next_session_cursor still hand back a
cursor for walking further.

Claude-Session: https://claude.ai/code/session_01ESi9JwaXDww1vP3Qsrr4Mz
---
 .../spend_management_endpoints.py             | 18 ++++-----
 .../test_spend_management_endpoints.py        | 39 +++++++++++++++++++
 2 files changed, 48 insertions(+), 9 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index 68181488c8d..2105d682d9a 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -2947,9 +2947,9 @@ async def _ui_session_grouped_spend_logs(
     page depth does not degrade the query plan. A request for ``page > 1``
     without a cursor (the UI jumping straight to the last page, or back to a
     page it never walked through) falls back to ``OFFSET (page - 1) *
-    page_size``; a page starting at or past ``SPEND_LOGS_PAGINATION_COUNT_CAP``
-    lies outside the capped total the client is given, so it returns no rows
-    without running the query and the sort bound stays capped. Each session is represented
+    page_size``, trimmed to the end of the ``SPEND_LOGS_PAGINATION_COUNT_CAP``
+    window the capped ``total`` promises, so a page never runs past that total
+    and one starting at or past it returns no rows without a query. Each session is represented
     by its newest non-MCP row, enriched by ``_build_ui_spend_logs_response``
     exactly like the flat listing, and the response carries
     ``next_session_cursor`` / ``has_more`` while ``total`` counts sessions
@@ -2969,8 +2969,8 @@ async def _ui_session_grouped_spend_logs(
     cursor_params: Final[tuple[object, ...]] = cursor if cursor else ()
     limit_index: Final = next_param_index + len(cursor_params)
     offset: Final = (page - 1) * page_size if cursor is None else 0
-    beyond_capped_window: Final = offset >= SPEND_LOGS_PAGINATION_COUNT_CAP
-    offset_params: Final[tuple[int, ...]] = (offset,) if offset and not beyond_capped_window else ()
+    page_limit: Final = min(page_size, SPEND_LOGS_PAGINATION_COUNT_CAP - offset)
+    offset_params: Final[tuple[int, ...]] = (offset,) if offset and page_limit > 0 else ()
     offset_clause: Final = f"OFFSET ${limit_index + 1}" if offset_params else ""
 
     page_query: Final = f"""
@@ -2986,12 +2986,12 @@ async def _ui_session_grouped_spend_logs(
     """
     page_rows: Final[Sequence[_SessionPageRow]] = (
         ()
-        if beyond_capped_window
-        else await _query_raw(prisma_client, page_query, *sql_params, *cursor_params, page_size + 1, *offset_params)
+        if page_limit <= 0
+        else await _query_raw(prisma_client, page_query, *sql_params, *cursor_params, page_limit + 1, *offset_params)
     )
 
-    has_more: Final = len(page_rows) > page_size
-    visible_rows: Final = page_rows[:page_size]
+    has_more: Final = len(page_rows) > page_limit
+    visible_rows: Final = page_rows[:page_limit]
     next_cursor: Final = (
         f"{visible_rows[-1]['last_activity']}|{visible_rows[-1]['api_key']}|{visible_rows[-1]['session_key']}"
         if has_more and visible_rows
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index eb65bb3714b..5920a984239 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -6853,6 +6853,45 @@ async def test_ui_view_spend_logs_group_by_session_page_past_count_cap_is_empty(
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
 
 
+@pytest.mark.asyncio
+async def test_ui_view_spend_logs_group_by_session_last_page_stops_at_the_capped_total(client, monkeypatch):
+    """A page size that does not divide the cap still ends the last page at the capped total it reports."""
+    cap = spend_management_endpoints.SPEND_LOGS_PAGINATION_COUNT_CAP
+    sessions = tuple((f"sess-{index:06d}", "2026-08-29 10:00:00") for index in range(cap + 50))
+    mock_prisma = _session_grouped_paginating_prisma(sessions)
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
+    monkeypatch.setattr(
+        "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
+        lambda user_api_key_dict: True,
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.PROXY_ADMIN, user_id="admin_user"
+    )
+    try:
+        start_date, end_date = _default_date_range()
+        response = client.get(
+            "/spend/logs/ui",
+            params={
+                "start_date": start_date,
+                "end_date": end_date,
+                "group_by_session": "true",
+                "page": cap // 7 + 1,
+                "page_size": 7,
+            },
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 200, response.text
+        data = response.json()
+        assert data["total"] == cap
+        assert [row["request_id"] for row in data["data"]] == [
+            f"req-sess-{index:06d}" for index in range(cap - cap % 7, cap)
+        ]
+        assert data["has_more"] is True
+        assert data["next_session_cursor"] is not None
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_offset_for_non_starttime_sort(
     client, monkeypatch

From c64e746b7187137e5fcf1663b5b4e6fd584670ab Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:34:21 -0700
Subject: [PATCH 208/298] fix(content_filter): log only scan time as streaming
 post_call guardrail duration (#40760)

The streaming iterator hook timed the whole provider stream and logged that as the
guardrail duration, so PrometheusLogger added LLM generation time to
litellm_overhead_with_guardrails_latency_metric. The hook now accumulates the time
spent inside _filter_single_text per chunk and logs that sum, keeping start_time and
end_time as the wall-clock window.

Resolves LIT-7589

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../litellm_content_filter/content_filter.py  | 10 +++-
 .../content_filter/test_content_filter.py     | 58 +++++++++++++++++++
 2 files changed, 67 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/content_filter.py b/litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/content_filter.py
index 722f96ef814..1e684c514de 100644
--- a/litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/content_filter.py
+++ b/litellm/proxy/guardrails/guardrail_hooks/litellm_content_filter/content_filter.py
@@ -9,6 +9,7 @@ import asyncio
 import json
 import os
 import re
+import time
 from collections.abc import AsyncGenerator, Coroutine, Mapping, Sequence
 from datetime import datetime
 from re import Pattern
@@ -1702,6 +1703,7 @@ class ContentFilterGuardrail(CustomGuardrail):
         start_time: datetime,
         masked_entity_count: dict[str, int],
         exception_str: str,
+        duration: float | None = None,
     ) -> None:
         """
         Log guardrail information to request_data metadata.
@@ -1713,6 +1715,7 @@ class ContentFilterGuardrail(CustomGuardrail):
             start_time: Start time of guardrail execution
             masked_entity_count: Count of masked entities by type
             exception_str: Exception string if guardrail failed
+            duration: Seconds spent inside the guardrail; defaults to the wall clock since start_time
         """
         # Convert TypedDict detections to regular dicts for JSON serialization
         guardrail_json_response: Exception | str | dict | list[dict] = [dict(detection) for detection in detections]
@@ -1741,7 +1744,7 @@ class ContentFilterGuardrail(CustomGuardrail):
             guardrail_status=status,
             start_time=start_time.timestamp(),
             end_time=datetime.now().timestamp(),
-            duration=(datetime.now() - start_time).total_seconds(),
+            duration=(datetime.now() - start_time).total_seconds() if duration is None else duration,
             masked_entity_count=masked_entity_count,
             tracing_detail=GuardrailTracingDetail(**tracing_kw),
         )
@@ -1971,6 +1974,7 @@ class ContentFilterGuardrail(CustomGuardrail):
         buffer_size: Final = 50  # Increased buffer to catch patterns split across many chunks
 
         start_time: Final = datetime.now()
+        scan_seconds: float = 0.0  # rebind-ok: accumulates per-chunk scan time across the stream
         detections: list[ContentFilterDetection] = []
         masked_entity_count: Final[dict[str, int]] = {}
         status: GuardrailStatus = "success"
@@ -2007,6 +2011,7 @@ class ContentFilterGuardrail(CustomGuardrail):
                         # Add a space at the end if it's the final chunk to trigger word boundaries (\b)
                         text_to_scan = text_to_check + (" " if is_final else "")
                         choice_detections: list[ContentFilterDetection] = []
+                        scan_started = time.perf_counter()
 
                         try:
                             # _filter_single_text scans the whole accumulated
@@ -2024,6 +2029,8 @@ class ContentFilterGuardrail(CustomGuardrail):
                         except Exception as e:
                             verbose_proxy_logger.error("ContentFilterGuardrail: Error in masking: %s", e)
                             masked_text = text_to_scan  # Fallback to current text
+                        finally:
+                            scan_seconds += time.perf_counter() - scan_started
 
                         # Determine how much can be safely yielded
                         if is_final:
@@ -2074,6 +2081,7 @@ class ContentFilterGuardrail(CustomGuardrail):
                 start_time=start_time,
                 masked_entity_count=masked_entity_count,
                 exception_str=exception_str,
+                duration=scan_seconds,
             )
 
     @staticmethod
diff --git a/tests/test_litellm/proxy/guardrails/guardrail_hooks/content_filter/test_content_filter.py b/tests/test_litellm/proxy/guardrails/guardrail_hooks/content_filter/test_content_filter.py
index be55ac47bde..130b0da000b 100644
--- a/tests/test_litellm/proxy/guardrails/guardrail_hooks/content_filter/test_content_filter.py
+++ b/tests/test_litellm/proxy/guardrails/guardrail_hooks/content_filter/test_content_filter.py
@@ -626,6 +626,64 @@ class TestContentFilterGuardrail:
         assert entry["guardrail_status"] == "success"
         assert entry["guardrail_response"] == []
 
+    @pytest.mark.asyncio
+    async def test_streaming_hook_duration_excludes_provider_wait(self):
+        """
+        Streaming post-call: the logged guardrail duration must only cover the
+        per-chunk scans, not the time spent waiting on the provider between
+        chunks. PrometheusLogger adds post_call guardrail duration to
+        litellm_overhead_with_guardrails_latency_metric, so a duration spanning
+        the whole stream reports LLM generation time as guardrail overhead.
+        """
+        import asyncio
+
+        from litellm.types.utils import Delta, ModelResponseStream, StreamingChoices
+
+        guardrail = ContentFilterGuardrail(
+            guardrail_name="test-streaming-duration",
+            patterns=[
+                ContentFilterPattern(
+                    pattern_type="prebuilt",
+                    pattern_name="email",
+                    action=ContentFilterAction.MASK,
+                ),
+            ],
+            event_hook=GuardrailEventHooks.post_call,
+        )
+
+        provider_wait_per_chunk = 0.15
+        chunks = ("Hello ", "world, reach me at ", "test@example.com ")
+
+        async def slow_stream():
+            for i, text in enumerate(chunks):
+                await asyncio.sleep(provider_wait_per_chunk)
+                yield ModelResponseStream(
+                    id=f"chunk{i}",
+                    choices=[
+                        StreamingChoices(
+                            delta=Delta(content=text),
+                            index=0,
+                            finish_reason="stop" if i == len(chunks) - 1 else None,
+                        )
+                    ],
+                    model="gpt-4",
+                )
+
+        request_data = {"messages": [{"role": "user", "content": "Hi"}], "model": "gpt-4o", "metadata": {}}
+
+        async for _ in guardrail.async_post_call_streaming_iterator_hook(
+            user_api_key_dict=MagicMock(),
+            response=slow_stream(),
+            request_data=request_data,
+        ):
+            pass
+
+        entry = request_data["metadata"]["standard_logging_guardrail_information"][0]
+        stream_wall_clock = entry["end_time"] - entry["start_time"]
+        assert stream_wall_clock >= provider_wait_per_chunk * len(chunks)
+        assert entry["masked_entity_count"].get("email", 0) >= 1
+        assert 0 < entry["duration"] < provider_wait_per_chunk, entry["duration"]
+
     @pytest.mark.asyncio
     async def test_streaming_hook_logs_guardrail_information_mask(self):
         """

From a8d017180079aff46a4e3b9612bdefa5a3e323ac Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:38:10 -0700
Subject: [PATCH 209/298] ci: gate stable and RC releases on the Redis chaos
 load test

The chaos test only ran on a weekly cron, so a release could be cut from a
commit it had never covered. Making it callable lets create-release.yml run it
against the exact commit being tagged and refuse to tag if it fails.

Dev, nightly, alpha and beta tags skip the gate: they are cut far more often
than stable and RC tags, and the weekly schedule already covers the default
branch. Input validation moves into the gate job so a malformed tag or SHA
fails before spending a multi-minute chaos run.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml       | 42 +++++++++++++++++++---
 .github/workflows/test-e2e-redis-chaos.yml |  7 ++++
 2 files changed, 45 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 0ad84cd3ceb..bdc1810f204 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -15,11 +15,14 @@ on:
 permissions: {}
 
 jobs:
-  release:
-    name: Create Release
+  # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
+  # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
+  # schedule already covers the default branch.
+  gate:
+    name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
-    permissions:
-      contents: write
+    outputs:
+      gated: ${{ steps.decide.outputs.gated }}
     steps:
       - name: Validate inputs
         env:
@@ -35,6 +38,37 @@ jobs:
             exit 1
           fi
 
+      - name: Decide
+        id: decide
+        env:
+          TAG: ${{ inputs.tag }}
+        run: |
+          if echo "${TAG}" | grep -qiE '(nightly|alpha|beta|[-.]dev)'; then
+            echo "gated=false" >> "$GITHUB_OUTPUT"
+            echo "${TAG} is a pre-release that skips the chaos gate"
+          else
+            echo "gated=true" >> "$GITHUB_OUTPUT"
+            echo "${TAG} is a stable or RC tag and must pass the chaos gate"
+          fi
+
+  redis-chaos-gate:
+    name: Redis Chaos E2E
+    needs: gate
+    if: needs.gate.outputs.gated == 'true'
+    permissions:
+      contents: read
+    uses: ./.github/workflows/test-e2e-redis-chaos.yml
+    with:
+      ref: ${{ inputs.commit_hash }}
+
+  release:
+    name: Create Release
+    needs: [gate, redis-chaos-gate]
+    if: always() && needs.gate.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
       - name: Create release
         env:
           TAG: ${{ inputs.tag }}
diff --git a/.github/workflows/test-e2e-redis-chaos.yml b/.github/workflows/test-e2e-redis-chaos.yml
index 0880c1fb464..9deca013603 100644
--- a/.github/workflows/test-e2e-redis-chaos.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -4,6 +4,12 @@ on:
   schedule:
     - cron: "0 12 * * 6"
   workflow_dispatch:
+  workflow_call:
+    inputs:
+      ref:
+        description: "Commit SHA or ref to test. Defaults to the ref the workflow was triggered on"
+        required: false
+        type: string
 
 permissions:
   contents: read
@@ -45,6 +51,7 @@ jobs:
       - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
         with:
           persist-credentials: false
+          ref: ${{ inputs.ref || github.sha }}
 
       - name: Set up Python
         uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0

From 93c8ef1beb446a864eb74ef49ffd0f3229c8cc80 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:40:08 -0700
Subject: [PATCH 210/298] docs(e2e): note the release gate in the load/ harness
 guide

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 tests/e2e/CLAUDE.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 419cfd6dedd..b8e9c8ccde3 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`, which `create-release.yml` also calls to gate stable and RC tags on the commit being released), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke

From 9d91aff249b71b9f8e08b00e8d729e3fb1985c89 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:43:47 -0700
Subject: [PATCH 211/298] ci(release): rename the tag-decision job to
 stable-release-gate

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index bdc1810f204..56f336c258d 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -18,7 +18,7 @@ jobs:
   # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
   # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
   # schedule already covers the default branch.
-  gate:
+  stable-release-gate:
     name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
     outputs:
@@ -53,8 +53,8 @@ jobs:
 
   redis-chaos-gate:
     name: Redis Chaos E2E
-    needs: gate
-    if: needs.gate.outputs.gated == 'true'
+    needs: stable-release-gate
+    if: needs.stable-release-gate.outputs.gated == 'true'
     permissions:
       contents: read
     uses: ./.github/workflows/test-e2e-redis-chaos.yml
@@ -63,8 +63,8 @@ jobs:
 
   release:
     name: Create Release
-    needs: [gate, redis-chaos-gate]
-    if: always() && needs.gate.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    needs: [stable-release-gate, redis-chaos-gate]
+    if: always() && needs.stable-release-gate.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
     runs-on: ubuntu-latest
     permissions:
       contents: write

From 6d5c2d85ef31621e3fcee288e8fd18ddafa5d061 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:44:13 -0700
Subject: [PATCH 212/298] fix(mcp): use gateway authentication for root
 discovery

---
 .../mcp_server/byok_oauth_endpoints.py        |  13 --
 .../mcp_server/discoverable_endpoints.py      |  27 ++--
 litellm/proxy/_lazy_openapi_snapshot.json     |  98 +++++---------
 .../mcp_server/test_byok_oauth_endpoints.py   |   9 --
 .../mcp_server/test_discoverable_endpoints.py | 128 +++++++++++-------
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  32 +----
 6 files changed, 138 insertions(+), 169 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
index 28f3ec6521a..e8f0f9b8e8b 100644
--- a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
@@ -7,7 +7,6 @@ just a form that asks the user for their API key — not a full identity-provide
 
 Endpoints implemented here:
   GET  /.well-known/oauth-authorization-server      — OAuth authorization server metadata
-  GET  /.well-known/oauth-protected-resource         — OAuth protected resource metadata
   GET  /v1/mcp/oauth/authorize                       — Shows HTML form to collect the API key
   POST /v1/mcp/oauth/authorize                       — Stores temp auth code and redirects
   POST /v1/mcp/oauth/token                           — Exchanges code for a bearer JWT token
@@ -612,18 +611,6 @@ async def oauth_authorization_server_metadata(request: Request) -> JSONResponse:
     )
 
 
-@router.get("/.well-known/oauth-protected-resource", include_in_schema=False)
-async def oauth_protected_resource_metadata(request: Request) -> JSONResponse:
-    """RFC 9728 Protected Resource Metadata pointing back at this server."""
-    base_url: Final = get_request_base_url(request)
-    return JSONResponse(
-        {
-            "resource": base_url,
-            "authorization_servers": [base_url],
-        }
-    )
-
-
 # ---------------------------------------------------------------------------
 # Authorization endpoint — GET (show form) and POST (process form)
 # ---------------------------------------------------------------------------
diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 42fbe82531c..eb24ed169de 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -2393,8 +2393,7 @@ async def _build_oauth_protected_resource_response(
     per-server URL completes the same sign-in flow the aggregate ``/mcp`` endpoint
     supports and is admitted with a gateway session bearer. The per-server relay
     authorize/token endpoints stay registered for the keyed interactive flow (which
-    is challenged with an explicit ``authorization_uri``), and the root-resolved
-    (unnamed) legacy shape keeps the relay authorization server.
+    is challenged with an explicit ``authorization_uri``).
 
     Args:
         request: FastAPI Request object
@@ -2405,15 +2404,11 @@ async def _build_oauth_protected_resource_response(
     Returns:
         OAuth protected resource metadata dict
     """
+    if mcp_server_name is None:
+        return oauth_protected_resource_root(request)
+
     request_base_url: Final = get_request_base_url(request)
     client_ip: Final = IPAddressUtils.get_mcp_client_ip(request)
-    explicitly_named: Final = mcp_server_name is not None
-
-    # When no server name provided, try to resolve the single OAuth2 server
-    if mcp_server_name is None:
-        resolved: Final = _resolve_oauth2_server_for_root_endpoints(client_ip=client_ip)
-        if resolved:
-            mcp_server_name = resolved.server_name or resolved.name
 
     mcp_server: MCPServer | None = None
     if mcp_server_name:
@@ -2478,7 +2473,7 @@ async def _build_oauth_protected_resource_response(
     if obo_response is not None:
         return obo_response
 
-    if explicitly_named and mcp_server is not None and mcp_server.advertises_gateway_authorization_server:
+    if mcp_server is not None and mcp_server.advertises_gateway_authorization_server:
         return {
             "authorization_servers": [f"{request_base_url}/mcp"],
             "resource": resource_url,
@@ -2542,6 +2537,17 @@ def _jwt_auth_issuers() -> list:
     return issuers
 
 
+@router.get("/.well-known/oauth-protected-resource")
+def oauth_protected_resource_root(request: Request) -> dict[str, str | list[str]]:
+    request_base_url: Final = get_request_base_url(request)
+    parsed: Final = urlparse(request_base_url)
+    return {
+        "resource": f"{parsed.scheme}://{parsed.netloc}",
+        "authorization_servers": [f"{request_base_url}/mcp"],
+        "scopes_supported": [],
+    }
+
+
 def _build_aggregate_protected_resource_response(request: Request) -> dict:
     """RFC 9728 metadata for the aggregate /mcp resource: the gateway itself is
     the authorization server. No per-server names or scopes leak here; access
@@ -2645,7 +2651,6 @@ async def oauth_protected_resource_mcp_standard(request: Request, mcp_server_nam
 # LiteLLM legacy pattern: /.well-known/oauth-protected-resource/{server_name}/mcp
 # Kept for backward compatibility with existing deployments
 @router.get(f"/.well-known/oauth-protected-resource{well_known_root_suffix()}/{{mcp_server_name}}/mcp")
-@router.get("/.well-known/oauth-protected-resource")
 async def oauth_protected_resource_mcp(request: Request, mcp_server_name: str | None = None):
     """
     OAuth protected resource discovery endpoint using LiteLLM legacy URL pattern.
diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json
index 53af85baac6..16681613c5d 100644
--- a/litellm/proxy/_lazy_openapi_snapshot.json
+++ b/litellm/proxy/_lazy_openapi_snapshot.json
@@ -22415,47 +22415,34 @@
       },
       "/.well-known/oauth-protected-resource": {
         "get": {
-          "description": "OAuth protected resource discovery endpoint using LiteLLM legacy URL pattern.\n\nLegacy pattern: /{server_name}/mcp\nDiscovery path: /.well-known/oauth-protected-resource/{server_name}/mcp\n\nThis endpoint is kept for backward compatibility. New integrations should\nuse the standard MCP pattern (/mcp/{server_name}) instead.",
-          "operationId": "oauth_protected_resource_mcp__well_known_oauth_protected_resource_get",
-          "parameters": [
-            {
-              "in": "query",
-              "name": "mcp_server_name",
-              "required": false,
-              "schema": {
-                "anyOf": [
-                  {
-                    "type": "string"
-                  },
-                  {
-                    "type": "null"
-                  }
-                ],
-                "title": "Mcp Server Name"
-              }
-            }
-          ],
+          "operationId": "oauth_protected_resource_root__well_known_oauth_protected_resource_get",
           "responses": {
             "200": {
-              "content": {
-                "application/json": {
-                  "schema": {}
-                }
-              },
-              "description": "Successful Response"
-            },
-            "422": {
               "content": {
                 "application/json": {
                   "schema": {
-                    "$ref": "#/components/schemas/HTTPValidationError"
+                    "additionalProperties": {
+                      "anyOf": [
+                        {
+                          "type": "string"
+                        },
+                        {
+                          "items": {
+                            "type": "string"
+                          },
+                          "type": "array"
+                        }
+                      ]
+                    },
+                    "title": "Response Oauth Protected Resource Root  Well Known Oauth Protected Resource Get",
+                    "type": "object"
                   }
                 }
               },
-              "description": "Validation Error"
+              "description": "Successful Response"
             }
           },
-          "summary": "Oauth Protected Resource Mcp",
+          "summary": "Oauth Protected Resource Root",
           "tags": [
             "mcp_byok_oauth"
           ]
@@ -24636,47 +24623,34 @@
       },
       "/.well-known/oauth-protected-resource": {
         "get": {
-          "description": "OAuth protected resource discovery endpoint using LiteLLM legacy URL pattern.\n\nLegacy pattern: /{server_name}/mcp\nDiscovery path: /.well-known/oauth-protected-resource/{server_name}/mcp\n\nThis endpoint is kept for backward compatibility. New integrations should\nuse the standard MCP pattern (/mcp/{server_name}) instead.",
-          "operationId": "oauth_protected_resource_mcp__well_known_oauth_protected_resource_get_2",
-          "parameters": [
-            {
-              "in": "query",
-              "name": "mcp_server_name",
-              "required": false,
-              "schema": {
-                "anyOf": [
-                  {
-                    "type": "string"
-                  },
-                  {
-                    "type": "null"
-                  }
-                ],
-                "title": "Mcp Server Name"
-              }
-            }
-          ],
+          "operationId": "oauth_protected_resource_root__well_known_oauth_protected_resource_get_2",
           "responses": {
             "200": {
-              "content": {
-                "application/json": {
-                  "schema": {}
-                }
-              },
-              "description": "Successful Response"
-            },
-            "422": {
               "content": {
                 "application/json": {
                   "schema": {
-                    "$ref": "#/components/schemas/HTTPValidationError"
+                    "additionalProperties": {
+                      "anyOf": [
+                        {
+                          "type": "string"
+                        },
+                        {
+                          "items": {
+                            "type": "string"
+                          },
+                          "type": "array"
+                        }
+                      ]
+                    },
+                    "title": "Response Oauth Protected Resource Root  Well Known Oauth Protected Resource Get",
+                    "type": "object"
                   }
                 }
               },
-              "description": "Validation Error"
+              "description": "Successful Response"
             }
           },
-          "summary": "Oauth Protected Resource Mcp",
+          "summary": "Oauth Protected Resource Root",
           "tags": [
             "mcp_discoverable"
           ]
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
index 9f2feddb0e3..f5bc16375fd 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
@@ -107,15 +107,6 @@ def test_oauth_authorization_server_metadata(client):
     assert "S256" in data["code_challenge_methods_supported"]
 
 
-def test_oauth_protected_resource_metadata(client):
-    resp = client.get("/.well-known/oauth-protected-resource")
-    assert resp.status_code == 200
-    data = resp.json()
-    assert "resource" in data
-    assert "authorization_servers" in data
-    assert len(data["authorization_servers"]) == 1
-
-
 # ---------------------------------------------------------------------------
 # Authorization GET endpoint
 # ---------------------------------------------------------------------------
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 1b7e3d6a1c3..7da8010869e 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -3433,51 +3433,84 @@ async def test_oauth_protected_resource_gateway_managed_oauth2_advertises_gatewa
         global_mcp_server_manager.registry.clear()
 
 
+@pytest.mark.parametrize("server_count", [0, 1, 2])
+@pytest.mark.parametrize("byok_first", [True, False])
+@pytest.mark.parametrize(
+    ("base_url", "origin"),
+    [
+        ("https://gateway.example.com", "https://gateway.example.com"),
+        ("https://gateway.example.com/proxy", "https://gateway.example.com"),
+        ("http://[::1]:4000/proxy", "http://[::1]:4000"),
+    ],
+)
+def test_root_protected_resource_discovers_gateway(monkeypatch, server_count, byok_first, base_url, origin):
+    from fastapi import FastAPI
+    from fastapi.testclient import TestClient
+
+    from litellm.proxy._experimental.mcp_server import byok_oauth_endpoints, discoverable_endpoints
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import global_mcp_server_manager
+    from litellm.proxy._types import MCPTransport
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    monkeypatch.setenv("PROXY_BASE_URL", base_url)
+    monkeypatch.setattr(
+        global_mcp_server_manager,
+        "registry",
+        {
+            f"oauth_{index}": MCPServer(
+                server_id=f"oauth_{index}",
+                name=f"oauth_{index}",
+                server_name=f"oauth_{index}",
+                transport=MCPTransport.http,
+                auth_type=MCPAuth.oauth2,
+                authorization_url="https://idp.example.com/authorize",
+                token_url="https://idp.example.com/token",
+            )
+            for index in range(server_count)
+        },
+    )
+    app = FastAPI()
+    routers = (byok_oauth_endpoints.router, discoverable_endpoints.router)
+    for router in routers if byok_first else reversed(routers):
+        app.include_router(router)
+    with TestClient(app) as client:
+        response = client.get("/.well-known/oauth-protected-resource", params={"mcp_server_name": "oauth_0"})
+        assert response.status_code == 200
+        assert response.json() == {
+            "resource": origin,
+            "authorization_servers": [f"{base_url}/mcp"],
+            "scopes_supported": [],
+        }
+        authorization = client.get("/.well-known/oauth-authorization-server/mcp")
+        assert authorization.status_code == 200
+        metadata = authorization.json()
+        assert metadata["issuer"] == response.json()["authorization_servers"][0]
+        assert metadata["authorization_endpoint"] == f"{base_url}/authorize"
+        assert metadata["token_endpoint"] == f"{base_url}/token"
+        assert metadata["registration_endpoint"] == f"{base_url}/register"
+        aggregate = client.get("/.well-known/oauth-protected-resource/mcp")
+        assert aggregate.status_code == 200
+        assert aggregate.json()["resource"] == f"{base_url}/mcp"
+
+
 @pytest.mark.asyncio
-async def test_oauth_protected_resource_root_resolved_single_server_keeps_relay_as():
-    """The unnamed (bare-root) legacy shape resolves the single configured oauth2 server and
-    must keep advertising the per-server relay authorization server: only an EXPLICITLY
-    named request opts into the gateway-as-AS flow (LIT-4864), so pre-existing single-server
-    deployments discovering through the root document are byte-identical."""
-    try:
-        from fastapi import Request
+async def test_unnamed_protected_resource_builder_uses_gateway_origin(monkeypatch):
+    from fastapi import Request
 
-        from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
-            _build_oauth_protected_resource_response,
-        )
-        from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
-            global_mcp_server_manager,
-        )
-        from litellm.proxy._types import MCPTransport
-        from litellm.types.mcp import MCPAuth
-        from litellm.types.mcp_server.mcp_server_manager import MCPServer
-    except ImportError:
-        pytest.skip("MCP discoverable endpoints not available")
-
-    only_server = MCPServer(
-        server_id="solo_mcp",
-        name="solo_mcp",
-        server_name="solo_mcp",
-        alias="solo_mcp",
-        transport=MCPTransport.http,
-        auth_type=MCPAuth.oauth2,
-        authorization_url="https://idp.example.com/authorize",
-        token_url="https://idp.example.com/oauth/token",
+    from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        _build_oauth_protected_resource_response,
     )
 
-    mock_request = MagicMock(spec=Request)
-    mock_request.base_url = "https://litellm.example.com/"
-    mock_request.headers = {}
-
-    global_mcp_server_manager.registry.clear()
-    try:
-        global_mcp_server_manager.registry[only_server.server_id] = only_server
-        response = await _build_oauth_protected_resource_response(
-            request=mock_request, mcp_server_name=None, use_standard_pattern=False
-        )
-        assert response["authorization_servers"] == ["https://litellm.example.com/solo_mcp"]
-    finally:
-        global_mcp_server_manager.registry.clear()
+    monkeypatch.delenv("PROXY_BASE_URL", raising=False)
+    request = Request(
+        {"type": "http", "scheme": "https", "server": ("gateway.example.com", 443), "path": "/", "headers": []}
+    )
+    response = await _build_oauth_protected_resource_response(request, None, False)
+    assert response == {
+        "resource": "https://gateway.example.com",
+        "authorization_servers": ["https://gateway.example.com/mcp"],
+        "scopes_supported": [],
+    }
 
 
 @pytest.mark.asyncio
@@ -4137,7 +4170,8 @@ async def test_discovery_root_does_not_expose_private_server_for_external_client
         assert "/test_oauth/" not in authorization_response["authorization_endpoint"]
         assert "/test_oauth/" not in authorization_response["token_endpoint"]
         assert authorization_response["scopes_supported"] == []
-        assert resource_response["authorization_servers"] == ["https://llm.example.com"]
+        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp"]
+        assert resource_response["resource"] == "https://llm.example.com"
         assert resource_response["scopes_supported"] == []
     finally:
         global_mcp_server_manager.registry.clear()
@@ -9077,11 +9111,7 @@ def test_well_known_root_suffix_reflects_server_root_path():
 
 
 @pytest.mark.asyncio
-async def test_bare_origin_discovery_resolves_single_server_not_aggregate():
-    """The always-on aggregate front door must not change bare-origin discovery: with one
-    oauth2 server configured, the no-suffix /.well-known/oauth-{authorization-server,
-    protected-resource} still resolves THAT server, so an existing single-server deployment's
-    discovery is unchanged. The aggregate document lives only at the /mcp-suffixed routes."""
+async def test_root_resource_uses_gateway_without_changing_authorization_relay():
     from fastapi import Request
 
     from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
@@ -9105,10 +9135,10 @@ async def test_bare_origin_discovery_resolves_single_server_not_aggregate():
         resource_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name=None, use_standard_pattern=True
         )
-        # per-server, not aggregate: the single server's name is in the endpoints
         assert "/test_oauth/authorize" in authorization_response["authorization_endpoint"]
         assert authorization_response["issuer"] == "https://llm.example.com"
-        assert resource_response["authorization_servers"] == ["https://llm.example.com/test_oauth"]
+        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp"]
+        assert resource_response["resource"] == "https://llm.example.com"
     finally:
         global_mcp_server_manager.registry.clear()
 
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index dd455cba44a..ea76aeb2a36 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -207,17 +207,8 @@ export interface paths {
             path?: never;
             cookie?: never;
         };
-        /**
-         * Oauth Protected Resource Mcp
-         * @description OAuth protected resource discovery endpoint using LiteLLM legacy URL pattern.
-         *
-         *     Legacy pattern: /{server_name}/mcp
-         *     Discovery path: /.well-known/oauth-protected-resource/{server_name}/mcp
-         *
-         *     This endpoint is kept for backward compatibility. New integrations should
-         *     use the standard MCP pattern (/mcp/{server_name}) instead.
-         */
-        get: operations["oauth_protected_resource_mcp__well_known_oauth_protected_resource_get"];
+        /** Oauth Protected Resource Root */
+        get: operations["oauth_protected_resource_root__well_known_oauth_protected_resource_get"];
         put?: never;
         post?: never;
         delete?: never;
@@ -40285,11 +40276,9 @@ export interface operations {
             };
         };
     };
-    oauth_protected_resource_mcp__well_known_oauth_protected_resource_get: {
+    oauth_protected_resource_root__well_known_oauth_protected_resource_get: {
         parameters: {
-            query?: {
-                mcp_server_name?: string | null;
-            };
+            query?: never;
             header?: never;
             path?: never;
             cookie?: never;
@@ -40302,16 +40291,9 @@ export interface operations {
                     [name: string]: unknown;
                 };
                 content: {
-                    "application/json": unknown;
-                };
-            };
-            /** @description Validation Error */
-            422: {
-                headers: {
-                    [name: string]: unknown;
-                };
-                content: {
-                    "application/json": components["schemas"]["HTTPValidationError"];
+                    "application/json": {
+                        [key: string]: string | string[];
+                    };
                 };
             };
         };

From cdf8a8cab8b56b0c70a5eee437e9e97eb002fdf6 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:47:57 -0700
Subject: [PATCH 213/298] ci(release): rename the tag-classification job to
 prepare

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 56f336c258d..9100349440e 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -18,7 +18,7 @@ jobs:
   # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
   # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
   # schedule already covers the default branch.
-  stable-release-gate:
+  prepare:
     name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
     outputs:
@@ -53,8 +53,8 @@ jobs:
 
   redis-chaos-gate:
     name: Redis Chaos E2E
-    needs: stable-release-gate
-    if: needs.stable-release-gate.outputs.gated == 'true'
+    needs: prepare
+    if: needs.prepare.outputs.gated == 'true'
     permissions:
       contents: read
     uses: ./.github/workflows/test-e2e-redis-chaos.yml
@@ -63,8 +63,8 @@ jobs:
 
   release:
     name: Create Release
-    needs: [stable-release-gate, redis-chaos-gate]
-    if: always() && needs.stable-release-gate.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    needs: [prepare, redis-chaos-gate]
+    if: always() && needs.prepare.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
     runs-on: ubuntu-latest
     permissions:
       contents: write

From ceb1f04988059747a7015f91ff117f115dccf428 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 14:49:00 -0700
Subject: [PATCH 214/298] fix(mcp): bind discovery caching to credentials and
 active callers

---
 litellm/experimental_mcp_client/Readme.md     |   5 -
 litellm/experimental_mcp_client/client.py     |  18 +++
 .../mcp_server/mcp_server_manager.py          |  91 +++++++----
 .../test_mcp_client.py                        |  22 +++
 .../mcp_server/test_mcp_server_manager.py     | 152 ++++++++++++++++++
 5 files changed, 255 insertions(+), 33 deletions(-)

diff --git a/litellm/experimental_mcp_client/Readme.md b/litellm/experimental_mcp_client/Readme.md
index 16cd404d3df..4fbd624369c 100644
--- a/litellm/experimental_mcp_client/Readme.md
+++ b/litellm/experimental_mcp_client/Readme.md
@@ -2,10 +2,5 @@
 
 LiteLLM MCP Client is a client that allows you to use MCP tools with LiteLLM.
 
-## Gateway discovery caching
 
-The MCP gateway caches each upstream server's prompt, resource, and resource-template lists for 60 seconds per worker. Set `LITELLM_MCP_DISCOVERY_CACHE_TTL` to a nonnegative number of seconds to change the lifetime, or `0` to disable caching. Invalid values use the 60-second default
 
-Discovery results may remain unchanged until that lifetime expires. Server configuration updates invalidate the affected server's entries. Concurrent requests for the same list share one upstream fetch. Each list cache holds at most 1,024 entries per worker
-
-User-dependent upstream authentication uses separate cache entries. Gateway access checks still run for every request. Successful empty lists and unsupported capabilities are cached; failed requests retain the existing empty-list response and are retried on the next request
diff --git a/litellm/experimental_mcp_client/client.py b/litellm/experimental_mcp_client/client.py
index b0037d2a1a1..ee01a53ecb3 100644
--- a/litellm/experimental_mcp_client/client.py
+++ b/litellm/experimental_mcp_client/client.py
@@ -4,6 +4,8 @@ LiteLLM Proxy uses this MCP Client to connnect to other MCP servers.
 
 import asyncio
 import base64
+import hashlib
+import json
 import os
 from collections.abc import Awaitable, Callable, Generator
 from contextlib import AbstractAsyncContextManager
@@ -343,6 +345,22 @@ class MCPClient:
         if auth_value:
             self.update_auth_value(auth_value)
 
+    async def discovery_auth_fingerprint(self) -> str:
+        request: Final = httpx.Request("POST", self.server_url or "http://localhost/", headers=self._get_auth_headers())
+        if self._resolved_auth is None:
+            return self._hash_discovery_auth(request)
+        flow: Final = self._resolved_auth.async_auth_flow(request)
+        try:
+            authenticated: Final = await flow.__anext__()
+            return self._hash_discovery_auth(authenticated)
+        finally:
+            await flow.aclose()
+
+    @staticmethod
+    def _hash_discovery_auth(request: httpx.Request) -> str:
+        material: Final = json.dumps((str(request.url), tuple(sorted(request.headers.multi_items()))))
+        return hashlib.sha256(material.encode()).hexdigest()
+
     def _create_transport_context(
         self,
     ) -> tuple[_TransportContext, httpx.AsyncClient | None]:
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 353acb8627a..ca81e8191f7 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -1681,6 +1681,7 @@ def _record_mcp_guardrail_evaluations(
 
 _DiscoveryItem = TypeVar("_DiscoveryItem", bound=BaseModel)
 _DiscoveryKey: TypeAlias = tuple[str, str | None]
+_DISCOVERY_CACHE_LIMIT: Final = 1024
 
 
 @dataclass(frozen=True, slots=True)
@@ -1695,6 +1696,7 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
         self._clock = clock
         self._entries: Mapping[_DiscoveryKey, _DiscoveryEntry[_DiscoveryItem]] = MappingProxyType({})
         self._pending: Mapping[_DiscoveryKey, asyncio.Task[list[_DiscoveryItem]]] = MappingProxyType({})
+        self._waiters: Mapping[asyncio.Task[list[_DiscoveryItem]], int] = MappingProxyType({})
 
     def invalidate(self, server_id: str) -> None:
         self._entries = MappingProxyType({key: entry for key, entry in self._entries.items() if key[0] != server_id})
@@ -1715,11 +1717,34 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
             return tuple(item.model_copy(deep=True) for item in entry.items)
         pending: Final = self._pending.get(key)
         if pending is not None:
-            return tuple(item.model_copy(deep=True) for item in await asyncio.shield(pending))
+            return await self._await_fetch(key, pending)
+        if len(self._pending) >= _DISCOVERY_CACHE_LIMIT:
+            return tuple(await fetch())
         task: Final = asyncio.create_task(self._fetch(key, fetch))
         self._pending = MappingProxyType({**self._pending, key: task})
         task.add_done_callback(self._observe_completion)
-        return tuple(item.model_copy(deep=True) for item in await asyncio.shield(task))
+        return await self._await_fetch(key, task)
+
+    async def _await_fetch(
+        self, key: _DiscoveryKey, task: asyncio.Task[list[_DiscoveryItem]]
+    ) -> tuple[_DiscoveryItem, ...]:
+        self._waiters = MappingProxyType({**self._waiters, task: self._waiters.get(task, 0) + 1})
+        try:
+            return tuple(item.model_copy(deep=True) for item in await asyncio.shield(task))
+        finally:
+            remaining: Final = self._waiters[task] - 1
+            if remaining:
+                self._waiters = MappingProxyType({**self._waiters, task: remaining})
+            else:
+                self._waiters = MappingProxyType(
+                    {pending: count for pending, count in self._waiters.items() if pending is not task}
+                )
+                if self._pending.get(key) is task:
+                    self._pending = MappingProxyType(
+                        {entry_key: pending for entry_key, pending in self._pending.items() if entry_key != key}
+                    )
+                if not task.done():
+                    task.cancel()
 
     async def _fetch(
         self, key: _DiscoveryKey, fetch: Callable[[], Awaitable[list[_DiscoveryItem]]]
@@ -1735,7 +1760,7 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
                     {
                         entry_key: entry
                         for entry_key, entry in (
-                            *live_entries[-1023:],
+                            *live_entries[-(_DISCOVERY_CACHE_LIMIT - 1) :],
                             (
                                 key,
                                 _DiscoveryEntry(now + self._ttl, tuple(item.model_copy(deep=True) for item in items)),
@@ -4484,6 +4509,7 @@ class MCPServerManager:
         extra_headers: dict[str, str] | None,
         stdio_env: dict[str, str] | None,
         subject_token: str | None,
+        credential_fingerprint: str | None = None,
     ) -> _DiscoveryKey:
         per_user: Final = (
             server.requires_per_user_auth
@@ -4499,7 +4525,9 @@ class MCPServerManager:
             else None
         )
         material: Final = json.dumps(
-            (identity, mcp_auth_header, extra_headers, stdio_env, subject_token), sort_keys=True, separators=(",", ":")
+            (identity, mcp_auth_header, extra_headers, stdio_env, subject_token, credential_fingerprint),
+            sort_keys=True,
+            separators=(",", ":"),
         )
         return server.server_id, hashlib.sha256(material.encode()).hexdigest()
 
@@ -4524,18 +4552,20 @@ class MCPServerManager:
             )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
+            client: Final = await self._create_mcp_client(
+                server=server,
+                mcp_auth_header=mcp_auth_header,
+                extra_headers=headers,
+                stdio_env=stdio_env,
+                subject_token=subject_token,
+                user_api_key_auth=user_api_key_auth,
+            )
+            credential_fingerprint: Final = await client.discovery_auth_fingerprint()
             key: Final = self._discovery_key(
-                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token, credential_fingerprint
             )
 
             async def fetch() -> list[Prompt]:
-                client: Final = await self._create_mcp_client(
-                    server=server,
-                    mcp_auth_header=mcp_auth_header,
-                    extra_headers=headers,
-                    stdio_env=stdio_env,
-                    subject_token=subject_token,
-                )
                 return await client.list_prompts(raise_on_error=True)
 
             items: Final = await self._prompt_discovery_cache.get(key, fetch)
@@ -4565,18 +4595,20 @@ class MCPServerManager:
             )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
+            client: Final = await self._create_mcp_client(
+                server=server,
+                mcp_auth_header=mcp_auth_header,
+                extra_headers=headers,
+                stdio_env=stdio_env,
+                subject_token=subject_token,
+                user_api_key_auth=user_api_key_auth,
+            )
+            credential_fingerprint: Final = await client.discovery_auth_fingerprint()
             key: Final = self._discovery_key(
-                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token, credential_fingerprint
             )
 
             async def fetch() -> list[Resource]:
-                client: Final = await self._create_mcp_client(
-                    server=server,
-                    mcp_auth_header=mcp_auth_header,
-                    extra_headers=headers,
-                    stdio_env=stdio_env,
-                    subject_token=subject_token,
-                )
                 return await client.list_resources(raise_on_error=True)
 
             items: Final = await self._resource_discovery_cache.get(key, fetch)
@@ -4606,18 +4638,20 @@ class MCPServerManager:
             )
             stdio_env: Final = self._build_stdio_env(server, raw_headers)
             subject_token: Final = self._obo_subject_token(server, raw_headers, user_api_key_auth)
+            client: Final = await self._create_mcp_client(
+                server=server,
+                mcp_auth_header=mcp_auth_header,
+                extra_headers=headers,
+                stdio_env=stdio_env,
+                subject_token=subject_token,
+                user_api_key_auth=user_api_key_auth,
+            )
+            credential_fingerprint: Final = await client.discovery_auth_fingerprint()
             key: Final = self._discovery_key(
-                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token
+                server, user_api_key_auth, mcp_auth_header, headers, stdio_env, subject_token, credential_fingerprint
             )
 
             async def fetch() -> list[ResourceTemplate]:
-                client: Final = await self._create_mcp_client(
-                    server=server,
-                    mcp_auth_header=mcp_auth_header,
-                    extra_headers=headers,
-                    stdio_env=stdio_env,
-                    subject_token=subject_token,
-                )
                 return await client.list_resource_templates(raise_on_error=True)
 
             items: Final = await self._template_discovery_cache.get(key, fetch)
@@ -6112,6 +6146,7 @@ class MCPServerManager:
         failure is logged, never raised, because the DB write already succeeded and the TTL remains
         the backstop.
         """
+        self._invalidate_discovery_lists(server_id)
         try:
             await self._per_user_oauth_token_store.invalidate(user_id, server_id)
         except Exception as exc:  # noqa: BLE001 - cache drop is best-effort; TTL is the backstop
diff --git a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
index 498ae86f77b..f72316f5d5e 100644
--- a/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
+++ b/tests/test_litellm/experimental_mcp_client/test_mcp_client.py
@@ -1912,3 +1912,25 @@ def test_client_import_before_proxy_credentials_succeeds_in_fresh_process():
     )
     assert result.returncode == 0, result.stderr
     assert result.stdout.strip() == "MCPServerManager"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("resolved", (False, True))
+async def test_discovery_auth_fingerprint_tracks_effective_credentials(resolved: bool) -> None:
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.httpx_auth import StaticHeaderAuth
+
+    def client(token: str) -> MCPClient:
+        return MCPClient(
+            server_url="https://example.com/mcp",
+            auth_type=MCPAuth.api_key,
+            auth_value=None if resolved else token,
+            resolved_auth=StaticHeaderAuth(token) if resolved else None,
+        )
+
+    original: Final = await client("private-original-credential").discovery_auth_fingerprint()
+    repeated: Final = await client("private-original-credential").discovery_auth_fingerprint()
+    replaced: Final = await client("private-replaced-credential").discovery_auth_fingerprint()
+    assert original == repeated
+    assert original != replaced
+    assert len(original) == 64
+    assert "private-original-credential" not in original
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index 33154cf794d..f1343bd143d 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -3708,6 +3708,7 @@ class TestMCPServerManager:
         mock_prompt = Prompt(name="hello", description="Say hi")
         mock_client = AsyncMock()
         mock_client.list_prompts = AsyncMock(return_value=[mock_prompt])
+        mock_client.discovery_auth_fingerprint = AsyncMock(return_value="test-credential-hash")
 
         with patch.object(
             manager,
@@ -3779,6 +3780,7 @@ class TestMCPServerManager:
         mock_client = AsyncMock()
         mock_resources = [Resource(name="file", uri="https://example.com/file")]
         mock_client.list_resources = AsyncMock(return_value=mock_resources)
+        mock_client.discovery_auth_fingerprint = AsyncMock(return_value="test-credential-hash")
         prefixed_resources = [Resource(name="alias-server-file", uri="https://example.com/file")]
 
         with (
@@ -3826,6 +3828,7 @@ class TestMCPServerManager:
             )
         ]
         mock_client.list_resource_templates = AsyncMock(return_value=mock_templates)
+        mock_client.discovery_auth_fingerprint = AsyncMock(return_value="test-credential-hash")
         expected_templates = [
             ResourceTemplate(
                 name="template",
@@ -3855,6 +3858,7 @@ class TestMCPServerManager:
             extra_headers=None,
             stdio_env=None,
             subject_token=None,
+            user_api_key_auth=None,
         )
         mock_client.list_resource_templates.assert_awaited_once()
         assert result == expected_templates
@@ -13231,3 +13235,151 @@ async def test_discovery_cache_retries_cancelled_fetches() -> None:
     with pytest.raises(asyncio.CancelledError):
         await cache.get(("server", None), cancelled)
     assert [item.name for item in await cache.get(("server", None), supported)] == ["recovered"]
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_cancels_fetch_when_last_waiter_leaves() -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    entered: Final = asyncio.Event()
+    stopped: Final = asyncio.Event()
+    release: Final = asyncio.Event()
+
+    async def fetch() -> list[Prompt]:
+        entered.set()
+        try:
+            await release.wait()
+            return [Prompt(name="result")]
+        finally:
+            stopped.set()
+
+    tasks: Final = tuple(asyncio.create_task(cache.get(("server", None), fetch)) for _ in range(3))
+    await asyncio.wait_for(entered.wait(), timeout=5)
+    for task in tasks:
+        task.cancel()
+    outcomes: Final = await asyncio.gather(*tasks, return_exceptions=True)
+    assert all(isinstance(outcome, asyncio.CancelledError) for outcome in outcomes)
+    try:
+        await asyncio.wait_for(stopped.wait(), timeout=1)
+    finally:
+        release.set()
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_bounds_detached_fetches_without_dropping_results() -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    entered: Final[asyncio.Queue[None]] = asyncio.Queue()
+    release: Final = asyncio.Event()
+
+    async def blocked() -> list[Prompt]:
+        await entered.put(None)
+        await release.wait()
+        return [Prompt(name="blocked")]
+
+    tasks: Final = tuple(asyncio.create_task(cache.get((str(index), None), blocked)) for index in range(1024))
+    try:
+        for _ in tasks:
+            await asyncio.wait_for(entered.get(), timeout=5)
+        active_tasks: Final = frozenset(asyncio.all_tasks())
+
+        async def overflow() -> list[Prompt]:
+            assert frozenset(asyncio.all_tasks()) <= active_tasks
+            return [Prompt(name="overflow")]
+
+        result: Final = await cache.get(("overflow", None), overflow)
+        assert [item.name for item in result] == ["overflow"]
+    finally:
+        release.set()
+        outcomes: Final = await asyncio.gather(*tasks)
+        assert all(result[0].name == "blocked" for result in outcomes)
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_tracks_resolved_credentials_across_workers() -> None:
+    import respx
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.httpx_auth import StaticHeaderAuth
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.resolver import UpstreamCredentialProvider
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.result import Error, Ok, Result
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.types import CredError, ServerSpec, Subject
+
+    class CredentialSource(UpstreamCredentialProvider):
+        def __init__(self) -> None:
+            super().__init__()
+            self.token: str | None = "token-a"
+
+        async def resolve_credentials(self, subject: Subject, server: ServerSpec) -> Result[httpx.Auth, CredError]:
+            if self.token is None:
+                return Error(CredError.of_unauthorized("Credential revoked"))
+            return Ok(StaticHeaderAuth("Bearer " + self.token))
+
+    source: Final = CredentialSource()
+    managers: Final = (MCPServerManager(cred_provider=source), MCPServerManager(cred_provider=source))
+    server: Final = MCPServer(
+        server_id="discovery", name="discovery", url="https://discovery.example/mcp", transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2, oauth2_flow="authorization_code", client_id="discovery-client",
+        authorization_url="https://discovery.example/authorize", token_url="https://discovery.example/token",
+    )
+    user: Final = UserAPIKeyAuth(user_id="same-user", api_key="same-key")
+    upstream: Final = _DiscoveryUpstream()
+
+    async def respond(request: httpx.Request) -> httpx.Response:
+        response: Final = await upstream.respond(request)
+        if '"prompts/list"' not in request.content.decode():
+            return response
+        from mcp.types import JSONRPCMessage, JSONRPCRequest
+
+        payload: Final = JSONRPCMessage.model_validate_json(request.content).root
+        assert isinstance(payload, JSONRPCRequest)
+        name: Final = {"Bearer token-a": "account-a", "Bearer token-b": "account-b"}[request.headers["authorization"]]
+        return httpx.Response(200, json={"jsonrpc": "2.0", "id": payload.id, "result": {"prompts": [{"name": name}]}})
+
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=respond)
+        for manager in managers:
+            assert [item.name for item in await manager.get_prompts_from_server(server, user)] == ["discovery-account-a"]
+        assert upstream.initializes == 2
+        source.token = "token-b"
+        for manager in managers:
+            assert [item.name for item in await manager.get_prompts_from_server(server, user)] == ["discovery-account-b"]
+        assert upstream.initializes == 4
+        source.token = None
+        for manager in managers:
+            assert await manager.get_prompts_from_server(server, user) == []
+        assert upstream.initializes == 4
+
+
+@pytest.mark.asyncio
+async def test_discovery_resolves_stored_oauth_for_the_requesting_user() -> None:
+    import respx
+    from litellm.proxy._experimental.mcp_server.outbound_credentials.oauth_token_store import OAuthToken
+
+    class TokenStore:
+        def __init__(self) -> None:
+            self.calls: tuple[tuple[str, str], ...] = ()
+
+        async def fetch(self, user_id: str, server_id: str) -> OAuthToken | None:
+            self.calls = (*self.calls, (user_id, server_id))
+            return OAuthToken(access_token="stored-token")
+
+        async def invalidate(self, user_id: str, server_id: str) -> None:
+            return None
+
+    store: Final = TokenStore()
+    manager: Final = MCPServerManager(per_user_oauth_token_store=store)
+    server: Final = MCPServer(
+        server_id="discovery", name="discovery", url="https://discovery.example/mcp", transport=MCPTransport.http,
+        auth_type=MCPAuth.oauth2, oauth2_flow="authorization_code", client_id="discovery-client",
+        authorization_url="https://discovery.example/authorize", token_url="https://discovery.example/token",
+    )
+    user: Final = UserAPIKeyAuth(user_id="requesting-user")
+    upstream: Final = _DiscoveryUpstream()
+    with respx.mock(base_url="https://discovery.example") as router:
+        router.route().mock(side_effect=upstream.respond)
+        assert len(await manager.get_prompts_from_server(server, user)) == 1
+        assert len(await manager.get_prompts_from_server(server, user)) == 1
+    assert store.calls == (("requesting-user", "discovery"), ("requesting-user", "discovery"))
+    assert upstream.initializes == 1
+    assert ("prompts/list", "Bearer stored-token") in upstream.requests

From 7ebf60f33e16cefe6a9cbf500870436059015c37 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:49:59 -0700
Subject: [PATCH 215/298] ci(release): rename the tag-classification job to
 classify-if-stable-release

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 9100349440e..7fd95badb0a 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -18,7 +18,7 @@ jobs:
   # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
   # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
   # schedule already covers the default branch.
-  prepare:
+  classify-if-stable-release:
     name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
     outputs:
@@ -53,8 +53,8 @@ jobs:
 
   redis-chaos-gate:
     name: Redis Chaos E2E
-    needs: prepare
-    if: needs.prepare.outputs.gated == 'true'
+    needs: classify-if-stable-release
+    if: needs.classify-if-stable-release.outputs.gated == 'true'
     permissions:
       contents: read
     uses: ./.github/workflows/test-e2e-redis-chaos.yml
@@ -63,8 +63,8 @@ jobs:
 
   release:
     name: Create Release
-    needs: [prepare, redis-chaos-gate]
-    if: always() && needs.prepare.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    needs: [classify-if-stable-release, redis-chaos-gate]
+    if: always() && needs.classify-if-stable-release.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
     runs-on: ubuntu-latest
     permissions:
       contents: write

From 4bcd60e72b60414ff4f5b7ba08b1ef4eb3f60452 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 14:51:05 -0700
Subject: [PATCH 216/298] perf(proxy): total a short grouped log page from the
 page itself

A cursorless page that comes back without its lookahead row is the end of the
list, so the total is offset + len(page) and the bounded grouped COUNT over the
whole spend-log table is skipped. First pages on small deployments and every
offset last page now cost one query less.

Moves the count into _count_grouped_sessions and reworks the query-optimization
test that asserted the count always runs second onto a full page, where it does.

Claude-Session: https://claude.ai/code/session_01ESi9JwaXDww1vP3Qsrr4Mz
---
 .../spend_management_endpoints.py             | 50 +++++++++++++------
 .../test_spend_management_endpoints.py        | 40 ++++++++++++++-
 .../test_spend_query_optimization.py          | 14 +++---
 3 files changed, 79 insertions(+), 25 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index 2105d682d9a..582622cfb50 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -2925,6 +2925,32 @@ async def _fetch_session_representatives(
     return [rep_by_key[key] for key in session_keys if key in rep_by_key]  # mutable-ok: rows are enriched in place
 
 
+async def _count_grouped_sessions(
+    prisma_client: "PrismaClient",
+    where_clause: str,
+    sql_params: Sequence[object],
+    next_param_index: int,
+) -> tuple[int, bool]:
+    """Count the sessions matching the filter, returning ``(total, total_is_capped)`` bounded by the count cap."""
+    count_query: Final = f"""
+        SELECT COUNT(*) AS total_count
+        FROM (
+            SELECT 1
+            FROM "LiteLLM_SpendLogs"
+            WHERE {where_clause}
+            GROUP BY {_SESSION_GROUP_KEY_SQL}
+            LIMIT ${next_param_index}
+        ) AS bounded_sessions
+    """
+    count_rows: Final[Sequence[_SpendLogsCountRow]] = await _query_raw(
+        prisma_client, count_query, *sql_params, SPEND_LOGS_PAGINATION_COUNT_CAP + 1
+    )
+    raw_total: Final = int(count_rows[0]["total_count"]) if count_rows else 0
+    return (
+        (SPEND_LOGS_PAGINATION_COUNT_CAP, True) if raw_total > SPEND_LOGS_PAGINATION_COUNT_CAP else (raw_total, False)
+    )
+
+
 async def _ui_session_grouped_spend_logs(
     prisma_client: "PrismaClient",
     sql_conditions: Sequence[str],
@@ -2953,7 +2979,9 @@ async def _ui_session_grouped_spend_logs(
     by its newest non-MCP row, enriched by ``_build_ui_spend_logs_response``
     exactly like the flat listing, and the response carries
     ``next_session_cursor`` / ``has_more`` while ``total`` counts sessions
-    (capped like the flat total).
+    (capped like the flat total). A page that runs out of sessions is itself
+    the end of the list, so its ``total`` is ``offset + len(page)`` and the
+    grouped count query is skipped.
     """
     where_clause: Final = " AND ".join(sql_conditions) if sql_conditions else "TRUE"
     cmp_op: Final = "<" if sort_desc else ">"
@@ -2998,22 +3026,12 @@ async def _ui_session_grouped_spend_logs(
         else None
     )
 
-    count_query: Final = f"""
-        SELECT COUNT(*) AS total_count
-        FROM (
-            SELECT 1
-            FROM "LiteLLM_SpendLogs"
-            WHERE {where_clause}
-            GROUP BY {_SESSION_GROUP_KEY_SQL}
-            LIMIT ${next_param_index}
-        ) AS bounded_sessions
-    """
-    count_rows: Final[Sequence[_SpendLogsCountRow]] = await _query_raw(
-        prisma_client, count_query, *sql_params, SPEND_LOGS_PAGINATION_COUNT_CAP + 1
+    page_ends_the_list: Final = cursor is None and page_limit > 0 and not has_more
+    total_records, total_is_capped = (
+        (offset + len(page_rows), False)
+        if page_ends_the_list
+        else await _count_grouped_sessions(prisma_client, where_clause, sql_params, next_param_index)
     )
-    raw_total: Final = int(count_rows[0]["total_count"]) if count_rows else 0
-    total_is_capped: Final = raw_total > SPEND_LOGS_PAGINATION_COUNT_CAP
-    total_records: Final = SPEND_LOGS_PAGINATION_COUNT_CAP if total_is_capped else raw_total
 
     session_keys: Final = tuple((row["session_key"], row["api_key"]) for row in visible_rows)
     data: Final[list[dict[str, object]]] = (  # mutable-ok: _build_ui_spend_logs_response writes onto each row
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index 5920a984239..c709ac77a0b 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -6629,12 +6629,12 @@ def _session_page_row(session_key, last_activity):
     return {"session_key": session_key, "api_key": "hashed-key", "last_activity": last_activity}
 
 
-def _session_grouped_paginating_prisma(sessions):
+def _session_grouped_paginating_prisma(sessions, counted_total=None):
     """Mock prisma serving the grouped page query out of ``sessions``, honoring the LIMIT and OFFSET it asks for."""
 
     async def mock_query_raw(sql_query, *params):
         if "COUNT(*) AS total_count" in sql_query:
-            return [{"total_count": min(len(sessions), params[-1])}]
+            return [{"total_count": min(len(sessions) if counted_total is None else counted_total, params[-1])}]
         if "DISTINCT ON" in sql_query:
             return [_session_representative_row(f"req-{session_key}", session_key) for session_key in params[-2]]
         if "COALESCE(SUM(spend)" in sql_query:
@@ -6803,6 +6803,42 @@ async def test_ui_view_spend_logs_group_by_session_jumps_to_page_without_cursor(
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
 
 
+@pytest.mark.asyncio
+async def test_ui_view_spend_logs_group_by_session_short_page_totals_itself(client, monkeypatch):
+    """A page that runs out of sessions is the end of the list, so the total comes from it and nothing is counted."""
+    sessions = tuple((f"sess-{index:02d}", f"2026-08-29 10:{59 - index:02d}:00") for index in range(10))
+    mock_prisma = _session_grouped_paginating_prisma(sessions, counted_total=999)
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
+    monkeypatch.setattr(
+        "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
+        lambda user_api_key_dict: True,
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.PROXY_ADMIN, user_id="admin_user"
+    )
+    try:
+        start_date, end_date = _default_date_range()
+        response = client.get(
+            "/spend/logs/ui",
+            params={
+                "start_date": start_date,
+                "end_date": end_date,
+                "group_by_session": "true",
+                "page": 1,
+                "page_size": 25,
+            },
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 200, response.text
+        data = response.json()
+        assert data["total"] == 10, "the count query's 999 would have won if it had been asked"
+        assert data["total_is_capped"] is False
+        assert data["total_pages"] == 1
+        assert len(data["data"]) == 10
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_page_past_count_cap_is_empty(client, monkeypatch):
     """The last page inside the capped total still lists sessions; the page after it is empty and costs no query."""
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_query_optimization.py b/tests/test_litellm/proxy/spend_tracking/test_spend_query_optimization.py
index a7de3f1d8d6..54e5a6d5385 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_query_optimization.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_query_optimization.py
@@ -528,8 +528,8 @@ async def test_spend_logs_ui_group_by_session_paginates_sessions(monkeypatch):
 
     group_key = "COALESCE(NULLIF(session_id, ''), request_id), api_key"
     session_rows = [
-        {"session_key": "req-1", "api_key": "k", "last_activity": "2026-02-16 10:00:00"},
-        {"session_key": "req-2", "api_key": "k", "last_activity": "2026-02-16 09:00:00"},
+        {"session_key": f"req-{index}", "api_key": "k", "last_activity": f"2026-02-16 10:{59 - index:02d}:00"}
+        for index in range(51)
     ]
     representative_rows = [
         {"request_id": "req-1", "api_key": "k", "metadata": "{}", "session_id": None},
@@ -538,7 +538,7 @@ async def test_spend_logs_ui_group_by_session_paginates_sessions(monkeypatch):
 
     async def mock_query_raw(sql_query, *params):
         if "COUNT(*) AS total_count" in sql_query:
-            return [{"total_count": 12}]
+            return [{"total_count": 60}]
         if "DISTINCT ON" in sql_query:
             return representative_rows
         return session_rows
@@ -590,11 +590,11 @@ async def test_spend_logs_ui_group_by_session_paginates_sessions(monkeypatch):
     assert "COUNT(*) OVER ()" not in rep_sql
 
     assert [row["request_id"] for row in response["data"]] == ["req-1", "req-2"]
-    assert response["total"] == 12
+    assert response["total"] == 60
     assert response["total_is_capped"] is False
-    assert response["total_pages"] == 1
-    assert response["has_more"] is False
-    assert response["next_session_cursor"] is None
+    assert response["total_pages"] == 2
+    assert response["has_more"] is True
+    assert response["next_session_cursor"] == "2026-02-16 10:10:00|k|req-49"
 
 
 @pytest.mark.asyncio

From 445b45f261184ac58c7ddad0ef3749cd7bb6d220 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:55:59 -0700
Subject: [PATCH 217/298] ci(release): rename the tag-classification job to
 run-stable-release-checks

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 7fd95badb0a..8d971001348 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -18,7 +18,7 @@ jobs:
   # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
   # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
   # schedule already covers the default branch.
-  classify-if-stable-release:
+  run-stable-release-checks:
     name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
     outputs:
@@ -53,8 +53,8 @@ jobs:
 
   redis-chaos-gate:
     name: Redis Chaos E2E
-    needs: classify-if-stable-release
-    if: needs.classify-if-stable-release.outputs.gated == 'true'
+    needs: run-stable-release-checks
+    if: needs.run-stable-release-checks.outputs.gated == 'true'
     permissions:
       contents: read
     uses: ./.github/workflows/test-e2e-redis-chaos.yml
@@ -63,8 +63,8 @@ jobs:
 
   release:
     name: Create Release
-    needs: [classify-if-stable-release, redis-chaos-gate]
-    if: always() && needs.classify-if-stable-release.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    needs: [run-stable-release-checks, redis-chaos-gate]
+    if: always() && needs.run-stable-release-checks.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
     runs-on: ubuntu-latest
     permissions:
       contents: write

From 06fe2691c3fd151db136d4061766816359bc9e3c Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 14:59:18 -0700
Subject: [PATCH 218/298] fix(proxy): count when a grouped log page starts past
 the last one

An out-of-range cursorless page returns nothing, and reading its total off the
offset reported more sessions than exist (page 4 of 100 sessions at page size 50
claimed 150). Only a page that holds rows, or the first page, ends the list;
anything past it falls back to the bounded count.

Claude-Session: https://claude.ai/code/session_01ESi9JwaXDww1vP3Qsrr4Mz
---
 .../spend_management_endpoints.py             | 10 +++---
 .../test_spend_management_endpoints.py        | 35 +++++++++++++++++++
 2 files changed, 41 insertions(+), 4 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_management_endpoints.py b/litellm/proxy/spend_tracking/spend_management_endpoints.py
index 582622cfb50..8cfb6354dd0 100644
--- a/litellm/proxy/spend_tracking/spend_management_endpoints.py
+++ b/litellm/proxy/spend_tracking/spend_management_endpoints.py
@@ -2979,9 +2979,10 @@ async def _ui_session_grouped_spend_logs(
     by its newest non-MCP row, enriched by ``_build_ui_spend_logs_response``
     exactly like the flat listing, and the response carries
     ``next_session_cursor`` / ``has_more`` while ``total`` counts sessions
-    (capped like the flat total). A page that runs out of sessions is itself
-    the end of the list, so its ``total`` is ``offset + len(page)`` and the
-    grouped count query is skipped.
+    (capped like the flat total). A page that runs out of sessions while still
+    holding some is itself the end of the list, so its ``total`` is
+    ``offset + len(page)`` and the grouped count query is skipped; a page that
+    starts past the end says nothing about the total, so that one is counted.
     """
     where_clause: Final = " AND ".join(sql_conditions) if sql_conditions else "TRUE"
     cmp_op: Final = "<" if sort_desc else ">"
@@ -3026,7 +3027,8 @@ async def _ui_session_grouped_spend_logs(
         else None
     )
 
-    page_ends_the_list: Final = cursor is None and page_limit > 0 and not has_more
+    page_starts_inside_the_list: Final = offset == 0 or len(page_rows) > 0
+    page_ends_the_list: Final = cursor is None and page_limit > 0 and not has_more and page_starts_inside_the_list
     total_records, total_is_capped = (
         (offset + len(page_rows), False)
         if page_ends_the_list
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
index c709ac77a0b..6e43ac4a12b 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_management_endpoints.py
@@ -6839,6 +6839,41 @@ async def test_ui_view_spend_logs_group_by_session_short_page_totals_itself(clie
         app.dependency_overrides.pop(ps.user_api_key_auth, None)
 
 
+@pytest.mark.asyncio
+async def test_ui_view_spend_logs_group_by_session_page_past_the_end_keeps_the_real_total(client, monkeypatch):
+    """An empty page past the last one says nothing about the total, so it is counted rather than inferred."""
+    sessions = tuple((f"sess-{index:02d}", f"2026-08-29 10:{59 - index:02d}:00") for index in range(100))
+    mock_prisma = _session_grouped_paginating_prisma(sessions)
+    monkeypatch.setattr("litellm.proxy.proxy_server.prisma_client", mock_prisma)
+    monkeypatch.setattr(
+        "litellm.proxy.spend_tracking.spend_management_endpoints._is_admin_view_safe",
+        lambda user_api_key_dict: True,
+    )
+    app.dependency_overrides[ps.user_api_key_auth] = lambda: UserAPIKeyAuth(
+        user_role=LitellmUserRoles.PROXY_ADMIN, user_id="admin_user"
+    )
+    try:
+        start_date, end_date = _default_date_range()
+        response = client.get(
+            "/spend/logs/ui",
+            params={
+                "start_date": start_date,
+                "end_date": end_date,
+                "group_by_session": "true",
+                "page": 4,
+                "page_size": 50,
+            },
+            headers={"Authorization": "Bearer sk-test"},
+        )
+        assert response.status_code == 200, response.text
+        data = response.json()
+        assert data["data"] == []
+        assert data["total"] == 100, "the empty page's offset is not a total"
+        assert data["total_pages"] == 2
+    finally:
+        app.dependency_overrides.pop(ps.user_api_key_auth, None)
+
+
 @pytest.mark.asyncio
 async def test_ui_view_spend_logs_group_by_session_page_past_count_cap_is_empty(client, monkeypatch):
     """The last page inside the capped total still lists sessions; the page after it is empty and costs no query."""

From 39324dc96038ff8a9f0b43fb07da9cec26d315b1 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 14:59:35 -0700
Subject: [PATCH 219/298] ci(release): rename redis-chaos-gate to
 redis-chaos-check

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 8d971001348..c51bf02bdc7 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -51,7 +51,7 @@ jobs:
             echo "${TAG} is a stable or RC tag and must pass the chaos gate"
           fi
 
-  redis-chaos-gate:
+  redis-chaos-check:
     name: Redis Chaos E2E
     needs: run-stable-release-checks
     if: needs.run-stable-release-checks.outputs.gated == 'true'
@@ -63,8 +63,8 @@ jobs:
 
   release:
     name: Create Release
-    needs: [run-stable-release-checks, redis-chaos-gate]
-    if: always() && needs.run-stable-release-checks.result == 'success' && (needs.redis-chaos-gate.result == 'success' || needs.redis-chaos-gate.result == 'skipped')
+    needs: [run-stable-release-checks, redis-chaos-check]
+    if: always() && needs.run-stable-release-checks.result == 'success' && (needs.redis-chaos-check.result == 'success' || needs.redis-chaos-check.result == 'skipped')
     runs-on: ubuntu-latest
     permissions:
       contents: write

From 7d8f2c9ad3fa9c4ed0409ffb1a36663ab6f0e97a Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 15:00:57 -0700
Subject: [PATCH 220/298] ci(e2e): drop the weekly cron for the Redis chaos
 test

Now that create-release.yml gates stable and RC releases on this test directly,
the weekly schedule is redundant: every release gets a run against its own
commit instead of whatever happened to be on the default branch that Saturday.
workflow_dispatch stays for manual runs.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml       | 3 +--
 .github/workflows/test-e2e-redis-chaos.yml | 5 +----
 tests/e2e/CLAUDE.md                        | 2 +-
 tests/e2e/CONTRIBUTING.md                  | 2 +-
 tests/e2e/load/test_redis_chaos_e2e.py     | 2 +-
 5 files changed, 5 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index c51bf02bdc7..5bf10ef324f 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -16,8 +16,7 @@ permissions: {}
 
 jobs:
   # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
-  # tags are cut too often to spend a multi-minute chaos run on each one, and the weekly
-  # schedule already covers the default branch.
+  # tags are cut too often to spend a multi-minute chaos run on each one.
   run-stable-release-checks:
     name: Validate inputs and decide whether this tag is gated
     runs-on: ubuntu-latest
diff --git a/.github/workflows/test-e2e-redis-chaos.yml b/.github/workflows/test-e2e-redis-chaos.yml
index 9deca013603..c7412a63334 100644
--- a/.github/workflows/test-e2e-redis-chaos.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -1,8 +1,6 @@
-name: "Weekly Redis Chaos E2E"
+name: "Redis Chaos E2E"
 
 on:
-  schedule:
-    - cron: "0 12 * * 6"
   workflow_dispatch:
   workflow_call:
     inputs:
@@ -16,7 +14,6 @@ permissions:
 
 jobs:
   redis-chaos-e2e:
-    if: github.event_name != 'schedule' || github.repository == 'BerriAI/litellm'
     runs-on: ubuntu-latest-16-cores
     timeout-minutes: 30
     services:
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index b8e9c8ccde3..20cd0c35465 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven weekly by `.github/workflows/test-e2e-redis-chaos.yml`, which `create-release.yml` also calls to gate stable and RC tags on the commit being released), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven by `.github/workflows/test-e2e-redis-chaos.yml`, which `create-release.yml` calls to gate stable and RC tags on the commit being released), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index b1331de190a..b6faebed867 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots on a weekly schedule
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots when `create-release.yml` calls it to gate a stable or RC release
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 0732f725f34..9a9e8082e5b 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -76,7 +76,7 @@ REDIS_PAUSE_MS: Final = int(CHAOS_SECONDS * 1000)
 # identical local runs, so it stays loose; CPU per request held steady at 1.33x-1.36x across the
 # same runs, so it sits close to what is actually measured. That makes CPU the likeliest of these
 # to flake first on a runner whose core count shifts how much of baseline CPU is fixed per-request
-# work: loosen it rather than widening the others if a weekly run trips it without a real cause.
+# work: loosen it rather than widening the others if a CI run trips it without a real cause.
 CHAOS_RSS_RATIO_CEILING: Final = 2.0
 CHAOS_CPU_PER_REQUEST_RATIO_CEILING: Final = 2.0
 

From d4e083348ca5edfbd45142fd23dbe08f3f3cb9d0 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 15:14:19 -0700
Subject: [PATCH 221/298] revert: drop the create-release.yml gating and
 E2E_REDIS_CHAOS opt-in

create-release.yml is back to calling the chaos test through no mechanism at
all; it never called it. Also drops the E2E_REDIS_CHAOS opt-in gate itself:
the redis_chaos marker still exists for -m selection and is still excluded
from the per-PR selector by path (tests/e2e/(ui|claude_code|load)/), but the
test no longer needs an env var to run once its file is targeted.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/workflows/create-release.yml       | 41 +++-------------------
 .github/workflows/test-e2e-redis-chaos.yml |  1 -
 tests/e2e/CLAUDE.md                        |  2 +-
 tests/e2e/CONTRIBUTING.md                  |  2 +-
 tests/e2e/conftest.py                      |  2 +-
 tests/e2e/e2e_config.py                    |  1 -
 tests/e2e/load/conftest.py                 |  8 ++---
 tests/e2e/load/test_redis_chaos_e2e.py     |  3 +-
 tests/e2e/pytest.ini                       |  2 +-
 9 files changed, 11 insertions(+), 51 deletions(-)

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 5bf10ef324f..0ad84cd3ceb 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -15,13 +15,11 @@ on:
 permissions: {}
 
 jobs:
-  # Stable and RC tags are gated on the Redis chaos load test; dev, nightly, alpha and beta
-  # tags are cut too often to spend a multi-minute chaos run on each one.
-  run-stable-release-checks:
-    name: Validate inputs and decide whether this tag is gated
+  release:
+    name: Create Release
     runs-on: ubuntu-latest
-    outputs:
-      gated: ${{ steps.decide.outputs.gated }}
+    permissions:
+      contents: write
     steps:
       - name: Validate inputs
         env:
@@ -37,37 +35,6 @@ jobs:
             exit 1
           fi
 
-      - name: Decide
-        id: decide
-        env:
-          TAG: ${{ inputs.tag }}
-        run: |
-          if echo "${TAG}" | grep -qiE '(nightly|alpha|beta|[-.]dev)'; then
-            echo "gated=false" >> "$GITHUB_OUTPUT"
-            echo "${TAG} is a pre-release that skips the chaos gate"
-          else
-            echo "gated=true" >> "$GITHUB_OUTPUT"
-            echo "${TAG} is a stable or RC tag and must pass the chaos gate"
-          fi
-
-  redis-chaos-check:
-    name: Redis Chaos E2E
-    needs: run-stable-release-checks
-    if: needs.run-stable-release-checks.outputs.gated == 'true'
-    permissions:
-      contents: read
-    uses: ./.github/workflows/test-e2e-redis-chaos.yml
-    with:
-      ref: ${{ inputs.commit_hash }}
-
-  release:
-    name: Create Release
-    needs: [run-stable-release-checks, redis-chaos-check]
-    if: always() && needs.run-stable-release-checks.result == 'success' && (needs.redis-chaos-check.result == 'success' || needs.redis-chaos-check.result == 'skipped')
-    runs-on: ubuntu-latest
-    permissions:
-      contents: write
-    steps:
       - name: Create release
         env:
           TAG: ${{ inputs.tag }}
diff --git a/.github/workflows/test-e2e-redis-chaos.yml b/.github/workflows/test-e2e-redis-chaos.yml
index c7412a63334..6b066739c95 100644
--- a/.github/workflows/test-e2e-redis-chaos.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -91,7 +91,6 @@ jobs:
 
       - name: Run the Redis chaos load test
         env:
-          E2E_REDIS_CHAOS: "1"
           LITELLM_PROXY_URL: http://localhost:4000
           REDIS_HOST: 127.0.0.1
           REDIS_PORT: "6379"
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index 20cd0c35465..f9ad73b4508 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set, driven by `.github/workflows/test-e2e-redis-chaos.yml`, which `create-release.yml` calls to gate stable and RC tags on the commit being released), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, excluded from the per-PR selector like the rest of `load/`, driven by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index b6faebed867..a82e8ea43f5 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots when `create-release.yml` calls it to gate a stable or RC release
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index 700dc822d59..72448201f8b 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -61,7 +61,7 @@ def pytest_configure(config: pytest.Config) -> None:
     config.addinivalue_line(
         "markers",
         "redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from "
-        "gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set",
+        "gateway/redis_chaos_ci_config.yml on the same host",
     )
 
 
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 7344a2b6cec..86f0c616c04 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -143,7 +143,6 @@ LOAD_MIN_CONCURRENCY_EFFICIENCY = float(os.environ.get("E2E_LOAD_MIN_CONCURRENCY
 
 WEEKLY_ANOMALY_OPT_IN_ENV = "E2E_WEEKLY_ANOMALY"
 MANAGED_FILES_OPT_IN_ENV = "E2E_MANAGED_FILES_STACK"
-REDIS_CHAOS_OPT_IN_ENV = "E2E_REDIS_CHAOS"
 ANOMALY_SESSIONS = int(os.environ.get("E2E_ANOMALY_SESSIONS", "6"))
 ANOMALY_TURNS_PER_SESSION = int(os.environ.get("E2E_ANOMALY_TURNS_PER_SESSION", "6"))
 ANOMALY_TURN_ATTEMPTS = int(os.environ.get("E2E_ANOMALY_TURN_ATTEMPTS", "3"))
diff --git a/tests/e2e/load/conftest.py b/tests/e2e/load/conftest.py
index e6f3c7aa538..7c749837225 100644
--- a/tests/e2e/load/conftest.py
+++ b/tests/e2e/load/conftest.py
@@ -3,15 +3,11 @@ from __future__ import annotations
 import os
 
 import pytest
-
-from e2e_config import REDIS_CHAOS_OPT_IN_ENV, WEEKLY_ANOMALY_OPT_IN_ENV
+from e2e_config import WEEKLY_ANOMALY_OPT_IN_ENV
 from load_client import LoadClient, build_client
 from proxy_client import ProxyClient
 
-_OPT_IN_MARKERS = (
-    ("weekly", WEEKLY_ANOMALY_OPT_IN_ENV),
-    ("redis_chaos", REDIS_CHAOS_OPT_IN_ENV),
-)
+_OPT_IN_MARKERS = (("weekly", WEEKLY_ANOMALY_OPT_IN_ENV),)
 
 
 def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 9a9e8082e5b..2e1e2a92bd3 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -27,8 +27,7 @@ per-phase RSS, CPU, and log-bytes budgets are here to catch.
 Needs the proxy on the same host, since RSS and CPU come from psutil on its process tree:
 a multi-worker proxy serves /metrics from the prometheus multiprocess collector, which drops
 the process collector's memory and CPU series. Log bytes are read from the file the proxy's
-stdout/stderr was redirected to, so the same host requirement covers that too. Deselected
-unless E2E_REDIS_CHAOS is set.
+stdout/stderr was redirected to, so the same host requirement covers that too.
 """
 
 from __future__ import annotations
diff --git a/tests/e2e/pytest.ini b/tests/e2e/pytest.ini
index 774d9644497..28f7fc011f7 100644
--- a/tests/e2e/pytest.ini
+++ b/tests/e2e/pytest.ini
@@ -9,4 +9,4 @@ markers =
     load: heavy throughput/load test; collected last so it never perturbs latency-sensitive suites
     weekly: real-provider anomaly load test that spends real money; deselected unless E2E_WEEKLY_ANOMALY is set
     managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set
-    redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set
+    redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host

From 731f79fa31397ba5f1960fdea90f9fff5601db67 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 15:10:33 -0700
Subject: [PATCH 222/298] fix(mcp): preserve BYOK discovery and isolate session
 authorization

---
 .../mcp_server/byok_oauth_endpoints.py        |  39 ++++--
 .../mcp_server/discoverable_endpoints.py      |  34 ++++-
 .../mcp_server/mcp_server_manager.py          |   3 +-
 .../_experimental/mcp_server/oauth_utils.py   |   8 ++
 .../proxy/_experimental/mcp_server/server.py  |  13 +-
 litellm/proxy/_lazy_openapi_snapshot.json     | 123 ++++++++++++++++++
 .../mcp_server/test_byok_oauth_endpoints.py   |  89 ++++++++++++-
 .../mcp_server/test_discoverable_endpoints.py |  78 +++++++++--
 .../mcp_server/test_mcp_hook_extra_headers.py |   6 +-
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  54 ++++++++
 10 files changed, 413 insertions(+), 34 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
index e8f0f9b8e8b..0721c2c5ace 100644
--- a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
@@ -18,7 +18,7 @@ import html as _html_module
 import time
 import uuid
 from typing import Final, cast
-from urllib.parse import urlencode
+from urllib.parse import urlencode, urlparse
 
 import jwt
 from fastapi import APIRouter, Depends, Form, HTTPException, Request
@@ -26,12 +26,12 @@ from fastapi.responses import HTMLResponse, JSONResponse, RedirectResponse
 
 from litellm._logging import verbose_proxy_logger
 from litellm.proxy._experimental.mcp_server.db import store_user_credential
-from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
-    get_request_base_url,
-)
 from litellm.proxy._experimental.mcp_server.oauth_utils import (
+    BYOK_RESOURCE_METADATA_PATH,
     TOKEN_NO_CACHE_HEADERS,
+    get_request_base_url,
     validate_loopback_redirect_uri,
+    well_known_root_suffix,
 )
 from litellm.proxy._types import UserAPIKeyAuth
 
@@ -595,13 +595,10 @@ def _build_authorize_html(
 # ---------------------------------------------------------------------------
 
 
-@router.get("/.well-known/oauth-authorization-server", include_in_schema=False)
-async def oauth_authorization_server_metadata(request: Request) -> JSONResponse:
-    """RFC 8414 Authorization Server Metadata for the BYOK OAuth flow."""
-    base_url: Final = get_request_base_url(request)
+def _byok_authorization_server_response(base_url: str, issuer: str) -> JSONResponse:
     return JSONResponse(
         {
-            "issuer": base_url,
+            "issuer": issuer,
             "authorization_endpoint": f"{base_url}/v1/mcp/oauth/authorize",
             "token_endpoint": f"{base_url}/v1/mcp/oauth/token",
             "response_types_supported": ["code"],
@@ -611,6 +608,30 @@ async def oauth_authorization_server_metadata(request: Request) -> JSONResponse:
     )
 
 
+@router.get("/.well-known/oauth-authorization-server", include_in_schema=False)
+async def oauth_authorization_server_metadata(request: Request) -> JSONResponse:
+    base_url: Final = get_request_base_url(request)
+    return _byok_authorization_server_response(base_url, base_url)
+
+
+@router.get(f"/.well-known/oauth-authorization-server{well_known_root_suffix()}/v1/mcp/oauth", include_in_schema=False)
+async def byok_authorization_server_metadata(request: Request) -> JSONResponse:
+    base_url: Final = get_request_base_url(request)
+    return _byok_authorization_server_response(base_url, f"{base_url}/v1/mcp/oauth")
+
+
+@router.get(BYOK_RESOURCE_METADATA_PATH, include_in_schema=False)
+async def byok_protected_resource_metadata(request: Request) -> JSONResponse:
+    base_url: Final = get_request_base_url(request)
+    parsed: Final = urlparse(base_url)
+    return JSONResponse(
+        {
+            "resource": f"{parsed.scheme}://{parsed.netloc}",
+            "authorization_servers": (f"{base_url}/v1/mcp/oauth",),
+        }
+    )
+
+
 # ---------------------------------------------------------------------------
 # Authorization endpoint — GET (show form) and POST (process form)
 # ---------------------------------------------------------------------------
diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index eb24ed169de..09892eff1c6 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -1842,6 +1842,30 @@ async def register_client_with_server(
     return JSONResponse(token_response)
 
 
+@router.get("/authorize/mcp-session")
+async def authorize_mcp_session(
+    request: Request,
+    redirect_uri: str,
+    client_id: str,
+    state: str = "",
+    code_challenge: str | None = None,
+    code_challenge_method: str | None = None,
+    response_type: str | None = None,
+    resource: str | None = None,
+) -> Response:
+    return aggregate_authorize(
+        request=request,
+        client_id=client_id,
+        redirect_uri=redirect_uri,
+        state=state,
+        code_challenge=code_challenge,
+        code_challenge_method=code_challenge_method,
+        response_type=response_type,
+        session_user_id=_session_cookie_user_id(request),
+        resource=resource,
+    )
+
+
 @router.get("/{mcp_server_name}/authorize")
 @router.get("/authorize")
 async def authorize(
@@ -2538,13 +2562,13 @@ def _jwt_auth_issuers() -> list:
 
 
 @router.get("/.well-known/oauth-protected-resource")
-def oauth_protected_resource_root(request: Request) -> dict[str, str | list[str]]:
+def oauth_protected_resource_root(request: Request) -> dict[str, str | tuple[str, ...]]:
     request_base_url: Final = get_request_base_url(request)
     parsed: Final = urlparse(request_base_url)
     return {
         "resource": f"{parsed.scheme}://{parsed.netloc}",
-        "authorization_servers": [f"{request_base_url}/mcp"],
-        "scopes_supported": [],
+        "authorization_servers": (f"{request_base_url}/mcp",),
+        "scopes_supported": (),
     }
 
 
@@ -2574,14 +2598,14 @@ def _build_aggregate_authorization_server_response(request: Request) -> dict:
     The issuer is ``{base}/mcp`` and must stay equal to the value the
     aggregate protected-resource document advertises: spec clients verify the
     issuer in the metadata matches the one that derived the well-known URL.
-    Advertises the root /authorize, /token, and /register endpoints and
+    Advertises the MCP session authorize endpoint, root /token and /register endpoints, and
     ``token_endpoint_auth_methods_supported: ["none", ...]`` because DCR
     clients (Claude Desktop, MCP Inspector) register as public clients; PKCE
     S256 is mandatory in the gateway's authorize flow."""
     request_base_url: Final = get_request_base_url(request)
     return {
         "issuer": f"{request_base_url}/mcp",
-        "authorization_endpoint": f"{request_base_url}/authorize",
+        "authorization_endpoint": f"{request_base_url}/authorize/mcp-session",
         "token_endpoint": f"{request_base_url}/token",
         "introspection_endpoint": f"{request_base_url}/introspect",
         "registration_endpoint": f"{request_base_url}/register",
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index cc7ea0c1ea5..b46997c4d92 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -91,6 +91,7 @@ from litellm.proxy._experimental.mcp_server.oauth2_token_cache import (
 from litellm.proxy._experimental.mcp_server.oauth_utils import (
     _redact_mcp_resource_url,
     canonicalize_url_identity,
+    get_byok_www_authenticate,
 )
 from litellm.proxy._experimental.mcp_server.outbound_credentials import (
     Error,
@@ -1232,7 +1233,7 @@ async def _resolve_byok_mcp_auth_header(
                         "Complete the OAuth authorization flow to provide your API key."
                     ),
                 },
-                headers={"WWW-Authenticate": 'Bearer resource_metadata="/.well-known/oauth-protected-resource"'},
+                headers={"WWW-Authenticate": get_byok_www_authenticate()},
             )
         return byok_cred
 
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_utils.py b/litellm/proxy/_experimental/mcp_server/oauth_utils.py
index 1ca2ffc703d..fe35c87e07c 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_utils.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_utils.py
@@ -126,6 +126,14 @@ def _resolve_proxy_base_url_env() -> str | None:
     return None
 
 
+BYOK_RESOURCE_METADATA_PATH: Final = "/v1/mcp/oauth/protected-resource"
+
+
+def get_byok_www_authenticate() -> str:
+    base_url: Final = _resolve_proxy_base_url_env() or well_known_root_suffix()
+    return f'Bearer resource_metadata="{base_url}{BYOK_RESOURCE_METADATA_PATH}"'
+
+
 def get_request_base_url(request: Request) -> str:
     """
     Get the base URL for the request, considering X-Forwarded-* headers.
diff --git a/litellm/proxy/_experimental/mcp_server/server.py b/litellm/proxy/_experimental/mcp_server/server.py
index 43a7f894db8..fc87db69e16 100644
--- a/litellm/proxy/_experimental/mcp_server/server.py
+++ b/litellm/proxy/_experimental/mcp_server/server.py
@@ -56,6 +56,7 @@ from litellm.proxy._experimental.mcp_server.mcp_debug import (
 )
 from litellm.proxy._experimental.mcp_server.oauth_utils import (
     _redact_mcp_resource_url,
+    get_byok_www_authenticate,
     get_passthrough_www_authenticate,
     get_route_relative_request_path,
     well_known_root_suffix,
@@ -2852,7 +2853,7 @@ if MCP_AVAILABLE:
                     "server_name": mcp_server.server_name or mcp_server.name,
                     "message": "User identity is required for BYOK servers",
                 },
-                headers={"WWW-Authenticate": 'Bearer resource_metadata="/.well-known/oauth-protected-resource"'},
+                headers={"WWW-Authenticate": get_byok_www_authenticate()},
             )
 
         # Check shared credential cache before hitting the DB.
@@ -2873,9 +2874,7 @@ if MCP_AVAILABLE:
                                 "Complete the OAuth authorization flow to provide your API key."
                             ),
                         },
-                        headers={
-                            "WWW-Authenticate": 'Bearer resource_metadata="/.well-known/oauth-protected-resource"'
-                        },
+                        headers={"WWW-Authenticate": get_byok_www_authenticate()},
                     )
                 return
 
@@ -2914,7 +2913,7 @@ if MCP_AVAILABLE:
                         "Complete the OAuth authorization flow to provide your API key."
                     ),
                 },
-                headers={"WWW-Authenticate": 'Bearer resource_metadata="/.well-known/oauth-protected-resource"'},
+                headers={"WWW-Authenticate": get_byok_www_authenticate()},
             )
 
     async def execute_mcp_tool(
@@ -3068,9 +3067,7 @@ if MCP_AVAILABLE:
                                 "Complete the OAuth authorization flow to provide your API key."
                             ),
                         },
-                        headers={
-                            "WWW-Authenticate": 'Bearer resource_metadata="/.well-known/oauth-protected-resource"'
-                        },
+                        headers={"WWW-Authenticate": get_byok_www_authenticate()},
                     )
                 mcp_auth_header = byok_cred
             elif mcp_server.is_byok:
diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json
index 16681613c5d..cb7a18cd107 100644
--- a/litellm/proxy/_lazy_openapi_snapshot.json
+++ b/litellm/proxy/_lazy_openapi_snapshot.json
@@ -25026,6 +25026,129 @@
           ]
         }
       },
+      "/authorize/mcp-session": {
+        "get": {
+          "operationId": "authorize_mcp_session_authorize_mcp_session_get",
+          "parameters": [
+            {
+              "in": "query",
+              "name": "redirect_uri",
+              "required": true,
+              "schema": {
+                "title": "Redirect Uri",
+                "type": "string"
+              }
+            },
+            {
+              "in": "query",
+              "name": "client_id",
+              "required": true,
+              "schema": {
+                "title": "Client Id",
+                "type": "string"
+              }
+            },
+            {
+              "in": "query",
+              "name": "state",
+              "required": false,
+              "schema": {
+                "default": "",
+                "title": "State",
+                "type": "string"
+              }
+            },
+            {
+              "in": "query",
+              "name": "code_challenge",
+              "required": false,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Code Challenge"
+              }
+            },
+            {
+              "in": "query",
+              "name": "code_challenge_method",
+              "required": false,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Code Challenge Method"
+              }
+            },
+            {
+              "in": "query",
+              "name": "response_type",
+              "required": false,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Response Type"
+              }
+            },
+            {
+              "in": "query",
+              "name": "resource",
+              "required": false,
+              "schema": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "null"
+                  }
+                ],
+                "title": "Resource"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "content": {
+                "application/json": {
+                  "schema": {}
+                }
+              },
+              "description": "Successful Response"
+            },
+            "422": {
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/HTTPValidationError"
+                  }
+                }
+              },
+              "description": "Validation Error"
+            }
+          },
+          "summary": "Authorize Mcp Session",
+          "tags": [
+            "mcp_discoverable"
+          ]
+        }
+      },
       "/callback": {
         "get": {
           "description": "OAuth 2.0 authorization response handler for MCP loopback clients.\n\nAccepts either:\n\n- A successful authorization response (``code`` + ``state``), which is\n  forwarded back to the validated client ``redirect_uri`` with the\n  original (un-wrapped) ``state``.\n- An error response (``error``[+``error_description``/``error_uri``]), per\n  RFC 6749 \u00a74.1.2.1. When ``state`` is present and decodes to a trusted\n  ``redirect_uri``, the error params are propagated back to the client so\n  its OAuth library can surface them. Otherwise we render an HTML error\n  page so the user is not left on an opaque 422 / blank screen.",
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
index f5bc16375fd..2b4fa572b76 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
@@ -97,6 +97,51 @@ def unauthenticated_client():
 # ---------------------------------------------------------------------------
 
 
+@pytest.mark.parametrize("byok_first", [True, False])
+def test_byok_challenge_discovers_api_key_flow(monkeypatch, byok_first):
+    from litellm.proxy._experimental.mcp_server import byok_oauth_endpoints, discoverable_endpoints
+    from litellm.proxy._experimental.mcp_server.oauth_utils import get_byok_www_authenticate
+
+    monkeypatch.delenv("PROXY_BASE_URL", raising=False)
+    monkeypatch.delenv("SERVER_ROOT_PATH", raising=False)
+    app = FastAPI()
+    routers = (byok_oauth_endpoints.router, discoverable_endpoints.router)
+    for item in routers if byok_first else reversed(routers):
+        app.include_router(item)
+    with TestClient(app) as session:
+        challenge = get_byok_www_authenticate()
+        assert challenge == 'Bearer resource_metadata="/v1/mcp/oauth/protected-resource"'
+        response = session.get(challenge.split('"')[1])
+        assert response.status_code == 200
+        assert response.json() == {
+            "resource": "http://testserver",
+            "authorization_servers": ["http://testserver/v1/mcp/oauth"],
+        }
+        authorization = session.get("/.well-known/oauth-authorization-server/v1/mcp/oauth")
+        assert authorization.status_code == 200
+        metadata = authorization.json()
+        assert metadata["issuer"] == response.json()["authorization_servers"][0]
+        assert metadata["authorization_endpoint"] == "http://testserver/v1/mcp/oauth/authorize"
+        assert metadata["token_endpoint"] == "http://testserver/v1/mcp/oauth/token"
+        assert metadata["code_challenge_methods_supported"] == ["S256"]
+
+
+@pytest.mark.parametrize(
+    ("base_url", "root_path", "expected"),
+    [
+        ("", "", "/v1/mcp/oauth/protected-resource"),
+        ("", "/proxy", "/proxy/v1/mcp/oauth/protected-resource"),
+        ("https://gateway.example.com/proxy", "/proxy", "https://gateway.example.com/proxy/v1/mcp/oauth/protected-resource"),
+    ],
+)
+def test_byok_challenge_preserves_external_base(monkeypatch, base_url, root_path, expected):
+    from litellm.proxy._experimental.mcp_server.oauth_utils import get_byok_www_authenticate
+
+    monkeypatch.setenv("PROXY_BASE_URL", base_url)
+    monkeypatch.setenv("SERVER_ROOT_PATH", root_path)
+    assert get_byok_www_authenticate() == f'Bearer resource_metadata="{expected}"'
+
+
 def test_oauth_authorization_server_metadata(client):
     resp = client.get("/.well-known/oauth-authorization-server")
     assert resp.status_code == 200
@@ -492,7 +537,7 @@ async def test_check_byok_credential_no_user_id():
 
 
 @pytest.mark.asyncio
-async def test_check_byok_credential_missing_credential():
+async def test_check_byok_credential_missing_credential(monkeypatch):
     """BYOK server with a known user but no stored credential → 401."""
     from litellm.proxy._experimental.mcp_server.server import _check_byok_credential
     from litellm.proxy._types import UserAPIKeyAuth
@@ -506,6 +551,11 @@ async def test_check_byok_credential_missing_credential():
     )
     user_auth = UserAPIKeyAuth(user_id="user-99", api_key="sk-test")
 
+    from litellm.proxy._experimental.mcp_server import server as server_module
+
+    monkeypatch.delenv("PROXY_BASE_URL", raising=False)
+    monkeypatch.delenv("SERVER_ROOT_PATH", raising=False)
+    monkeypatch.setattr(server_module, "_byok_cred_cache", {})
     mock_prisma = MagicMock()
 
     with (
@@ -517,6 +567,10 @@ async def test_check_byok_credential_missing_credential():
     ):
         with pytest.raises(HTTPException) as exc_info:
             await _check_byok_credential(server, user_auth)
+        with pytest.raises(HTTPException) as cached_exc:
+            await _check_byok_credential(server, user_auth)
+        assert cached_exc.value.status_code == 401
+        assert cached_exc.value.headers == exc_info.value.headers
 
     assert exc_info.value.status_code == 401
     detail: Any = exc_info.value.detail
@@ -524,7 +578,38 @@ async def test_check_byok_credential_missing_credential():
     assert detail["server_id"] == "byok-2"
     headers = exc_info.value.headers or {}
     assert "WWW-Authenticate" in headers  # type: ignore[operator]
-    assert "oauth-protected-resource" in headers["WWW-Authenticate"]  # type: ignore[index]
+    assert headers["WWW-Authenticate"] == 'Bearer resource_metadata="/v1/mcp/oauth/protected-resource"'
+
+
+@pytest.mark.asyncio
+async def test_execute_byok_tool_missing_credential_advertises_api_key_flow(monkeypatch):
+    from datetime import datetime, timezone
+
+    from litellm.proxy._experimental.mcp_server import server as mcp_module
+    from litellm.proxy import proxy_server
+    from litellm.proxy._types import UserAPIKeyAuth
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    monkeypatch.setenv("PROXY_BASE_URL", "https://gateway.example.com/proxy")
+    monkeypatch.setattr(mcp_module, "_byok_cred_cache", {})
+    server = MCPServer(server_id="byok-discovery", name="byok-discovery", transport=MCPTransport.http, is_byok=True)
+    prisma = MagicMock()
+    prisma.db.litellm_mcpusercredentials.find_unique = AsyncMock(return_value=None)
+    monkeypatch.setattr(proxy_server, "prisma_client", prisma)
+    with pytest.raises(HTTPException) as exc_info:
+        await mcp_module.execute_mcp_tool(
+            name="list_regions",
+            arguments={},
+            allowed_mcp_servers=[server],
+            requested_server_id=server.server_id,
+            start_time=datetime.now(timezone.utc),
+            user_api_key_auth=UserAPIKeyAuth(user_id="byok-discovery-user"),
+        )
+    assert exc_info.value.status_code == 401
+    assert exc_info.value.detail["server_id"] == server.server_id
+    assert exc_info.value.headers == {
+        "WWW-Authenticate": 'Bearer resource_metadata="https://gateway.example.com/proxy/v1/mcp/oauth/protected-resource"'
+    }
 
 
 @pytest.mark.asyncio
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 7da8010869e..c921106ed1c 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -3485,7 +3485,7 @@ def test_root_protected_resource_discovers_gateway(monkeypatch, server_count, by
         assert authorization.status_code == 200
         metadata = authorization.json()
         assert metadata["issuer"] == response.json()["authorization_servers"][0]
-        assert metadata["authorization_endpoint"] == f"{base_url}/authorize"
+        assert metadata["authorization_endpoint"] == f"{base_url}/authorize/mcp-session"
         assert metadata["token_endpoint"] == f"{base_url}/token"
         assert metadata["registration_endpoint"] == f"{base_url}/register"
         aggregate = client.get("/.well-known/oauth-protected-resource/mcp")
@@ -3508,8 +3508,8 @@ async def test_unnamed_protected_resource_builder_uses_gateway_origin(monkeypatc
     response = await _build_oauth_protected_resource_response(request, None, False)
     assert response == {
         "resource": "https://gateway.example.com",
-        "authorization_servers": ["https://gateway.example.com/mcp"],
-        "scopes_supported": [],
+        "authorization_servers": ("https://gateway.example.com/mcp",),
+        "scopes_supported": (),
     }
 
 
@@ -4170,9 +4170,9 @@ async def test_discovery_root_does_not_expose_private_server_for_external_client
         assert "/test_oauth/" not in authorization_response["authorization_endpoint"]
         assert "/test_oauth/" not in authorization_response["token_endpoint"]
         assert authorization_response["scopes_supported"] == []
-        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp"]
+        assert tuple(resource_response["authorization_servers"]) == ("https://llm.example.com/mcp",)
         assert resource_response["resource"] == "https://llm.example.com"
-        assert resource_response["scopes_supported"] == []
+        assert not resource_response["scopes_supported"]
     finally:
         global_mcp_server_manager.registry.clear()
 
@@ -9048,7 +9048,7 @@ def test_aggregate_wellknown_routes_serve_gateway_metadata():
 
     assert asm.status_code == 200
     assert asm.json()["issuer"] == "http://testserver/mcp"
-    assert asm.json()["authorization_endpoint"] == "http://testserver/authorize"
+    assert asm.json()["authorization_endpoint"] == "http://testserver/authorize/mcp-session"
     assert "none" in asm.json()["token_endpoint_auth_methods_supported"]
 
 
@@ -9137,7 +9137,7 @@ async def test_root_resource_uses_gateway_without_changing_authorization_relay()
         )
         assert "/test_oauth/authorize" in authorization_response["authorization_endpoint"]
         assert authorization_response["issuer"] == "https://llm.example.com"
-        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp"]
+        assert tuple(resource_response["authorization_servers"]) == ("https://llm.example.com/mcp",)
         assert resource_response["resource"] == "https://llm.example.com"
     finally:
         global_mcp_server_manager.registry.clear()
@@ -10670,7 +10670,7 @@ class TestPerRequestRootPathDiscovery:
 
         assert asm.status_code == 200
         assert asm.json()["issuer"] == "http://testserver/tenant-a/mcp"
-        assert asm.json()["authorization_endpoint"] == "http://testserver/tenant-a/authorize"
+        assert asm.json()["authorization_endpoint"] == "http://testserver/tenant-a/authorize/mcp-session"
 
         # The prefixed authorize URL routes to the real handler (not 404):
         # under per-request root_path the whole app is reachable per-prefix,
@@ -10829,6 +10829,68 @@ def _consent_flow_handle(page: str) -> str:
     return match.group(1)
 
 
+@pytest.mark.parametrize("redirect_uri", ["http://127.0.0.1:51234/callback", "https://client.example.com/callback"])
+@pytest.mark.parametrize("signed_in", [True, False])
+def test_root_discovery_origin_authorizes_mcp_session(monkeypatch, redirect_uri, signed_in):
+    from urllib.parse import parse_qs, urlparse
+
+    client, session_cookie, minted = _native_client_app(monkeypatch)
+    root = client.get("/.well-known/oauth-protected-resource")
+    assert root.status_code == 200
+    assert root.json()["resource"] == "http://testserver"
+    authorization = client.get("/.well-known/oauth-authorization-server/mcp")
+    assert authorization.status_code == 200
+    metadata = authorization.json()
+    registered = client.post(metadata["registration_endpoint"], json={"redirect_uris": [redirect_uri]})
+    assert registered.status_code == 201
+    if signed_in:
+        client.cookies.set("token", session_cookie)
+    response = client.get(
+        metadata["authorization_endpoint"],
+        params={
+            "response_type": "code",
+            "client_id": registered.json()["client_id"],
+            "redirect_uri": redirect_uri,
+            "state": "mcp-state",
+            "code_challenge": _s256("v" * 43),
+            "code_challenge_method": "S256",
+            "resource": root.json()["resource"],
+        },
+        follow_redirects=False,
+    )
+    assert response.status_code == 303
+    target = urlparse(response.headers["location"])
+    assert target.path == ("/ui/connect" if signed_in else "/sso/key/generate")
+    if signed_in:
+        flow = parse_qs(target.query)["connect_flow"][0]
+        described = client.get("/authorize/flow", params={"flow": flow})
+        assert described.status_code == 200
+        assert described.json()["state"] == "unscoped"
+    assert minted == []
+
+
+@pytest.mark.parametrize("valid_client", [True, False])
+def test_mcp_session_authorize_rejects_invalid_registration_or_pkce(monkeypatch, valid_client):
+    client, session_cookie, minted = _native_client_app(monkeypatch)
+    redirect_uri = "https://client.example.com/callback"
+    registered = client.post("/register", json={"redirect_uris": [redirect_uri]})
+    assert registered.status_code == 201
+    client.cookies.set("token", session_cookie)
+    response = client.get(
+        "/authorize/mcp-session",
+        params={
+            "client_id": registered.json()["client_id"] if valid_client else "unknown-client",
+            "redirect_uri": redirect_uri,
+            "response_type": "code",
+        },
+        follow_redirects=False,
+    )
+    assert response.status_code == 400
+    assert response.json()["error"] == ("invalid_request" if valid_client else "invalid_client")
+    assert "location" not in response.headers
+    assert minted == []
+
+
 def test_native_client_login_walks_discovery_consent_token_refresh_and_revoke(monkeypatch):
     """The whole ``lite login --pkce`` server side over the real router: a Go CLI reads the versioned
     discovery document, registers a loopback public client, the signed-in user consents to a team,
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_hook_extra_headers.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_hook_extra_headers.py
index 56851d31241..67948375403 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_hook_extra_headers.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_hook_extra_headers.py
@@ -1233,13 +1233,14 @@ class TestResolveByokMcpAuthHeader:
         assert result == "stored-cred"
 
     @pytest.mark.asyncio
-    async def test_byok_server_raises_401_when_no_credential_stored(self):
+    async def test_byok_server_raises_401_when_no_credential_stored(self, monkeypatch):
         from fastapi import HTTPException
 
         from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
             _resolve_byok_mcp_auth_header,
         )
 
+        monkeypatch.setenv("PROXY_BASE_URL", "https://gateway.example.com/proxy")
         server = self._server(is_byok=True)
         user_auth = UserAPIKeyAuth(user_id="user-1", api_key="sk-dashboard")
 
@@ -1252,6 +1253,9 @@ class TestResolveByokMcpAuthHeader:
 
         assert exc_info.value.status_code == 401
         assert exc_info.value.detail["error"] == "byok_auth_required"
+        assert exc_info.value.headers == {
+            "WWW-Authenticate": 'Bearer resource_metadata="https://gateway.example.com/proxy/v1/mcp/oauth/protected-resource"'
+        }
 
     @pytest.mark.asyncio
     async def test_byok_server_checks_credential_and_keeps_caller_header_when_supplied(self):
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index ea76aeb2a36..fae668ad0f1 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -1177,6 +1177,23 @@ export interface paths {
         patch?: never;
         trace?: never;
     };
+    "/authorize/mcp-session": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        /** Authorize Mcp Session */
+        get: operations["authorize_mcp_session_authorize_mcp_session_get"];
+        put?: never;
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
     "/auto_router/benchmarks": {
         parameters: {
             query?: never;
@@ -41648,6 +41665,43 @@ export interface operations {
             };
         };
     };
+    authorize_mcp_session_authorize_mcp_session_get: {
+        parameters: {
+            query: {
+                redirect_uri: string;
+                client_id: string;
+                state?: string;
+                code_challenge?: string | null;
+                code_challenge_method?: string | null;
+                response_type?: string | null;
+                resource?: string | null;
+            };
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Successful Response */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": unknown;
+                };
+            };
+            /** @description Validation Error */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": components["schemas"]["HTTPValidationError"];
+                };
+            };
+        };
+    };
     get_auto_router_benchmarks_auto_router_benchmarks_get: {
         parameters: {
             query?: {

From 87e2e7aface962b4ec8bb6a1b652d6f259a77eec Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 15:25:03 -0700
Subject: [PATCH 223/298] fix(mcp): preserve request prefixes in BYOK discovery

---
 .../mcp_server/byok_oauth_endpoints.py        | 11 ++++++
 .../_experimental/mcp_server/oauth_utils.py   |  3 +-
 .../mcp_server/test_byok_oauth_endpoints.py   | 37 +++++++++++++++++++
 3 files changed, 50 insertions(+), 1 deletion(-)

diff --git a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
index 0721c2c5ace..0ab76588b1f 100644
--- a/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/byok_oauth_endpoints.py
@@ -34,6 +34,7 @@ from litellm.proxy._experimental.mcp_server.oauth_utils import (
     well_known_root_suffix,
 )
 from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.middleware.per_request_root_path_middleware import get_server_root_paths
 
 # ---------------------------------------------------------------------------
 # In-memory store for pending authorization codes.
@@ -620,6 +621,16 @@ async def byok_authorization_server_metadata(request: Request) -> JSONResponse:
     return _byok_authorization_server_response(base_url, f"{base_url}/v1/mcp/oauth")
 
 
+@router.get("/.well-known/oauth-authorization-server/{root_path:path}/v1/mcp/oauth", include_in_schema=False)
+async def byok_prefixed_authorization_server_metadata(request: Request, root_path: str) -> JSONResponse:
+    prefix: Final = f"/{root_path}"
+    if prefix not in get_server_root_paths():
+        raise HTTPException(status_code=404, detail="Unknown proxy root path")
+    parsed: Final = urlparse(get_request_base_url(request))
+    base_url: Final = f"{parsed.scheme}://{parsed.netloc}{prefix}"
+    return _byok_authorization_server_response(base_url, f"{base_url}/v1/mcp/oauth")
+
+
 @router.get(BYOK_RESOURCE_METADATA_PATH, include_in_schema=False)
 async def byok_protected_resource_metadata(request: Request) -> JSONResponse:
     base_url: Final = get_request_base_url(request)
diff --git a/litellm/proxy/_experimental/mcp_server/oauth_utils.py b/litellm/proxy/_experimental/mcp_server/oauth_utils.py
index fe35c87e07c..39865a35ec6 100644
--- a/litellm/proxy/_experimental/mcp_server/oauth_utils.py
+++ b/litellm/proxy/_experimental/mcp_server/oauth_utils.py
@@ -16,6 +16,7 @@ from litellm.proxy._experimental.mcp_server.auth.token_endpoint_auth import (
     normalize_token_endpoint_auth_method,
 )
 from litellm.proxy.auth.ip_address_utils import IPAddressUtils
+from litellm.proxy.middleware.per_request_root_path_middleware import get_request_root_path
 
 if TYPE_CHECKING:
     from litellm.types.mcp_server.mcp_server_manager import MCPServer
@@ -130,7 +131,7 @@ BYOK_RESOURCE_METADATA_PATH: Final = "/v1/mcp/oauth/protected-resource"
 
 
 def get_byok_www_authenticate() -> str:
-    base_url: Final = _resolve_proxy_base_url_env() or well_known_root_suffix()
+    base_url: Final = _resolve_proxy_base_url_env() or get_request_root_path().rstrip("/")
     return f'Bearer resource_metadata="{base_url}{BYOK_RESOURCE_METADATA_PATH}"'
 
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
index 2b4fa572b76..55accfb169d 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_byok_oauth_endpoints.py
@@ -142,6 +142,43 @@ def test_byok_challenge_preserves_external_base(monkeypatch, base_url, root_path
     assert get_byok_www_authenticate() == f'Bearer resource_metadata="{expected}"'
 
 
+def test_byok_discovery_preserves_per_request_prefixes(monkeypatch):
+    from fastapi import FastAPI
+
+    from litellm.proxy._experimental.mcp_server.server import _check_byok_credential
+    from litellm.proxy.middleware.per_request_root_path_middleware import PerRequestRootPathMiddleware
+    from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+    monkeypatch.delenv("PROXY_BASE_URL", raising=False)
+    monkeypatch.delenv("SERVER_ROOT_PATH", raising=False)
+    monkeypatch.setenv("SERVER_ROOT_PATHS", "/tenant-a,/tenant-b")
+    app = FastAPI()
+    app.include_router(router)
+    app.add_middleware(PerRequestRootPathMiddleware, root_paths=("/tenant-a", "/tenant-b"))
+    server = MCPServer(server_id="byok-prefix", name="byok-prefix", transport=MCPTransport.http, is_byok=True)
+
+    @app.get("/challenge")
+    async def challenge():
+        await _check_byok_credential(server, None)
+
+    with TestClient(app) as client:
+        for prefix in ("/tenant-a", "/tenant-b", ""):
+            challenge_response = client.get(f"{prefix}/challenge")
+            assert challenge_response.status_code == 401
+            metadata_path = f"{prefix}/v1/mcp/oauth/protected-resource"
+            assert challenge_response.headers["www-authenticate"] == f'Bearer resource_metadata="{metadata_path}"'
+            prm = client.get(metadata_path)
+            assert prm.status_code == 200
+            issuer = f"http://testserver{prefix}/v1/mcp/oauth"
+            assert prm.json()["authorization_servers"] == [issuer]
+            asm = client.get(f"/.well-known/oauth-authorization-server{prefix}/v1/mcp/oauth")
+            assert asm.status_code == 200
+            assert asm.json()["issuer"] == issuer
+            assert asm.json()["authorization_endpoint"] == f"{issuer}/authorize"
+            assert asm.json()["token_endpoint"] == f"{issuer}/token"
+        assert client.get("/.well-known/oauth-authorization-server/unknown/v1/mcp/oauth").status_code == 404
+
+
 def test_oauth_authorization_server_metadata(client):
     resp = client.get("/.well-known/oauth-authorization-server")
     assert resp.status_code == 200

From ffc16a4b0e467005b8e4387fb0cc449f57cf009c Mon Sep 17 00:00:00 2001
From: kerry <kerry@berri.ai>
Date: Fri, 11 Sep 2026 22:46:31 +0000
Subject: [PATCH 224/298] test(e2e): restore the E2E_REDIS_CHAOS opt-in for the
 redis chaos test

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .github/workflows/test-e2e-redis-chaos.yml | 1 +
 tests/e2e/CLAUDE.md                        | 2 +-
 tests/e2e/CONTRIBUTING.md                  | 2 +-
 tests/e2e/conftest.py                      | 2 +-
 tests/e2e/e2e_config.py                    | 1 +
 tests/e2e/load/conftest.py                 | 7 +++++--
 tests/e2e/load/test_redis_chaos_e2e.py     | 3 ++-
 tests/e2e/pytest.ini                       | 2 +-
 8 files changed, 13 insertions(+), 7 deletions(-)

diff --git a/.github/workflows/test-e2e-redis-chaos.yml b/.github/workflows/test-e2e-redis-chaos.yml
index 6b066739c95..c7412a63334 100644
--- a/.github/workflows/test-e2e-redis-chaos.yml
+++ b/.github/workflows/test-e2e-redis-chaos.yml
@@ -91,6 +91,7 @@ jobs:
 
       - name: Run the Redis chaos load test
         env:
+          E2E_REDIS_CHAOS: "1"
           LITELLM_PROXY_URL: http://localhost:4000
           REDIS_HOST: 127.0.0.1
           REDIS_PORT: "6379"
diff --git a/tests/e2e/CLAUDE.md b/tests/e2e/CLAUDE.md
index f9ad73b4508..8be2e7b4ce2 100644
--- a/tests/e2e/CLAUDE.md
+++ b/tests/e2e/CLAUDE.md
@@ -18,7 +18,7 @@ Each subdirectory under `tests/e2e/` is one suite, scoped to an endpoint family
 - `logging/` - logging-integration delivery (datadog and friends)
 - `security/` - secret handling and log-leak protection
 - `router/` - routing and reliability behavior (fallbacks, cooldowns)
-- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, excluded from the per-PR selector like the rest of `load/`, driven by `.github/workflows/test-e2e-redis-chaos.yml`), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
+- `load/` - performance-category tests, kept OUT of the main suite: throughput/load SLO tests are a different testing category from functional e2e (variance-driven, historically flaky) and live outside this suite until re-implemented as their own pipeline (LIT-5163); do not add a live load test that runs in the default collection. What lives here: the weekly session-anomaly test (`test_weekly_session_anomaly_e2e.py`, Claude Code-shaped multi-turn sessions against real providers with ceilings on error rate, cache read/write, turn time, and spend; marked `weekly` and deselected unless `E2E_WEEKLY_ANOMALY` is set, driven by `.github/workflows/weekly_load_anomaly.yml`), the Redis chaos test (`test_redis_chaos_e2e.py`, locust load against mock deployments split round robin over `/chat/completions` and `/v1/messages`, one endpoint per simulated user, with `CLIENT PAUSE ALL` on the proxy's Redis mid-run to simulate it being down outright, asserting zero failed requests on every endpoint, budgeting RSS and CPU-per-request as ratios against the same run's healthy phase, and holding p50/p90/p99 latency and log-bytes-per-request to flat ceilings (a ratio cannot bound those two: an open breaker skips Redis instead of waiting on it, so the chaos phase can measure cheaper than baseline while still being far slower than a user should see); needs a proxy booted from `gateway/redis_chaos_ci_config.yml` on the same host with `E2E_PROXY_PID` and `E2E_PROXY_LOG` set, marked `redis_chaos`, deselected unless `E2E_REDIS_CHAOS` is set and excluded from the per-PR selector like the rest of `load/`, driven by `.github/workflows/test-e2e-redis-chaos.yml` and by the Buildkite `e2e-redis-chaos` step in project-releaser, which runs the proxy, Postgres and Valkey co-located with pytest in one pod and sets the opt-in), and markerless harness unit tests for the locust, process-usage, and session-anomaly aggregation logic
 - `other/` - the holding-pen suite for the `other.*` registry cluster with no home of its own yet: the master-key auth gate and the process-lifecycle health probes (liveness, public readiness, authenticated readiness diagnostics). Promote a cluster out once it is large/stable enough for its own suite
 - `gateway/` - proxy configuration only (`litellm-config.yml`); no tests
 - `claude_code/` - the Claude Code compatibility matrix: drives the real `claude` CLI (and HTTP probes) against a proxy for each feature x provider cell, reporting tagged-union outcomes via the `compat_result` fixture; ships its own driver/builder/publisher plus `_*_unit_tests/` trees. The HTTP probes ride the shared transport (`ProxyClient.count_tokens` / `ProxyClient.messages`); the CLI-driving path stays bespoke
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index a82e8ea43f5..f1f7b17d86b 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -65,7 +65,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start. The Redis chaos test under `load/` needs a proxy it can pause the Redis of on the same host (`gateway/redis_chaos_ci_config.yml`), which `.github/workflows/test-e2e-redis-chaos.yml` boots, and which the Buildkite `e2e-redis-chaos` step in project-releaser runs co-located with Postgres and Valkey in one pod; it is deselected unless `E2E_REDIS_CHAOS` is set
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index 72448201f8b..700dc822d59 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -61,7 +61,7 @@ def pytest_configure(config: pytest.Config) -> None:
     config.addinivalue_line(
         "markers",
         "redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from "
-        "gateway/redis_chaos_ci_config.yml on the same host",
+        "gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set",
     )
 
 
diff --git a/tests/e2e/e2e_config.py b/tests/e2e/e2e_config.py
index 86f0c616c04..7344a2b6cec 100644
--- a/tests/e2e/e2e_config.py
+++ b/tests/e2e/e2e_config.py
@@ -143,6 +143,7 @@ LOAD_MIN_CONCURRENCY_EFFICIENCY = float(os.environ.get("E2E_LOAD_MIN_CONCURRENCY
 
 WEEKLY_ANOMALY_OPT_IN_ENV = "E2E_WEEKLY_ANOMALY"
 MANAGED_FILES_OPT_IN_ENV = "E2E_MANAGED_FILES_STACK"
+REDIS_CHAOS_OPT_IN_ENV = "E2E_REDIS_CHAOS"
 ANOMALY_SESSIONS = int(os.environ.get("E2E_ANOMALY_SESSIONS", "6"))
 ANOMALY_TURNS_PER_SESSION = int(os.environ.get("E2E_ANOMALY_TURNS_PER_SESSION", "6"))
 ANOMALY_TURN_ATTEMPTS = int(os.environ.get("E2E_ANOMALY_TURN_ATTEMPTS", "3"))
diff --git a/tests/e2e/load/conftest.py b/tests/e2e/load/conftest.py
index 7c749837225..fa608d157cc 100644
--- a/tests/e2e/load/conftest.py
+++ b/tests/e2e/load/conftest.py
@@ -3,11 +3,14 @@ from __future__ import annotations
 import os
 
 import pytest
-from e2e_config import WEEKLY_ANOMALY_OPT_IN_ENV
+from e2e_config import REDIS_CHAOS_OPT_IN_ENV, WEEKLY_ANOMALY_OPT_IN_ENV
 from load_client import LoadClient, build_client
 from proxy_client import ProxyClient
 
-_OPT_IN_MARKERS = (("weekly", WEEKLY_ANOMALY_OPT_IN_ENV),)
+_OPT_IN_MARKERS = (
+    ("weekly", WEEKLY_ANOMALY_OPT_IN_ENV),
+    ("redis_chaos", REDIS_CHAOS_OPT_IN_ENV),
+)
 
 
 def pytest_collection_modifyitems(config: pytest.Config, items: list[pytest.Item]) -> None:
diff --git a/tests/e2e/load/test_redis_chaos_e2e.py b/tests/e2e/load/test_redis_chaos_e2e.py
index 2e1e2a92bd3..9a9e8082e5b 100644
--- a/tests/e2e/load/test_redis_chaos_e2e.py
+++ b/tests/e2e/load/test_redis_chaos_e2e.py
@@ -27,7 +27,8 @@ per-phase RSS, CPU, and log-bytes budgets are here to catch.
 Needs the proxy on the same host, since RSS and CPU come from psutil on its process tree:
 a multi-worker proxy serves /metrics from the prometheus multiprocess collector, which drops
 the process collector's memory and CPU series. Log bytes are read from the file the proxy's
-stdout/stderr was redirected to, so the same host requirement covers that too.
+stdout/stderr was redirected to, so the same host requirement covers that too. Deselected
+unless E2E_REDIS_CHAOS is set.
 """
 
 from __future__ import annotations
diff --git a/tests/e2e/pytest.ini b/tests/e2e/pytest.ini
index 28f7fc011f7..774d9644497 100644
--- a/tests/e2e/pytest.ini
+++ b/tests/e2e/pytest.ini
@@ -9,4 +9,4 @@ markers =
     load: heavy throughput/load test; collected last so it never perturbs latency-sensitive suites
     weekly: real-provider anomaly load test that spends real money; deselected unless E2E_WEEKLY_ANOMALY is set
     managed_files: needs a proxy running with require_managed_files enabled; deselected unless E2E_MANAGED_FILES_STACK is set
-    redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host
+    redis_chaos: load test that pauses the proxy's Redis outright mid-run; needs a proxy booted from gateway/redis_chaos_ci_config.yml on the same host, and is deselected unless E2E_REDIS_CHAOS is set

From bf9e8ea9ef7eff06cbc58e143e5ba1de376b81c9 Mon Sep 17 00:00:00 2001
From: shivam <shivam@berri.ai>
Date: Fri, 11 Sep 2026 23:19:17 +0000
Subject: [PATCH 225/298] fix(bedrock_mantle): gate reasoning.summary on the
 OpenAI Responses path

Mantle's /openai/v1/responses rejects reasoning.summary values other than "auto" with 400 unsupported_parameter. Drop it with a warning under drop_params, otherwise raise UnsupportedParamsError naming the remedy.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../responses/transformation.py               | 42 ++++++++++-
 ...bedrock_mantle_responses_transformation.py | 75 +++++++++++++++++++
 2 files changed, 113 insertions(+), 4 deletions(-)

diff --git a/litellm/llms/bedrock_mantle/responses/transformation.py b/litellm/llms/bedrock_mantle/responses/transformation.py
index bbbda4d14b6..98a0d4dbc90 100644
--- a/litellm/llms/bedrock_mantle/responses/transformation.py
+++ b/litellm/llms/bedrock_mantle/responses/transformation.py
@@ -56,6 +56,7 @@ _BEDROCK_MANTLE_SUPPORTED_RESPONSE_TOOL_TYPES: Final = frozenset(
 )
 
 _BEDROCK_MANTLE_SUPPORTED_SERVICE_TIERS: Final = frozenset({"auto", "default"})
+_BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES: Final = frozenset({"auto"})
 
 _CODEX_ADDITIONAL_TOOLS_INPUT_ITEM_TYPE: Final = "additional_tools"
 
@@ -187,6 +188,35 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
         )
         return {key: value for key, value in params.items() if key != "service_tier"}
 
+    def _handle_unsupported_reasoning_summary(self, params: dict, model: str, drop_params: bool) -> dict:
+        reasoning: Final = params.get("reasoning")
+        if not self.use_openai_path or not isinstance(reasoning, dict):
+            return params
+        summary: Final = reasoning.get("summary")
+        if summary is None or summary in _BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES:
+            return params
+        if not drop_params:
+            raise litellm.utils.UnsupportedParamsError(
+                status_code=400,
+                message=(
+                    f"bedrock_mantle does not support reasoning.summary={summary!r} for {model!r}; the Bedrock Mantle "
+                    "OpenAI Responses path only accepts 'auto'. Set `drop_params: true` (litellm_settings or this "
+                    'deployment\'s litellm_params) to have LiteLLM drop it, or set `model_reasoning_summary = "auto"` '
+                    "in the client (Codex CLI: ~/.codex/config.toml)."
+                ),
+            )
+        verbose_logger.warning(
+            "Bedrock Mantle Responses API: dropping unsupported reasoning.summary %r (supported: %s).",
+            summary,
+            sorted(_BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES),
+        )
+        stripped: Final = {key: value for key, value in reasoning.items() if key != "summary"}
+        return (
+            {**params, "reasoning": stripped}
+            if stripped
+            else {key: value for key, value in params.items() if key != "reasoning"}
+        )
+
     def transform_responses_api_request(
         self,
         model: str,
@@ -343,12 +373,16 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
         model: str,
         drop_params: bool,
     ) -> dict:
-        params: Final = self._handle_unsupported_service_tier(
-            super().map_openai_params(
-                response_api_optional_params=response_api_optional_params,
-                model=model,
+        params: Final = self._handle_unsupported_reasoning_summary(
+            self._handle_unsupported_service_tier(
+                super().map_openai_params(
+                    response_api_optional_params=response_api_optional_params,
+                    model=model,
+                    drop_params=drop_params,
+                ),
                 drop_params=drop_params,
             ),
+            model=model,
             drop_params=drop_params,
         )
 
diff --git a/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py b/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
index 9457d5faaff..45f427defcd 100644
--- a/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
+++ b/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
@@ -539,6 +539,81 @@ class TestBedrockMantleServiceTier:
         assert "priority" in str(mock_warning.call_args)
 
 
+class TestBedrockMantleReasoningSummary:
+    @pytest.mark.parametrize("summary", ["concise", "detailed"])
+    def test_unsupported_reasoning_summary_dropped_when_drop_params_true(self, summary):
+        cfg = BedrockMantleResponsesAPIConfig()
+        params = cfg.map_openai_params(
+            response_api_optional_params={"reasoning": {"effort": "medium", "summary": summary}},
+            model="openai.gpt-5.6-sol",
+            drop_params=True,
+        )
+        assert params["reasoning"] == {"effort": "medium"}
+
+    def test_reasoning_summary_only_field_drops_reasoning(self):
+        cfg = BedrockMantleResponsesAPIConfig()
+        params = cfg.map_openai_params(
+            response_api_optional_params={"reasoning": {"summary": "detailed"}},
+            model="openai.gpt-5.6-sol",
+            drop_params=True,
+        )
+        assert "reasoning" not in params
+
+    @pytest.mark.parametrize("summary", ["concise", "detailed"])
+    def test_unsupported_reasoning_summary_raises_when_drop_params_false(self, summary):
+        cfg = BedrockMantleResponsesAPIConfig()
+        with pytest.raises(litellm.UnsupportedParamsError) as excinfo:
+            cfg.map_openai_params(
+                response_api_optional_params={"reasoning": {"effort": "medium", "summary": summary}},
+                model="openai.gpt-5.6-sol",
+                drop_params=False,
+            )
+        assert summary in str(excinfo.value)
+        assert "reasoning.summary" in str(excinfo.value)
+        assert "drop_params" in str(excinfo.value)
+
+    @pytest.mark.parametrize("drop_params", [True, False])
+    def test_supported_reasoning_summary_kept(self, drop_params):
+        cfg = BedrockMantleResponsesAPIConfig()
+        params = cfg.map_openai_params(
+            response_api_optional_params={"reasoning": {"effort": "medium", "summary": "auto"}},
+            model="openai.gpt-5.6-sol",
+            drop_params=drop_params,
+        )
+        assert params["reasoning"] == {"effort": "medium", "summary": "auto"}
+
+    def test_reasoning_summary_kept_on_standard_path(self):
+        cfg = BedrockMantleResponsesAPIConfig(use_openai_path=False)
+        params = cfg.map_openai_params(
+            response_api_optional_params={"reasoning": {"effort": "medium", "summary": "detailed"}},
+            model="openai.gpt-oss-120b",
+            drop_params=False,
+        )
+        assert params["reasoning"] == {"effort": "medium", "summary": "detailed"}
+
+    def test_absent_reasoning_untouched(self):
+        cfg = BedrockMantleResponsesAPIConfig()
+        params = cfg.map_openai_params(
+            response_api_optional_params={"stream": True},
+            model="openai.gpt-5.6-sol",
+            drop_params=False,
+        )
+        assert params == {"stream": True}
+
+    def test_drop_logged_at_warning_level(self):
+        from unittest.mock import patch
+
+        cfg = BedrockMantleResponsesAPIConfig()
+        with patch("litellm.llms.bedrock_mantle.responses.transformation.verbose_logger.warning") as mock_warning:
+            cfg.map_openai_params(
+                response_api_optional_params={"reasoning": {"effort": "medium", "summary": "detailed"}},
+                model="openai.gpt-5.6-sol",
+                drop_params=True,
+            )
+        assert mock_warning.call_count == 1
+        assert "detailed" in str(mock_warning.call_args)
+
+
 class TestBedrockMantleCodexRequestEndToEnd:
     def test_codex_priority_tier_request_becomes_mantle_acceptable(self):
         cfg = BedrockMantleResponsesAPIConfig()

From 5e23db8e03d770d1dee78a5d7b3e4903619cb95e Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 16:22:55 -0700
Subject: [PATCH 226/298] feat(ocr): add Azure Mistral adapter with native
 authentication (#40502)

* feat(ocr): move Azure credential resolution to Rust

* fix(auth): keep shared primitives warning-free

* fix(auth): preserve missing key provider errors

* fix(auth): enforce Azure input provenance

* fix(ocr): preserve proxy credential provenance
---
 .github/scripts/verify_linux_native_wheel.py  |   4 +-
 litellm-rust/Cargo.lock                       | 605 ++++++++++++++-
 litellm-rust/Cargo.toml                       |   5 +
 .../crates/ai-gateway/src/io/realtime.rs      |   6 +-
 .../crates/ai-gateway/src/io/responses_ws.rs  |   6 +-
 litellm-rust/crates/core/Cargo.toml           |   6 +
 .../crates/core/src/auth/credential.rs        | 168 +++++
 litellm-rust/crates/core/src/auth/error.rs    | 120 +++
 litellm-rust/crates/core/src/auth/http.rs     |  86 +++
 litellm-rust/crates/core/src/auth/mod.rs      |  55 ++
 litellm-rust/crates/core/src/auth/policy.rs   | 114 +++
 litellm-rust/crates/core/src/auth/secret.rs   |  41 +
 litellm-rust/crates/core/src/auth/token.rs    |  47 ++
 litellm-rust/crates/core/src/error.rs         |  19 +-
 litellm-rust/crates/core/src/lib.rs           |   2 +
 .../core/src/ocr/adapters/azure_mistral.rs    | 129 +++-
 litellm-rust/crates/core/src/ocr/types.rs     |  10 +
 litellm-rust/crates/core/src/ocr/wire.rs      |  15 +
 .../anthropic/messages/transformation.rs      |   9 +-
 .../auth/credential_provider_cache.rs         |  43 ++
 .../core/src/providers/azure_ai/auth/mod.rs   |   7 +
 .../src/providers/azure_ai/auth/native.rs     | 702 ++++++++++++++++++
 .../src/providers/azure_ai/auth/resolve.rs    | 683 +++++++++++++++++
 .../core/src/providers/azure_ai/auth/types.rs | 195 +++++
 .../azure_ai/messages/transformation.rs       |  16 +-
 .../crates/core/src/providers/azure_ai/mod.rs |   1 +
 .../crates/core/tests/azure_ai_ocr.rs         |  22 +
 litellm-rust/crates/core/tests/ocr.rs         |   2 +
 litellm-rust/crates/core/tests/ocr/support.rs |   1 +
 .../python-bridge/src/routes/definition.rs    |   2 +-
 .../crates/python-bridge/src/routes/ocr.rs    |   9 +
 litellm/ocr/main.py                           | 454 ++++++-----
 litellm/proxy/litellm_pre_call_utils.py       |   1 +
 litellm/rust_bridge/ocr.py                    |  22 +-
 ...cr_azure_document_intelligence_api_base.py |  24 +-
 .../ocr/test_ocr_native_format.py             |  41 +-
 tests/test_litellm/ocr/test_rust_bridge.py    | 431 +++++++++--
 .../proxy/test_litellm_pre_call_utils.py      |   3 +
 .../rust_bridge/native_route_wheel_test.py    |   2 +-
 39 files changed, 3767 insertions(+), 341 deletions(-)
 create mode 100644 litellm-rust/crates/core/src/auth/credential.rs
 create mode 100644 litellm-rust/crates/core/src/auth/error.rs
 create mode 100644 litellm-rust/crates/core/src/auth/http.rs
 create mode 100644 litellm-rust/crates/core/src/auth/mod.rs
 create mode 100644 litellm-rust/crates/core/src/auth/policy.rs
 create mode 100644 litellm-rust/crates/core/src/auth/secret.rs
 create mode 100644 litellm-rust/crates/core/src/auth/token.rs
 create mode 100644 litellm-rust/crates/core/src/providers/azure_ai/auth/credential_provider_cache.rs
 create mode 100644 litellm-rust/crates/core/src/providers/azure_ai/auth/mod.rs
 create mode 100644 litellm-rust/crates/core/src/providers/azure_ai/auth/native.rs
 create mode 100644 litellm-rust/crates/core/src/providers/azure_ai/auth/resolve.rs
 create mode 100644 litellm-rust/crates/core/src/providers/azure_ai/auth/types.rs

diff --git a/.github/scripts/verify_linux_native_wheel.py b/.github/scripts/verify_linux_native_wheel.py
index 899e2a211c0..4fb8f068eb0 100644
--- a/.github/scripts/verify_linux_native_wheel.py
+++ b/.github/scripts/verify_linux_native_wheel.py
@@ -205,7 +205,7 @@ def main(
     native_module: Final = load_native_module(native_path)
     native_module_loads: Final = native_module is not None
     panic_test_hook_absent: Final = native_module is not None and not hasattr(native_module, "_panic_for_test")
-    native_size_limit: Final = 20_000_000
+    native_size_limit: Final = 25_000_000
     native_size_within_limit: Final = native_member.file_size <= native_size_limit
     validations: Final = (
         (f"Python tag is {EXPECTED_PYTHON_TAG}", python_tag == EXPECTED_PYTHON_TAG),
@@ -222,7 +222,7 @@ def main(
         ("Python extension entry point is present", extension_entry_point_present),
         ("Native module loads", native_module_loads),
         ("Production module omits the panic test hook", panic_test_hook_absent),
-        ("Native extension does not exceed 20 MB", native_size_within_limit),
+        ("Native extension does not exceed 25 MB", native_size_within_limit),
         ("Wheel contents are valid", not unexpected_members),
     )
 
diff --git a/litellm-rust/Cargo.lock b/litellm-rust/Cargo.lock
index a7c514270da..9c0a8cb7fe7 100644
--- a/litellm-rust/Cargo.lock
+++ b/litellm-rust/Cargo.lock
@@ -2,6 +2,12 @@
 # It is not intended for manual editing.
 version = 4
 
+[[package]]
+name = "adler2"
+version = "2.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa"
+
 [[package]]
 name = "ahash"
 version = "0.8.12"
@@ -55,6 +61,29 @@ dependencies = [
  "rustversion",
 ]
 
+[[package]]
+name = "async-compression"
+version = "0.4.46"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4f10dafd0c8d2e51ae9a748805777613ed0bbe17bf586b76c8311f45c020a32f"
+dependencies = [
+ "compression-codecs",
+ "compression-core",
+ "pin-project-lite",
+ "tokio",
+]
+
+[[package]]
+name = "async-lock"
+version = "3.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "290f7f2596bd5b78a9fec8088ccd89180d7f9f55b94b0576823bbbdc72ee8311"
+dependencies = [
+ "event-listener",
+ "event-listener-strategy",
+ "pin-project-lite",
+]
+
 [[package]]
 name = "async-trait"
 version = "0.1.91"
@@ -482,6 +511,58 @@ dependencies = [
  "tracing",
 ]
 
+[[package]]
+name = "azure_core"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4e41cbd819986ba41904c207d8ffc4106f8f8352a548d773e9554906379bb2fb"
+dependencies = [
+ "async-lock",
+ "async-trait",
+ "azure_core_macros",
+ "bytes",
+ "futures",
+ "pin-project",
+ "rustc_version",
+ "serde",
+ "serde_json",
+ "tokio",
+ "tracing",
+ "typespec",
+ "typespec_client_core",
+]
+
+[[package]]
+name = "azure_core_macros"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b9b52dba6a345f3ad2d42ff8d0d63df9d0994cfa29657bf18ffdbf149f78a4f5"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+ "tracing",
+]
+
+[[package]]
+name = "azure_identity"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "32edf96b356ca7c51d7590c4925cc36efc3947a5da4468e8e0b25c56ecbb3de5"
+dependencies = [
+ "async-lock",
+ "async-trait",
+ "azure_core",
+ "futures",
+ "pin-project",
+ "serde",
+ "serde_json",
+ "time",
+ "tokio",
+ "tracing",
+ "url",
+]
+
 [[package]]
 name = "base64"
 version = "0.13.1"
@@ -494,6 +575,12 @@ version = "0.22.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
 
+[[package]]
+name = "base64"
+version = "0.23.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ac07cdecf99051d9a5238b80f35af32cdeba5b336e55d957b318b50137e18da5"
+
 [[package]]
 name = "base64-simd"
 version = "0.8.0"
@@ -673,6 +760,16 @@ version = "0.5.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0c9ea0ac24bc397ab3c98583a3c9ba74fa56b09a4449bbe172b9b1ddb016027a"
 
+[[package]]
+name = "combine"
+version = "4.6.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cfc320937d09e6de266b31b9afb480f197d7a861be86be7cb2ea7e5d1bfffc5e"
+dependencies = [
+ "bytes",
+ "memchr",
+]
+
 [[package]]
 name = "compact_str"
 version = "0.9.1"
@@ -688,6 +785,23 @@ dependencies = [
  "static_assertions",
 ]
 
+[[package]]
+name = "compression-codecs"
+version = "0.4.41"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "58a6d0db8759036a783bc7c3f7a07f8cef3bf9470eb1db3bc86e8bcd1c5d0fe8"
+dependencies = [
+ "compression-core",
+ "flate2",
+ "memchr",
+]
+
+[[package]]
+name = "compression-core"
+version = "0.4.33"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6e8ccc4ea9f6acc32d102c0f6d471d11d913ad15f20c04de743374861fa1d414"
+
 [[package]]
 name = "const-oid"
 version = "0.10.2"
@@ -728,6 +842,15 @@ dependencies = [
  "libc",
 ]
 
+[[package]]
+name = "crc32fast"
+version = "1.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8498c871161e1742aaa9d52551b2d6ebdd4c3d45a3be423e3728f33b955be550"
+dependencies = [
+ "cfg-if",
+]
+
 [[package]]
 name = "criterion"
 version = "0.8.2"
@@ -763,6 +886,15 @@ dependencies = [
  "itertools 0.13.0",
 ]
 
+[[package]]
+name = "crossbeam-channel"
+version = "0.5.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "98b0cc327b5bc766e7fda9c9260cc0fa81b43a8e240440422dff70788e3f9ef1"
+dependencies = [
+ "crossbeam-utils",
+]
+
 [[package]]
 name = "crossbeam-deque"
 version = "0.8.7"
@@ -889,6 +1021,9 @@ name = "deranged"
 version = "0.5.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7cd812cc2bc1d69d4764bd80df88b4317eaef9e773c75226407d9bc0876b211c"
+dependencies = [
+ "serde_core",
+]
 
 [[package]]
 name = "derive_builder"
@@ -960,6 +1095,12 @@ version = "1.0.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813"
 
+[[package]]
+name = "dyn-clone"
+version = "1.0.20"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555"
+
 [[package]]
 name = "either"
 version = "1.16.0"
@@ -972,12 +1113,42 @@ version = "1.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
 
+[[package]]
+name = "errno"
+version = "0.3.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
+dependencies = [
+ "libc",
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "esaxx-rs"
 version = "0.1.10"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
 
+[[package]]
+name = "event-listener"
+version = "5.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5a23add41df1562121a9393cb065eab5146a1242410f23a644851e90cfd669d2"
+dependencies = [
+ "parking",
+ "pin-project-lite",
+]
+
+[[package]]
+name = "event-listener-strategy"
+version = "0.5.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8be9f3dfaaffdae2972880079a491a1a8bb7cbed0b8dd7a347f668b4150a3b93"
+dependencies = [
+ "event-listener",
+ "pin-project-lite",
+]
+
 [[package]]
 name = "fastrand"
 version = "2.5.0"
@@ -990,6 +1161,17 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
 
+[[package]]
+name = "flate2"
+version = "1.1.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6e634e2e0ebac1ee034020da1ca582e17ffe4e0f5e985823721e168928136dcb"
+dependencies = [
+ "crc32fast",
+ "miniz_oxide",
+ "zlib-rs",
+]
+
 [[package]]
 name = "fnv"
 version = "1.0.7"
@@ -1011,6 +1193,21 @@ version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
+[[package]]
+name = "futures"
+version = "0.3.33"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a88cf1f829d945f548cf8fec32c61b1f202b6d93b45848602fc02af4b12ad218"
+dependencies = [
+ "futures-channel",
+ "futures-core",
+ "futures-executor",
+ "futures-io",
+ "futures-sink",
+ "futures-task",
+ "futures-util",
+]
+
 [[package]]
 name = "futures-channel"
 version = "0.3.33"
@@ -1027,6 +1224,17 @@ version = "0.3.33"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "2cd50c473c80f6d7c3670a752354b8e569b1a7cbfdc0419ec88e5edad85e0dc7"
 
+[[package]]
+name = "futures-executor"
+version = "0.3.33"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6754879cc9f2c66f88c6e5c35344bb0bdb0708b0352b1201815667c7eabc7458"
+dependencies = [
+ "futures-core",
+ "futures-task",
+ "futures-util",
+]
+
 [[package]]
 name = "futures-io"
 version = "0.3.33"
@@ -1068,6 +1276,7 @@ version = "0.3.33"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "a77a90a256fce34da66415271e30f94ee91c57b04b8a2c042d9cf3220179deaa"
 dependencies = [
+ "futures-channel",
  "futures-core",
  "futures-io",
  "futures-macro",
@@ -1537,6 +1746,55 @@ version = "1.0.18"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
 
+[[package]]
+name = "jni"
+version = "0.22.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5efd9a482cf3a427f00d6b35f14332adc7902ce91efb778580e180ff90fa3498"
+dependencies = [
+ "cfg-if",
+ "combine",
+ "jni-macros",
+ "jni-sys",
+ "log",
+ "simd_cesu8",
+ "thiserror 2.0.19",
+ "walkdir",
+ "windows-link",
+]
+
+[[package]]
+name = "jni-macros"
+version = "0.22.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a00109accc170f0bdb141fed3e393c565b6f5e072365c3bd58f5b062591560a3"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "rustc_version",
+ "simd_cesu8",
+ "syn 2.0.119",
+]
+
+[[package]]
+name = "jni-sys"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c6377a88cb3910bee9b0fa88d4f42e1d2da8e79915598f65fb0c7ee14c878af2"
+dependencies = [
+ "jni-sys-macros",
+]
+
+[[package]]
+name = "jni-sys-macros"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "38c0b942f458fe50cdac086d2f946512305e5631e720728f2a61aabcd47a6264"
+dependencies = [
+ "quote",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "jobserver"
 version = "0.1.35"
@@ -1580,7 +1838,7 @@ dependencies = [
  "futures-util",
  "litellm-config",
  "litellm-core",
- "reqwest",
+ "reqwest 0.12.28",
  "rustls 0.23.42",
  "rustls-native-certs",
  "serde",
@@ -1613,20 +1871,26 @@ dependencies = [
  "aws-sigv4",
  "aws-smithy-runtime-api",
  "aws-types",
+ "azure_core",
+ "azure_identity",
  "base64 0.22.1",
  "data-url",
+ "moka",
  "rand 0.8.7",
- "reqwest",
+ "reqwest 0.12.28",
  "rstest",
  "serde",
  "serde_json",
  "serde_path_to_error",
  "sha2 0.10.9",
+ "strum",
+ "subtle",
  "thiserror 2.0.19",
  "tokio",
  "tracing",
  "tracing-subscriber",
  "url",
+ "veil",
 ]
 
 [[package]]
@@ -1681,6 +1945,15 @@ version = "0.8.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0"
 
+[[package]]
+name = "lock_api"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965"
+dependencies = [
+ "scopeguard",
+]
+
 [[package]]
 name = "log"
 version = "0.4.33"
@@ -1743,6 +2016,16 @@ version = "0.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
 
+[[package]]
+name = "miniz_oxide"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b63fbc4a50860e98e7b2aa7804ded1db5cbc3aff9193adaff57a6931bf7c4b4c"
+dependencies = [
+ "adler2",
+ "simd-adler32",
+]
+
 [[package]]
 name = "mio"
 version = "1.2.2"
@@ -1754,6 +2037,26 @@ dependencies = [
  "windows-sys 0.61.2",
 ]
 
+[[package]]
+name = "moka"
+version = "0.12.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4293f18e7567a1caf3c584855554377025c65e0aa445344d04171f5ad63d19b9"
+dependencies = [
+ "async-lock",
+ "crossbeam-channel",
+ "crossbeam-epoch",
+ "crossbeam-utils",
+ "equivalent",
+ "event-listener",
+ "futures-util",
+ "parking_lot",
+ "portable-atomic",
+ "smallvec",
+ "tagptr",
+ "uuid",
+]
+
 [[package]]
 name = "monostate"
 version = "0.1.18"
@@ -1866,6 +2169,35 @@ dependencies = [
  "winapi",
 ]
 
+[[package]]
+name = "parking"
+version = "2.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f38d5652c16fde515bb1ecef450ab0f6a219d619a7274976324d5e377f7dceba"
+
+[[package]]
+name = "parking_lot"
+version = "0.12.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a"
+dependencies = [
+ "lock_api",
+ "parking_lot_core",
+]
+
+[[package]]
+name = "parking_lot_core"
+version = "0.9.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "redox_syscall",
+ "smallvec",
+ "windows-link",
+]
+
 [[package]]
 name = "paste"
 version = "1.0.15"
@@ -1884,6 +2216,26 @@ version = "2.3.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220"
 
+[[package]]
+name = "pin-project"
+version = "1.1.13"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2466b2336ed02bcdca6b294417127b90ec92038d1d5c4fbeac971a922e0e0924"
+dependencies = [
+ "pin-project-internal",
+]
+
+[[package]]
+name = "pin-project-internal"
+version = "1.1.13"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c96395f0a926bc13b1c17622aaddda1ecb55d49c8f1bf9777e4d877800a43f8b"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "pin-project-lite"
 version = "0.2.17"
@@ -2085,6 +2437,7 @@ version = "0.11.16"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "2f4bfc015262b9df63c8845072ce59068853ff5872180c2ce2f13038b970e560"
 dependencies = [
+ "aws-lc-rs",
  "bytes",
  "getrandom 0.4.3",
  "lru-slab",
@@ -2252,6 +2605,15 @@ dependencies = [
  "crossbeam-utils",
 ]
 
+[[package]]
+name = "redox_syscall"
+version = "0.5.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d"
+dependencies = [
+ "bitflags",
+]
+
 [[package]]
 name = "regex"
 version = "1.13.1"
@@ -2332,11 +2694,49 @@ dependencies = [
  "url",
  "wasm-bindgen",
  "wasm-bindgen-futures",
- "wasm-streams",
+ "wasm-streams 0.4.2",
  "web-sys",
  "webpki-roots",
 ]
 
+[[package]]
+name = "reqwest"
+version = "0.13.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "16a1cfa75cc186dd73d5818e510e042e40927bccc9c236b061cea97e1eb08029"
+dependencies = [
+ "base64 0.23.1",
+ "bytes",
+ "futures-core",
+ "futures-util",
+ "http 1.4.2",
+ "http-body 1.1.0",
+ "http-body-util",
+ "hyper 1.10.1",
+ "hyper-rustls 0.27.9",
+ "hyper-util",
+ "js-sys",
+ "log",
+ "percent-encoding",
+ "pin-project-lite",
+ "quinn",
+ "rustls 0.23.42",
+ "rustls-pki-types",
+ "rustls-platform-verifier",
+ "sync_wrapper",
+ "tokio",
+ "tokio-rustls 0.26.4",
+ "tokio-util",
+ "tower",
+ "tower-http",
+ "tower-service",
+ "url",
+ "wasm-bindgen",
+ "wasm-bindgen-futures",
+ "wasm-streams 0.5.0",
+ "web-sys",
+]
+
 [[package]]
 name = "ring"
 version = "0.17.14"
@@ -2444,6 +2844,33 @@ dependencies = [
  "zeroize",
 ]
 
+[[package]]
+name = "rustls-platform-verifier"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "26d1e2536ce4f35f4846aa13bff16bd0ff40157cdb14cc056c7b14ba41233ba0"
+dependencies = [
+ "core-foundation",
+ "core-foundation-sys",
+ "jni",
+ "log",
+ "once_cell",
+ "rustls 0.23.42",
+ "rustls-native-certs",
+ "rustls-platform-verifier-android",
+ "rustls-webpki 0.103.13",
+ "security-framework",
+ "security-framework-sys",
+ "webpki-root-certs",
+ "windows-sys 0.61.2",
+]
+
+[[package]]
+name = "rustls-platform-verifier-android"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f"
+
 [[package]]
 name = "rustls-webpki"
 version = "0.101.7"
@@ -2496,6 +2923,12 @@ dependencies = [
  "windows-sys 0.61.2",
 ]
 
+[[package]]
+name = "scopeguard"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
+
 [[package]]
 name = "sct"
 version = "0.7.1"
@@ -2649,6 +3082,38 @@ version = "2.0.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba"
 
+[[package]]
+name = "signal-hook-registry"
+version = "1.4.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c4db69cba1110affc0e9f7bcd48bbf87b3f4fc7c61fc9155afd4c469eb3d6c1b"
+dependencies = [
+ "errno",
+ "libc",
+]
+
+[[package]]
+name = "simd-adler32"
+version = "0.3.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3a219298ac11a56ea9a6d2120044824d6f01aeb034955e7af7bc16858527deea"
+
+[[package]]
+name = "simd_cesu8"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "11031e251abf8611c80f460e19dbdeb54a66db918e49c65a7065b46ac7aec520"
+dependencies = [
+ "rustc_version",
+ "simdutf8",
+]
+
+[[package]]
+name = "simdutf8"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e"
+
 [[package]]
 name = "slab"
 version = "0.4.12"
@@ -2711,6 +3176,27 @@ version = "0.11.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
 
+[[package]]
+name = "strum"
+version = "0.28.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9628de9b8791db39ceda2b119bbe13134770b56c138ec1d3af810d045c04f9bd"
+dependencies = [
+ "strum_macros",
+]
+
+[[package]]
+name = "strum_macros"
+version = "0.28.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ab85eea0270ee17587ed4156089e10b9e6880ee688791d45a905f5b1ca36f664"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "subtle"
 version = "2.6.1"
@@ -2759,6 +3245,12 @@ dependencies = [
  "syn 2.0.119",
 ]
 
+[[package]]
+name = "tagptr"
+version = "0.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7b2093cf4c8eb1e67749a6762251bc9cd836b6fc171623bd0a9d324d37af2417"
+
 [[package]]
 name = "target-lexicon"
 version = "0.13.5"
@@ -2922,6 +3414,7 @@ dependencies = [
  "libc",
  "mio",
  "pin-project-lite",
+ "signal-hook-registry",
  "socket2 0.6.5",
  "tokio-macros",
  "windows-sys 0.61.2",
@@ -3039,12 +3532,17 @@ version = "0.6.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "4cfcf7e2740e6fc6d4d688b4ef00650406bb94adf4731e43c096c3a19fe40840"
 dependencies = [
+ "async-compression",
  "bitflags",
  "bytes",
+ "futures-core",
  "futures-util",
  "http 1.4.2",
  "http-body 1.1.0",
+ "http-body-util",
  "pin-project-lite",
+ "tokio",
+ "tokio-util",
  "tower",
  "tower-layer",
  "tower-service",
@@ -3138,6 +3636,57 @@ version = "1.20.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "b6f5e870be6c3b371b77fe0ee0bafb859fa4964b4404c27de1d380043c4dda20"
 
+[[package]]
+name = "typespec"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "753a2fe021e407d4fc9ee6f4f0a33403cc306d5c54c4e4ebe1b8cbde0ca052b9"
+dependencies = [
+ "base64 0.22.1",
+ "bytes",
+ "futures",
+ "serde",
+ "serde_json",
+ "url",
+]
+
+[[package]]
+name = "typespec_client_core"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0373af0f9d4f580b3a1a9d9639cedaabe015ed262b35bfbe13941bfb14fe1ea6"
+dependencies = [
+ "async-trait",
+ "base64 0.22.1",
+ "bytes",
+ "dyn-clone",
+ "futures",
+ "pin-project",
+ "rand 0.10.2",
+ "reqwest 0.13.5",
+ "serde",
+ "serde_json",
+ "time",
+ "tokio",
+ "tracing",
+ "typespec",
+ "typespec_macros",
+ "url",
+ "uuid",
+]
+
+[[package]]
+name = "typespec_macros"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2c608f4427943f8adb211abc95c87672b1b98847152783507d54e3246e502f60"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "rustc_version",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "unicase"
 version = "2.9.0"
@@ -3213,10 +3762,32 @@ version = "1.24.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "bf3923a6f5c4c6382e0b653c4117f48d631ea17f38ed86e2a828e6f7412f5239"
 dependencies = [
+ "getrandom 0.4.3",
  "js-sys",
  "wasm-bindgen",
 ]
 
+[[package]]
+name = "veil"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c7352f0bbf3ab98911b0c0277065094c1b1ec79bbc85fa3b7d16bf1859c3d96f"
+dependencies = [
+ "once_cell",
+ "veil-macros",
+]
+
+[[package]]
+name = "veil-macros"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47a3f4f06d904eb789b935253752ba6bcc1dfa61349f8d5341c66abe070b44e5"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "version_check"
 version = "0.9.5"
@@ -3331,6 +3902,19 @@ dependencies = [
  "web-sys",
 ]
 
+[[package]]
+name = "wasm-streams"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb"
+dependencies = [
+ "futures-util",
+ "js-sys",
+ "wasm-bindgen",
+ "wasm-bindgen-futures",
+ "web-sys",
+]
+
 [[package]]
 name = "web-sys"
 version = "0.3.103"
@@ -3351,6 +3935,15 @@ dependencies = [
  "wasm-bindgen",
 ]
 
+[[package]]
+name = "webpki-root-certs"
+version = "1.0.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b96554aa2acc8ccdb7e1c9a58a7a68dd5d13bccc69cd124cb09406db612a1c9b"
+dependencies = [
+ "rustls-pki-types",
+]
+
 [[package]]
 name = "webpki-roots"
 version = "1.0.9"
@@ -3609,6 +4202,12 @@ dependencies = [
  "syn 2.0.119",
 ]
 
+[[package]]
+name = "zlib-rs"
+version = "0.6.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "34b31d188d9d685a4f9c7b46d6e36631b07058d2cfe190267adce54dc230bf12"
+
 [[package]]
 name = "zmij"
 version = "1.0.23"
diff --git a/litellm-rust/Cargo.toml b/litellm-rust/Cargo.toml
index f3e54e5b2aa..0f30ac5cf7d 100644
--- a/litellm-rust/Cargo.toml
+++ b/litellm-rust/Cargo.toml
@@ -41,8 +41,13 @@ tokio = { version = "1", features = ["rt-multi-thread", "macros", "time", "net"]
 tokio-tungstenite = { version = "0.24", default-features = false, features = ["connect", "rustls-tls-native-roots"] }
 futures-util = { version = "0.3", default-features = false, features = ["sink", "std"] }
 base64 = "0.22"
+azure_core = "1.0.0"
+azure_identity = { version = "1.0.0", features = ["tokio"] }
+moka = { version = "0.12.16", features = ["future"] }
+strum = { version = "0.28.0", features = ["derive"] }
 url = "2.5.8"
 criterion = "0.8.2"
+veil = "0.3.0"
 
 [profile.release]
 opt-level = 3
diff --git a/litellm-rust/crates/ai-gateway/src/io/realtime.rs b/litellm-rust/crates/ai-gateway/src/io/realtime.rs
index 207c31dffa0..1aa31adcc38 100644
--- a/litellm-rust/crates/ai-gateway/src/io/realtime.rs
+++ b/litellm-rust/crates/ai-gateway/src/io/realtime.rs
@@ -15,6 +15,8 @@ use std::time::Duration;
 
 use futures_util::stream::{SplitSink, SplitStream};
 use futures_util::{Sink, SinkExt, Stream, StreamExt};
+use litellm_core::AuthError;
+use litellm_core::auth::error::MissingCredential;
 use litellm_core::error::Error;
 use litellm_core::realtime::transformation::RealtimeProviderConfig;
 use litellm_core::realtime::types::RealtimeEvent;
@@ -32,8 +34,6 @@ use crate::io::tls::connect_upstream;
 /// Environment variable holding the OpenAI API key (last-resort fallback).
 const OPENAI_API_KEY_ENV: &str = "OPENAI_API_KEY";
 
-const MISSING_KEY_MESSAGE: &str = "Missing OpenAI API Key - a realtime call is being made but no key was passed via params or the OPENAI_API_KEY environment variable";
-
 /// Default **idle** timeout: if neither side sends a frame for this long, the
 /// session is reaped. It resets on any activity, so it does not cap a healthy
 /// (continuously streaming) session — it only frees a stalled one (e.g. a
@@ -59,7 +59,7 @@ pub(crate) fn resolve_api_key(api_key: Option<&str>) -> Result<String, Error> {
                 .ok()
                 .filter(|key| !key.trim().is_empty())
         })
-        .ok_or_else(|| Error::Auth(MISSING_KEY_MESSAGE.to_string()))
+        .ok_or_else(|| Error::from(AuthError::from(MissingCredential::OpenAiRealtimeApiKey)))
 }
 
 /// Open the upstream WebSocket to OpenAI for `(model, api_key, api_base)`.
diff --git a/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs b/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
index 9df3d0c6cc5..7f3b6b0650f 100644
--- a/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
+++ b/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
@@ -4,7 +4,9 @@ use std::time::Duration;
 
 use futures_util::stream::{SplitSink, SplitStream};
 use futures_util::{Sink, SinkExt, Stream, StreamExt};
+use litellm_core::AuthError;
 use litellm_core::Error;
+use litellm_core::auth::error::MissingCredential;
 use litellm_core::providers::openai::responses::transformation::OPENAI_RESPONSES_WS_CONFIG;
 use litellm_core::responses::types::ResponsesWsEvent;
 use litellm_core::responses::websocket::ResponsesWebSocketProviderConfig;
@@ -23,8 +25,6 @@ use crate::constants::{
 };
 
 const OPENAI_API_KEY_ENV: &str = "OPENAI_API_KEY";
-const MISSING_KEY_MESSAGE: &str = "Missing OpenAI API Key - a Responses WebSocket call is being made but no key was passed via params or the OPENAI_API_KEY environment variable";
-
 pub type ResponsesUpstreamWs = WebSocketStream<MaybeTlsStream<TcpStream>>;
 type UpstreamTx = SplitSink<ResponsesUpstreamWs, Message>;
 type UpstreamRx = SplitStream<ResponsesUpstreamWs>;
@@ -120,7 +120,7 @@ pub(crate) fn resolve_api_key(api_key: Option<&str>) -> Result<String, Error> {
                 .ok()
                 .filter(|value| !value.trim().is_empty())
         })
-        .ok_or_else(|| Error::Auth(MISSING_KEY_MESSAGE.to_string()))
+        .ok_or_else(|| Error::from(AuthError::from(MissingCredential::OpenAiResponsesApiKey)))
 }
 
 async fn dial_upstream(
diff --git a/litellm-rust/crates/core/Cargo.toml b/litellm-rust/crates/core/Cargo.toml
index 6d0a2fa775b..dc4a1acea16 100644
--- a/litellm-rust/crates/core/Cargo.toml
+++ b/litellm-rust/crates/core/Cargo.toml
@@ -12,18 +12,24 @@ path = "tests/workspace_crate_allowlist.rs"
 
 [dependencies]
 base64.workspace = true
+azure_core.workspace = true
+azure_identity.workspace = true
 data-url = "0.3.2"
+moka.workspace = true
 rand.workspace = true
 reqwest.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 serde_path_to_error = "0.1"
+strum.workspace = true
+subtle.workspace = true
 tokio.workspace = true
 thiserror.workspace = true
 tracing.workspace = true
 tracing-subscriber = { workspace = true, optional = true }
 sha2.workspace = true
 url.workspace = true
+veil.workspace = true
 aws-config = { version = "1.9.0", default-features = false, features = ["rustls", "rt-tokio"], optional = true }
 aws-credential-types = { version = "1.3.0", features = ["hardcoded-credentials"], optional = true }
 aws-sdk-sts = { version = "1.108.0", default-features = false, features = ["rustls", "rt-tokio"], optional = true }
diff --git a/litellm-rust/crates/core/src/auth/credential.rs b/litellm-rust/crates/core/src/auth/credential.rs
new file mode 100644
index 00000000000..b5235b6780c
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/credential.rs
@@ -0,0 +1,168 @@
+use std::future::Future;
+use std::path::PathBuf;
+use std::pin::Pin;
+use std::sync::Arc;
+
+use veil::Redact;
+
+use crate::AuthError;
+
+use super::{ResolvedCredential, SecretValue, TokenProviderHandle};
+
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum CredentialFileRef {
+    Path(PathBuf),
+    EnvironmentVariable(String),
+}
+
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum CredentialRef {
+    Explicit(SecretValue),
+    Env(String),
+    File(CredentialFileRef),
+    Request(String),
+    Host(String),
+    None,
+}
+
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum CredentialLookup {
+    Found(SecretValue),
+    Missing,
+    Declined,
+}
+
+pub type CredentialLookupFuture<'a> =
+    Pin<Box<dyn Future<Output = Result<CredentialLookup, AuthError>> + Send + 'a>>;
+
+pub trait CredentialResolver: std::fmt::Debug + Send + Sync {
+    fn resolve<'a>(&'a self, reference: &'a CredentialRef) -> CredentialLookupFuture<'a>;
+}
+
+#[derive(Clone, Redact)]
+pub struct CredentialResolverHandle(#[redact(with = "[REDACTED]")] Arc<dyn CredentialResolver>);
+
+impl CredentialResolverHandle {
+    pub fn new(resolver: Arc<dyn CredentialResolver>) -> Self {
+        Self(resolver)
+    }
+
+    pub async fn resolve(&self, reference: &CredentialRef) -> Result<CredentialLookup, AuthError> {
+        self.0.resolve(reference).await
+    }
+}
+
+#[derive(Clone, Debug)]
+pub enum CredentialPlan {
+    Static(CredentialRef),
+    Caller(TokenProviderHandle),
+    None,
+}
+
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum CredentialPlanResolution {
+    Resolved(ResolvedCredential),
+    Unavailable,
+}
+
+impl CredentialPlan {
+    pub async fn resolve(
+        &self,
+        resolver: &CredentialResolverHandle,
+    ) -> Result<CredentialPlanResolution, AuthError> {
+        match self {
+            Self::Static(CredentialRef::Explicit(secret)) => Ok(
+                CredentialPlanResolution::Resolved(ResolvedCredential::Static(secret.clone())),
+            ),
+            Self::Static(CredentialRef::None) | Self::None => {
+                Ok(CredentialPlanResolution::Unavailable)
+            }
+            Self::Static(reference) => match resolver.resolve(reference).await? {
+                CredentialLookup::Found(secret) => Ok(CredentialPlanResolution::Resolved(
+                    ResolvedCredential::Static(secret),
+                )),
+                CredentialLookup::Missing | CredentialLookup::Declined => {
+                    Ok(CredentialPlanResolution::Unavailable)
+                }
+            },
+            Self::Caller(caller) => {
+                let credential = caller.acquire().await?;
+                if credential.secret().expose().is_empty() {
+                    return Err(AuthError::EmptyCallerCredential);
+                }
+                Ok(CredentialPlanResolution::Resolved(credential))
+            }
+        }
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use std::sync::Arc;
+
+    use super::{
+        CredentialLookup, CredentialLookupFuture, CredentialPlan, CredentialPlanResolution,
+        CredentialRef, CredentialResolver, CredentialResolverHandle,
+    };
+    use crate::AuthError;
+    use crate::auth::SecretValue;
+
+    #[derive(Debug)]
+    struct HostResolver;
+
+    impl CredentialResolver for HostResolver {
+        fn resolve<'a>(&'a self, reference: &'a CredentialRef) -> CredentialLookupFuture<'a> {
+            Box::pin(async move {
+                Ok(match reference {
+                    CredentialRef::Host(name) if name == "rotating-token" => {
+                        CredentialLookup::Found(SecretValue::new("resolved"))
+                    }
+                    _ => CredentialLookup::Declined,
+                })
+            })
+        }
+    }
+
+    #[tokio::test]
+    async fn static_host_reference_resolves_at_acquisition_time() {
+        let resolver = CredentialResolverHandle::new(Arc::new(HostResolver));
+        let plan = CredentialPlan::Static(CredentialRef::Host("rotating-token".to_string()));
+
+        let resolved = plan.resolve(&resolver).await.unwrap();
+
+        assert!(matches!(resolved, CredentialPlanResolution::Resolved(_)));
+    }
+
+    #[tokio::test]
+    async fn declined_reference_is_available_for_pre_acquisition_fallback() {
+        let resolver = CredentialResolverHandle::new(Arc::new(HostResolver));
+        let plan = CredentialPlan::Static(CredentialRef::Request("api-key".to_string()));
+
+        assert_eq!(
+            plan.resolve(&resolver).await.unwrap(),
+            CredentialPlanResolution::Unavailable
+        );
+    }
+
+    #[derive(Debug)]
+    struct FailingResolver;
+
+    impl CredentialResolver for FailingResolver {
+        fn resolve<'a>(&'a self, _reference: &'a CredentialRef) -> CredentialLookupFuture<'a> {
+            Box::pin(async { Err(AuthError::UnresolvedOidcReference) })
+        }
+    }
+
+    #[tokio::test]
+    async fn acquisition_failure_is_terminal() {
+        let resolver = CredentialResolverHandle::new(Arc::new(FailingResolver));
+        let plan = CredentialPlan::Static(CredentialRef::Host("token".to_string()));
+
+        let error = plan
+            .resolve(&resolver)
+            .await
+            .expect_err("acquisition errors cannot become fallback");
+
+        assert_eq!(error, AuthError::UnresolvedOidcReference);
+    }
+}
diff --git a/litellm-rust/crates/core/src/auth/error.rs b/litellm-rust/crates/core/src/auth/error.rs
new file mode 100644
index 00000000000..ddd4a6d016e
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/error.rs
@@ -0,0 +1,120 @@
+use thiserror::Error;
+
+#[derive(Clone, Debug, Error, PartialEq, Eq)]
+pub enum AuthError {
+    #[error("invalid authentication configuration: {0}")]
+    Configuration(#[from] AuthConfigurationError),
+    #[error("credential acquisition failed: {0}")]
+    AzureTokenAcquisition(String),
+    #[error("credential acquisition failed: {}", .0.iter().map(ToString::to_string).collect::<Vec<_>>().join("; "))]
+    CredentialChain(Vec<AuthError>),
+    #[error("credential caller failed: credential caller returned an empty credential")]
+    EmptyCallerCredential,
+    #[error("credential caller failed: Azure AD token provider returned an empty token")]
+    EmptyAzureToken,
+    #[error("credential acquisition failed: Azure OIDC reference did not resolve to a value")]
+    UnresolvedOidcReference,
+    #[error(
+        "Missing {provider} API Key - A call is being made to {provider} but no key is set either in the environment variables or via params"
+    )]
+    MissingApiKey { provider: &'static str },
+    #[error(
+        "Missing {provider} API Base - Set {environment_variable} environment variable or pass api_base parameter"
+    )]
+    MissingApiBase {
+        provider: &'static str,
+        environment_variable: &'static str,
+    },
+    #[error("{0}")]
+    MissingCredential(#[from] MissingCredential),
+    #[error("{0}")]
+    Aws(#[from] AwsAuthError),
+    #[error("invalid authentication header")]
+    InvalidHeader,
+}
+
+#[derive(Clone, Debug, Error, PartialEq, Eq)]
+pub enum AuthConfigurationError {
+    #[error("credential header already exists")]
+    ExistingCredentialHeader,
+    #[error("credential plan is not allowed by the provider auth policy")]
+    DisallowedCredentialPlan,
+    #[error("credential cannot be empty")]
+    EmptyCredential,
+    #[error("invalid Azure credential selector")]
+    InvalidAzureSelector,
+    #[error("ClientSecretCredential requires tenant_id, client_id, and client_secret")]
+    MissingClientSecretFields,
+    #[error("WorkloadIdentityCredential requires tenant_id")]
+    MissingWorkloadTenant,
+    #[error("WorkloadIdentityCredential requires client_id")]
+    MissingWorkloadClient,
+    #[error("WorkloadIdentityCredential requires azure_federated_token_file")]
+    MissingWorkloadTokenFile,
+    #[error("credential reference requires a host credential resolver")]
+    MissingHostResolver,
+    #[error("caller credential plan requires provider-specific inputs")]
+    MissingCallerInputs,
+    #[error("credential header {0} already exists")]
+    DuplicateHeader(&'static str),
+    #[error("{0} must be a string or null")]
+    InvalidFieldType(String),
+    #[error("unsupported OIDC reference")]
+    UnsupportedOidcReference,
+    #[error("{0} cannot be empty")]
+    EmptyReference(String),
+    #[error("Azure credential initialization failed: {0}")]
+    AzureCredentialInitialization(String),
+    #[error("Azure authority must be an HTTPS origin without credentials, query, or fragment")]
+    InvalidAzureAuthority,
+    #[error("request-controlled Azure auth inputs cannot be combined with host credentials")]
+    MixedAzureCredentialSources,
+    #[error("request-controlled Azure credential references are not allowed")]
+    RequestAzureCredentialReference,
+    #[error("host credentials cannot be sent to a request-controlled Azure endpoint")]
+    RequestAzureCredentialDestination,
+}
+
+#[derive(Clone, Debug, Error, PartialEq, Eq)]
+pub enum MissingCredential {
+    #[error(
+        "Missing Anthropic API Key - Set `api_key` or the ANTHROPIC_API_KEY environment variable"
+    )]
+    AnthropicApiKey,
+    #[error("Missing Azure API Key - Set `api_key` or the AZURE_API_KEY environment variable")]
+    AzureApiKey,
+    #[error(
+        "Missing Azure API Base - Set `api_base` or the AZURE_API_BASE environment variable. Expected format: https://<resource-name>.services.ai.azure.com/anthropic"
+    )]
+    AzureApiBase,
+    #[error(
+        "Missing OpenAI API Key - a realtime call is being made but no key was passed via params or the OPENAI_API_KEY environment variable"
+    )]
+    OpenAiRealtimeApiKey,
+    #[error(
+        "Missing OpenAI API Key - a Responses WebSocket call is being made but no key was passed via params or the OPENAI_API_KEY environment variable"
+    )]
+    OpenAiResponsesApiKey,
+}
+
+#[derive(Clone, Debug, Error, PartialEq, Eq)]
+pub enum AwsAuthError {
+    #[error("AWS profile credentials failed: {0}")]
+    Profile(String),
+    #[error("AWS default credentials failed: {0}")]
+    DefaultChain(String),
+    #[error("AWS role credentials failed: {0}")]
+    AssumeRole(String),
+    #[error("AWS web identity credentials failed: {0}")]
+    WebIdentity(String),
+    #[error("AWS web identity expiration was invalid: {0}")]
+    WebIdentityExpiration(String),
+    #[error("AWS signing parameters failed: {0}")]
+    SigningParameters(String),
+    #[error("AWS signable request failed: {0}")]
+    SignableRequest(String),
+    #[error("AWS request signing failed: {0}")]
+    Signing(String),
+    #[error("AWS web identity response had no credentials")]
+    MissingWebIdentityCredentials,
+}
diff --git a/litellm-rust/crates/core/src/auth/http.rs b/litellm-rust/crates/core/src/auth/http.rs
new file mode 100644
index 00000000000..83931311550
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/http.rs
@@ -0,0 +1,86 @@
+use crate::AuthError;
+use crate::auth::error::AuthConfigurationError;
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub enum CredentialPlacement {
+    Bearer,
+    Header(&'static str),
+}
+
+impl CredentialPlacement {
+    pub fn header_name(self) -> &'static str {
+        match self {
+            Self::Bearer => "Authorization",
+            Self::Header(name) => name,
+        }
+    }
+}
+
+pub(crate) fn apply_credential(
+    headers: Vec<(String, String)>,
+    credential: &str,
+    placement: CredentialPlacement,
+) -> Result<Vec<(String, String)>, AuthError> {
+    if credential.trim().is_empty() {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::EmptyCredential,
+        ));
+    }
+    if headers
+        .iter()
+        .any(|(name, _)| name.eq_ignore_ascii_case(placement.header_name()))
+    {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::DuplicateHeader(placement.header_name()),
+        ));
+    }
+    let value = match placement {
+        CredentialPlacement::Bearer => format!("Bearer {credential}"),
+        CredentialPlacement::Header(_) => credential.to_string(),
+    };
+    Ok(
+        std::iter::once((placement.header_name().to_string(), value))
+            .chain(headers)
+            .collect(),
+    )
+}
+
+/// How the upstream call is authenticated. API-key strategies are resolved in
+/// `prepare`; SigV4 needs the serialized body, so the handler signs it.
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum RequestAuth {
+    Header { name: &'static str, value: String },
+    Bearer { token: String },
+    AwsSigV4 { region: String },
+}
+
+#[cfg(test)]
+mod tests {
+    use super::{CredentialPlacement, apply_credential};
+
+    #[test]
+    fn bearer_uses_authorization_header() {
+        let headers = apply_credential(Vec::new(), "key", CredentialPlacement::Bearer)
+            .expect("credential applies");
+
+        assert_eq!(
+            headers,
+            vec![("Authorization".to_string(), "Bearer key".to_string())]
+        );
+    }
+
+    #[test]
+    fn named_header_rejects_existing_value() {
+        let error = apply_credential(
+            vec![(
+                "ocp-apim-subscription-key".to_string(),
+                "caller-key".to_string(),
+            )],
+            "configured-key",
+            CredentialPlacement::Header("Ocp-Apim-Subscription-Key"),
+        )
+        .expect_err("provider policy must handle existing credentials");
+
+        assert!(error.to_string().contains("already exists"));
+    }
+}
diff --git a/litellm-rust/crates/core/src/auth/mod.rs b/litellm-rust/crates/core/src/auth/mod.rs
new file mode 100644
index 00000000000..2ca2f3c3016
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/mod.rs
@@ -0,0 +1,55 @@
+mod credential;
+pub mod error;
+pub use error::AuthError;
+pub(crate) mod http;
+mod policy;
+mod secret;
+mod token;
+
+use serde::{Deserialize, Serialize};
+
+#[derive(Clone, Copy, Debug, Default, Deserialize, Eq, Hash, PartialEq, Serialize)]
+#[serde(rename_all = "snake_case")]
+pub enum InputSource {
+    Request,
+    #[default]
+    Deployment,
+    Environment,
+}
+
+#[derive(Clone, Debug, Default, Eq, PartialEq)]
+pub struct Sourced<T> {
+    value: T,
+    source: InputSource,
+}
+
+impl<T> Sourced<T> {
+    pub fn new(value: T, source: InputSource) -> Self {
+        Self { value, source }
+    }
+
+    pub fn value(&self) -> &T {
+        &self.value
+    }
+
+    pub fn source(&self) -> InputSource {
+        self.source
+    }
+
+    pub fn into_value(self) -> T {
+        self.value
+    }
+
+    pub fn map<U>(self, map: impl FnOnce(T) -> U) -> Sourced<U> {
+        Sourced::new(map(self.value), self.source)
+    }
+}
+
+pub use credential::{
+    CredentialFileRef, CredentialLookup, CredentialLookupFuture, CredentialPlan,
+    CredentialPlanResolution, CredentialRef, CredentialResolver, CredentialResolverHandle,
+};
+pub use http::{CredentialPlacement, RequestAuth};
+pub use policy::{CredentialPlanKind, CredentialRule, ExistingHeaderBehavior, ProviderAuthPolicy};
+pub use secret::SecretValue;
+pub use token::{ResolvedCredential, TokenFuture, TokenProvider, TokenProviderHandle};
diff --git a/litellm-rust/crates/core/src/auth/policy.rs b/litellm-rust/crates/core/src/auth/policy.rs
new file mode 100644
index 00000000000..b796dedf0d8
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/policy.rs
@@ -0,0 +1,114 @@
+use crate::AuthError;
+use crate::auth::error::AuthConfigurationError;
+
+use super::http::apply_credential;
+use super::{CredentialPlacement, ResolvedCredential};
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub enum CredentialPlanKind {
+    Static,
+    Entra,
+    Caller,
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub struct CredentialRule {
+    pub kind: CredentialPlanKind,
+    pub placement: CredentialPlacement,
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub enum ExistingHeaderBehavior {
+    Preserve,
+    Reject,
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub struct ProviderAuthPolicy {
+    pub rules: &'static [CredentialRule],
+    pub accepted_existing_headers: &'static [&'static str],
+    pub existing_header_behavior: ExistingHeaderBehavior,
+    pub scope: Option<&'static str>,
+    pub audience: Option<&'static str>,
+}
+
+impl ProviderAuthPolicy {
+    pub fn has_existing_credential(&self, headers: &[(String, String)]) -> bool {
+        headers.iter().any(|(name, _)| {
+            self.accepted_existing_headers
+                .iter()
+                .any(|accepted| name.eq_ignore_ascii_case(accepted))
+        })
+    }
+
+    pub fn apply(
+        &self,
+        headers: Vec<(String, String)>,
+        kind: CredentialPlanKind,
+        credential: &ResolvedCredential,
+    ) -> Result<Vec<(String, String)>, AuthError> {
+        if self.has_existing_credential(&headers) {
+            return match self.existing_header_behavior {
+                ExistingHeaderBehavior::Preserve => Ok(headers),
+                ExistingHeaderBehavior::Reject => Err(AuthError::Configuration(
+                    AuthConfigurationError::ExistingCredentialHeader,
+                )),
+            };
+        }
+        let rule =
+            self.rules
+                .iter()
+                .find(|rule| rule.kind == kind)
+                .ok_or(AuthError::Configuration(
+                    AuthConfigurationError::DisallowedCredentialPlan,
+                ))?;
+        apply_credential(headers, credential.secret().expose(), rule.placement)
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::{CredentialPlanKind, CredentialRule, ExistingHeaderBehavior, ProviderAuthPolicy};
+    use crate::auth::{CredentialPlacement, ResolvedCredential, SecretValue};
+
+    const RULES: &[CredentialRule] = &[CredentialRule {
+        kind: CredentialPlanKind::Static,
+        placement: CredentialPlacement::Header("x-api-key"),
+    }];
+    const POLICY: ProviderAuthPolicy = ProviderAuthPolicy {
+        rules: RULES,
+        accepted_existing_headers: &["x-api-key"],
+        existing_header_behavior: ExistingHeaderBehavior::Preserve,
+        scope: None,
+        audience: None,
+    };
+
+    #[test]
+    fn rules_define_allowed_plans_and_credential_placement() {
+        let headers = POLICY
+            .apply(
+                Vec::new(),
+                CredentialPlanKind::Static,
+                &ResolvedCredential::Static(SecretValue::new("secret")),
+            )
+            .unwrap();
+
+        assert_eq!(
+            headers,
+            vec![("x-api-key".to_string(), "secret".to_string())]
+        );
+    }
+
+    #[test]
+    fn unsupported_plan_is_rejected() {
+        let error = POLICY
+            .apply(
+                Vec::new(),
+                CredentialPlanKind::Entra,
+                &ResolvedCredential::Static(SecretValue::new("secret")),
+            )
+            .unwrap_err();
+
+        assert!(error.to_string().contains("not allowed"));
+    }
+}
diff --git a/litellm-rust/crates/core/src/auth/secret.rs b/litellm-rust/crates/core/src/auth/secret.rs
new file mode 100644
index 00000000000..3ecb0a835ee
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/secret.rs
@@ -0,0 +1,41 @@
+use veil::Redact;
+
+#[derive(Redact, Clone)]
+pub struct SecretValue(#[redact(with = "[REDACTED]")] String);
+
+impl SecretValue {
+    pub fn new(value: impl Into<String>) -> Self {
+        Self(value.into())
+    }
+
+    pub fn expose(&self) -> &str {
+        &self.0
+    }
+}
+
+impl PartialEq for SecretValue {
+    fn eq(&self, other: &Self) -> bool {
+        subtle::ConstantTimeEq::ct_eq(self.0.as_bytes(), other.0.as_bytes()).into()
+    }
+}
+
+impl Eq for SecretValue {}
+
+#[cfg(test)]
+mod tests {
+    use super::SecretValue;
+
+    #[test]
+    fn debug_redacts_plaintext() {
+        let debug = format!("{:?}", SecretValue::new("credential-value"));
+
+        assert!(!debug.contains("credential-value"));
+        assert!(debug.contains("REDACTED"));
+    }
+
+    #[test]
+    fn equality_compares_plaintext_values() {
+        assert_eq!(SecretValue::new("same"), SecretValue::new("same"));
+        assert_ne!(SecretValue::new("same"), SecretValue::new("different"));
+    }
+}
diff --git a/litellm-rust/crates/core/src/auth/token.rs b/litellm-rust/crates/core/src/auth/token.rs
new file mode 100644
index 00000000000..cfc6b8f0d6b
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/token.rs
@@ -0,0 +1,47 @@
+use std::future::Future;
+use std::pin::Pin;
+use std::sync::Arc;
+use std::time::SystemTime;
+
+use veil::Redact;
+
+use crate::AuthError;
+
+use super::secret::SecretValue;
+
+#[derive(Clone, Debug, PartialEq, Eq)]
+pub enum ResolvedCredential {
+    Static(SecretValue),
+    AccessToken {
+        token: SecretValue,
+        expires_on: Option<SystemTime>,
+    },
+}
+
+impl ResolvedCredential {
+    pub fn secret(&self) -> &SecretValue {
+        match self {
+            Self::Static(secret) | Self::AccessToken { token: secret, .. } => secret,
+        }
+    }
+}
+
+pub type TokenFuture<'a> =
+    Pin<Box<dyn Future<Output = Result<ResolvedCredential, AuthError>> + Send + 'a>>;
+
+pub trait TokenProvider: std::fmt::Debug + Send + Sync {
+    fn acquire(&self) -> TokenFuture<'_>;
+}
+
+#[derive(Clone, Redact)]
+pub struct TokenProviderHandle(#[redact(with = "[REDACTED]")] Arc<dyn TokenProvider>);
+
+impl TokenProviderHandle {
+    pub fn new(caller: Arc<dyn TokenProvider>) -> Self {
+        Self(caller)
+    }
+
+    pub async fn acquire(&self) -> Result<ResolvedCredential, AuthError> {
+        self.0.acquire().await
+    }
+}
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index eefa7d606d8..b171c0c4274 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -22,7 +22,7 @@ pub enum Error {
     )]
     MissingApiKey { provider: &'static str },
     #[error(
-        "Missing Azure AI credentials - set AZURE_AI_API_KEY or provide an Authorization header"
+        "invalid authentication configuration: Missing Azure AI credentials - set AZURE_AI_API_KEY or configure Entra ID"
     )]
     MissingAzureAiCredentials,
     #[error("Missing Azure AI credentials - set AZURE_AI_API_KEY or provide azure_ad_token")]
@@ -121,6 +121,15 @@ impl From<TransportError> for Error {
     }
 }
 
+impl From<crate::AuthError> for Error {
+    fn from(error: crate::AuthError) -> Self {
+        match error {
+            crate::AuthError::MissingApiKey { provider } => Self::MissingApiKey { provider },
+            error => Self::Auth(error.to_string()),
+        }
+    }
+}
+
 pub fn json_type_name(value: &serde_json::Value) -> &'static str {
     match value {
         serde_json::Value::Null => "null",
@@ -136,6 +145,14 @@ pub fn json_type_name(value: &serde_json::Value) -> &'static str {
 mod transport_tests {
     use super::*;
 
+    #[test]
+    fn missing_auth_key_preserves_provider_in_public_error() {
+        assert_eq!(
+            Error::from(crate::AuthError::MissingApiKey { provider: "Vertex" }),
+            Error::MissingApiKey { provider: "Vertex" }
+        );
+    }
+
     #[tokio::test]
     async fn transport_errors_remove_urls_and_keep_dispatch_context() {
         let error = reqwest::Client::builder()
diff --git a/litellm-rust/crates/core/src/lib.rs b/litellm-rust/crates/core/src/lib.rs
index 7e81b292441..0b3573deab2 100644
--- a/litellm-rust/crates/core/src/lib.rs
+++ b/litellm-rust/crates/core/src/lib.rs
@@ -1,4 +1,5 @@
 pub mod audio_transcription;
+pub mod auth;
 pub mod caching;
 pub mod call_lifecycle;
 pub mod chat_completions;
@@ -17,4 +18,5 @@ pub mod router;
 pub mod routing_utils;
 mod url_utils;
 
+pub use auth::AuthError;
 pub use error::Error;
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
index 468c883a1dd..0e52bc61249 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
@@ -1,5 +1,9 @@
+use std::sync::OnceLock;
+
 use super::OcrAdapter;
 use crate::Error;
+use crate::auth::error::AuthConfigurationError;
+use crate::auth::{InputSource, Sourced};
 use crate::constants::AZURE_AI_OCR_PATH;
 use crate::ocr::OcrClient;
 use crate::ocr::codecs::mistral::{self, MistralOcrParams, MistralOcrResponse};
@@ -10,6 +14,7 @@ use crate::ocr::prepare::{
 };
 use crate::ocr::registry::OcrProvider;
 use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection};
+use crate::providers::azure_ai::auth::{AzureAuthInputs, AzureAuthService};
 use crate::url_utils::ApiUrl;
 
 const AZURE_AI_API_KEY_ENV: &str = "AZURE_AI_API_KEY";
@@ -31,7 +36,12 @@ impl OcrAdapter for AzureMistralAdapter {
             known: params,
             extra_params: _extra_params,
         } = _prepare_ocr_request::<MistralOcrParams>(request)?;
-        let headers = authenticate(&request.connection, &credential_env)?;
+        let config = AzureAuthInputs::from_sourced_optional_params(
+            &request.optional_params,
+            &request.input_sources,
+        )
+        .map_err(Error::from)?;
+        let headers = validate_environment(&request.connection, &config, &credential_env).await?;
         let url = get_complete_url(request.connection.api_base.as_deref(), &credential_env)?;
         let document = inline_remote_document(
             client.document_fetcher(),
@@ -76,21 +86,61 @@ fn get_complete_url(
         })
 }
 
-fn authenticate(
+async fn validate_environment(
     connection: &OcrConnection,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
+    config: &AzureAuthInputs,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
 ) -> Result<Vec<(String, String)>, OcrError> {
     if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
+        validate_destination(connection, connection.extra_headers_source)?;
         return Ok(connection.extra_headers.clone());
     }
     let key = nonblank(connection.api_key.clone())
-        .or_else(|| nonblank(env_lookup(AZURE_AI_API_KEY_ENV)))
+        .map(|value| Sourced::new(value, connection.api_key_source))
+        .or_else(|| {
+            nonblank(env_lookup(AZURE_AI_API_KEY_ENV))
+                .map(|value| Sourced::new(value, InputSource::Environment))
+        });
+    if let Some(key) = key {
+        validate_destination(connection, key.source())?;
+        return Ok(bearer_headers(connection, key.value()));
+    }
+    static SERVICE: OnceLock<AzureAuthService> = OnceLock::new();
+    let key = SERVICE
+        .get_or_init(AzureAuthService::default)
+        .get_azure_ad_token(config, env_lookup)
+        .await
+        .map_err(Error::from)?
+        .map(|credential| {
+            let source = credential.source();
+            let value = credential.value().secret().expose().to_string();
+            Sourced::new(value, source)
+        })
         .ok_or(Error::MissingAzureAiCredentials)?;
-    Ok(
-        std::iter::once(("Authorization".into(), format!("Bearer {key}")))
-            .chain(connection.extra_headers.clone())
-            .collect(),
-    )
+    validate_destination(connection, key.source())?;
+    Ok(bearer_headers(connection, key.value()))
+}
+
+fn validate_destination(
+    connection: &OcrConnection,
+    credential_source: InputSource,
+) -> Result<(), OcrError> {
+    if connection.api_base.is_some()
+        && connection.api_base_source == InputSource::Request
+        && credential_source != InputSource::Request
+    {
+        return Err(Error::from(crate::AuthError::Configuration(
+            AuthConfigurationError::RequestAzureCredentialDestination,
+        ))
+        .into());
+    }
+    Ok(())
+}
+
+fn bearer_headers(connection: &OcrConnection, key: &str) -> Vec<(String, String)> {
+    std::iter::once(("Authorization".into(), format!("Bearer {key}")))
+        .chain(connection.extra_headers.clone())
+        .collect()
 }
 
 fn nonblank(value: Option<String>) -> Option<String> {
@@ -119,27 +169,76 @@ mod tests {
         );
     }
 
-    #[test]
-    fn supplied_authorization_precedes_keys() {
+    #[tokio::test]
+    async fn supplied_authorization_precedes_keys() {
         let connection = OcrConnection {
             api_key: Some("request-key".into()),
             extra_headers: vec![("authorization".into(), "Bearer prepared".into())],
             ..Default::default()
         };
         assert_eq!(
-            authenticate(&connection, &|_| Some("environment-key".into())).unwrap(),
+            validate_environment(&connection, &Default::default(), &|_| Some(
+                "environment-key".into()
+            ))
+            .await
+            .unwrap(),
             connection.extra_headers
         );
     }
 
-    #[test]
-    fn request_key_precedes_environment_key() {
+    #[tokio::test]
+    async fn request_key_precedes_environment_key() {
         let connection = OcrConnection {
             api_key: Some("request-key".into()),
             ..Default::default()
         };
         assert_eq!(
-            authenticate(&connection, &|_| Some("environment-key".into())).unwrap()[0],
+            validate_environment(&connection, &Default::default(), &|_| Some(
+                "environment-key".into()
+            ))
+            .await
+            .unwrap()[0],
+            ("Authorization".into(), "Bearer request-key".into())
+        );
+    }
+
+    #[tokio::test]
+    async fn request_endpoint_cannot_receive_environment_key() {
+        let connection = OcrConnection {
+            api_base: Some("https://request.example".into()),
+            api_base_source: InputSource::Request,
+            ..Default::default()
+        };
+
+        let error = validate_environment(&connection, &Default::default(), &|name| {
+            (name == AZURE_AI_API_KEY_ENV).then(|| "environment-key".into())
+        })
+        .await
+        .unwrap_err();
+
+        assert!(
+            error
+                .to_string()
+                .contains("request-controlled Azure endpoint")
+        );
+    }
+
+    #[tokio::test]
+    async fn request_endpoint_accepts_request_owned_key() {
+        let connection = OcrConnection {
+            api_key: Some("request-key".into()),
+            api_key_source: InputSource::Request,
+            api_base: Some("https://request.example".into()),
+            api_base_source: InputSource::Request,
+            ..Default::default()
+        };
+
+        let headers = validate_environment(&connection, &Default::default(), &|_| None)
+            .await
+            .unwrap();
+
+        assert_eq!(
+            headers[0],
             ("Authorization".into(), "Bearer request-key".into())
         );
     }
diff --git a/litellm-rust/crates/core/src/ocr/types.rs b/litellm-rust/crates/core/src/ocr/types.rs
index eeda94738a0..dec474876fb 100644
--- a/litellm-rust/crates/core/src/ocr/types.rs
+++ b/litellm-rust/crates/core/src/ocr/types.rs
@@ -1,3 +1,4 @@
+use std::collections::BTreeMap;
 use std::sync::Arc;
 use std::time::Duration;
 
@@ -7,6 +8,7 @@ use serde_json::{Map, Value};
 use super::hooks::{NoopOcrHooks, OcrHooks};
 use super::registry::{OcrAdapterKind, resolve_wire_adapter};
 use crate::Error;
+use crate::auth::InputSource;
 use crate::constants::OCR_HTTP_TIMEOUT_SECS;
 
 #[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
@@ -65,8 +67,11 @@ pub enum OcrResponseFormat {
 #[derive(Clone)]
 pub struct OcrConnection {
     pub api_key: Option<String>,
+    pub api_key_source: InputSource,
     pub api_base: Option<String>,
+    pub api_base_source: InputSource,
     pub extra_headers: Vec<(String, String)>,
+    pub extra_headers_source: InputSource,
     pub timeout: Duration,
     pub max_download_bytes: u64,
 }
@@ -75,8 +80,11 @@ impl Default for OcrConnection {
     fn default() -> Self {
         Self {
             api_key: None,
+            api_key_source: InputSource::Deployment,
             api_base: None,
+            api_base_source: InputSource::Deployment,
             extra_headers: Vec::new(),
+            extra_headers_source: InputSource::Deployment,
             timeout: Duration::from_secs(OCR_HTTP_TIMEOUT_SECS),
             max_download_bytes: crate::constants::OCR_DOWNLOAD_MAX_BYTES,
         }
@@ -90,6 +98,7 @@ pub struct LiteLLMOcrRequest {
     pub hooks: Arc<dyn OcrHooks>,
     pub litellm_call_id: Option<String>,
     pub optional_params: Map<String, Value>,
+    pub input_sources: BTreeMap<String, InputSource>,
     pub(crate) adapter: OcrAdapterKind,
 }
 
@@ -109,6 +118,7 @@ impl LiteLLMOcrRequest {
             hooks: Arc::new(NoopOcrHooks),
             litellm_call_id: None,
             optional_params,
+            input_sources: BTreeMap::new(),
             adapter: adapter_kind,
         })
     }
diff --git a/litellm-rust/crates/core/src/ocr/wire.rs b/litellm-rust/crates/core/src/ocr/wire.rs
index db8d91905c4..d0fe32378b9 100644
--- a/litellm-rust/crates/core/src/ocr/wire.rs
+++ b/litellm-rust/crates/core/src/ocr/wire.rs
@@ -1,10 +1,12 @@
 use crate::ocr::error::OcrRequestError;
 use crate::ocr::error::OcrResponseError;
+use std::collections::BTreeMap;
 use std::time::Duration;
 
 use super::hooks::{OcrDuringCallRequest, OcrPreCallRequest};
 use super::types::{LiteLLMOcrRequest, OcrConnection, OcrDocument};
 use crate::Error;
+use crate::auth::InputSource;
 use serde::{
     Deserialize,
     de::{DeserializeOwned, IntoDeserializer},
@@ -28,6 +30,8 @@ pub struct OcrWireRequest {
     pub extra_headers: Option<Map<String, Value>>,
     #[serde(default)]
     pub optional_params: Map<String, Value>,
+    #[serde(default)]
+    pub input_sources: BTreeMap<String, InputSource>,
     pub timeout_seconds: Option<f64>,
 }
 
@@ -36,6 +40,9 @@ pub fn is_supported_request(model: &str, custom_llm_provider: Option<&str>) -> b
 }
 
 pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error> {
+    let api_key_source = source_for(&wire.input_sources, "api_key");
+    let api_base_source = source_for(&wire.input_sources, "api_base");
+    let extra_headers_source = source_for(&wire.input_sources, "extra_headers");
     let document = decode_request_value(wire.document, "document")?;
     let headers = wire
         .extra_headers
@@ -67,17 +74,25 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
     )?;
     let connection = OcrConnection {
         api_key: nonblank(wire.api_key),
+        api_key_source,
         api_base: nonblank(wire.api_base),
+        api_base_source,
         extra_headers: headers,
+        extra_headers_source,
         timeout: timeout.unwrap_or(defaults.timeout),
         max_download_bytes: defaults.max_download_bytes,
     };
     Ok(LiteLLMOcrRequest {
         connection,
+        input_sources: wire.input_sources,
         ..request
     })
 }
 
+fn source_for(sources: &BTreeMap<String, InputSource>, name: &str) -> InputSource {
+    sources.get(name).copied().unwrap_or_default()
+}
+
 fn nonblank(value: Option<String>) -> Option<String> {
     value
         .map(|s| s.trim().to_string())
diff --git a/litellm-rust/crates/core/src/providers/anthropic/messages/transformation.rs b/litellm-rust/crates/core/src/providers/anthropic/messages/transformation.rs
index f31b961e78a..3ed00b7cc5f 100644
--- a/litellm-rust/crates/core/src/providers/anthropic/messages/transformation.rs
+++ b/litellm-rust/crates/core/src/providers/anthropic/messages/transformation.rs
@@ -1,3 +1,4 @@
+use crate::auth::error::MissingCredential;
 use crate::error::Error;
 use crate::messages::transformation::{AnthropicMessagesProviderConfig, MessagesAuthStrategy};
 
@@ -21,13 +22,7 @@ pub fn resolve_anthropic_api_key(
     non_empty(api_key)
         .map(str::to_string)
         .or_else(|| env_lookup(ANTHROPIC_API_KEY_ENV).filter(|value| !value.trim().is_empty()))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Anthropic API Key - Set `api_key` or the ANTHROPIC_API_KEY \
-                 environment variable"
-                    .to_string(),
-            )
-        })
+        .ok_or_else(|| Error::from(crate::AuthError::from(MissingCredential::AnthropicApiKey)))
 }
 
 pub fn complete_anthropic_url(
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/auth/credential_provider_cache.rs b/litellm-rust/crates/core/src/providers/azure_ai/auth/credential_provider_cache.rs
new file mode 100644
index 00000000000..297e4cc6502
--- /dev/null
+++ b/litellm-rust/crates/core/src/providers/azure_ai/auth/credential_provider_cache.rs
@@ -0,0 +1,43 @@
+use std::future::Future;
+use std::sync::Arc;
+
+use azure_core::credentials::TokenCredential;
+use moka::future::Cache;
+
+use crate::AuthError;
+
+#[derive(Clone, Debug, PartialEq, Eq, Hash)]
+pub(crate) struct AzureCredentialProviderCacheKey {
+    pub(crate) mechanism: &'static str,
+    pub(crate) authority: String,
+    pub(crate) tenant_id: String,
+    pub(crate) client_id: String,
+    pub(crate) scope: String,
+    pub(crate) secret_identity: String,
+}
+
+pub(crate) struct AzureCredentialProviderCache {
+    entries: Cache<AzureCredentialProviderCacheKey, Arc<dyn TokenCredential>>,
+}
+
+impl AzureCredentialProviderCache {
+    pub(crate) fn new(capacity: u64) -> Self {
+        Self {
+            entries: Cache::builder().max_capacity(capacity).build(),
+        }
+    }
+
+    pub(crate) async fn get_or_create<F>(
+        &self,
+        key: AzureCredentialProviderCacheKey,
+        create: F,
+    ) -> Result<Arc<dyn TokenCredential>, AuthError>
+    where
+        F: Future<Output = Result<Arc<dyn TokenCredential>, AuthError>>,
+    {
+        self.entries
+            .try_get_with(key, create)
+            .await
+            .map_err(|error| (*error).clone())
+    }
+}
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/auth/mod.rs b/litellm-rust/crates/core/src/providers/azure_ai/auth/mod.rs
new file mode 100644
index 00000000000..33d007c1945
--- /dev/null
+++ b/litellm-rust/crates/core/src/providers/azure_ai/auth/mod.rs
@@ -0,0 +1,7 @@
+mod credential_provider_cache;
+mod native;
+mod resolve;
+mod types;
+
+pub(crate) use resolve::AzureAuthService;
+pub(crate) use types::AzureAuthInputs;
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/auth/native.rs b/litellm-rust/crates/core/src/providers/azure_ai/auth/native.rs
new file mode 100644
index 00000000000..b8f19818d16
--- /dev/null
+++ b/litellm-rust/crates/core/src/providers/azure_ai/auth/native.rs
@@ -0,0 +1,702 @@
+use crate::auth::error::AuthConfigurationError;
+use std::sync::Arc;
+use std::time::{Duration, UNIX_EPOCH};
+
+use azure_core::cloud::{CloudConfiguration, CustomConfiguration};
+use azure_core::credentials::{Secret, TokenCredential};
+use azure_core::http::ClientOptions;
+use azure_identity::{
+    ClientAssertion, ClientAssertionCredential, ClientAssertionCredentialOptions,
+    ClientSecretCredential, ClientSecretCredentialOptions, DeveloperToolsCredential,
+    ManagedIdentityCredential, ManagedIdentityCredentialOptions, UserAssignedId,
+    WorkloadIdentityCredential, WorkloadIdentityCredentialOptions,
+};
+use sha2::{Digest, Sha256};
+
+use crate::AuthError;
+use crate::auth::{InputSource, ResolvedCredential, SecretValue, Sourced};
+
+use super::credential_provider_cache::{
+    AzureCredentialProviderCache, AzureCredentialProviderCacheKey,
+};
+
+#[derive(Clone, Debug)]
+pub(crate) enum NativeAzureRequest {
+    ClientSecret {
+        tenant_id: Sourced<String>,
+        client_id: Sourced<String>,
+        client_secret: Sourced<SecretValue>,
+        scope: Sourced<String>,
+        authority: Option<Sourced<String>>,
+    },
+    ClientAssertion {
+        tenant_id: Sourced<String>,
+        client_id: Sourced<String>,
+        assertion: Sourced<SecretValue>,
+        assertion_identity: String,
+        scope: Sourced<String>,
+        authority: Option<Sourced<String>>,
+    },
+    WorkloadIdentity {
+        tenant_id: Sourced<String>,
+        client_id: Sourced<String>,
+        token_file_path: Sourced<String>,
+        scope: Sourced<String>,
+        authority: Option<Sourced<String>>,
+    },
+    ManagedIdentity {
+        client_id: Option<Sourced<String>>,
+        scope: Sourced<String>,
+        selection_source: InputSource,
+    },
+    DeveloperTools {
+        scope: Sourced<String>,
+        selection_source: InputSource,
+    },
+}
+
+#[derive(Clone, Debug)]
+pub(crate) struct ValidatedAzureRequest {
+    request: NativeAzureRequest,
+    credential_source: InputSource,
+}
+
+impl ValidatedAzureRequest {
+    pub(crate) fn new(request: NativeAzureRequest) -> Result<Self, AuthError> {
+        validate_authority(&request)?;
+        let credential_source = validate_sources(&request)?;
+        Ok(Self {
+            request,
+            credential_source,
+        })
+    }
+
+    pub(crate) fn credential_source(&self) -> InputSource {
+        self.credential_source
+    }
+
+    #[cfg(test)]
+    pub(super) fn kind(&self) -> &'static str {
+        match self.request {
+            NativeAzureRequest::ClientSecret { .. } => "client-secret",
+            NativeAzureRequest::ClientAssertion { .. } => "client-assertion",
+            NativeAzureRequest::WorkloadIdentity { .. } => "workload-identity",
+            NativeAzureRequest::ManagedIdentity { .. } => "managed-identity",
+            NativeAzureRequest::DeveloperTools { .. } => "developer-tools",
+        }
+    }
+}
+
+pub(crate) struct NativeAzureTokenAcquirer {
+    cache: AzureCredentialProviderCache,
+    transport: Option<azure_core::http::Transport>,
+}
+
+impl Default for NativeAzureTokenAcquirer {
+    fn default() -> Self {
+        Self::new(64)
+    }
+}
+
+impl NativeAzureTokenAcquirer {
+    pub(crate) fn new(cache_capacity: u64) -> Self {
+        Self {
+            cache: AzureCredentialProviderCache::new(cache_capacity),
+            transport: None,
+        }
+    }
+
+    #[cfg(test)]
+    pub(super) fn with_transport(
+        cache_capacity: u64,
+        transport: azure_core::http::Transport,
+    ) -> Self {
+        Self {
+            cache: AzureCredentialProviderCache::new(cache_capacity),
+            transport: Some(transport),
+        }
+    }
+
+    pub(crate) async fn acquire(
+        &self,
+        request: ValidatedAzureRequest,
+    ) -> Result<ResolvedCredential, AuthError> {
+        let scope = request.request.scope().to_string();
+        let key = request.request.cache_key();
+        let transport = self.transport.clone();
+        let credential = self
+            .cache
+            .get_or_create(
+                key,
+                async move { build_credential(request.request, transport) },
+            )
+            .await?;
+        let token = credential
+            .get_token(&[scope.as_str()], None)
+            .await
+            .map_err(|error| AuthError::AzureTokenAcquisition(error.to_string()))?;
+        let expires_on = u64::try_from(token.expires_on.unix_timestamp())
+            .ok()
+            .map(|seconds| UNIX_EPOCH + Duration::from_secs(seconds));
+
+        Ok(ResolvedCredential::AccessToken {
+            token: SecretValue::new(token.token.secret()),
+            expires_on,
+        })
+    }
+}
+
+impl NativeAzureRequest {
+    fn scope(&self) -> &str {
+        match self {
+            Self::ClientSecret { scope, .. }
+            | Self::ClientAssertion { scope, .. }
+            | Self::WorkloadIdentity { scope, .. }
+            | Self::ManagedIdentity { scope, .. }
+            | Self::DeveloperTools { scope, .. } => scope.value(),
+        }
+    }
+
+    fn cache_key(&self) -> AzureCredentialProviderCacheKey {
+        match self {
+            Self::ClientSecret {
+                tenant_id,
+                client_id,
+                client_secret,
+                scope,
+                authority,
+            } => AzureCredentialProviderCacheKey {
+                mechanism: "client-secret",
+                authority: authority
+                    .as_ref()
+                    .map(|value| value.value().clone())
+                    .unwrap_or_default(),
+                tenant_id: tenant_id.value().clone(),
+                client_id: client_id.value().clone(),
+                scope: scope.value().clone(),
+                secret_identity: secret_digest(client_secret.value().expose()),
+            },
+            Self::ClientAssertion {
+                tenant_id,
+                client_id,
+                assertion,
+                assertion_identity,
+                scope,
+                authority,
+            } => AzureCredentialProviderCacheKey {
+                mechanism: "client-assertion",
+                authority: authority
+                    .as_ref()
+                    .map(|value| value.value().clone())
+                    .unwrap_or_default(),
+                tenant_id: tenant_id.value().clone(),
+                client_id: client_id.value().clone(),
+                scope: scope.value().clone(),
+                secret_identity: format!(
+                    "{assertion_identity}:{}",
+                    secret_digest(assertion.value().expose())
+                ),
+            },
+            Self::WorkloadIdentity {
+                tenant_id,
+                client_id,
+                token_file_path,
+                scope,
+                authority,
+            } => AzureCredentialProviderCacheKey {
+                mechanism: "workload-identity",
+                authority: authority
+                    .as_ref()
+                    .map(|value| value.value().clone())
+                    .unwrap_or_default(),
+                tenant_id: tenant_id.value().clone(),
+                client_id: client_id.value().clone(),
+                scope: scope.value().clone(),
+                secret_identity: token_file_path.value().clone(),
+            },
+            Self::ManagedIdentity {
+                client_id, scope, ..
+            } => AzureCredentialProviderCacheKey {
+                mechanism: "managed-identity",
+                authority: String::new(),
+                tenant_id: String::new(),
+                client_id: client_id
+                    .as_ref()
+                    .map(|value| value.value().clone())
+                    .unwrap_or_default(),
+                scope: scope.value().clone(),
+                secret_identity: String::new(),
+            },
+            Self::DeveloperTools { scope, .. } => AzureCredentialProviderCacheKey {
+                mechanism: "developer-tools",
+                authority: String::new(),
+                tenant_id: String::new(),
+                client_id: String::new(),
+                scope: scope.value().clone(),
+                secret_identity: String::new(),
+            },
+        }
+    }
+}
+
+fn validate_authority(request: &NativeAzureRequest) -> Result<(), AuthError> {
+    let authority = match request {
+        NativeAzureRequest::ClientSecret { authority, .. }
+        | NativeAzureRequest::ClientAssertion { authority, .. }
+        | NativeAzureRequest::WorkloadIdentity { authority, .. } => authority.as_ref(),
+        NativeAzureRequest::ManagedIdentity { .. } | NativeAzureRequest::DeveloperTools { .. } => {
+            None
+        }
+    };
+    let Some(authority) = authority else {
+        return Ok(());
+    };
+    let url = url::Url::parse(authority.value())
+        .map_err(|_| AuthError::Configuration(AuthConfigurationError::InvalidAzureAuthority))?;
+    if url.scheme() != "https"
+        || url.host_str().is_none()
+        || !url.username().is_empty()
+        || url.password().is_some()
+        || url.query().is_some()
+        || url.fragment().is_some()
+        || !matches!(url.path(), "" | "/")
+    {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::InvalidAzureAuthority,
+        ));
+    }
+    Ok(())
+}
+
+fn validate_sources(request: &NativeAzureRequest) -> Result<InputSource, AuthError> {
+    match request {
+        NativeAzureRequest::ClientSecret {
+            tenant_id,
+            client_id,
+            client_secret,
+            scope,
+            authority,
+        } => {
+            let identity_sources = [
+                tenant_id.source(),
+                client_id.source(),
+                client_secret.source(),
+            ];
+            let request_identity = identity_sources.contains(&InputSource::Request);
+            if request_identity
+                && !identity_sources
+                    .iter()
+                    .all(|source| *source == InputSource::Request)
+            {
+                return mixed_sources();
+            }
+            if !request_identity && is_request_controlled(scope, authority.as_ref()) {
+                return mixed_sources();
+            }
+            Ok(if request_identity {
+                InputSource::Request
+            } else {
+                trusted_source(&identity_sources)
+            })
+        }
+        NativeAzureRequest::ClientAssertion {
+            tenant_id,
+            client_id,
+            assertion,
+            scope,
+            authority,
+            ..
+        } => trusted_only(&[
+            tenant_id.source(),
+            client_id.source(),
+            assertion.source(),
+            scope.source(),
+            authority
+                .as_ref()
+                .map(Sourced::source)
+                .unwrap_or(InputSource::Environment),
+        ]),
+        NativeAzureRequest::WorkloadIdentity {
+            tenant_id,
+            client_id,
+            token_file_path,
+            scope,
+            authority,
+        } => trusted_only(&[
+            tenant_id.source(),
+            client_id.source(),
+            token_file_path.source(),
+            scope.source(),
+            authority
+                .as_ref()
+                .map(Sourced::source)
+                .unwrap_or(InputSource::Environment),
+        ]),
+        NativeAzureRequest::ManagedIdentity {
+            client_id,
+            scope,
+            selection_source,
+        } => trusted_only(&[
+            client_id
+                .as_ref()
+                .map(Sourced::source)
+                .unwrap_or(InputSource::Environment),
+            scope.source(),
+            *selection_source,
+        ]),
+        NativeAzureRequest::DeveloperTools {
+            scope,
+            selection_source,
+        } => trusted_only(&[scope.source(), *selection_source]),
+    }
+}
+
+fn is_request_controlled<T>(value: &Sourced<T>, optional: Option<&Sourced<String>>) -> bool {
+    value.source() == InputSource::Request
+        || optional.is_some_and(|value| value.source() == InputSource::Request)
+}
+
+fn trusted_only(sources: &[InputSource]) -> Result<InputSource, AuthError> {
+    if sources.contains(&InputSource::Request) {
+        return mixed_sources();
+    }
+    Ok(trusted_source(sources))
+}
+
+fn trusted_source(sources: &[InputSource]) -> InputSource {
+    if sources.contains(&InputSource::Deployment) {
+        InputSource::Deployment
+    } else {
+        InputSource::Environment
+    }
+}
+
+fn mixed_sources<T>() -> Result<T, AuthError> {
+    Err(AuthError::Configuration(
+        AuthConfigurationError::MixedAzureCredentialSources,
+    ))
+}
+
+fn build_credential(
+    request: NativeAzureRequest,
+    transport: Option<azure_core::http::Transport>,
+) -> Result<Arc<dyn TokenCredential>, AuthError> {
+    match request {
+        NativeAzureRequest::ClientSecret {
+            tenant_id,
+            client_id,
+            client_secret,
+            authority,
+            ..
+        } => ClientSecretCredential::new(
+            tenant_id.value(),
+            client_id.into_value(),
+            Secret::new(client_secret.value().expose().to_string()),
+            Some(ClientSecretCredentialOptions {
+                client_options: client_options(authority.map(Sourced::into_value), transport),
+            }),
+        )
+        .map(|credential| credential as Arc<dyn TokenCredential>),
+        NativeAzureRequest::ClientAssertion {
+            tenant_id,
+            client_id,
+            assertion,
+            authority,
+            ..
+        } => ClientAssertionCredential::new(
+            tenant_id.into_value(),
+            client_id.into_value(),
+            StaticAssertion(assertion.into_value()),
+            Some(ClientAssertionCredentialOptions {
+                client_options: client_options(authority.map(Sourced::into_value), transport),
+            }),
+        )
+        .map(|credential| credential as Arc<dyn TokenCredential>),
+        NativeAzureRequest::WorkloadIdentity {
+            tenant_id,
+            client_id,
+            token_file_path,
+            authority,
+            ..
+        } => WorkloadIdentityCredential::new(Some(WorkloadIdentityCredentialOptions {
+            credential_options: azure_identity::ClientAssertionCredentialOptions {
+                client_options: client_options(authority.map(Sourced::into_value), transport),
+            },
+            client_id: Some(client_id.into_value()),
+            tenant_id: Some(tenant_id.into_value()),
+            token_file_path: Some(token_file_path.into_value().into()),
+        }))
+        .map(|credential| credential as Arc<dyn TokenCredential>),
+        NativeAzureRequest::ManagedIdentity { client_id, .. } => {
+            ManagedIdentityCredential::new(Some(ManagedIdentityCredentialOptions {
+                user_assigned_id: client_id
+                    .map(Sourced::into_value)
+                    .map(UserAssignedId::ClientId),
+                client_options: client_options(None, transport),
+            }))
+            .map(|credential| credential as Arc<dyn TokenCredential>)
+        }
+        NativeAzureRequest::DeveloperTools { .. } => DeveloperToolsCredential::new(None)
+            .map(|credential| credential as Arc<dyn TokenCredential>),
+    }
+    .map_err(|error| {
+        AuthError::Configuration(AuthConfigurationError::AzureCredentialInitialization(
+            error.to_string(),
+        ))
+    })
+}
+
+fn client_options(
+    authority: Option<String>,
+    transport: Option<azure_core::http::Transport>,
+) -> ClientOptions {
+    let cloud = authority.map(|authority_host| {
+        let mut custom = CustomConfiguration::default();
+        custom.authority_host = authority_host;
+        Arc::new(CloudConfiguration::from(custom))
+    });
+    ClientOptions {
+        cloud,
+        transport,
+        ..Default::default()
+    }
+}
+
+fn secret_digest(secret: &str) -> String {
+    format!("{:x}", Sha256::digest(secret.as_bytes()))
+}
+
+#[derive(Debug)]
+struct StaticAssertion(SecretValue);
+
+impl ClientAssertion for StaticAssertion {
+    fn secret<'life0, 'life1, 'async_trait>(
+        &'life0 self,
+        _options: Option<azure_core::http::ClientMethodOptions<'life1>>,
+    ) -> std::pin::Pin<
+        Box<dyn std::future::Future<Output = azure_core::Result<String>> + Send + 'async_trait>,
+    >
+    where
+        'life0: 'async_trait,
+        'life1: 'async_trait,
+        Self: 'async_trait,
+    {
+        Box::pin(async move { Ok(self.0.expose().to_string()) })
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use std::sync::{Arc, Mutex};
+
+    use azure_core::http::headers::Headers;
+    use azure_core::http::{AsyncRawResponse, HttpClient, Request, StatusCode, Transport};
+    use azure_core::{Bytes, Result};
+
+    use super::{NativeAzureRequest, NativeAzureTokenAcquirer, ValidatedAzureRequest};
+    use crate::auth::{InputSource, SecretValue, Sourced};
+
+    fn deployment<T>(value: T) -> Sourced<T> {
+        Sourced::new(value, InputSource::Deployment)
+    }
+
+    fn sourced_client_secret(
+        credential_source: InputSource,
+        authority_source: InputSource,
+        authority: &str,
+    ) -> NativeAzureRequest {
+        NativeAzureRequest::ClientSecret {
+            tenant_id: Sourced::new("tenant".to_string(), credential_source),
+            client_id: Sourced::new("client".to_string(), credential_source),
+            client_secret: Sourced::new(SecretValue::new("secret"), credential_source),
+            scope: Sourced::new("scope".to_string(), InputSource::Environment),
+            authority: Some(Sourced::new(authority.to_string(), authority_source)),
+        }
+    }
+
+    fn client_secret_request(
+        tenant: &str,
+        client: &str,
+        secret: &str,
+        scope: &str,
+        authority: &str,
+    ) -> ValidatedAzureRequest {
+        ValidatedAzureRequest::new(NativeAzureRequest::ClientSecret {
+            tenant_id: deployment(tenant.to_string()),
+            client_id: deployment(client.to_string()),
+            client_secret: deployment(SecretValue::new(secret)),
+            scope: deployment(scope.to_string()),
+            authority: Some(deployment(authority.to_string())),
+        })
+        .unwrap()
+    }
+
+    #[derive(Debug, Default)]
+    struct RecordingTokenClient {
+        requests: Mutex<Vec<(String, String)>>,
+    }
+
+    impl HttpClient for RecordingTokenClient {
+        fn execute_request<'life0, 'life1, 'async_trait>(
+            &'life0 self,
+            request: &'life1 Request,
+        ) -> std::pin::Pin<
+            Box<dyn std::future::Future<Output = Result<AsyncRawResponse>> + Send + 'async_trait>,
+        >
+        where
+            'life0: 'async_trait,
+            'life1: 'async_trait,
+            Self: 'async_trait,
+        {
+            Box::pin(async move {
+                let body = Bytes::from(request.body());
+                self.requests.lock().unwrap().push((
+                    request.url().to_string(),
+                    String::from_utf8(body.to_vec()).unwrap(),
+                ));
+                Ok(AsyncRawResponse::from_bytes(
+                    StatusCode::Ok,
+                    Headers::new(),
+                    r#"{"token_type":"Bearer","expires_in":3600,"ext_expires_in":3600,"access_token":"native-token"}"#,
+                ))
+            })
+        }
+    }
+
+    #[tokio::test]
+    async fn client_secret_uses_sdk_protocol_and_reuses_cached_credential() {
+        let transport = Arc::new(RecordingTokenClient::default());
+        let acquirer =
+            NativeAzureTokenAcquirer::with_transport(4, Transport::new(transport.clone()));
+        let request = client_secret_request(
+            "tenant",
+            "client",
+            "secret",
+            "https://service.test/.default",
+            "https://login.test",
+        );
+
+        let first = acquirer.acquire(request.clone()).await.unwrap();
+        let second = acquirer.acquire(request).await.unwrap();
+
+        assert_eq!(first.secret().expose(), "native-token");
+        assert_eq!(second.secret().expose(), "native-token");
+        let requests = transport.requests.lock().unwrap();
+        assert_eq!(requests.len(), 1);
+        assert_eq!(requests[0].0, "https://login.test/tenant/oauth2/v2.0/token");
+        assert!(requests[0].1.contains("client_id=client"));
+        assert!(requests[0].1.contains("client_secret=secret"));
+        assert!(
+            requests[0]
+                .1
+                .contains("scope=https%3A%2F%2Fservice.test%2F.default")
+        );
+    }
+
+    #[tokio::test]
+    async fn credential_provider_cache_isolates_every_client_secret_identity_field() {
+        let transport = Arc::new(RecordingTokenClient::default());
+        let acquirer =
+            NativeAzureTokenAcquirer::with_transport(16, Transport::new(transport.clone()));
+        let request = client_secret_request;
+        let base = request("tenant", "client", "secret", "scope", "https://login.test");
+        let variants = [
+            base.clone(),
+            request(
+                "other-tenant",
+                "client",
+                "secret",
+                "scope",
+                "https://login.test",
+            ),
+            request(
+                "tenant",
+                "other-client",
+                "secret",
+                "scope",
+                "https://login.test",
+            ),
+            request(
+                "tenant",
+                "client",
+                "other-secret",
+                "scope",
+                "https://login.test",
+            ),
+            request(
+                "tenant",
+                "client",
+                "secret",
+                "other-scope",
+                "https://login.test",
+            ),
+            request(
+                "tenant",
+                "client",
+                "secret",
+                "scope",
+                "https://other-login.test",
+            ),
+        ];
+
+        acquirer.acquire(base.clone()).await.unwrap();
+        acquirer.acquire(base).await.unwrap();
+        for request in variants.into_iter().skip(1) {
+            acquirer.acquire(request).await.unwrap();
+        }
+
+        assert_eq!(transport.requests.lock().unwrap().len(), 6);
+    }
+
+    #[test]
+    fn request_authority_requires_request_owned_client_secret_identity() {
+        let error = ValidatedAzureRequest::new(sourced_client_secret(
+            InputSource::Deployment,
+            InputSource::Request,
+            "https://login.example",
+        ))
+        .unwrap_err();
+
+        assert!(matches!(
+            error,
+            crate::AuthError::Configuration(
+                crate::auth::error::AuthConfigurationError::MixedAzureCredentialSources
+            )
+        ));
+    }
+
+    #[test]
+    fn request_owned_client_secret_identity_can_select_custom_authority() {
+        let request = ValidatedAzureRequest::new(sourced_client_secret(
+            InputSource::Request,
+            InputSource::Request,
+            "https://login.example",
+        ))
+        .unwrap();
+
+        assert_eq!(request.credential_source(), InputSource::Request);
+    }
+
+    #[test]
+    fn authority_is_restricted_to_an_https_origin() {
+        for authority in [
+            "http://login.example",
+            "https://user@login.example",
+            "https://login.example/tenant",
+            "https://login.example?target=other",
+        ] {
+            let error = ValidatedAzureRequest::new(sourced_client_secret(
+                InputSource::Deployment,
+                InputSource::Deployment,
+                authority,
+            ))
+            .unwrap_err();
+            assert!(matches!(
+                error,
+                crate::AuthError::Configuration(
+                    crate::auth::error::AuthConfigurationError::InvalidAzureAuthority
+                )
+            ));
+        }
+    }
+}
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/auth/resolve.rs b/litellm-rust/crates/core/src/providers/azure_ai/auth/resolve.rs
new file mode 100644
index 00000000000..025dd4f8740
--- /dev/null
+++ b/litellm-rust/crates/core/src/providers/azure_ai/auth/resolve.rs
@@ -0,0 +1,683 @@
+use crate::AuthError;
+use crate::auth::error::AuthConfigurationError;
+use crate::auth::{
+    CredentialFileRef, CredentialLookup, CredentialRef, InputSource, ResolvedCredential,
+    SecretValue, Sourced, TokenProviderHandle,
+};
+use std::future::Future;
+use std::pin::Pin;
+use std::sync::Arc;
+
+use super::native::{NativeAzureRequest, NativeAzureTokenAcquirer, ValidatedAzureRequest};
+use super::types::{AzureAuthInputs, AzureCredentialType, ConfigValue, DEFAULT_AZURE_SCOPE};
+
+const AZURE_AD_TOKEN_ENV: &str = "AZURE_AD_TOKEN";
+const AZURE_TENANT_ID_ENV: &str = "AZURE_TENANT_ID";
+const AZURE_CLIENT_ID_ENV: &str = "AZURE_CLIENT_ID";
+const AZURE_CLIENT_SECRET_ENV: &str = "AZURE_CLIENT_SECRET";
+const AZURE_SCOPE_ENV: &str = "AZURE_SCOPE";
+const AZURE_AUTHORITY_HOST_ENV: &str = "AZURE_AUTHORITY_HOST";
+const AZURE_CREDENTIAL_ENV: &str = "AZURE_CREDENTIAL";
+const AZURE_FEDERATED_TOKEN_FILE_ENV: &str = "AZURE_FEDERATED_TOKEN_FILE";
+
+#[derive(Clone, Debug)]
+pub(crate) enum AzureCredentialPlan {
+    Supplied(Sourced<ResolvedCredential>),
+    Caller(TokenProviderHandle),
+    Oidc {
+        reference: Sourced<CredentialRef>,
+        tenant_id: Sourced<String>,
+        client_id: Sourced<String>,
+        scope: Sourced<String>,
+        authority: Option<Sourced<String>>,
+    },
+    Native(ValidatedAzureRequest),
+    Chain(Vec<ValidatedAzureRequest>),
+    Missing,
+}
+
+/// Rust counterpart to Python's `get_azure_ad_token`, not `BaseAzureLLM`.
+pub(crate) struct AzureAuthService {
+    native: Arc<dyn AzureTokenAcquirer>,
+}
+
+trait AzureTokenAcquirer: Send + Sync {
+    fn acquire(
+        &self,
+        request: ValidatedAzureRequest,
+    ) -> Pin<Box<dyn Future<Output = Result<ResolvedCredential, AuthError>> + Send + '_>>;
+}
+
+impl AzureTokenAcquirer for NativeAzureTokenAcquirer {
+    fn acquire(
+        &self,
+        request: ValidatedAzureRequest,
+    ) -> Pin<Box<dyn Future<Output = Result<ResolvedCredential, AuthError>> + Send + '_>> {
+        Box::pin(NativeAzureTokenAcquirer::acquire(self, request))
+    }
+}
+
+impl Default for AzureAuthService {
+    fn default() -> Self {
+        Self {
+            native: Arc::new(NativeAzureTokenAcquirer::default()),
+        }
+    }
+}
+
+impl AzureAuthService {
+    #[cfg(test)]
+    fn with_acquirer(native: Arc<dyn AzureTokenAcquirer>) -> Self {
+        Self { native }
+    }
+
+    pub(crate) async fn get_azure_ad_token(
+        &self,
+        inputs: &AzureAuthInputs,
+        env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+    ) -> Result<Option<Sourced<ResolvedCredential>>, AuthError> {
+        match select_auth_plan(inputs, env_lookup)? {
+            AzureCredentialPlan::Supplied(credential) => Ok(Some(credential)),
+            AzureCredentialPlan::Caller(caller) => {
+                let credential = caller.acquire().await?;
+                if credential.secret().expose().is_empty() {
+                    return Err(AuthError::EmptyAzureToken);
+                }
+                Ok(Some(Sourced::new(credential, InputSource::Deployment)))
+            }
+            AzureCredentialPlan::Oidc {
+                reference,
+                tenant_id,
+                client_id,
+                scope,
+                authority,
+            } => {
+                let assertion = resolve_reference(inputs, env_lookup, reference.value())
+                    .await?
+                    .ok_or(AuthError::UnresolvedOidcReference)?;
+                let request = ValidatedAzureRequest::new(NativeAzureRequest::ClientAssertion {
+                    tenant_id,
+                    client_id,
+                    assertion: Sourced::new(assertion, reference.source()),
+                    assertion_identity: format!("{:?}", reference.value()),
+                    scope,
+                    authority,
+                })?;
+                let source = request.credential_source();
+                self.native
+                    .acquire(request)
+                    .await
+                    .map(|credential| Sourced::new(credential, source))
+                    .map(Some)
+            }
+            AzureCredentialPlan::Native(request) => {
+                let source = request.credential_source();
+                self.native
+                    .acquire(request)
+                    .await
+                    .map(|credential| Some(Sourced::new(credential, source)))
+            }
+            AzureCredentialPlan::Chain(requests) => {
+                let mut failures = Vec::new();
+                for request in requests {
+                    let source = request.credential_source();
+                    match self.native.acquire(request).await {
+                        Ok(credential) => return Ok(Some(Sourced::new(credential, source))),
+                        Err(error) => failures.push(error),
+                    }
+                }
+                Err(AuthError::CredentialChain(failures))
+            }
+            AzureCredentialPlan::Missing => Ok(None),
+        }
+    }
+}
+
+pub(crate) fn select_auth_plan(
+    inputs: &AzureAuthInputs,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Result<AzureCredentialPlan, AuthError> {
+    let token = configured_secret(&inputs.azure_ad_token, AZURE_AD_TOKEN_ENV, env_lookup);
+    let tenant_id = configured_string(&inputs.tenant_id, AZURE_TENANT_ID_ENV, env_lookup);
+    let client_id = configured_string(&inputs.client_id, AZURE_CLIENT_ID_ENV, env_lookup);
+    let client_secret =
+        configured_secret(&inputs.client_secret, AZURE_CLIENT_SECRET_ENV, env_lookup);
+    let scope = configured_string(&inputs.azure_scope, AZURE_SCOPE_ENV, env_lookup)
+        .unwrap_or_else(|| Sourced::new(DEFAULT_AZURE_SCOPE.to_string(), InputSource::Environment));
+    let authority = configured_string(
+        &inputs.azure_authority_host,
+        AZURE_AUTHORITY_HOST_ENV,
+        env_lookup,
+    );
+    let selector = configured_string(&inputs.azure_credential, AZURE_CREDENTIAL_ENV, env_lookup)
+        .map(|value| {
+            value
+                .value()
+                .parse::<AzureCredentialType>()
+                .map(|selector| Sourced::new(selector, value.source()))
+        })
+        .transpose()
+        .map_err(|_| AuthError::Configuration(AuthConfigurationError::InvalidAzureSelector))?;
+    let federated_token_file = configured_string(
+        &inputs.federated_token_file,
+        AZURE_FEDERATED_TOKEN_FILE_ENV,
+        env_lookup,
+    );
+
+    if inputs.azure_ad_token_provider.is_none()
+        && let (Some(tenant_id), Some(client_id), Some(client_secret)) =
+            (tenant_id.clone(), client_id.clone(), client_secret)
+    {
+        return Ok(AzureCredentialPlan::Native(ValidatedAzureRequest::new(
+            NativeAzureRequest::ClientSecret {
+                tenant_id,
+                client_id,
+                client_secret,
+                scope,
+                authority,
+            },
+        )?));
+    }
+
+    if let (Some(reference), Some(tenant_id), Some(client_id)) = (
+        oidc_reference(&token)?,
+        tenant_id.clone(),
+        client_id.clone(),
+    ) {
+        return Ok(AzureCredentialPlan::Oidc {
+            reference,
+            tenant_id,
+            client_id,
+            scope,
+            authority,
+        });
+    }
+
+    if let Some(caller) = &inputs.azure_ad_token_provider {
+        return Ok(AzureCredentialPlan::Caller(caller.clone()));
+    }
+
+    if let Some(token) = token {
+        return Ok(AzureCredentialPlan::Supplied(token.map(|token| {
+            ResolvedCredential::AccessToken {
+                token,
+                expires_on: None,
+            }
+        })));
+    }
+
+    if !*inputs.enable_azure_ad_token_refresh.value() && selector.is_none() {
+        return Ok(AzureCredentialPlan::Missing);
+    }
+
+    select_native_plan(
+        selector,
+        tenant_id,
+        client_id,
+        federated_token_file,
+        scope,
+        authority,
+        inputs.enable_azure_ad_token_refresh.source(),
+    )
+}
+
+fn select_native_plan(
+    selector: Option<Sourced<AzureCredentialType>>,
+    tenant_id: Option<Sourced<String>>,
+    client_id: Option<Sourced<String>>,
+    federated_token_file: Option<Sourced<String>>,
+    scope: Sourced<String>,
+    authority: Option<Sourced<String>>,
+    refresh_source: InputSource,
+) -> Result<AzureCredentialPlan, AuthError> {
+    let selected = selector.unwrap_or_else(|| {
+        Sourced::new(
+            {
+                if federated_token_file.is_some() {
+                    AzureCredentialType::DefaultAzureCredential
+                } else if client_id.is_some() {
+                    AzureCredentialType::ManagedIdentityCredential
+                } else {
+                    AzureCredentialType::DefaultAzureCredential
+                }
+            },
+            refresh_source,
+        )
+    });
+    let selection_source = selected.source();
+
+    match selected.into_value() {
+        AzureCredentialType::ClientSecretCredential => Err(AuthError::Configuration(
+            AuthConfigurationError::MissingClientSecretFields,
+        )),
+        AzureCredentialType::WorkloadIdentityCredential => {
+            Ok(AzureCredentialPlan::Native(ValidatedAzureRequest::new(
+                workload_request(tenant_id, client_id, federated_token_file, scope, authority)?,
+            )?))
+        }
+        AzureCredentialType::ManagedIdentityCredential => Ok(AzureCredentialPlan::Native(
+            ValidatedAzureRequest::new(NativeAzureRequest::ManagedIdentity {
+                client_id,
+                scope,
+                selection_source,
+            })?,
+        )),
+        AzureCredentialType::DefaultAzureCredential => {
+            let workload = match (tenant_id, client_id.clone(), federated_token_file) {
+                (Some(tenant_id), Some(client_id), Some(token_file_path)) => {
+                    Some(NativeAzureRequest::WorkloadIdentity {
+                        tenant_id,
+                        client_id,
+                        token_file_path,
+                        scope: scope.clone(),
+                        authority,
+                    })
+                }
+                _ => None,
+            };
+            Ok(AzureCredentialPlan::Chain(
+                workload
+                    .into_iter()
+                    .chain(std::iter::once(NativeAzureRequest::ManagedIdentity {
+                        client_id,
+                        scope: scope.clone(),
+                        selection_source,
+                    }))
+                    .chain(std::iter::once(NativeAzureRequest::DeveloperTools {
+                        scope,
+                        selection_source,
+                    }))
+                    .map(ValidatedAzureRequest::new)
+                    .collect::<Result<Vec<_>, _>>()?,
+            ))
+        }
+        AzureCredentialType::DeploymentIdentityCredential => {
+            let workload = match (tenant_id, client_id.clone(), federated_token_file) {
+                (Some(tenant_id), Some(client_id), Some(token_file_path)) => {
+                    Some(NativeAzureRequest::WorkloadIdentity {
+                        tenant_id,
+                        client_id,
+                        token_file_path,
+                        scope: scope.clone(),
+                        authority,
+                    })
+                }
+                _ => None,
+            };
+            let user_assigned = client_id.map(|client_id| NativeAzureRequest::ManagedIdentity {
+                client_id: Some(client_id),
+                scope: scope.clone(),
+                selection_source,
+            });
+            Ok(AzureCredentialPlan::Chain(
+                workload
+                    .into_iter()
+                    .chain(user_assigned)
+                    .chain(std::iter::once(NativeAzureRequest::ManagedIdentity {
+                        client_id: None,
+                        scope,
+                        selection_source,
+                    }))
+                    .map(ValidatedAzureRequest::new)
+                    .collect::<Result<Vec<_>, _>>()?,
+            ))
+        }
+    }
+}
+
+fn workload_request(
+    tenant_id: Option<Sourced<String>>,
+    client_id: Option<Sourced<String>>,
+    token_file_path: Option<Sourced<String>>,
+    scope: Sourced<String>,
+    authority: Option<Sourced<String>>,
+) -> Result<NativeAzureRequest, AuthError> {
+    Ok(NativeAzureRequest::WorkloadIdentity {
+        tenant_id: tenant_id.ok_or(AuthError::Configuration(
+            AuthConfigurationError::MissingWorkloadTenant,
+        ))?,
+        client_id: client_id.ok_or(AuthError::Configuration(
+            AuthConfigurationError::MissingWorkloadClient,
+        ))?,
+        token_file_path: token_file_path.ok_or(AuthError::Configuration(
+            AuthConfigurationError::MissingWorkloadTokenFile,
+        ))?,
+        scope,
+        authority,
+    })
+}
+
+fn configured_string(
+    configured: &ConfigValue<String>,
+    environment_name: &str,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Option<Sourced<String>> {
+    configured
+        .as_value()
+        .filter(|value| !value.value().is_empty())
+        .cloned()
+        .or_else(|| {
+            env_lookup(environment_name)
+                .filter(|value| !value.is_empty())
+                .map(|value| Sourced::new(value, InputSource::Environment))
+        })
+}
+
+fn configured_secret(
+    configured: &ConfigValue<SecretValue>,
+    environment_name: &str,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Option<Sourced<SecretValue>> {
+    configured
+        .as_value()
+        .filter(|value| !value.value().expose().is_empty())
+        .cloned()
+        .or_else(|| {
+            env_lookup(environment_name)
+                .filter(|value| !value.is_empty())
+                .map(|value| Sourced::new(SecretValue::new(value), InputSource::Environment))
+        })
+}
+
+async fn resolve_reference(
+    inputs: &AzureAuthInputs,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+    reference: &CredentialRef,
+) -> Result<Option<SecretValue>, AuthError> {
+    let lookup = match reference {
+        CredentialRef::Explicit(secret) => return Ok(Some(secret.clone())),
+        CredentialRef::Env(name) => env_lookup(name)
+            .filter(|value| !value.is_empty())
+            .map(SecretValue::new)
+            .map_or(CredentialLookup::Missing, CredentialLookup::Found),
+        CredentialRef::None => return Ok(None),
+        CredentialRef::File(_) | CredentialRef::Request(_) | CredentialRef::Host(_) => {
+            let resolver = inputs
+                .credential_resolver
+                .as_ref()
+                .ok_or(AuthError::Configuration(
+                    AuthConfigurationError::MissingHostResolver,
+                ))?;
+            resolver.resolve(reference).await?
+        }
+    };
+    Ok(match lookup {
+        CredentialLookup::Found(secret) => Some(secret),
+        CredentialLookup::Missing | CredentialLookup::Declined => None,
+    })
+}
+
+fn oidc_reference(
+    token: &Option<Sourced<SecretValue>>,
+) -> Result<Option<Sourced<CredentialRef>>, AuthError> {
+    let Some(token) = token.as_ref() else {
+        return Ok(None);
+    };
+    let value = token.value().expose();
+    if token.source() == InputSource::Request && value.starts_with("oidc/") {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::RequestAzureCredentialReference,
+        ));
+    }
+    if let Some(name) = value.strip_prefix("oidc/env/") {
+        return non_empty_reference(name, "OIDC environment reference")
+            .map(CredentialRef::Env)
+            .map(|reference| Sourced::new(reference, token.source()))
+            .map(Some);
+    }
+    if let Some(name) = value.strip_prefix("oidc/env_path/") {
+        return non_empty_reference(name, "OIDC environment path reference")
+            .map(|name| CredentialRef::File(CredentialFileRef::EnvironmentVariable(name)))
+            .map(|reference| Sourced::new(reference, token.source()))
+            .map(Some);
+    }
+    if let Some(path) = value.strip_prefix("oidc/file/") {
+        let path = non_empty_reference(path, "OIDC file reference")?;
+        return Ok(Some(Sourced::new(
+            CredentialRef::File(CredentialFileRef::Path(path.into())),
+            token.source(),
+        )));
+    }
+    if value.starts_with("oidc/") {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::UnsupportedOidcReference,
+        ));
+    }
+    Ok(None)
+}
+
+fn non_empty_reference(value: &str, kind: &str) -> Result<String, AuthError> {
+    if value.is_empty() {
+        return Err(AuthError::Configuration(
+            AuthConfigurationError::EmptyReference(kind.to_string()),
+        ));
+    }
+    Ok(value.to_string())
+}
+
+#[cfg(test)]
+mod tests {
+    use std::future::Future;
+    use std::sync::{Arc, Mutex};
+
+    use serde_json::json;
+
+    use super::{
+        AzureAuthService, AzureCredentialPlan, AzureTokenAcquirer, oidc_reference,
+        resolve_reference, select_auth_plan,
+    };
+    use crate::AuthError;
+    use crate::auth::ResolvedCredential;
+    use crate::auth::{
+        CredentialFileRef, CredentialLookup, CredentialLookupFuture, CredentialRef,
+        CredentialResolver, CredentialResolverHandle, InputSource, SecretValue, Sourced,
+    };
+    use crate::providers::azure_ai::auth::native::ValidatedAzureRequest;
+    use crate::providers::azure_ai::auth::types::AzureAuthInputs;
+
+    #[derive(Debug)]
+    struct FileResolver;
+
+    struct ChainAcquirer {
+        requests: Mutex<Vec<&'static str>>,
+        succeed_on: Option<&'static str>,
+    }
+
+    impl AzureTokenAcquirer for ChainAcquirer {
+        fn acquire(
+            &self,
+            request: ValidatedAzureRequest,
+        ) -> std::pin::Pin<
+            Box<dyn Future<Output = Result<ResolvedCredential, AuthError>> + Send + '_>,
+        > {
+            let kind = request.kind();
+            self.requests.lock().unwrap().push(kind);
+            Box::pin(async move {
+                if self.succeed_on == Some(kind) {
+                    Ok(ResolvedCredential::AccessToken {
+                        token: SecretValue::new("chain-token"),
+                        expires_on: None,
+                    })
+                } else {
+                    Err(AuthError::AzureTokenAcquisition(format!("{kind} failed")))
+                }
+            })
+        }
+    }
+
+    impl CredentialResolver for FileResolver {
+        fn resolve<'a>(&'a self, reference: &'a CredentialRef) -> CredentialLookupFuture<'a> {
+            Box::pin(async move {
+                Ok(match reference {
+                    CredentialRef::File(CredentialFileRef::Path(path))
+                        if path == std::path::Path::new("/run/secrets/assertion") =>
+                    {
+                        CredentialLookup::Found(SecretValue::new("rotated-assertion"))
+                    }
+                    _ => CredentialLookup::Declined,
+                })
+            })
+        }
+    }
+
+    #[test]
+    fn null_and_empty_values_fall_back_to_environment() {
+        let params = json!({"tenant_id": null, "client_id": "", "client_secret": null});
+        let inputs = AzureAuthInputs::from_optional_params(params.as_object().unwrap()).unwrap();
+        let plan = select_auth_plan(&inputs, &|name| match name {
+            "AZURE_TENANT_ID" => Some("tenant".to_string()),
+            "AZURE_CLIENT_ID" => Some("client".to_string()),
+            "AZURE_CLIENT_SECRET" => Some("secret".to_string()),
+            _ => None,
+        })
+        .unwrap();
+
+        assert!(matches!(plan, AzureCredentialPlan::Native(_)));
+    }
+
+    #[test]
+    fn supplied_token_does_not_require_refresh() {
+        let params = json!({"azure_ad_token": "token"});
+        let inputs = AzureAuthInputs::from_optional_params(params.as_object().unwrap()).unwrap();
+
+        assert!(matches!(
+            select_auth_plan(&inputs, &|_| None).unwrap(),
+            AzureCredentialPlan::Supplied(_)
+        ));
+    }
+
+    #[test]
+    fn oidc_reference_is_deferred() {
+        let params = json!({
+            "azure_ad_token": "oidc/env/ASSERTION",
+            "tenant_id": "tenant",
+            "client_id": "client"
+        });
+        let inputs = AzureAuthInputs::from_optional_params(params.as_object().unwrap()).unwrap();
+
+        assert!(matches!(
+            select_auth_plan(&inputs, &|_| None).unwrap(),
+            AzureCredentialPlan::Oidc {
+                reference,
+                ..
+            } if reference.value() == &CredentialRef::Env("ASSERTION".to_string())
+        ));
+    }
+
+    #[test]
+    fn oidc_file_location_is_typed_before_resolution() {
+        assert_eq!(
+            oidc_reference(&Some(Sourced::new(
+                SecretValue::new("oidc/file//run/secrets/assertion"),
+                InputSource::Deployment,
+            )))
+            .unwrap()
+            .map(Sourced::into_value),
+            Some(CredentialRef::File(CredentialFileRef::Path(
+                "/run/secrets/assertion".into()
+            )))
+        );
+    }
+
+    #[test]
+    fn unsupported_oidc_reference_is_rejected_during_plan_creation() {
+        let error = oidc_reference(&Some(Sourced::new(
+            SecretValue::new("oidc/vault/assertion"),
+            InputSource::Deployment,
+        )))
+        .expect_err("unsupported backend must fail validation");
+
+        assert!(error.to_string().contains("unsupported OIDC reference"));
+    }
+
+    #[test]
+    fn request_oidc_reference_is_rejected_before_lookup() {
+        let params = json!({
+            "azure_ad_token": "oidc/env/ASSERTION",
+            "tenant_id": "tenant",
+            "client_id": "client"
+        });
+        let sources = std::collections::BTreeMap::from([
+            ("azure_ad_token".to_string(), InputSource::Request),
+            ("tenant_id".to_string(), InputSource::Request),
+            ("client_id".to_string(), InputSource::Request),
+        ]);
+        let inputs =
+            AzureAuthInputs::from_sourced_optional_params(params.as_object().unwrap(), &sources)
+                .unwrap();
+
+        let error = select_auth_plan(&inputs, &|name| {
+            assert_ne!(name, "ASSERTION");
+            None
+        })
+        .unwrap_err();
+
+        assert!(matches!(
+            error,
+            AuthError::Configuration(
+                crate::auth::error::AuthConfigurationError::RequestAzureCredentialReference
+            )
+        ));
+    }
+
+    #[tokio::test]
+    async fn host_resolver_owns_file_access() {
+        let inputs = AzureAuthInputs {
+            credential_resolver: Some(CredentialResolverHandle::new(Arc::new(FileResolver))),
+            ..AzureAuthInputs::default()
+        };
+        let reference =
+            CredentialRef::File(CredentialFileRef::Path("/run/secrets/assertion".into()));
+
+        let resolved = resolve_reference(&inputs, &|_| None, &reference)
+            .await
+            .unwrap();
+
+        assert_eq!(resolved, Some(SecretValue::new("rotated-assertion")));
+    }
+
+    #[tokio::test]
+    async fn default_chain_uses_declared_order_and_stops_after_success() {
+        let acquirer = Arc::new(ChainAcquirer {
+            requests: Mutex::new(Vec::new()),
+            succeed_on: Some("developer-tools"),
+        });
+        let service = AzureAuthService::with_acquirer(acquirer.clone());
+        let inputs = AzureAuthInputs {
+            enable_azure_ad_token_refresh: Sourced::new(true, InputSource::Deployment),
+            ..Default::default()
+        };
+
+        let credential = service
+            .get_azure_ad_token(&inputs, &|_| None)
+            .await
+            .unwrap()
+            .unwrap();
+
+        assert_eq!(credential.value().secret().expose(), "chain-token");
+        assert_eq!(
+            *acquirer.requests.lock().unwrap(),
+            ["managed-identity", "developer-tools"]
+        );
+    }
+
+    #[tokio::test]
+    async fn chain_reports_each_acquisition_failure() {
+        let acquirer = Arc::new(ChainAcquirer {
+            requests: Mutex::new(Vec::new()),
+            succeed_on: None,
+        });
+        let service = AzureAuthService::with_acquirer(acquirer);
+        let inputs = AzureAuthInputs {
+            enable_azure_ad_token_refresh: Sourced::new(true, InputSource::Deployment),
+            ..Default::default()
+        };
+
+        let error = service
+            .get_azure_ad_token(&inputs, &|_| None)
+            .await
+            .unwrap_err();
+
+        assert!(matches!(error, AuthError::CredentialChain(errors) if errors.len() == 2));
+    }
+}
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/auth/types.rs b/litellm-rust/crates/core/src/providers/azure_ai/auth/types.rs
new file mode 100644
index 00000000000..f15d526d945
--- /dev/null
+++ b/litellm-rust/crates/core/src/providers/azure_ai/auth/types.rs
@@ -0,0 +1,195 @@
+use crate::auth::error::AuthConfigurationError;
+use serde_json::{Map, Value};
+use std::collections::BTreeMap;
+use strum::EnumString;
+
+use crate::AuthError;
+use crate::auth::{
+    CredentialResolverHandle, InputSource, SecretValue, Sourced, TokenProviderHandle,
+};
+
+pub const DEFAULT_AZURE_SCOPE: &str = "https://cognitiveservices.azure.com/.default";
+
+#[derive(Clone, Debug, Default, PartialEq, Eq)]
+pub enum ConfigValue<T> {
+    #[default]
+    Absent,
+    ExplicitNone(InputSource),
+    Value(Sourced<T>),
+}
+
+impl<T> ConfigValue<T> {
+    pub fn as_value(&self) -> Option<&Sourced<T>> {
+        match self {
+            Self::Value(value) => Some(value),
+            Self::Absent | Self::ExplicitNone(_) => None,
+        }
+    }
+}
+
+#[derive(Clone, Copy, Debug, EnumString, PartialEq, Eq, Hash)]
+#[allow(clippy::enum_variant_names)]
+pub enum AzureCredentialType {
+    ClientSecretCredential,
+    ManagedIdentityCredential,
+    DefaultAzureCredential,
+    DeploymentIdentityCredential,
+    WorkloadIdentityCredential,
+}
+
+#[derive(Clone, Debug, Default)]
+pub struct AzureAuthInputs {
+    pub azure_ad_token: ConfigValue<SecretValue>,
+    pub azure_ad_token_provider: Option<TokenProviderHandle>,
+    pub credential_resolver: Option<CredentialResolverHandle>,
+    pub tenant_id: ConfigValue<String>,
+    pub client_id: ConfigValue<String>,
+    pub client_secret: ConfigValue<SecretValue>,
+    pub azure_scope: ConfigValue<String>,
+    pub azure_authority_host: ConfigValue<String>,
+    pub azure_credential: ConfigValue<String>,
+    pub federated_token_file: ConfigValue<String>,
+    pub enable_azure_ad_token_refresh: Sourced<bool>,
+}
+
+impl AzureAuthInputs {
+    #[cfg(test)]
+    pub fn from_optional_params(params: &Map<String, Value>) -> Result<Self, AuthError> {
+        Self::from_sourced_optional_params(params, &BTreeMap::new())
+    }
+
+    pub fn from_sourced_optional_params(
+        params: &Map<String, Value>,
+        sources: &BTreeMap<String, InputSource>,
+    ) -> Result<Self, AuthError> {
+        Ok(Self {
+            azure_ad_token: secret_config(params, sources, "azure_ad_token")?,
+            azure_ad_token_provider: None,
+            credential_resolver: None,
+            tenant_id: string_config(params, sources, "tenant_id")?,
+            client_id: string_config(params, sources, "client_id")?,
+            client_secret: secret_config(params, sources, "client_secret")?,
+            azure_scope: string_config(params, sources, "azure_scope")?,
+            azure_authority_host: string_config(params, sources, "azure_authority_host")?,
+            azure_credential: string_config(params, sources, "azure_credential")?,
+            federated_token_file: string_config(params, sources, "azure_federated_token_file")?,
+            enable_azure_ad_token_refresh: Sourced::new(
+                params
+                    .get("enable_azure_ad_token_refresh")
+                    .and_then(Value::as_bool)
+                    .unwrap_or(false),
+                source_for(sources, "enable_azure_ad_token_refresh"),
+            ),
+        })
+    }
+}
+
+fn string_config(
+    params: &Map<String, Value>,
+    sources: &BTreeMap<String, InputSource>,
+    name: &str,
+) -> Result<ConfigValue<String>, AuthError> {
+    let source = source_for(sources, name);
+    match params.get(name) {
+        None => Ok(ConfigValue::Absent),
+        Some(Value::Null) => Ok(ConfigValue::ExplicitNone(source)),
+        Some(Value::String(value)) => Ok(ConfigValue::Value(Sourced::new(value.clone(), source))),
+        Some(_) => Err(AuthError::Configuration(
+            AuthConfigurationError::InvalidFieldType(name.to_string()),
+        )),
+    }
+}
+
+fn secret_config(
+    params: &Map<String, Value>,
+    sources: &BTreeMap<String, InputSource>,
+    name: &str,
+) -> Result<ConfigValue<SecretValue>, AuthError> {
+    Ok(match string_config(params, sources, name)? {
+        ConfigValue::Absent => ConfigValue::Absent,
+        ConfigValue::ExplicitNone(source) => ConfigValue::ExplicitNone(source),
+        ConfigValue::Value(value) => ConfigValue::Value(value.map(SecretValue::new)),
+    })
+}
+
+fn source_for(sources: &BTreeMap<String, InputSource>, name: &str) -> InputSource {
+    sources.get(name).copied().unwrap_or_default()
+}
+
+#[cfg(test)]
+mod tests {
+    use serde_json::json;
+
+    use std::collections::BTreeMap;
+
+    use super::{AzureAuthInputs, AzureCredentialType, ConfigValue};
+    use crate::auth::{InputSource, Sourced};
+
+    #[test]
+    fn selector_parsing_is_exact() {
+        assert_eq!(
+            "ClientSecretCredential".parse::<AzureCredentialType>(),
+            Ok(AzureCredentialType::ClientSecretCredential)
+        );
+        assert!(
+            "clientsecretcredential"
+                .parse::<AzureCredentialType>()
+                .is_err()
+        );
+    }
+
+    #[test]
+    fn defaults_preserve_absence() {
+        let inputs = AzureAuthInputs::default();
+
+        assert_eq!(inputs.tenant_id, ConfigValue::Absent);
+        assert_eq!(inputs.azure_ad_token, ConfigValue::Absent);
+    }
+
+    #[test]
+    fn parsing_distinguishes_null_empty_and_absent() {
+        let params = json!({"tenant_id": null, "client_id": ""});
+        let inputs = AzureAuthInputs::from_optional_params(params.as_object().unwrap()).unwrap();
+
+        assert_eq!(
+            inputs.tenant_id,
+            ConfigValue::ExplicitNone(InputSource::Deployment)
+        );
+        assert_eq!(
+            inputs.client_id,
+            ConfigValue::Value(Sourced::new(String::new(), InputSource::Deployment))
+        );
+        assert_eq!(inputs.client_secret, ConfigValue::Absent);
+    }
+
+    #[test]
+    fn parsing_preserves_trusted_input_sources() {
+        let params = json!({"tenant_id": "tenant", "client_secret": null});
+        let sources = BTreeMap::from([
+            ("tenant_id".to_string(), InputSource::Request),
+            ("client_secret".to_string(), InputSource::Request),
+        ]);
+        let inputs =
+            AzureAuthInputs::from_sourced_optional_params(params.as_object().unwrap(), &sources)
+                .unwrap();
+
+        assert_eq!(
+            inputs.tenant_id,
+            ConfigValue::Value(Sourced::new("tenant".to_string(), InputSource::Request))
+        );
+        assert_eq!(
+            inputs.client_secret,
+            ConfigValue::ExplicitNone(InputSource::Request)
+        );
+    }
+
+    #[test]
+    fn debug_does_not_expose_secrets() {
+        let params = json!({"azure_ad_token": "token-value", "client_secret": "secret-value"});
+        let inputs = AzureAuthInputs::from_optional_params(params.as_object().unwrap()).unwrap();
+        let debug = format!("{inputs:?}");
+
+        assert!(!debug.contains("token-value"));
+        assert!(!debug.contains("secret-value"));
+    }
+}
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/messages/transformation.rs b/litellm-rust/crates/core/src/providers/azure_ai/messages/transformation.rs
index b8ca10461fb..585b34f393f 100644
--- a/litellm-rust/crates/core/src/providers/azure_ai/messages/transformation.rs
+++ b/litellm-rust/crates/core/src/providers/azure_ai/messages/transformation.rs
@@ -1,3 +1,4 @@
+use crate::auth::error::MissingCredential;
 use crate::error::Error;
 use crate::messages::transformation::{AnthropicMessagesProviderConfig, MessagesAuthStrategy};
 use crate::messages::types::{
@@ -32,12 +33,7 @@ pub fn resolve_azure_api_key(
     non_empty(api_key)
         .map(str::to_string)
         .or_else(|| env_lookup(AZURE_API_KEY_ENV).filter(|value| !value.trim().is_empty()))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Azure API Key - Set `api_key` or the AZURE_API_KEY environment variable"
-                    .to_string(),
-            )
-        })
+        .ok_or_else(|| Error::from(crate::AuthError::from(MissingCredential::AzureApiKey)))
 }
 
 pub fn complete_azure_anthropic_url(
@@ -47,13 +43,7 @@ pub fn complete_azure_anthropic_url(
     let api_base = non_empty(api_base)
         .map(str::to_string)
         .or_else(|| env_lookup(AZURE_API_BASE_ENV).filter(|value| !value.trim().is_empty()))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Azure API Base - Set `api_base` or the AZURE_API_BASE environment variable. \
-                 Expected format: https://<resource-name>.services.ai.azure.com/anthropic"
-                    .to_string(),
-            )
-        })?;
+        .ok_or_else(|| Error::from(crate::AuthError::from(MissingCredential::AzureApiBase)))?;
 
     let api_base = api_base.trim_end_matches('/');
 
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/mod.rs b/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
index 5d13fa93e00..f2d5b679aee 100644
--- a/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
+++ b/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
@@ -1,2 +1,3 @@
+pub(crate) mod auth;
 pub mod messages;
 pub mod ocr;
diff --git a/litellm-rust/crates/core/tests/azure_ai_ocr.rs b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
index 3d7fb2e54a3..d7d532cfef1 100644
--- a/litellm-rust/crates/core/tests/azure_ai_ocr.rs
+++ b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
@@ -45,6 +45,28 @@ async fn facade_executes_azure_mistral_with_prepared_auth() {
     );
 }
 
+#[tokio::test]
+async fn facade_acquires_supplied_entra_token_for_final_request() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({"pages":[]}))]).await;
+    let mut request = wire_request(
+        "azure_ai/model",
+        &base,
+        json!({"azure_ad_token":"rust-owned-token"}),
+    );
+    request.connection.api_key = None;
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 1);
+    assert!(
+        requests[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer rust-owned-token\r\n")
+    );
+}
+
 struct ReplaceBodyDocument;
 
 impl OcrHooks for ReplaceBodyDocument {
diff --git a/litellm-rust/crates/core/tests/ocr.rs b/litellm-rust/crates/core/tests/ocr.rs
index d1828dfb816..cecd8869741 100644
--- a/litellm-rust/crates/core/tests/ocr.rs
+++ b/litellm-rust/crates/core/tests/ocr.rs
@@ -21,6 +21,7 @@ fn request_boundary_selects_mistral_and_rejects_unknown_providers() {
             .as_object()
             .unwrap()
             .clone(),
+        input_sources: Default::default(),
         timeout_seconds: None,
     };
     assert!(decode_request(request).is_ok());
@@ -33,6 +34,7 @@ fn request_boundary_selects_mistral_and_rejects_unknown_providers() {
             custom_llm_provider: Some("unknown".into()),
             extra_headers: None,
             optional_params: serde_json::Map::new(),
+            input_sources: Default::default(),
             timeout_seconds: None,
         })
         .is_err()
diff --git a/litellm-rust/crates/core/tests/ocr/support.rs b/litellm-rust/crates/core/tests/ocr/support.rs
index 45047a0e62a..a2e67dffc7d 100644
--- a/litellm-rust/crates/core/tests/ocr/support.rs
+++ b/litellm-rust/crates/core/tests/ocr/support.rs
@@ -30,6 +30,7 @@ pub(crate) fn wire_request(model: &str, base: &str, options: Value) -> LiteLLMOc
         custom_llm_provider: None,
         extra_headers: None,
         optional_params: options.as_object().unwrap().clone(),
+        input_sources: Default::default(),
         timeout_seconds: Some(2.0),
     })
     .unwrap()
diff --git a/litellm-rust/crates/python-bridge/src/routes/definition.rs b/litellm-rust/crates/python-bridge/src/routes/definition.rs
index bc51647cbad..97313651011 100644
--- a/litellm-rust/crates/python-bridge/src/routes/definition.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/definition.rs
@@ -225,7 +225,7 @@ mod tests {
                 (
                     "ocr",
                     "aocr",
-                    "(model, document, api_key=None, api_base=None, custom_llm_provider=None, extra_headers=None, optional_params=None, timeout_seconds=None)",
+                    "(model, document, api_key=None, api_base=None, custom_llm_provider=None, extra_headers=None, optional_params=None, input_sources=None, timeout_seconds=None)",
                 ),
                 (
                     "transcription",
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index 2e6900f784f..50095e3ebf2 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -22,6 +22,12 @@ fn prepare_ocr(
         timeout_seconds: inputs.timeout_seconds,
     })?;
     let optional_params = object_or_empty("optional_params", inputs.optional_params)?;
+    let input_sources = inputs
+        .input_sources
+        .map(serde_json::from_value)
+        .transpose()
+        .map_err(|error| pyo3::exceptions::PyValueError::new_err(error.to_string()))?
+        .unwrap_or_default();
 
     Ok(async move {
         let RouteOptions {
@@ -41,6 +47,7 @@ fn prepare_ocr(
                 custom_llm_provider,
                 extra_headers,
                 optional_params,
+                input_sources,
                 timeout_seconds: timeout.map(|value| value.as_secs_f64()),
             })?;
             return litellm_core::ocr::ocr(request)
@@ -82,6 +89,8 @@ bridge_route! {
         extra_headers: Option<serde_json::Value>,
         #[pyo3(from_py_with = litellm_python_interop::from_py)]
         optional_params: Option<serde_json::Value>,
+        #[pyo3(from_py_with = litellm_python_interop::from_py)]
+        input_sources: Option<serde_json::Value>,
         timeout_seconds: Option<f64>,
     },
     prepare = prepare_ocr,
diff --git a/litellm/ocr/main.py b/litellm/ocr/main.py
index df3f9d2096b..56bfd98895d 100644
--- a/litellm/ocr/main.py
+++ b/litellm/ocr/main.py
@@ -10,6 +10,7 @@ import re
 from collections.abc import Callable, Coroutine, Mapping
 from dataclasses import dataclass
 from io import IOBase
+from types import MappingProxyType
 from typing import Any, Final, cast
 
 import httpx
@@ -19,6 +20,7 @@ from litellm._logging import verbose_logger
 from litellm.constants import request_timeout
 from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
 from litellm.llms.azure_ai.ocr.common_utils import (
+    is_azure_cohere_parse_model,
     is_azure_document_intelligence_model,
 )
 from litellm.llms.base_llm.ocr.transformation import (
@@ -52,21 +54,32 @@ class _PreparedOCRRequest:
     litellm_params: dict[str, object]
     effective_timeout: float | httpx.Timeout
     litellm_logging_obj: LiteLLMLoggingObj
+    caller_supplied_api_key: bool = True
+    caller_supplied_api_base: bool = True
 
 
-@dataclass
-class _PreparedRustOCRCall:
-    api_key: str | None
-    api_base: str | None
-    headers: dict[str, object]
-    optional_params: dict[str, object]
-
-
-_RUST_OCR_PROVIDERS: Final = {
-    "mistral",
-    "azure_ai",
-    "vertex_ai",
-}
+_RUST_OCR_PROVIDERS: Final = frozenset({"mistral", "azure_ai", "vertex_ai"})
+_RUST_OCR_CONFIG_FIELDS: Final = frozenset(
+    {
+        "azure_ad_token",
+        "tenant_id",
+        "client_id",
+        "client_secret",
+        "azure_scope",
+        "azure_authority_host",
+        "azure_credential",
+        "azure_federated_token_file",
+        "vertex_credentials",
+        "vertex_ai_credentials",
+        "vertex_project",
+        "vertex_ai_project",
+        "vertex_location",
+        "vertex_ai_location",
+    }
+)
+_RUST_OCR_SECRET_FIELDS: Final = frozenset(
+    {"azure_ad_token", "client_secret", "azure_federated_token_file", "vertex_credentials", "vertex_ai_credentials"}
+)
 
 
 def _prepare_ocr_request(
@@ -94,6 +107,7 @@ def _prepare_ocr_request(
     if doc_type not in ["document_url", "image_url"]:
         raise ValueError(f"Invalid document type: {doc_type}. Must be 'document_url', 'image_url', or 'file'")
 
+    caller_supplied_api_key: Final = api_key is not None
     caller_supplied_api_base: Final = api_base is not None
 
     (
@@ -187,182 +201,256 @@ def _prepare_ocr_request(
         litellm_params=dict(litellm_params),
         effective_timeout=effective_timeout,
         litellm_logging_obj=litellm_logging_obj,
+        caller_supplied_api_key=caller_supplied_api_key,
+        caller_supplied_api_base=caller_supplied_api_base,
     )
 
 
-def _rust_ocr_supported(prepared_request: _PreparedOCRRequest) -> bool:
-    if prepared_request.optional_params.get(OCR_REQUEST_FORMAT_PARAM) == "native":
-        return False
-    if not prepared_request.provider_config.supports_rust_bridge():
-        return False
-    return prepared_request.custom_llm_provider in _RUST_OCR_PROVIDERS
-
-
-def _rust_bridge_optional_params(
-    prepared_request: _PreparedOCRRequest,
-    resolve_secret: Callable[[str], str | None],
-) -> dict[str, object]:
-    optional_params: Final = dict(prepared_request.optional_params)
-    if prepared_request.custom_llm_provider == "vertex_ai":
-        vertex_project: Final = (
-            prepared_request.litellm_params.get("vertex_project")
-            or prepared_request.litellm_params.get("vertex_ai_project")
-            or litellm.vertex_project
-            or resolve_secret("VERTEXAI_PROJECT")
-        )
-        vertex_location: Final = (
-            prepared_request.litellm_params.get("vertex_location")
-            or prepared_request.litellm_params.get("vertex_ai_location")
-            or litellm.vertex_location
-            or resolve_secret("VERTEXAI_LOCATION")
-            or resolve_secret("VERTEX_LOCATION")
-        )
-        if vertex_project is not None:
-            optional_params["vertex_project"] = vertex_project
-        if vertex_location is not None:
-            optional_params["vertex_location"] = vertex_location
-    return optional_params
-
-
-def _rust_bridge_api_base(
-    prepared_request: _PreparedOCRRequest,
-    resolve_secret: Callable[[str], str | None],
-) -> str | None:
-    if prepared_request.api_base is not None:
-        return prepared_request.api_base
-    if prepared_request.custom_llm_provider == "azure_ai":
-        if is_azure_document_intelligence_model(prepared_request.model):
-            return resolve_secret("AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT")
-        return resolve_secret("AZURE_AI_API_BASE")
+def _rust_ocr_provider(request: rust_ocr_bridge.LiteLLMOcrRequest) -> str | None:
+    if request.custom_llm_provider is not None:
+        return request.custom_llm_provider
+    prefix: Final = request.model.partition("/")[0]
+    if prefix in _RUST_OCR_PROVIDERS:
+        return prefix
+    if request.model.startswith("mistral-ocr"):
+        return "mistral"
     return None
 
 
-def _prepare_rust_ocr_call(
-    prepared_request: _PreparedOCRRequest,
-    resolve_api_key: Callable[[str], str | None],
-) -> _PreparedRustOCRCall:
-    provider_config: Final = prepared_request.provider_config
-    api_key_env_var: Final = provider_config.get_api_key_env_var()
-    resolved_api_key: Final = prepared_request.api_key or (
-        resolve_api_key(api_key_env_var) if api_key_env_var is not None else None
+def _rust_ocr_supported(request: rust_ocr_bridge.LiteLLMOcrRequest) -> bool:
+    provider: Final = _rust_ocr_provider(request)
+    if provider not in _RUST_OCR_PROVIDERS or request.kwargs.get(OCR_REQUEST_FORMAT_PARAM) == "native":
+        return False
+    if provider == "azure_ai":
+        return (
+            not is_azure_cohere_parse_model(request.model)
+            and not callable(request.kwargs.get("azure_ad_token_provider"))
+            and request.kwargs.get("azure_username") is None
+            and request.kwargs.get("azure_password") is None
+        )
+    return True
+
+
+def _rust_bridge_optional_params(
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
+    resolve_secret: Callable[[str], str | None],
+) -> Mapping[str, object]:
+    optional_params: Final = MappingProxyType(
+        {
+            name: value
+            for name, value in request.kwargs.items()
+            if (name not in GenericLiteLLMParams.model_fields or name in _RUST_OCR_CONFIG_FIELDS)
+            and name not in {"litellm_logging_obj", "aocr", "litellm_call_id", "proxy_server_request"}
+        }
     )
-    resolved_headers: Final = provider_config.validate_environment(
-        headers=prepared_request.extra_headers or {},
-        model=prepared_request.model,
-        api_key=resolved_api_key,
-        api_base=prepared_request.api_base,
-        litellm_params=prepared_request.litellm_params,
+    provider: Final = _rust_ocr_provider(request)
+    if provider == "azure_ai" and litellm.enable_azure_ad_token_refresh is True:
+        return MappingProxyType({**optional_params, "enable_azure_ad_token_refresh": True})
+    if provider != "vertex_ai":
+        return optional_params
+    project: Final = (
+        request.kwargs.get("vertex_project")
+        or request.kwargs.get("vertex_ai_project")
+        or litellm.vertex_project
+        or resolve_secret("VERTEXAI_PROJECT")
     )
-    resolved_complete_url: Final = provider_config.get_complete_url(
-        api_base=prepared_request.api_base,
-        model=prepared_request.model,
-        optional_params=prepared_request.optional_params,
-        litellm_params=prepared_request.litellm_params,
+    location: Final = (
+        request.kwargs.get("vertex_location")
+        or request.kwargs.get("vertex_ai_location")
+        or litellm.vertex_location
+        or resolve_secret("VERTEXAI_LOCATION")
+        or resolve_secret("VERTEX_LOCATION")
     )
-    rust_api_base: Final = _rust_bridge_api_base(prepared_request, resolve_api_key)
-    rust_optional_params: Final = _rust_bridge_optional_params(prepared_request, resolve_api_key)
-    prepared_request.litellm_logging_obj.pre_call(
+    credentials: Final = (
+        request.kwargs.get("vertex_credentials")
+        or request.kwargs.get("vertex_ai_credentials")
+        or resolve_secret("VERTEXAI_CREDENTIALS")
+    )
+    vertex_params: Final = MappingProxyType(
+        {
+            name: value
+            for name, value in (
+                ("vertex_project", project),
+                ("vertex_location", location),
+                ("vertex_credentials", credentials),
+            )
+            if value is not None
+        }
+    )
+    return MappingProxyType({**optional_params, **vertex_params})
+
+
+def _rust_bridge_input_sources(
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
+    optional_params: Mapping[str, object],
+) -> Mapping[str, str]:
+    proxy_request: Final = request.kwargs.get("proxy_server_request")
+    if not isinstance(proxy_request, Mapping):
+        return MappingProxyType({})
+    proxy_request_mapping: Final = cast(  # cast-ok: runtime Mapping check loses generic key and value types
+        Mapping[object, object], proxy_request
+    )
+    body_value: Final = proxy_request_mapping.get("body")
+    if not isinstance(body_value, Mapping):
+        return MappingProxyType({})
+    body: Final = cast(  # cast-ok: runtime Mapping check loses generic key and value types
+        Mapping[object, object], body_value
+    )
+    credential_fields_value: Final = proxy_request_mapping.get("credential_fields", ())
+    credential_fields: Final = (
+        frozenset(name for name in credential_fields_value if isinstance(name, str))
+        if isinstance(credential_fields_value, (list, tuple, set, frozenset))
+        else frozenset()
+    )
+    names: Final = frozenset(optional_params) | frozenset({"api_key", "api_base", "extra_headers"})
+    request_sources: Final = MappingProxyType(
+        {name: "request" for name in names if name in body or name in credential_fields}
+    )
+    if litellm.enable_azure_ad_token_refresh is True and "enable_azure_ad_token_refresh" in optional_params:
+        return MappingProxyType({**request_sources, "enable_azure_ad_token_refresh": "deployment"})
+    return request_sources
+
+
+def _marshal_rust_ocr_request(
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
+    resolve_secret: Callable[[str], str | None],
+) -> rust_ocr_bridge.LiteLLMOcrRequest:
+    if not isinstance(request.document, dict):
+        raise TypeError(f"document must be a dict with 'type' and URL/file field, got {type(request.document)}")
+    document: Final = (
+        convert_file_document_to_url_document(request.document)
+        if request.document.get("type") == "file"
+        else request.document
+    )
+    provider: Final = _rust_ocr_provider(request)
+    api_key: Final = request.api_key or resolve_secret("MISTRAL_API_KEY") if provider == "mistral" else request.api_key
+    optional_params: Final = _rust_bridge_optional_params(request, resolve_secret)
+    input_sources: Final = _rust_bridge_input_sources(request, optional_params)
+    logged_optional_params: Final = MappingProxyType(
+        {name: "****" if name in _RUST_OCR_SECRET_FIELDS else value for name, value in optional_params.items()}
+    )
+    logged_kwargs: Final = MappingProxyType(
+        {
+            name: "****" if name in _RUST_OCR_SECRET_FIELDS else value
+            for name, value in request.kwargs.items()
+            if name != "proxy_server_request"
+        }
+    )
+    logging_obj: Final = cast(  # cast-ok: bridge kwargs carry the prepared logging object
+        LiteLLMLoggingObj, request.kwargs["litellm_logging_obj"]
+    )
+    logging_obj.update_from_kwargs(
+        kwargs=dict(logged_kwargs),  # mutable-ok: logging API requires an owned dict
+        model=request.model,
+        optional_params=dict(logged_optional_params),  # mutable-ok: logging API requires an owned dict
+        litellm_params={
+            "litellm_call_id": request.kwargs.get("litellm_call_id"),
+            "api_base": request.api_base,
+        },  # mutable-ok: legacy logging requires a concrete params dict
+        custom_llm_provider=provider,
+    )
+    logging_obj.pre_call(
         input="OCR document processing",
-        api_key=resolved_api_key,
-        additional_args={
+        api_key=api_key,
+        additional_args={  # mutable-ok: pre_call mutates the additional_args dict
             "complete_input_dict": {
-                "model": prepared_request.model,
-                "document": prepared_request.document,
-                **rust_optional_params,
-            },
-            "api_base": resolved_complete_url,
-            "headers": resolved_headers,
+                "model": request.model,
+                "document": document,
+                **logged_optional_params,
+            },  # mutable-ok: callbacks consume a JSON-serializable request dict
+            "api_base": request.api_base or "",
+            "headers": request.extra_headers or {},  # mutable-ok: logging callbacks consume a concrete headers dict
         },
     )
-    return _PreparedRustOCRCall(
-        api_key=resolved_api_key,
-        api_base=rust_api_base,
-        headers=cast(dict[str, object], resolved_headers),
-        optional_params=rust_optional_params,
+    return rust_ocr_bridge.LiteLLMOcrRequest(
+        model=request.model,
+        document=document,
+        api_key=api_key,
+        api_base=request.api_base,
+        timeout=request.timeout if request.timeout is not None else request_timeout,
+        custom_llm_provider=request.custom_llm_provider,
+        extra_headers=request.extra_headers,
+        kwargs=optional_params,
+        input_sources=input_sources,
     )
 
 
 def _map_rust_ocr_error(
     error: Exception,
-    prepared_request: _PreparedOCRRequest,
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
     exception_types: tuple[type[BaseException], type[BaseException]] | None,
 ) -> Exception:
-    if exception_types is None:
+    if exception_types is None or not isinstance(error, exception_types[1]):
         return error
-    _, upstream_error = exception_types
-    if not isinstance(error, upstream_error):
+    provider: Final = _rust_ocr_provider(request)
+    if provider is None:
         return error
-    error_args: Final = cast(  # cast-ok: BaseException.args is typed with Any in the standard library stubs
+    provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
+        model=request.model.removeprefix(f"{provider}/"), provider=litellm.LlmProviders(provider)
+    )
+    if provider_config is None:
+        return error
+    error_args: Final = cast(  # cast-ok: Python exceptions expose positional args as a tuple
         tuple[object, ...], error.args
     )
-    status_value: Final = error_args[0] if error_args else 0
-    message_value: Final = error_args[1] if len(error_args) > 1 else str(error)
-    status: Final = status_value if isinstance(status_value, int) else 0
-    message: Final = message_value if isinstance(message_value, str) else str(message_value)
-    error_factory: Final = cast(  # cast-ok: the legacy provider interface leaves callable parameters untyped
-        Callable[..., Exception], prepared_request.provider_config.get_error_class
+    status: Final = error_args[0] if error_args and isinstance(error_args[0], int) else 500
+    message: Final = str(error_args[1]) if len(error_args) > 1 else str(error)
+    error_factory: Final = cast(  # cast-ok: provider configs expose heterogeneous exception factories
+        Callable[..., Exception], provider_config.get_error_class
     )
     return error_factory(
-        error_message=message,
-        status_code=status or 500,
-        headers={},  # mutable-ok: provider error factories require a concrete header dict
-    )
+        error_message=message, status_code=status or 500, headers={}
+    )  # mutable-ok: provider error factories require a concrete headers dict
 
 
 def _run_rust_ocr(
-    prepared_request: _PreparedOCRRequest,
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
     resolve_api_key: Callable[[str], str | None],
 ) -> OCRResponse | None:
     if rust_ocr_bridge.load_rust_ocr() is None:
         return None
-    prepared: Final = _prepare_rust_ocr_call(
-        prepared_request=prepared_request,
-        resolve_api_key=resolve_api_key,
-    )
+    marshalled: Final = _marshal_rust_ocr_request(request, resolve_api_key)
+    input_sources: Final = marshalled.input_sources
     try:
-        rust_response: Final = rust_ocr_bridge.ocr(
-            model=prepared_request.model,
-            document=prepared_request.document,
-            api_key=prepared.api_key,
-            api_base=prepared.api_base,
-            custom_llm_provider=prepared_request.custom_llm_provider,
-            extra_headers=prepared.headers,
-            optional_params=prepared.optional_params,
-            timeout=prepared_request.effective_timeout,
+        response: Final = rust_ocr_bridge.ocr(
+            model=marshalled.model,
+            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            api_key=marshalled.api_key,
+            api_base=marshalled.api_base,
+            custom_llm_provider=marshalled.custom_llm_provider,
+            extra_headers=marshalled.extra_headers,
+            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            input_sources=input_sources,
+            timeout=marshalled.timeout,
         )
     except Exception as error:
-        raise _map_rust_ocr_error(error, prepared_request, native_exception_types()) from error
-    if rust_response is None:
-        return None
-    return OCRResponse.model_validate(rust_response)
+        raise _map_rust_ocr_error(error, request, native_exception_types()) from error
+    return OCRResponse.model_validate(response) if response is not None else None
 
 
 async def _run_rust_aocr(
-    prepared_request: _PreparedOCRRequest,
+    request: rust_ocr_bridge.LiteLLMOcrRequest,
     resolve_api_key: Callable[[str], str | None],
 ) -> OCRResponse | None:
     if rust_ocr_bridge.load_rust_aocr() is None:
         return None
-    prepared: Final = _prepare_rust_ocr_call(
-        prepared_request=prepared_request,
-        resolve_api_key=resolve_api_key,
-    )
+    marshalled: Final = _marshal_rust_ocr_request(request, resolve_api_key)
+    input_sources: Final = marshalled.input_sources
     try:
-        rust_response: Final = await rust_ocr_bridge.aocr(
-            model=prepared_request.model,
-            document=prepared_request.document,
-            api_key=prepared.api_key,
-            api_base=prepared.api_base,
-            custom_llm_provider=prepared_request.custom_llm_provider,
-            extra_headers=prepared.headers,
-            optional_params=prepared.optional_params,
-            timeout=prepared_request.effective_timeout,
+        response: Final = await rust_ocr_bridge.aocr(
+            model=marshalled.model,
+            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            api_key=marshalled.api_key,
+            api_base=marshalled.api_base,
+            custom_llm_provider=marshalled.custom_llm_provider,
+            extra_headers=marshalled.extra_headers,
+            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            input_sources=input_sources,
+            timeout=marshalled.timeout,
         )
     except Exception as error:
-        raise _map_rust_ocr_error(error, prepared_request, native_exception_types()) from error
-    if rust_response is None:
-        return None
-    return OCRResponse.model_validate(rust_response)
+        raise _map_rust_ocr_error(error, request, native_exception_types()) from error
+    return OCRResponse.model_validate(response) if response is not None else None
 
 
 @client
@@ -444,7 +532,29 @@ async def aocr(
         "extra_headers": extra_headers,
         "kwargs": kwargs,
     }
+    request: Final = rust_ocr_bridge.LiteLLMOcrRequest(
+        model=model,
+        document=document,
+        api_key=api_key,
+        api_base=api_base,
+        timeout=timeout,
+        custom_llm_provider=custom_llm_provider,
+        extra_headers=extra_headers,
+        kwargs=kwargs,
+    )
     try:
+        if rust_enabled() and _rust_ocr_supported(request):
+            from litellm.secret_managers.main import get_secret_str
+
+            rust_response: Final = await _run_rust_aocr(
+                request=request,
+                resolve_api_key=get_secret_str,
+            )
+            if rust_response is None:
+                verbose_logger.debug("Async Rust OCR bridge unavailable; falling back to Python path")
+            else:
+                return rust_response
+
         prepared: Final = _prepare_ocr_request(
             model=model,
             document=document,
@@ -459,18 +569,6 @@ async def aocr(
         custom_llm_provider = prepared.custom_llm_provider
         completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
 
-        if _rust_ocr_supported(prepared) and rust_enabled():
-            from litellm.secret_managers.main import get_secret_str
-
-            rust_response: Final = await _run_rust_aocr(
-                prepared_request=prepared,
-                resolve_api_key=get_secret_str,
-            )
-            if rust_response is None:
-                verbose_logger.debug("Async Rust OCR bridge unavailable; falling back to Python path")
-            else:
-                return rust_response
-
         response = base_llm_http_handler.ocr(
             model=prepared.model,
             document=prepared.document,
@@ -494,9 +592,11 @@ async def aocr(
 
         return response
     except Exception as e:
+        error_provider: Final = custom_llm_provider or _rust_ocr_provider(request)
+        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
         raise litellm.exception_type(
-            model=model,
-            custom_llm_provider=custom_llm_provider,
+            model=error_model,
+            custom_llm_provider=error_provider,
             original_exception=e,
             completion_kwargs=completion_kwargs,
             extra_kwargs=kwargs,
@@ -714,9 +814,31 @@ def ocr(
         "extra_headers": extra_headers,
         "kwargs": kwargs,
     }
+    request: Final = rust_ocr_bridge.LiteLLMOcrRequest(
+        model=model,
+        document=document,
+        api_key=api_key,
+        api_base=api_base,
+        timeout=timeout,
+        custom_llm_provider=custom_llm_provider,
+        extra_headers=extra_headers,
+        kwargs=kwargs,
+    )
     try:
         _is_async: Final = kwargs.pop("aocr", False) is True
         completion_kwargs["aocr"] = _is_async
+        if rust_enabled() and _rust_ocr_supported(request):
+            from litellm.secret_managers.main import get_secret_str
+
+            rust_response: Final = _run_rust_ocr(
+                request=request,
+                resolve_api_key=get_secret_str,
+            )
+            if rust_response is None:
+                verbose_logger.debug("Rust OCR bridge unavailable; falling back to Python path")
+            else:
+                return rust_response
+
         prepared: Final = _prepare_ocr_request(
             model=model,
             document=document,
@@ -731,18 +853,6 @@ def ocr(
         custom_llm_provider = prepared.custom_llm_provider
         completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
 
-        if _rust_ocr_supported(prepared) and rust_enabled():
-            from litellm.secret_managers.main import get_secret_str
-
-            rust_response: Final = _run_rust_ocr(
-                prepared_request=prepared,
-                resolve_api_key=get_secret_str,
-            )
-            if rust_response is None:
-                verbose_logger.debug("Rust OCR bridge unavailable; falling back to Python path")
-            else:
-                return rust_response
-
         response: Final = base_llm_http_handler.ocr(
             model=prepared.model,
             document=prepared.document,
@@ -760,9 +870,11 @@ def ocr(
 
         return response
     except Exception as e:
+        error_provider: Final = custom_llm_provider or _rust_ocr_provider(request)
+        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
         raise litellm.exception_type(
-            model=model,
-            custom_llm_provider=custom_llm_provider,
+            model=error_model,
+            custom_llm_provider=error_provider,
             original_exception=e,
             completion_kwargs=completion_kwargs,
             extra_kwargs=kwargs,
diff --git a/litellm/proxy/litellm_pre_call_utils.py b/litellm/proxy/litellm_pre_call_utils.py
index c2805d00c2e..8f7b515c22a 100644
--- a/litellm/proxy/litellm_pre_call_utils.py
+++ b/litellm/proxy/litellm_pre_call_utils.py
@@ -2016,6 +2016,7 @@ async def add_litellm_data_to_request(
         "method": request.method,
         "headers": _logging_safe_headers,
         "body": None,  # filled in post-strip; see below
+        "credential_fields": tuple(sorted(name for name in _TRANSPORT_ONLY_CREDENTIAL_KEYS if name in data)),
         "arrival_time": arrival_time,  # Track when request arrived at proxy
     }
 
diff --git a/litellm/rust_bridge/ocr.py b/litellm/rust_bridge/ocr.py
index b7fdb5a98ef..db959e76f7c 100644
--- a/litellm/rust_bridge/ocr.py
+++ b/litellm/rust_bridge/ocr.py
@@ -2,7 +2,8 @@
 
 from __future__ import annotations
 
-from collections.abc import Awaitable
+from collections.abc import Awaitable, Mapping
+from dataclasses import dataclass
 from typing import Final, Protocol, cast  # noqa: TID251  # native extension exposes dynamically typed callables
 
 import httpx
@@ -11,6 +12,19 @@ from litellm.rust_bridge.bindings import NativeBinding
 from litellm.rust_bridge.timeouts import timeout_to_seconds as _timeout_to_seconds
 
 
+@dataclass(frozen=True, slots=True)
+class LiteLLMOcrRequest:
+    model: str
+    document: Mapping[str, object]
+    api_key: str | None
+    api_base: str | None
+    timeout: float | httpx.Timeout | None
+    custom_llm_provider: str | None
+    extra_headers: dict[str, object] | None
+    kwargs: Mapping[str, object]
+    input_sources: Mapping[str, str] | None = None
+
+
 class RustOcr(Protocol):
     def __call__(
         self,
@@ -21,6 +35,7 @@ class RustOcr(Protocol):
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> dict[str, object]:
         raise NotImplementedError
@@ -36,6 +51,7 @@ class RustAocr(Protocol):
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> Awaitable[dict[str, object]]:
         raise NotImplementedError
@@ -71,6 +87,7 @@ def ocr(
     extra_headers: dict[str, object] | None,
     optional_params: dict[str, object],
     timeout: float | httpx.Timeout | None,
+    input_sources: Mapping[str, str] | None = None,
 ) -> dict[str, object] | None:
     rust_ocr: Final = load_rust_ocr()
     if rust_ocr is None:
@@ -83,6 +100,7 @@ def ocr(
         custom_llm_provider=custom_llm_provider,
         extra_headers=extra_headers,
         optional_params=optional_params,
+        input_sources=dict(input_sources or {}),  # mutable-ok: native boundary requires a concrete dict
         timeout_seconds=_timeout_to_seconds(timeout),
     )
 
@@ -97,6 +115,7 @@ async def aocr(
     extra_headers: dict[str, object] | None,
     optional_params: dict[str, object],
     timeout: float | httpx.Timeout | None,
+    input_sources: Mapping[str, str] | None = None,
 ) -> dict[str, object] | None:
     rust_aocr: Final = load_rust_aocr()
     if rust_aocr is None:
@@ -109,5 +128,6 @@ async def aocr(
         custom_llm_provider=custom_llm_provider,
         extra_headers=extra_headers,
         optional_params=optional_params,
+        input_sources=dict(input_sources or {}),  # mutable-ok: native boundary requires a concrete dict
         timeout_seconds=_timeout_to_seconds(timeout),
     )
diff --git a/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py b/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
index 0c8b1cc2836..460aff3e8d1 100644
--- a/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
+++ b/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
@@ -1,20 +1,18 @@
 """
-Regression tests for Azure Document Intelligence api_base resolution in OCR.
+Regression tests for Azure Document Intelligence api_base ownership in OCR.
 
 `azure_ai` exposes two OCR services on one provider; the `doc-intelligence`
-sub-route must resolve to `AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT`, not to the
-generic `AZURE_AI_API_BASE` fallback that `get_llm_provider` injects. These tests
-pin that routing and guard the backwards-compatibility contract that an explicitly
-supplied api_base is always honoured.
+sub-route must defer environment resolution to Rust, not accept the generic
+`AZURE_AI_API_BASE` fallback that `get_llm_provider` injects. An explicitly
+supplied api_base is still always honoured.
 """
 
 from litellm.llms.azure_ai.ocr.common_utils import (
     is_azure_document_intelligence_model,
 )
-from litellm.ocr.main import _prepare_ocr_request, _rust_bridge_api_base
+from litellm.ocr.main import _prepare_ocr_request
 
 _DOC = {"type": "document_url", "document_url": "https://example.com/doc.pdf"}
-_DOC_INTELLIGENCE_ENDPOINT = "https://di.cognitiveservices.azure.com"
 _AZURE_AI_API_BASE = "https://generic-azure-ai.example.com"
 
 
@@ -23,13 +21,6 @@ class _FakeLogging:
         return None
 
 
-def _resolve_secret(name: str) -> str | None:
-    return {
-        "AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT": _DOC_INTELLIGENCE_ENDPOINT,
-        "AZURE_AI_API_BASE": _AZURE_AI_API_BASE,
-    }.get(name)
-
-
 def _prepare(model: str, api_base: str | None):
     return _prepare_ocr_request(
         model=model,
@@ -56,15 +47,13 @@ class TestIsAzureDocumentIntelligenceModel:
 
 class TestDocIntelligenceApiBaseResolution:
     def test_generic_azure_ai_base_does_not_hijack_doc_intelligence(self, monkeypatch):
-        """Without an explicit api_base, the AZURE_AI_API_BASE fallback must not
-        overwrite the endpoint, so it resolves to the Document Intelligence one."""
+        """The generic Azure base must not overwrite Rust-owned DI resolution."""
         monkeypatch.setenv("AZURE_AI_API_BASE", _AZURE_AI_API_BASE)
         monkeypatch.delenv("AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT", raising=False)
 
         prepared = _prepare("azure_ai/doc-intelligence/prebuilt-layout", None)
 
         assert prepared.api_base is None
-        assert _rust_bridge_api_base(prepared, _resolve_secret) == _DOC_INTELLIGENCE_ENDPOINT
 
     def test_explicit_api_base_is_honoured_for_doc_intelligence(self, monkeypatch):
         """A caller-supplied api_base must always win, even for doc-intelligence."""
@@ -74,7 +63,6 @@ class TestDocIntelligenceApiBaseResolution:
         prepared = _prepare("azure_ai/doc-intelligence/prebuilt-layout", custom)
 
         assert prepared.api_base == custom
-        assert _rust_bridge_api_base(prepared, _resolve_secret) == custom
 
     def test_generic_azure_ai_base_still_applies_to_mistral_ocr(self, monkeypatch):
         """Non doc-intelligence azure_ai models keep using AZURE_AI_API_BASE."""
diff --git a/tests/test_litellm/ocr/test_ocr_native_format.py b/tests/test_litellm/ocr/test_ocr_native_format.py
index 249fbda713e..5f69708fe91 100644
--- a/tests/test_litellm/ocr/test_ocr_native_format.py
+++ b/tests/test_litellm/ocr/test_ocr_native_format.py
@@ -4,49 +4,42 @@ providers that don't support a native response must reject it, and the Rust
 bridge (which only returns the normalized shape) must not serve native requests.
 """
 
-import dataclasses
-from unittest.mock import MagicMock
-
 import pytest
 
 import litellm
-from litellm.llms.azure_ai.ocr.cohere_parse_transformation import AzureAICohereParseConfig
-from litellm.llms.cohere.ocr.transformation import CohereParseConfig
-from litellm.ocr.main import _PreparedOCRRequest, _rust_ocr_supported
+from litellm.ocr.main import _rust_ocr_supported
+from litellm.rust_bridge.ocr import LiteLLMOcrRequest
 
 DOCUMENT = {"type": "document_url", "document_url": "https://example.com/doc.pdf"}
 
 
-def _prepared(optional_params: dict[str, object]) -> _PreparedOCRRequest:
-    return _PreparedOCRRequest(
-        model="doc-intelligence/prebuilt-layout",
-        document=dict(DOCUMENT),
+def _request(
+    optional_params: dict[str, object], model: str = "azure_ai/doc-intelligence/prebuilt-layout"
+) -> LiteLLMOcrRequest:
+    return LiteLLMOcrRequest(
+        model=model,
+        document=DOCUMENT,
         api_key="fake-key",
-        api_base="https://example.cognitiveservices.azure.com",
-        custom_llm_provider="azure_ai",
+        api_base=None,
+        custom_llm_provider=None,
         extra_headers=None,
-        provider_config=MagicMock(),
-        optional_params=optional_params,
-        litellm_params={},
-        effective_timeout=60.0,
-        litellm_logging_obj=MagicMock(),
+        timeout=60.0,
+        kwargs=optional_params,
     )
 
 
 @pytest.mark.parametrize("optional_params", [{}, {"req_format": "litellm"}])
 def test_rust_ocr_serves_default_format(optional_params):
-    assert _rust_ocr_supported(_prepared(optional_params)) is True
+    assert _rust_ocr_supported(_request(optional_params)) is True
 
 
 def test_rust_ocr_skipped_for_native_format():
-    assert _rust_ocr_supported(_prepared({"req_format": "native"})) is False
+    assert _rust_ocr_supported(_request({"req_format": "native"})) is False
 
 
-@pytest.mark.parametrize("provider_config", [CohereParseConfig(), AzureAICohereParseConfig()])
-def test_rust_ocr_skipped_for_configs_without_bridge_support(provider_config):
-    prepared = dataclasses.replace(_prepared({}), provider_config=provider_config)
-
-    assert _rust_ocr_supported(prepared) is False
+@pytest.mark.parametrize("model", ["cohere/cohere-parse", "azure_ai/cohere-parse"])
+def test_rust_ocr_skipped_for_unsupported_models(model):
+    assert _rust_ocr_supported(_request({}, model)) is False
 
 
 @pytest.mark.asyncio
diff --git a/tests/test_litellm/ocr/test_rust_bridge.py b/tests/test_litellm/ocr/test_rust_bridge.py
index c34833221cc..3441bd4de34 100644
--- a/tests/test_litellm/ocr/test_rust_bridge.py
+++ b/tests/test_litellm/ocr/test_rust_bridge.py
@@ -3,7 +3,6 @@
 import builtins
 import importlib
 import types
-from typing import Any
 
 import httpx
 import pytest
@@ -59,6 +58,7 @@ class RecordingBridge:
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> dict[str, object]:
         self.calls.append(
@@ -70,6 +70,7 @@ class RecordingBridge:
                 "custom_llm_provider": custom_llm_provider,
                 "extra_headers": extra_headers,
                 "optional_params": optional_params,
+                "input_sources": input_sources,
                 "timeout_seconds": timeout_seconds,
             }
         )
@@ -91,6 +92,7 @@ class RecordingAsyncBridge:
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> dict[str, object]:
         self.calls.append(
@@ -102,6 +104,7 @@ class RecordingAsyncBridge:
                 "custom_llm_provider": custom_llm_provider,
                 "extra_headers": extra_headers,
                 "optional_params": optional_params,
+                "input_sources": input_sources,
                 "timeout_seconds": timeout_seconds,
             }
         )
@@ -118,6 +121,7 @@ class RaisingBridge:
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> dict[str, object]:
         raise RuntimeError("bridge failed")
@@ -133,6 +137,7 @@ class RaisingAsyncBridge:
         custom_llm_provider: str | None,
         extra_headers: dict[str, object] | None,
         optional_params: dict[str, object],
+        input_sources: dict[str, str],
         timeout_seconds: float | None,
     ) -> dict[str, object]:
         raise RuntimeError("bridge failed")
@@ -144,6 +149,9 @@ class RecordingLogging:
     def __init__(self) -> None:
         self.pre_call_kwargs: dict[str, object] | None = None
 
+    def update_from_kwargs(self, **kwargs: object) -> None:
+        self.update_kwargs = kwargs
+
     def pre_call(
         self,
         *,
@@ -158,66 +166,32 @@ class RecordingLogging:
         }
 
 
-class FakeOCRConfig:
-    """A stand-in ``BaseOCRConfig`` that echoes the request it would build."""
-
-    def __init__(self, api_key_env_var: str = "MISTRAL_API_KEY") -> None:
-        self.api_key_env_var = api_key_env_var
-
-    def get_api_key_env_var(self) -> str:
-        return self.api_key_env_var
-
-    def validate_environment(
-        self,
-        *,
-        headers: dict[str, object],
-        model: str,
-        api_key: str | None,
-        api_base: str | None,
-        litellm_params: dict[str, object],
-    ) -> dict[str, object]:
-        return {"Authorization": f"Bearer {api_key}", **headers}
-
-    def get_complete_url(
-        self,
-        *,
-        api_base: str | None,
-        model: str,
-        optional_params: dict[str, object],
-        litellm_params: dict[str, object],
-    ) -> str:
-        return f"{api_base or 'https://api.mistral.ai/v1'}/ocr"
-
-    def get_error_class(self, error_message: str, status_code: int, headers: dict[str, str]) -> BaseLLMException:
-        return BaseLLMException(status_code=status_code, message=error_message, headers=headers)
-
-
-def build_prepared_request(
+def build_request(
     *,
     logging_obj: RecordingLogging | None = None,
-    provider_config: FakeOCRConfig | None = None,
     model: str = "mistral-ocr-latest",
     document: dict[str, object] = DOCUMENT,
     api_key: str | None = "sk-test",
     api_base: str | None = None,
-    custom_llm_provider: str = "mistral",
+    custom_llm_provider: str | None = "mistral",
     extra_headers: dict[str, object] | None = None,
     optional_params: dict[str, object] | None = None,
     litellm_params: dict[str, object] | None = None,
     timeout: float | httpx.Timeout | None = 12.5,
-) -> Any:
-    return ocr_main._PreparedOCRRequest(
+) -> rust_bridge.LiteLLMOcrRequest:
+    return rust_bridge.LiteLLMOcrRequest(
         model=model,
         document=document,
         api_key=api_key,
         api_base=api_base,
         custom_llm_provider=custom_llm_provider,
         extra_headers=extra_headers,
-        provider_config=provider_config or FakeOCRConfig(),
-        optional_params=optional_params or {},
-        litellm_params=litellm_params or {},
-        effective_timeout=timeout,
-        litellm_logging_obj=logging_obj or RecordingLogging(),
+        timeout=timeout,
+        kwargs={
+            **(optional_params or {}),
+            **(litellm_params or {}),
+            "litellm_logging_obj": logging_obj or RecordingLogging(),
+        },
     )
 
 
@@ -425,6 +399,7 @@ def test_bridge_wrapper_forwards_prepared_args_and_wraps_response():
             "x-trace-id": "trace-1",
         },
         "optional_params": {"include_image_base64": True, "pages": [0]},
+        "input_sources": {},
         "timeout_seconds": 12.5,
     }
 
@@ -456,6 +431,7 @@ async def test_bridge_wrapper_forwards_prepared_async_args_and_wraps_response():
         "custom_llm_provider": "vertex_ai",
         "extra_headers": None,
         "optional_params": {"vertex_project": "project-1"},
+        "input_sources": {},
         "timeout_seconds": 42.0,
     }
 
@@ -467,7 +443,7 @@ def test_run_rust_ocr_prepares_request_and_wraps_response():
     rust_bridge._OCR.override(bridge)
 
     response = ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             logging_obj=logging_obj,
             api_base="https://proxy.internal",
             extra_headers={"x-trace-id": "trace-1"},
@@ -486,10 +462,10 @@ def test_run_rust_ocr_prepares_request_and_wraps_response():
         "api_base": "https://proxy.internal",
         "custom_llm_provider": "mistral",
         "extra_headers": {
-            "Authorization": "Bearer sk-test",
             "x-trace-id": "trace-1",
         },
         "optional_params": {"include_image_base64": True},
+        "input_sources": {},
         "timeout_seconds": 12.5,
     }
 
@@ -499,7 +475,7 @@ def test_rust_upstream_error_uses_ocr_provider_error_mapping():
 
     mapped = ocr_main._map_rust_ocr_error(
         error,
-        build_prepared_request(),
+        build_request(),
         (RuntimeError, RustUpstreamError),
     )
 
@@ -514,7 +490,7 @@ def test_run_rust_ocr_resolves_key_via_secret_manager_when_missing():
     rust_bridge._OCR.override(bridge)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(api_key=None, timeout=None),
+        request=build_request(api_key=None, timeout=None),
         resolve_api_key=lambda name: "sk-from-vault" if name == "MISTRAL_API_KEY" else None,
     )
 
@@ -530,7 +506,7 @@ def test_run_rust_ocr_prefers_explicit_key_over_resolver():
         raise AssertionError(f"resolver should not be called for {name}")
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             api_key="sk-explicit",
             timeout=None,
         ),
@@ -540,7 +516,7 @@ def test_run_rust_ocr_prefers_explicit_key_over_resolver():
     assert bridge.calls[0]["api_key"] == "sk-explicit"
 
 
-def test_run_rust_ocr_uses_provider_api_key_env_var():
+def test_run_rust_ocr_uses_mistral_secret_manager_without_provider_config():
     bridge = RecordingBridge()
     resolver_calls = []
     litellm.rust(True)
@@ -551,16 +527,15 @@ def test_run_rust_ocr_uses_provider_api_key_env_var():
         return "sk-provider-env"
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
-            provider_config=FakeOCRConfig(api_key_env_var="PROVIDER_OCR_API_KEY"),
-            model="provider-ocr-model",
+        request=build_request(
+            model="mistral-ocr-latest",
             api_key=None,
             timeout=None,
         ),
         resolve_api_key=_resolver,
     )
 
-    assert resolver_calls == ["PROVIDER_OCR_API_KEY"]
+    assert resolver_calls == ["MISTRAL_API_KEY"]
     assert bridge.calls[0]["api_key"] == "sk-provider-env"
 
 
@@ -570,7 +545,7 @@ def test_prepare_rust_ocr_call_forwards_vertex_routing_metadata():
     rust_bridge._OCR.override(bridge)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             custom_llm_provider="vertex_ai",
             model="mistral-ocr-maas",
             litellm_params={
@@ -588,6 +563,7 @@ def test_prepare_rust_ocr_call_forwards_vertex_routing_metadata():
         "include_image_base64": True,
         "vertex_project": "project-1",
         "vertex_location": "us-central1",
+        "vertex_credentials": "redacted",
     }
 
 
@@ -603,7 +579,7 @@ def test_prepare_rust_ocr_call_resolves_vertex_routing_metadata_from_secret_mana
         }.get(name)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             custom_llm_provider="vertex_ai",
             model="mistral-ocr-maas",
             timeout=None,
@@ -615,42 +591,189 @@ def test_prepare_rust_ocr_call_resolves_vertex_routing_metadata_from_secret_mana
     assert bridge.calls[0]["optional_params"]["vertex_location"] == "us-east5"
 
 
-def test_prepare_rust_ocr_call_resolves_azure_ai_api_base_from_secret_manager():
+def test_prepare_rust_ocr_call_defers_azure_environment_resolution_to_rust():
     bridge = RecordingBridge()
     litellm.rust(True)
     rust_bridge._OCR.override(bridge)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             custom_llm_provider="azure_ai",
             model="pixtral-12b-2409",
+            api_key=None,
             api_base=None,
             timeout=None,
         ),
-        resolve_api_key=lambda name: "https://azure.example.com" if name == "AZURE_AI_API_BASE" else None,
+        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
     )
 
-    assert bridge.calls[0]["api_base"] == "https://azure.example.com"
+    assert bridge.calls[0]["api_base"] is None
+    assert bridge.calls[0]["api_key"] is None
+    assert bridge.calls[0]["extra_headers"] is None
 
 
-def test_prepare_rust_ocr_call_resolves_document_intelligence_endpoint():
+def test_prepare_rust_ocr_call_defers_document_intelligence_environment_to_rust():
     bridge = RecordingBridge()
     litellm.rust(True)
     rust_bridge._OCR.override(bridge)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             custom_llm_provider="azure_ai",
             model="doc-intelligence/prebuilt-layout",
             api_base=None,
             timeout=None,
         ),
-        resolve_api_key=lambda name: (
-            "https://document-intelligence.example.com" if name == "AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT" else None
-        ),
+        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
     )
 
-    assert bridge.calls[0]["api_base"] == "https://document-intelligence.example.com"
+    assert bridge.calls[0]["api_base"] is None
+
+
+def test_prepare_rust_ocr_call_forwards_raw_azure_auth_inputs():
+    bridge = RecordingBridge()
+    litellm.rust(True)
+    rust_bridge._OCR.override(bridge)
+
+    ocr_main._run_rust_ocr(
+        request=build_request(
+            custom_llm_provider="azure_ai",
+            model="pixtral-12b-2409",
+            api_key=None,
+            api_base="https://azure.example.com",
+            extra_headers={"x-trace-id": "trace-1"},
+            litellm_params={
+                "azure_ad_token": "entra-token",
+                "tenant_id": "tenant",
+                "client_id": "client",
+                "client_secret": "secret",
+                "azure_scope": "scope",
+                "azure_authority_host": "https://login.example.com",
+                "azure_credential": "ClientSecretCredential",
+                "azure_federated_token_file": "/token",
+            },
+            timeout=None,
+        ),
+        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
+    )
+
+    call = bridge.calls[0]
+    assert call["api_key"] is None
+    assert call["api_base"] == "https://azure.example.com"
+    assert call["extra_headers"] == {"x-trace-id": "trace-1"}
+    assert call["optional_params"] == {
+        "azure_ad_token": "entra-token",
+        "tenant_id": "tenant",
+        "client_id": "client",
+        "client_secret": "secret",
+        "azure_scope": "scope",
+        "azure_authority_host": "https://login.example.com",
+        "azure_credential": "ClientSecretCredential",
+        "azure_federated_token_file": "/token",
+    }
+    assert call["input_sources"] == {}
+
+
+def test_prepare_rust_ocr_call_preserves_proxy_input_sources():
+    bridge = RecordingBridge()
+    litellm.rust(True)
+    rust_bridge._OCR.override(bridge)
+    request_values = {
+        "tenant_id": "tenant",
+        "client_id": "client",
+        "client_secret": "secret",
+        "azure_authority_host": "https://login.example.com",
+        "api_base": "https://azure.example.com",
+    }
+
+    ocr_main._run_rust_ocr(
+        request=build_request(
+            custom_llm_provider="azure_ai",
+            model="pixtral-12b-2409",
+            api_key="request-key",
+            api_base="https://azure.example.com",
+            litellm_params={
+                "tenant_id": "tenant",
+                "client_id": "client",
+                "client_secret": "secret",
+                "azure_authority_host": "https://login.example.com",
+                "proxy_server_request": {"body": request_values, "credential_fields": ("api_key",)},
+            },
+        ),
+        resolve_api_key=lambda _name: None,
+    )
+
+    assert bridge.calls[0]["input_sources"] == {
+        **{name: "request" for name in request_values},
+        "api_key": "request",
+    }
+
+
+def test_rust_ocr_logging_redacts_azure_credentials():
+    bridge = RecordingBridge()
+    logging_obj = RecordingLogging()
+    litellm.rust(True)
+    rust_bridge._OCR.override(bridge)
+
+    ocr_main._run_rust_ocr(
+        request=build_request(
+            logging_obj=logging_obj,
+            custom_llm_provider="azure_ai",
+            model="pixtral-12b-2409",
+            api_key=None,
+            litellm_params={"azure_ad_token": "token", "client_secret": "secret"},
+        ),
+        resolve_api_key=lambda _name: None,
+    )
+
+    assert logging_obj.update_kwargs["optional_params"] == {
+        "azure_ad_token": "****",
+        "client_secret": "****",
+    }
+    assert logging_obj.pre_call_kwargs is not None
+    additional_args = logging_obj.pre_call_kwargs["additional_args"]
+    assert isinstance(additional_args, dict)
+    complete_input = additional_args["complete_input_dict"]
+    assert isinstance(complete_input, dict)
+    assert complete_input["azure_ad_token"] == "****"
+    assert complete_input["client_secret"] == "****"
+
+
+def test_rust_eligibility_rejects_python_only_azure_auth_modes():
+    for params in (
+        {"azure_ad_token_provider": lambda: "token"},
+        {"azure_username": "user"},
+        {"azure_password": "password"},
+    ):
+        assert not ocr_main._rust_ocr_supported(
+            build_request(
+                custom_llm_provider="azure_ai",
+                model="pixtral-12b-2409",
+                litellm_params=params,
+            )
+        )
+
+
+def test_prepare_rust_ocr_call_forwards_global_azure_refresh(monkeypatch: pytest.MonkeyPatch):
+    bridge = RecordingBridge()
+    litellm.rust(True)
+    rust_bridge._OCR.override(bridge)
+    monkeypatch.setattr(litellm, "enable_azure_ad_token_refresh", True)
+
+    ocr_main._run_rust_ocr(
+        request=build_request(
+            custom_llm_provider="azure_ai",
+            model="pixtral-12b-2409",
+            api_key=None,
+            api_base="https://azure.example.com",
+            litellm_params={"proxy_server_request": {"body": {"enable_azure_ad_token_refresh": True}}},
+            timeout=None,
+        ),
+        resolve_api_key=lambda _name: None,
+    )
+
+    assert bridge.calls[0]["optional_params"] == {"enable_azure_ad_token_refresh": True}
+    assert bridge.calls[0]["input_sources"] == {"enable_azure_ad_token_refresh": "deployment"}
 
 
 def test_run_rust_ocr_runs_pre_call_logging():
@@ -660,7 +783,7 @@ def test_run_rust_ocr_runs_pre_call_logging():
     rust_bridge._OCR.override(bridge)
 
     ocr_main._run_rust_ocr(
-        prepared_request=build_prepared_request(
+        request=build_request(
             logging_obj=logging_obj,
             api_base="https://api.mistral.ai/v1",
             extra_headers={"x-trace-id": "trace-1"},
@@ -676,9 +799,8 @@ def test_run_rust_ocr_runs_pre_call_logging():
     complete_input = additional_args["complete_input_dict"]
     assert complete_input["document"] == DOCUMENT
     assert complete_input["include_image_base64"] is True
-    assert additional_args["api_base"] == "https://api.mistral.ai/v1/ocr"
+    assert additional_args["api_base"] == "https://api.mistral.ai/v1"
     assert additional_args["headers"] == {
-        "Authorization": "Bearer sk-test",
         "x-trace-id": "trace-1",
     }
 
@@ -696,12 +818,11 @@ def test_ocr_routes_to_rust_when_enabled(fake_bridge):
     assert response.pages[0].markdown == "hello world"
     assert len(fake_bridge.calls) == 1
     call = fake_bridge.calls[0]
-    assert call["model"] == "mistral-ocr-latest"
+    assert call["model"] == MODEL
     assert call["document"] == DOCUMENT
     assert call["api_key"] == "sk-test"
-    assert call["custom_llm_provider"] == "mistral"
+    assert call["custom_llm_provider"] is None
     assert call["extra_headers"] == {
-        "Authorization": "Bearer sk-test",
         "x-trace-id": "trace-1",
     }
     assert call["optional_params"].get("include_image_base64") is True
@@ -717,8 +838,29 @@ def test_ocr_routes_azure_ai_to_rust_when_enabled(fake_bridge):
 
     assert isinstance(response, OCRResponse)
     assert len(fake_bridge.calls) == 1
-    assert fake_bridge.calls[0]["model"] == "pixtral-12b-2409"
-    assert fake_bridge.calls[0]["custom_llm_provider"] == "azure_ai"
+    assert fake_bridge.calls[0]["model"] == "azure_ai/pixtral-12b-2409"
+    assert fake_bridge.calls[0]["custom_llm_provider"] is None
+    assert fake_bridge.calls[0]["extra_headers"] is None
+
+
+def test_ocr_routes_azure_entra_inputs_to_rust_without_python_auth(fake_bridge):
+    response = litellm.ocr(
+        model="azure_ai/pixtral-12b-2409",
+        document=DOCUMENT,
+        api_base="https://example.services.ai.azure.com",
+        azure_ad_token="entra-token",
+        tenant_id="tenant",
+        client_id="client",
+    )
+
+    assert isinstance(response, OCRResponse)
+    assert fake_bridge.calls[0]["api_key"] is None
+    assert fake_bridge.calls[0]["extra_headers"] is None
+    assert fake_bridge.calls[0]["optional_params"] == {
+        "azure_ad_token": "entra-token",
+        "tenant_id": "tenant",
+        "client_id": "client",
+    }
 
 
 def test_ocr_rust_path_converts_file_document_before_bridge(fake_bridge):
@@ -768,12 +910,11 @@ async def test_aocr_routes_to_async_rust_when_enabled(fake_async_bridge):
     assert response.pages[0].markdown == "hello world"
     assert len(fake_async_bridge.calls) == 1
     call = fake_async_bridge.calls[0]
-    assert call["model"] == "mistral-ocr-latest"
+    assert call["model"] == MODEL
     assert call["document"] == DOCUMENT
     assert call["api_key"] == "sk-test"
-    assert call["custom_llm_provider"] == "mistral"
+    assert call["custom_llm_provider"] is None
     assert call["extra_headers"] == {
-        "Authorization": "Bearer sk-test",
         "x-trace-id": "trace-1",
     }
     assert call["optional_params"].get("include_image_base64") is True
@@ -864,3 +1005,137 @@ def test_ocr_provider_configs_expose_api_key_env_vars():
     assert AzureDocumentIntelligenceOCRConfig().get_api_key_env_var() == "AZURE_DOCUMENT_INTELLIGENCE_API_KEY"
     assert VertexAIOCRConfig().get_api_key_env_var() == "VERTEX_AI_API_KEY"
     assert VertexAIDeepSeekOCRConfig().get_api_key_env_var() == "VERTEX_AI_API_KEY"
+
+
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.asyncio
+async def test_rust_receives_unmapped_azure_options(asynchronous, fake_bridge, fake_async_bridge):
+    from typing import Final
+
+    arguments: Final = {
+        "model": "azure_ai/doc-intelligence/prebuilt-layout",
+        "document": DOCUMENT,
+        "api_key": "test-key",
+        "pages": [0, 2],
+        "features": ["languages", "style"],
+        "provider_extension": {"enabled": True},
+    }
+    if asynchronous:
+        await litellm.aocr(**arguments)
+    else:
+        litellm.ocr(**arguments)
+    call: Final = (fake_async_bridge if asynchronous else fake_bridge).calls[0]
+    assert call["model"] == arguments["model"]
+    assert call["custom_llm_provider"] is None
+    assert call["extra_headers"] is None
+    assert call["optional_params"] == {
+        "pages": [0, 2],
+        "features": ["languages", "style"],
+        "provider_extension": {"enabled": True},
+    }
+
+
+@pytest.mark.parametrize("enabled", [False, True])
+@pytest.mark.asyncio
+async def test_python_fallback_maps_original_options_once(enabled, monkeypatch):
+    from io import BytesIO
+    from typing import Final
+
+    class PythonHandler:
+        def __init__(self):
+            self.calls = []
+
+        def ocr(self, **kwargs):
+            self.calls.append(kwargs)
+            return OCRResponse(pages=[], model=kwargs["model"])
+
+    handler: Final = PythonHandler()
+    monkeypatch.setattr(ocr_main, "base_llm_http_handler", handler)
+    litellm.rust(enabled)
+    rust_bridge._OCR.override(None)
+    rust_bridge._AOCR.override(None)
+    for asynchronous in (False, True):
+        file: Final = BytesIO(b"test document")
+        arguments: Final = {
+            "model": "azure_ai/doc-intelligence/prebuilt-layout",
+            "document": {"type": "file", "file": file},
+            "api_key": "test-key",
+            "pages": [0, 2],
+        }
+        if asynchronous:
+            await litellm.aocr(**arguments)
+        else:
+            litellm.ocr(**arguments)
+        assert handler.calls[-1]["optional_params"]["pages"] == "1,3"
+        assert handler.calls[-1]["document"]["document_url"].endswith("dGVzdCBkb2N1bWVudA==")
+    assert len(handler.calls) == 2
+
+
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("model", ["mistral/mistral-ocr-latest", "azure_ai/doc-intelligence/prebuilt-read"])
+@pytest.mark.asyncio
+async def test_native_public_ocr_matches_python(model, asynchronous):
+    import json
+    from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+    from threading import Thread
+    from typing import Final
+    from urllib.parse import parse_qsl, urlsplit
+
+    native: Final = rust_bridge_loader.get_native_bridge()
+    if native is None:
+        pytest.skip("requires the compiled Rust extension")
+    calls: Final = []
+
+    class Handler(BaseHTTPRequestHandler):
+        def do_POST(self):
+            body: Final = json.loads(self.rfile.read(int(self.headers["Content-Length"])))
+            target: Final = urlsplit(self.path)
+            calls.append(
+                (
+                    target.path,
+                    parse_qsl(target.query),
+                    self.headers.get("Authorization"),
+                    self.headers.get("Ocp-Apim-Subscription-Key"),
+                    body,
+                )
+            )
+            payload: Final = (
+                {"status": "succeeded", "analyzeResult": {"pages": []}}
+                if "doc-intelligence" in model
+                else {"pages": [{"index": 0, "markdown": "hello"}]}
+            )
+            encoded: Final = json.dumps(payload).encode()
+            self.send_response(200)
+            self.send_header("Content-Type", "application/json")
+            self.send_header("Content-Length", str(len(encoded)))
+            self.end_headers()
+            self.wfile.write(encoded)
+
+        def log_message(self, *_args):
+            pass
+
+    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
+    thread: Final = Thread(target=server.serve_forever, daemon=True)
+    thread.start()
+    responses: Final = []
+    try:
+        for enabled in (False, True):
+            litellm.rust(enabled)
+            arguments: Final = {
+                "model": model,
+                "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+                "api_key": "test-key",
+                "api_base": f"http://127.0.0.1:{server.server_port}",
+                "pages": [0, 2],
+                "timeout": 3.0,
+            }
+            response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+            responses.append(response.model_dump())
+        assert len(calls) == 2
+        assert calls[0] == calls[1]
+        for key in ("model", "pages", "object"):
+            assert responses[0][key] == responses[1][key]
+    finally:
+        server.shutdown()
+        server.server_close()
+        thread.join(timeout=3)
diff --git a/tests/test_litellm/proxy/test_litellm_pre_call_utils.py b/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
index ec9025a5220..37b983d709a 100644
--- a/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
+++ b/tests/test_litellm/proxy/test_litellm_pre_call_utils.py
@@ -769,6 +769,7 @@ async def test_add_litellm_data_to_request_body_snapshot_excludes_proxy_server_r
     data = {
         "model": "gpt-3.5-turbo",
         "messages": [{"role": "user", "content": "hello"}],
+        "api_key": "request-key",
     }
 
     user_api_key_dict = UserAPIKeyAuth(
@@ -796,6 +797,8 @@ async def test_add_litellm_data_to_request_body_snapshot_excludes_proxy_server_r
     assert "proxy_server_request" not in snapshot_body, (
         "proxy_server_request must be excluded from its own body snapshot to prevent the body from self-referencing"
     )
+    assert "api_key" not in snapshot_body
+    assert updated["proxy_server_request"]["credential_fields"] == ("api_key",)
 
 
 def test_refresh_proxy_server_request_body_snapshot_picks_up_guardrail_masking():
diff --git a/tests/test_litellm/rust_bridge/native_route_wheel_test.py b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
index 5b2af3cf02e..3b70043fada 100644
--- a/tests/test_litellm/rust_bridge/native_route_wheel_test.py
+++ b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
@@ -194,10 +194,10 @@ def azure_ocr_kwargs(api_base: str) -> dict[str, object]:
         "api_base": api_base,
         "custom_llm_provider": "azure_ai",
         "extra_headers": {
-            "Authorization": "Bearer prepared-azure-token",
             "x-test-outcome": "success",
             "x-test-route": "azure_ocr",
         },
+        "optional_params": {"azure_ad_token": "prepared-azure-token"},
     }
 
 

From b544f2244b38f4361c789ead93880000e070a5c4 Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 16:22:55 -0700
Subject: [PATCH 227/298] feat(ocr): add Azure Document Intelligence adapter
 (#40534)

* feat(ocr): add Azure Document Intelligence

* fix(ocr): decline missing Document Intelligence credentials

* fix(ocr): map Document Intelligence credentials

* test(ocr): expose Azure transport to adapter tests

* fix(ocr): preserve native responses through Rust bridge

* feat(core): add URL query pair completion

* fix(ocr): declare Document Intelligence native responses

* fix(auth): preserve Azure credential provenance in OCR adapters

* refactor(ocr): use shared native response handling

* refactor(ocr): preserve Document Intelligence extra params

* refactor(ocr): adopt request preparation contract

* refactor(ocr): keep native response handling behind bridge

* fix(ocr): prevent credential-bearing polling redirects

* fix(ocr): update Azure auth imports

* fix(ocr): bound Document Intelligence polling rate

* fix(ocr): preserve proxy credential provenance

* test(ocr): assert native bridge format support
---
 .../src/audio_transcription/hooks.rs          |   3 +-
 .../crates/ai-gateway/src/ocr/hooks.rs        |   3 +-
 litellm-rust/crates/ai-gateway/src/ocr/mod.rs |   4 +-
 .../ai-gateway/src/routes/messages/mod.rs     |   3 +-
 litellm-rust/crates/core/src/constants.rs     |   7 +
 litellm-rust/crates/core/src/error.rs         |   4 +
 .../azure/document_intelligence/mod.rs        | 214 ++++++++++
 .../azure/document_intelligence/polling.rs    | 100 +++++
 .../{azure_mistral.rs => azure/mistral.rs}    |  54 +--
 .../crates/core/src/ocr/adapters/azure/mod.rs |  49 +++
 .../crates/core/src/ocr/adapters/mod.rs       |   5 +-
 litellm-rust/crates/core/src/ocr/client.rs    |  15 +
 .../ocr/codecs/document_intelligence/mod.rs   |   9 +
 .../codecs/document_intelligence/params.rs    | 195 +++++++++
 .../document_intelligence/transformation.rs   | 111 +++++
 .../ocr/codecs/document_intelligence/types.rs | 138 ++++++
 .../crates/core/src/ocr/codecs/mod.rs         |   1 +
 litellm-rust/crates/core/src/ocr/error.rs     |  23 +
 litellm-rust/crates/core/src/ocr/mod.rs       |   3 +
 litellm-rust/crates/core/src/ocr/registry.rs  |   7 +-
 litellm-rust/crates/core/src/ocr/types.rs     |   2 +
 litellm-rust/crates/core/src/ocr/wire.rs      |   1 +
 litellm-rust/crates/core/src/url_utils.rs     |  23 +
 .../tests/azure_document_intelligence_ocr.rs  | 395 ++++++++++++++++++
 .../crates/python-bridge/src/errors.rs        |   1 +
 .../crates/python-bridge/src/routes/ocr.rs    |   4 +-
 litellm/rust_bridge/ocr.py                    | 303 +++++++++++++-
 .../ocr/test_ocr_native_format.py             |  31 +-
 tests/test_litellm/ocr/test_rust_bridge.py    |  18 +
 .../rust_bridge/native_route_wheel_test.py    |  27 +-
 30 files changed, 1689 insertions(+), 64 deletions(-)
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
 rename litellm-rust/crates/core/src/ocr/adapters/{azure_mistral.rs => azure/mistral.rs} (83%)
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/document_intelligence/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/document_intelligence/types.rs
 create mode 100644 litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs

diff --git a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
index 6f4a573e6ff..873c6429ff8 100644
--- a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
@@ -272,7 +272,8 @@ fn core_error_kind(error: &Error) -> &'static str {
         Error::Auth(_)
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
-        | Error::MissingAzureAiCredentialsOrAdToken => "AuthError",
+        | Error::MissingAzureAiCredentialsOrAdToken
+        | Error::MissingAzureDocumentIntelligenceCredentials => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
index c7e8344aafc..bca54bebd4a 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
@@ -389,7 +389,8 @@ fn core_error_kind(error: &Error) -> &'static str {
         Error::Auth(_)
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
-        | Error::MissingAzureAiCredentialsOrAdToken => "AuthError",
+        | Error::MissingAzureAiCredentialsOrAdToken
+        | Error::MissingAzureDocumentIntelligenceCredentials => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
index 9ed93d779f1..2cdc9f9a714 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
@@ -34,10 +34,10 @@ mod tests {
     use litellm_core::ocr::wire::is_supported_request;
 
     #[test]
-    fn core_activation_excludes_unmigrated_azure_document_intelligence() {
+    fn core_activation_includes_azure_document_intelligence() {
         assert!(is_supported_request("model", Some("mistral")));
         assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
-        assert!(!is_supported_request(
+        assert!(is_supported_request(
             "doc-intelligence/prebuilt-layout",
             Some("azure_ai")
         ));
diff --git a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
index adfbf2b5910..a64ad1a1376 100644
--- a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
@@ -117,7 +117,8 @@ impl IntoResponse for MessagesRouteError {
             | Error::MissingField(_)
             | Error::MissingApiKey { .. }
             | Error::MissingAzureAiCredentials
-            | Error::MissingAzureAiCredentialsOrAdToken => (
+            | Error::MissingAzureAiCredentialsOrAdToken
+            | Error::MissingAzureDocumentIntelligenceCredentials => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider request failed".to_string(),
             ),
diff --git a/litellm-rust/crates/core/src/constants.rs b/litellm-rust/crates/core/src/constants.rs
index 8a12e186197..73f2f5d284b 100644
--- a/litellm-rust/crates/core/src/constants.rs
+++ b/litellm-rust/crates/core/src/constants.rs
@@ -51,5 +51,12 @@ pub(crate) const OCR_CONNECT_TIMEOUT_SECS: u64 = 10;
 pub(crate) const OCR_INLINE_MAX_BYTES: usize = 50 * 1024 * 1024;
 pub(crate) const OCR_DOWNLOAD_MAX_BYTES: u64 = 50 * 1024 * 1024;
 pub(crate) const OCR_MAX_FETCH_REDIRECTS: usize = 10;
+pub(crate) const OCR_POLL_TIMEOUT_SECS: u64 = 120;
+pub(crate) const OCR_POLL_RETRY_SECS: u64 = 2;
+pub(crate) const AZURE_DI_API_VERSION: &str = "2024-11-30";
+pub(crate) const AZURE_DI_SUBSCRIPTION_HEADER: &str = "Ocp-Apim-Subscription-Key";
+pub(crate) const AZURE_DI_DEFAULT_DPI: i64 = 96;
+pub(crate) const AZURE_DI_DEFAULT_WIDTH: f64 = 8.5;
+pub(crate) const AZURE_DI_DEFAULT_HEIGHT: f64 = 11.0;
 pub(crate) const AZURE_AI_OCR_PATH: &str = "/providers/mistral/azure/ocr";
 pub(crate) const MISTRAL_OCR_API_BASE: &str = "https://api.mistral.ai/v1";
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index b171c0c4274..bbeb23daa13 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -27,6 +27,10 @@ pub enum Error {
     MissingAzureAiCredentials,
     #[error("Missing Azure AI credentials - set AZURE_AI_API_KEY or provide azure_ad_token")]
     MissingAzureAiCredentialsOrAdToken,
+    #[error(
+        "invalid authentication configuration: Missing Azure Document Intelligence credentials - set AZURE_DOCUMENT_INTELLIGENCE_API_KEY or configure Entra ID"
+    )]
+    MissingAzureDocumentIntelligenceCredentials,
     #[error("upstream request failed with status {status}: {body}")]
     Http { status: u16, body: String },
     #[error("upstream network error: {0}")]
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
new file mode 100644
index 00000000000..71ca69ddc58
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
@@ -0,0 +1,214 @@
+use super::super::OcrAdapter;
+use crate::Error;
+use crate::auth::{InputSource, Sourced};
+use crate::constants::{AZURE_DI_API_VERSION, AZURE_DI_SUBSCRIPTION_HEADER};
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::document_intelligence::{
+    self, AzureDocumentIntelligenceOperation, DocumentIntelligenceParams,
+};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{credential_env, transform_request_body};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection, OcrResponseFormat};
+use crate::ocr::wire::DecodedOcrResponse;
+use crate::providers::azure_ai::auth::AzureAuthInputs;
+use crate::url_utils::ApiUrl;
+
+mod polling;
+
+const AZURE_DI_API_KEY_ENV: &str = "AZURE_DOCUMENT_INTELLIGENCE_API_KEY";
+const AZURE_DI_ENDPOINT_ENV: &str = "AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT";
+
+#[derive(Clone, Debug)]
+pub(crate) struct AzureDocumentIntelligenceAdapter;
+
+impl OcrAdapter for AzureDocumentIntelligenceAdapter {
+    type ProviderResponse = AzureDocumentIntelligenceOperation;
+    const PROVIDER: OcrProvider = OcrProvider::AzureAi;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let params = map_ocr_params(request)?;
+        let config = AzureAuthInputs::from_sourced_optional_params(
+            &request.optional_params,
+            &request.input_sources,
+        )
+        .map_err(Error::from)?;
+        let headers = validate_environment(&request.connection, &config, &credential_env).await?;
+        let endpoint = nonblank(request.connection.api_base.clone())
+            .or_else(|| nonblank(credential_env(AZURE_DI_ENDPOINT_ENV)))
+            .ok_or_else(|| Error::Auth("Missing Azure Document Intelligence API Base - Set AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT or pass api_base".into()))?;
+        let url = get_complete_url(&endpoint, &request.model, &params)?;
+        let body = document_intelligence::transform_ocr_request(request.document.clone())?;
+        transform_request_body(client, request, &url, &headers, body, |_| Ok(())).await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        document_intelligence::transform_ocr_response(&request.model, response)
+    }
+
+    async fn read_response(
+        &self,
+        client: &OcrClient,
+        response: reqwest::Response,
+        url: &str,
+        headers: &[(String, String)],
+        request: &LiteLLMOcrRequest,
+    ) -> Result<DecodedOcrResponse<Self::ProviderResponse>, OcrError> {
+        polling::read_operation_response(
+            client.polling_http(),
+            response,
+            url,
+            headers,
+            &request.connection,
+            request.response_format()? == OcrResponseFormat::Native,
+        )
+        .await
+    }
+}
+
+#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
+fn map_ocr_params(
+    request: &LiteLLMOcrRequest,
+) -> Result<DocumentIntelligenceParams, OcrRequestError> {
+    let params = document_intelligence::decode_input_params(
+        request.optional_params.clone(),
+        "optional_params",
+    )?;
+    let crate::ocr::prepare::ParsedProviderParams {
+        known: params,
+        extra_params: _extra_params,
+    } = params;
+    document_intelligence::map_ocr_params(params)
+}
+
+fn get_complete_url(
+    endpoint: &str,
+    model: &str,
+    params: &DocumentIntelligenceParams,
+) -> Result<String, OcrError> {
+    let model = format!("{}:analyze", model_id(model)?);
+    ApiUrl::parse(endpoint)
+        .and_then(|url| url.complete_path(&["documentintelligence", "documentModels", &model]))
+        .map(|url| {
+            url.append_query_pairs(
+                [("api-version", AZURE_DI_API_VERSION)]
+                    .into_iter()
+                    .chain(params.pages.iter().map(|pages| ("pages", pages.as_str())))
+                    .chain(
+                        params
+                            .features
+                            .iter()
+                            .map(|features| ("features", features.as_str())),
+                    ),
+            )
+            .into_string()
+        })
+        .map_err(|_| OcrRequestError::RequestField {
+            path: "api_base".into(),
+        })
+        .map_err(OcrError::from)
+}
+
+async fn validate_environment(
+    connection: &OcrConnection,
+    config: &AzureAuthInputs,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+) -> Result<Vec<(String, String)>, OcrError> {
+    if crate::http_utils::has_header(&connection.extra_headers, "authorization")
+        || crate::http_utils::has_header(&connection.extra_headers, AZURE_DI_SUBSCRIPTION_HEADER)
+    {
+        super::validate_destination(connection, connection.extra_headers_source)?;
+        return Ok(connection.extra_headers.clone());
+    }
+    let key = nonblank(connection.api_key.clone())
+        .map(|value| Sourced::new(value, connection.api_key_source))
+        .or_else(|| {
+            nonblank(env_lookup(AZURE_DI_API_KEY_ENV))
+                .map(|value| Sourced::new(value, InputSource::Environment))
+        });
+    if let Some(key) = key {
+        super::validate_destination(connection, key.source())?;
+        return Ok(
+            std::iter::once((AZURE_DI_SUBSCRIPTION_HEADER.into(), key.into_value()))
+                .chain(connection.extra_headers.clone())
+                .collect(),
+        );
+    }
+    let token = super::resolve_entra(config, env_lookup)
+        .await?
+        .ok_or(Error::MissingAzureDocumentIntelligenceCredentials)?;
+    super::validate_destination(connection, token.source())?;
+    Ok(
+        std::iter::once(("Authorization".into(), format!("Bearer {}", token.value())))
+            .chain(connection.extra_headers.clone())
+            .collect(),
+    )
+}
+
+fn model_id(model: &str) -> Result<&str, OcrRequestError> {
+    let model = model.rsplit('/').next().unwrap_or(model);
+    if matches!(model, "." | "..") {
+        return Err(OcrRequestError::DotModel);
+    }
+    Ok(model)
+}
+
+fn nonblank(value: Option<String>) -> Option<String> {
+    value
+        .map(|value| value.trim().to_string())
+        .filter(|value| !value.is_empty())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[tokio::test]
+    async fn request_endpoint_cannot_receive_environment_key() {
+        let connection = OcrConnection {
+            api_base: Some("https://request.example".into()),
+            api_base_source: InputSource::Request,
+            ..Default::default()
+        };
+
+        let error = validate_environment(&connection, &Default::default(), &|name| {
+            (name == AZURE_DI_API_KEY_ENV).then(|| "environment-key".into())
+        })
+        .await
+        .unwrap_err();
+
+        assert!(
+            error
+                .to_string()
+                .contains("request-controlled Azure endpoint")
+        );
+    }
+
+    #[tokio::test]
+    async fn request_endpoint_accepts_request_owned_key() {
+        let connection = OcrConnection {
+            api_key: Some("request-key".into()),
+            api_key_source: InputSource::Request,
+            api_base: Some("https://request.example".into()),
+            api_base_source: InputSource::Request,
+            ..Default::default()
+        };
+
+        let headers = validate_environment(&connection, &Default::default(), &|_| None)
+            .await
+            .unwrap();
+
+        assert_eq!(
+            headers[0],
+            (AZURE_DI_SUBSCRIPTION_HEADER.into(), "request-key".into())
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
new file mode 100644
index 00000000000..1bddea0da4f
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
@@ -0,0 +1,100 @@
+use std::time::Duration;
+
+use reqwest::Url;
+use tokio::time::Instant;
+
+use crate::constants::{AZURE_DI_SUBSCRIPTION_HEADER, OCR_POLL_RETRY_SECS};
+use crate::ocr::client::read_json_response;
+use crate::ocr::codecs::document_intelligence::{
+    AzureDocumentIntelligenceOperation, OperationStatus,
+};
+use crate::ocr::error::{OcrError, OcrPollingError, OcrResponseError};
+use crate::ocr::types::OcrConnection;
+use crate::ocr::wire::DecodedOcrResponse;
+
+pub(super) async fn read_operation_response(
+    http_client: &reqwest::Client,
+    response: reqwest::Response,
+    original_url: &str,
+    headers: &[(String, String)],
+    connection: &OcrConnection,
+    native: bool,
+) -> Result<DecodedOcrResponse<AzureDocumentIntelligenceOperation>, OcrError> {
+    if response.status() != reqwest::StatusCode::ACCEPTED {
+        return read_json_response(response, native).await;
+    }
+    let location = response
+        .headers()
+        .get("operation-location")
+        .and_then(|value| value.to_str().ok())
+        .ok_or(OcrPollingError::PollLocation)?;
+    let original = Url::parse(original_url).map_err(|_| OcrPollingError::PollOrigin)?;
+    let operation = Url::parse(location).map_err(|_| OcrPollingError::PollOrigin)?;
+    if original.origin() != operation.origin()
+        || !operation.username().is_empty()
+        || operation.password().is_some()
+    {
+        return Err(OcrPollingError::PollOrigin.into());
+    }
+    poll_operation(http_client, operation, headers, connection, native).await
+}
+
+async fn poll_operation(
+    http_client: &reqwest::Client,
+    url: Url,
+    headers: &[(String, String)],
+    connection: &OcrConnection,
+    native: bool,
+) -> Result<DecodedOcrResponse<AzureDocumentIntelligenceOperation>, OcrError> {
+    let deadline = Instant::now()
+        .checked_add(connection.poll_timeout)
+        .ok_or(OcrPollingError::PollTimeout)?;
+    loop {
+        let remaining = deadline
+            .checked_duration_since(Instant::now())
+            .filter(|remaining| !remaining.is_zero())
+            .ok_or(OcrPollingError::PollTimeout)?;
+        let builder = http_client
+            .get(url.clone())
+            .timeout(remaining.min(connection.timeout));
+        let builder = crate::http_utils::with_headers(
+            builder,
+            headers,
+            crate::http_utils::HeaderPolicy::Only(&[AZURE_DI_SUBSCRIPTION_HEADER, "authorization"]),
+        );
+        let response = tokio::time::timeout_at(deadline, crate::http_utils::http_request(builder))
+            .await
+            .map_err(|_| OcrPollingError::PollTimeout)?
+            .map_err(crate::error::TransportError::from)?;
+        let retry = response
+            .headers()
+            .get(reqwest::header::RETRY_AFTER)
+            .and_then(|value| value.to_str().ok())
+            .and_then(|value| value.parse::<u64>().ok())
+            .unwrap_or(OCR_POLL_RETRY_SECS)
+            .max(1);
+        let decoded = tokio::time::timeout_at(
+            deadline,
+            read_json_response::<AzureDocumentIntelligenceOperation>(response, native),
+        )
+        .await
+        .map_err(|_| OcrPollingError::PollTimeout)??;
+        match &decoded.data.status {
+            Some(OperationStatus::Succeeded) => return Ok(decoded),
+            Some(OperationStatus::Running | OperationStatus::NotStarted) => {
+                tokio::time::timeout_at(deadline, tokio::time::sleep(Duration::from_secs(retry)))
+                    .await
+                    .map_err(|_| OcrPollingError::PollTimeout)?;
+            }
+            status => {
+                return Err(OcrResponseError::OperationStatus(
+                    status
+                        .as_ref()
+                        .map(ToString::to_string)
+                        .unwrap_or_else(|| "None".into()),
+                )
+                .into());
+            }
+        }
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
similarity index 83%
rename from litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
rename to litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
index 0e52bc61249..3107494d39e 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure_mistral.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
@@ -1,8 +1,5 @@
-use std::sync::OnceLock;
-
-use super::OcrAdapter;
+use super::super::OcrAdapter;
 use crate::Error;
-use crate::auth::error::AuthConfigurationError;
 use crate::auth::{InputSource, Sourced};
 use crate::constants::AZURE_AI_OCR_PATH;
 use crate::ocr::OcrClient;
@@ -14,7 +11,7 @@ use crate::ocr::prepare::{
 };
 use crate::ocr::registry::OcrProvider;
 use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection};
-use crate::providers::azure_ai::auth::{AzureAuthInputs, AzureAuthService};
+use crate::providers::azure_ai::auth::AzureAuthInputs;
 use crate::url_utils::ApiUrl;
 
 const AZURE_AI_API_KEY_ENV: &str = "AZURE_AI_API_KEY";
@@ -92,7 +89,7 @@ async fn validate_environment(
     env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
 ) -> Result<Vec<(String, String)>, OcrError> {
     if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
-        validate_destination(connection, connection.extra_headers_source)?;
+        super::validate_destination(connection, connection.extra_headers_source)?;
         return Ok(connection.extra_headers.clone());
     }
     let key = nonblank(connection.api_key.clone())
@@ -102,41 +99,16 @@ async fn validate_environment(
                 .map(|value| Sourced::new(value, InputSource::Environment))
         });
     if let Some(key) = key {
-        validate_destination(connection, key.source())?;
+        super::validate_destination(connection, key.source())?;
         return Ok(bearer_headers(connection, key.value()));
     }
-    static SERVICE: OnceLock<AzureAuthService> = OnceLock::new();
-    let key = SERVICE
-        .get_or_init(AzureAuthService::default)
-        .get_azure_ad_token(config, env_lookup)
-        .await
-        .map_err(Error::from)?
-        .map(|credential| {
-            let source = credential.source();
-            let value = credential.value().secret().expose().to_string();
-            Sourced::new(value, source)
-        })
+    let key = super::resolve_entra(config, env_lookup)
+        .await?
         .ok_or(Error::MissingAzureAiCredentials)?;
-    validate_destination(connection, key.source())?;
+    super::validate_destination(connection, key.source())?;
     Ok(bearer_headers(connection, key.value()))
 }
 
-fn validate_destination(
-    connection: &OcrConnection,
-    credential_source: InputSource,
-) -> Result<(), OcrError> {
-    if connection.api_base.is_some()
-        && connection.api_base_source == InputSource::Request
-        && credential_source != InputSource::Request
-    {
-        return Err(Error::from(crate::AuthError::Configuration(
-            AuthConfigurationError::RequestAzureCredentialDestination,
-        ))
-        .into());
-    }
-    Ok(())
-}
-
 fn bearer_headers(connection: &OcrConnection, key: &str) -> Vec<(String, String)> {
     std::iter::once(("Authorization".into(), format!("Bearer {key}")))
         .chain(connection.extra_headers.clone())
@@ -177,9 +149,9 @@ mod tests {
             ..Default::default()
         };
         assert_eq!(
-            validate_environment(&connection, &Default::default(), &|_| Some(
-                "environment-key".into()
-            ))
+            validate_environment(&connection, &Default::default(), &|_| {
+                Some("environment-key".into())
+            })
             .await
             .unwrap(),
             connection.extra_headers
@@ -193,9 +165,9 @@ mod tests {
             ..Default::default()
         };
         assert_eq!(
-            validate_environment(&connection, &Default::default(), &|_| Some(
-                "environment-key".into()
-            ))
+            validate_environment(&connection, &Default::default(), &|_| {
+                Some("environment-key".into())
+            })
             .await
             .unwrap()[0],
             ("Authorization".into(), "Bearer request-key".into())
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
new file mode 100644
index 00000000000..9c02a7471c9
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
@@ -0,0 +1,49 @@
+mod document_intelligence;
+mod mistral;
+
+use std::sync::OnceLock;
+
+use crate::Error;
+use crate::auth::error::AuthConfigurationError;
+use crate::auth::{InputSource, Sourced};
+use crate::ocr::error::OcrError;
+use crate::ocr::types::OcrConnection;
+use crate::providers::azure_ai::auth::{AzureAuthInputs, AzureAuthService};
+
+pub(crate) use document_intelligence::AzureDocumentIntelligenceAdapter;
+pub(crate) use mistral::AzureMistralAdapter;
+
+async fn resolve_entra(
+    config: &AzureAuthInputs,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+) -> Result<Option<Sourced<String>>, Error> {
+    static SERVICE: OnceLock<AzureAuthService> = OnceLock::new();
+    SERVICE
+        .get_or_init(AzureAuthService::default)
+        .get_azure_ad_token(config, env_lookup)
+        .await
+        .map(|credential| {
+            credential.map(|credential| {
+                let source = credential.source();
+                let value = credential.value().secret().expose().to_string();
+                Sourced::new(value, source)
+            })
+        })
+        .map_err(Error::from)
+}
+
+fn validate_destination(
+    connection: &OcrConnection,
+    credential_source: InputSource,
+) -> Result<(), OcrError> {
+    if connection.api_base.is_some()
+        && connection.api_base_source == InputSource::Request
+        && credential_source != InputSource::Request
+    {
+        return Err(Error::from(crate::AuthError::Configuration(
+            AuthConfigurationError::RequestAzureCredentialDestination,
+        ))
+        .into());
+    }
+    Ok(())
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index bbd6feb6c7b..530b28aeadd 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -8,10 +8,10 @@ use super::registry::OcrProvider;
 use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrResponseFormat};
 use super::wire::DecodedOcrResponse;
 
-mod azure_mistral;
+mod azure;
 mod mistral;
 
-pub(crate) use azure_mistral::AzureMistralAdapter;
+pub(crate) use azure::{AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
 pub(crate) use mistral::MistralAdapter;
 
 /// Converts a complete LiteLLM OCR call to provider HTTP and normalizes its response.
@@ -65,6 +65,7 @@ macro_rules! for_each_ocr_adapter {
         $callback! {
             Mistral, $crate::ocr::adapters::MistralAdapter, $crate::ocr::adapters::MistralAdapter, Mistral;
             AzureMistral, $crate::ocr::adapters::AzureMistralAdapter, $crate::ocr::adapters::AzureMistralAdapter, AzureAi;
+            AzureDocumentIntelligence, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, AzureAi;
         }
     };
 }
diff --git a/litellm-rust/crates/core/src/ocr/client.rs b/litellm-rust/crates/core/src/ocr/client.rs
index 699e44412ac..61b7ae8d995 100644
--- a/litellm-rust/crates/core/src/ocr/client.rs
+++ b/litellm-rust/crates/core/src/ocr/client.rs
@@ -15,6 +15,7 @@ use crate::media::MediaFetcher;
 #[derive(Clone)]
 pub struct OcrClient {
     provider_http: reqwest::Client,
+    polling_http: reqwest::Client,
     document_fetcher: MediaFetcher,
 }
 
@@ -23,6 +24,7 @@ impl OcrClient {
         let document_fetcher = MediaFetcher::new().map_err(TransportError::from)?;
         Ok(Self {
             provider_http,
+            polling_http: no_redirect_http()?,
             document_fetcher,
         })
     }
@@ -41,6 +43,10 @@ impl OcrClient {
         &self.provider_http
     }
 
+    pub(crate) fn polling_http(&self) -> &reqwest::Client {
+        &self.polling_http
+    }
+
     pub(crate) fn document_fetcher(&self) -> &MediaFetcher {
         &self.document_fetcher
     }
@@ -49,11 +55,20 @@ impl OcrClient {
     pub(crate) fn for_test(provider_http: reqwest::Client, document_http: reqwest::Client) -> Self {
         Self {
             provider_http,
+            polling_http: no_redirect_http().expect("test polling client builds"),
             document_fetcher: MediaFetcher::for_test(document_http),
         }
     }
 }
 
+fn no_redirect_http() -> Result<reqwest::Client, TransportError> {
+    reqwest::Client::builder()
+        .connect_timeout(Duration::from_secs(OCR_CONNECT_TIMEOUT_SECS))
+        .redirect(reqwest::redirect::Policy::none())
+        .build()
+        .map_err(TransportError::from)
+}
+
 pub async fn ocr(request: LiteLLMOcrRequest) -> Result<LiteLLMOcrResponse, Error> {
     static CLIENT: OnceLock<Result<OcrClient, TransportError>> = OnceLock::new();
     let client = CLIENT
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/mod.rs
new file mode 100644
index 00000000000..8031f2124a3
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/mod.rs
@@ -0,0 +1,9 @@
+mod params;
+mod transformation;
+mod types;
+
+pub(crate) use params::{decode_input_params, map_ocr_params};
+pub(crate) use transformation::{transform_ocr_request, transform_ocr_response};
+pub(crate) use types::{
+    AzureDocumentIntelligenceOperation, DocumentIntelligenceParams, OperationStatus,
+};
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
new file mode 100644
index 00000000000..85d1dafa542
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
@@ -0,0 +1,195 @@
+use std::collections::BTreeSet;
+
+use serde_json::{Map, Value};
+
+use super::types::{
+    DocumentIntelligenceInputParams, DocumentIntelligenceParams, FeaturesInput, PagesInput,
+};
+use crate::ocr::error::OcrRequestError;
+use crate::ocr::prepare::ParsedProviderParams;
+
+pub(crate) fn decode_input_params(
+    params: Map<String, Value>,
+    prefix: &str,
+) -> Result<ParsedProviderParams<DocumentIntelligenceInputParams>, OcrRequestError> {
+    if let Some(Value::Array(pages)) = params.get("pages") {
+        if pages.iter().any(Value::is_boolean) {
+            return Err(OcrRequestError::Pages("boolean page index".into()));
+        }
+        if pages
+            .iter()
+            .any(|page| page.is_number() && page.as_i64().is_none())
+        {
+            return Err(OcrRequestError::Pages("page index is out of range".into()));
+        }
+        if !pages.iter().all(Value::is_i64) && !pages.iter().all(Value::is_string) {
+            return Err(OcrRequestError::Pages("mixed page element types".into()));
+        }
+    }
+    crate::ocr::wire::decode_request_value(Value::Object(params), prefix)
+}
+
+pub(crate) fn map_ocr_params(
+    params: DocumentIntelligenceInputParams,
+) -> Result<DocumentIntelligenceParams, OcrRequestError> {
+    Ok(DocumentIntelligenceParams {
+        pages: params.pages.map(normalize_pages).transpose()?.flatten(),
+        features: params
+            .features
+            .map(normalize_features)
+            .transpose()?
+            .flatten(),
+    })
+}
+
+fn normalize_pages(pages: PagesInput) -> Result<Option<String>, OcrRequestError> {
+    let normalized = match pages {
+        PagesInput::ZeroBasedIndices(indices) => {
+            if indices.is_empty() {
+                return Ok(None);
+            }
+            indices
+                .into_iter()
+                .map(|page| {
+                    if page < 0 {
+                        return Err(OcrRequestError::Pages("negative page index".into()));
+                    }
+                    page.checked_add(1)
+                        .ok_or_else(|| OcrRequestError::Pages("page index is out of range".into()))
+                })
+                .collect::<Result<BTreeSet<_>, _>>()?
+                .into_iter()
+                .map(|page| page.to_string())
+                .collect::<Vec<_>>()
+                .join(",")
+        }
+        PagesInput::NativeTokens(tokens) => {
+            if tokens.is_empty() {
+                return Ok(None);
+            }
+            tokens
+                .iter()
+                .map(|token| token.trim())
+                .collect::<Vec<_>>()
+                .join(",")
+        }
+        PagesInput::NativeRange(range) => range
+            .split(',')
+            .map(str::trim)
+            .collect::<Vec<_>>()
+            .join(","),
+    };
+    if !normalized.split(',').all(valid_page_token) {
+        return Err(OcrRequestError::Pages("invalid native page range".into()));
+    }
+    Ok(Some(normalized))
+}
+
+fn valid_page_token(token: &str) -> bool {
+    let mut parts = token.split('-');
+    let start = parts.next().unwrap_or_default();
+    if start.is_empty() || !start.chars().all(|character| character.is_ascii_digit()) {
+        return false;
+    }
+    match parts.next() {
+        None => true,
+        Some(end) => {
+            !end.is_empty()
+                && end.chars().all(|character| character.is_ascii_digit())
+                && parts.next().is_none()
+        }
+    }
+}
+
+fn normalize_features(features: FeaturesInput) -> Result<Option<String>, OcrRequestError> {
+    let tokens = match features {
+        FeaturesInput::Names(names) => names,
+        FeaturesInput::CommaSeparated(names) => names.split(',').map(str::to_string).collect(),
+    };
+    if tokens.is_empty() {
+        return Ok(None);
+    }
+    let normalized = tokens.iter().map(|token| token.trim()).collect::<Vec<_>>();
+    if !normalized.iter().all(|token| {
+        let Some((first, rest)) = token.as_bytes().split_first() else {
+            return false;
+        };
+        first.is_ascii_alphabetic() && rest.iter().all(u8::is_ascii_alphanumeric)
+    }) {
+        return Err(OcrRequestError::Features);
+    }
+    Ok(Some(normalized.join(",")))
+}
+
+#[cfg(test)]
+mod tests {
+    use rstest::rstest;
+    use serde_json::{Value, json};
+
+    use super::*;
+
+    fn map(value: Value) -> Result<DocumentIntelligenceParams, OcrRequestError> {
+        let fields = value.as_object().unwrap().clone();
+        map_ocr_params(decode_input_params(fields, "optional_params")?.known)
+    }
+
+    #[test]
+    fn input_params_retain_unknown_fields() {
+        let parsed = decode_input_params(
+            json!({
+                "pages": [0],
+                "future_ocr_option": true,
+                "extra_body": {"provider_option": "value"}
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+            "optional_params",
+        )
+        .unwrap();
+
+        assert_eq!(
+            parsed.known.pages,
+            Some(PagesInput::ZeroBasedIndices(vec![0]))
+        );
+        assert_eq!(parsed.extra_params["future_ocr_option"], true);
+        assert_eq!(
+            parsed.extra_params["extra_body"],
+            json!({"provider_option": "value"})
+        );
+        assert_eq!(
+            serde_json::to_value(map_ocr_params(parsed.known).unwrap()).unwrap(),
+            json!({"pages": "1", "features": null})
+        );
+    }
+
+    #[rstest]
+    #[case(json!(["keyValuePairs"]), "keyValuePairs")]
+    #[case(json!(["keyValuePairs", "languages"]), "keyValuePairs,languages")]
+    #[case(json!("keyValuePairs"), "keyValuePairs")]
+    #[case(json!("keyValuePairs,languages"), "keyValuePairs,languages")]
+    #[case(json!("keyValuePairs, languages"), "keyValuePairs,languages")]
+    fn feature_mapping_matches_python(#[case] input: Value, #[case] expected: &str) {
+        assert_eq!(
+            map(json!({"features": input})).unwrap().features.as_deref(),
+            Some(expected)
+        );
+    }
+
+    #[rstest]
+    #[case(json!("keyValuePairs&pages=9"))]
+    #[case(json!("key value pairs"))]
+    #[case(json!(""))]
+    #[case(json!([1, 2]))]
+    #[case(json!([["keyValuePairs"]]))]
+    #[case(json!({"feature":"keyValuePairs"}))]
+    #[case(json!(5))]
+    fn invalid_feature_mapping_matches_python(#[case] input: Value) {
+        assert!(map(json!({"features": input})).is_err());
+    }
+
+    #[test]
+    fn empty_feature_list_is_omitted() {
+        assert_eq!(map(json!({"features": []})).unwrap().features, None);
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
new file mode 100644
index 00000000000..2b848fcfb7a
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
@@ -0,0 +1,111 @@
+use base64::{Engine, engine::general_purpose::STANDARD};
+use serde_json::{Map, Value, json};
+
+use super::types::*;
+use crate::constants::{AZURE_DI_DEFAULT_DPI, AZURE_DI_DEFAULT_HEIGHT, AZURE_DI_DEFAULT_WIDTH};
+use crate::ocr::document::InlineDocument;
+use crate::ocr::error::{OcrRequestError, OcrResponseError};
+use crate::ocr::types::{LiteLLMOcrResponse, OcrDocument};
+
+#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
+pub(crate) fn transform_ocr_request(
+    document: OcrDocument,
+) -> Result<DocumentIntelligenceRequest, OcrRequestError> {
+    let source = document.source();
+    if source.is_empty() {
+        return Err(OcrRequestError::MissingField("document URL"));
+    }
+    Ok(if let Some(document) = InlineDocument::parse(source)? {
+        DocumentIntelligenceRequest::Base64Source(
+            STANDARD.encode(document.decode(crate::constants::OCR_INLINE_MAX_BYTES)?),
+        )
+    } else {
+        DocumentIntelligenceRequest::UrlSource(source.to_string())
+    })
+}
+
+pub(crate) fn transform_ocr_response(
+    model: &str,
+    response: AzureDocumentIntelligenceOperation,
+) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+    if response.status != Some(OperationStatus::Succeeded) {
+        return Err(OcrResponseError::OperationStatus(
+            response
+                .status
+                .map(|status| status.to_string())
+                .unwrap_or_else(|| "None".into()),
+        ));
+    }
+    let result = response.analyze_result.unwrap_or_default();
+    let pages = result
+        .pages
+        .into_iter()
+        .map(normalize_page)
+        .collect::<Result<Vec<_>, _>>()?;
+    let pages_processed = pages.len();
+    let mut extra_fields = Map::new();
+    extra_fields.insert("content".into(), option_value(result.content));
+    extra_fields.insert("tables".into(), option_value(result.tables));
+    extra_fields.insert(
+        "key_value_pairs".into(),
+        option_value(result.key_value_pairs),
+    );
+    Ok(LiteLLMOcrResponse {
+        pages,
+        model: model.into(),
+        document_annotation: None,
+        usage_info: Some(json!({"pages_processed":pages_processed})),
+        object: "ocr".into(),
+        extra_fields,
+        provider_native_response: None,
+    })
+}
+
+fn normalize_page(page: AzureDocumentIntelligencePage) -> Result<Value, OcrResponseError> {
+    let index = page
+        .page_number
+        .unwrap_or(1)
+        .checked_sub(1)
+        .ok_or(OcrResponseError::NumericRange("page.pageNumber"))?;
+    let scale = if page.unit.as_deref().unwrap_or("inch") == "inch" {
+        AZURE_DI_DEFAULT_DPI as f64
+    } else {
+        1.0
+    };
+    let width = pixel_dimension(
+        page.width.unwrap_or(AZURE_DI_DEFAULT_WIDTH),
+        scale,
+        "page.width",
+    )?;
+    let height = pixel_dimension(
+        page.height.unwrap_or(AZURE_DI_DEFAULT_HEIGHT),
+        scale,
+        "page.height",
+    )?;
+    let markdown = page
+        .lines
+        .iter()
+        .map(|line| line.content.as_deref().unwrap_or_default())
+        .collect::<Vec<_>>()
+        .join("\n");
+    Ok(json!({
+        "index":index,
+        "markdown":markdown,
+        "images":null,
+        "dimensions":{"width":width,"height":height,"dpi":AZURE_DI_DEFAULT_DPI}
+    }))
+}
+
+fn pixel_dimension(value: f64, scale: f64, field: &'static str) -> Result<i64, OcrResponseError> {
+    let value = value * scale;
+    if !value.is_finite() || value < i64::MIN as f64 || value > i64::MAX as f64 {
+        return Err(OcrResponseError::NumericRange(field));
+    }
+    Ok(value.trunc() as i64)
+}
+
+fn option_value<T: serde::Serialize>(value: Option<T>) -> Value {
+    value
+        .and_then(|value| serde_json::to_value(value).ok())
+        .unwrap_or(Value::Null)
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/types.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/types.rs
new file mode 100644
index 00000000000..793f4547e99
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/types.rs
@@ -0,0 +1,138 @@
+use serde::{Deserialize, Deserializer, Serialize};
+use serde_json::{Map, Value};
+
+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
+#[serde(untagged)]
+pub(crate) enum PagesInput {
+    ZeroBasedIndices(Vec<i64>),
+    NativeTokens(Vec<String>),
+    NativeRange(String),
+}
+
+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
+#[serde(untagged)]
+pub(crate) enum FeaturesInput {
+    Names(Vec<String>),
+    CommaSeparated(String),
+}
+
+#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize)]
+pub(crate) struct DocumentIntelligenceInputParams {
+    pub pages: Option<PagesInput>,
+    pub features: Option<FeaturesInput>,
+}
+
+#[derive(Clone, Debug, PartialEq, Serialize)]
+pub(crate) struct DocumentIntelligenceParams {
+    pub pages: Option<String>,
+    pub features: Option<String>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) enum DocumentIntelligenceRequest {
+    #[serde(rename = "urlSource")]
+    UrlSource(String),
+    #[serde(rename = "base64Source")]
+    Base64Source(String),
+}
+
+#[derive(Clone, Debug, PartialEq)]
+pub(crate) enum OperationStatus {
+    Succeeded,
+    Running,
+    NotStarted,
+    Failed,
+    Unknown(String),
+}
+
+impl<'de> Deserialize<'de> for OperationStatus {
+    fn deserialize<D: Deserializer<'de>>(deserializer: D) -> Result<Self, D::Error> {
+        Ok(match String::deserialize(deserializer)?.as_str() {
+            "succeeded" => Self::Succeeded,
+            "running" => Self::Running,
+            "notStarted" => Self::NotStarted,
+            "failed" => Self::Failed,
+            value => Self::Unknown(value.to_string()),
+        })
+    }
+}
+
+impl std::fmt::Display for OperationStatus {
+    fn fmt(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        formatter.write_str(match self {
+            Self::Succeeded => "succeeded",
+            Self::Running => "running",
+            Self::NotStarted => "notStarted",
+            Self::Failed => "failed",
+            Self::Unknown(value) => value,
+        })
+    }
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct AzureDocumentIntelligenceOperation {
+    pub status: Option<OperationStatus>,
+    #[serde(rename = "analyzeResult")]
+    pub analyze_result: Option<AzureDocumentIntelligenceAnalyzeResult>,
+}
+
+#[derive(Clone, Debug, Default, Deserialize)]
+pub(crate) struct AzureDocumentIntelligenceAnalyzeResult {
+    pub content: Option<String>,
+    #[serde(default)]
+    pub pages: Vec<AzureDocumentIntelligencePage>,
+    pub tables: Option<Vec<Map<String, Value>>>,
+    #[serde(rename = "keyValuePairs")]
+    pub key_value_pairs: Option<Vec<Map<String, Value>>>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct AzureDocumentIntelligencePage {
+    #[serde(rename = "pageNumber", default, deserialize_with = "optional_i64")]
+    pub page_number: Option<i64>,
+    #[serde(default, deserialize_with = "optional_f64")]
+    pub width: Option<f64>,
+    #[serde(default, deserialize_with = "optional_f64")]
+    pub height: Option<f64>,
+    pub unit: Option<String>,
+    #[serde(default)]
+    pub lines: Vec<AzureDocumentIntelligenceLine>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct AzureDocumentIntelligenceLine {
+    pub content: Option<String>,
+}
+
+fn optional_i64<'de, D: Deserializer<'de>>(deserializer: D) -> Result<Option<i64>, D::Error> {
+    match Option::<Value>::deserialize(deserializer)? {
+        None | Some(Value::Null) => Ok(None),
+        Some(Value::Number(number)) => number
+            .as_i64()
+            .map(Some)
+            .ok_or_else(|| serde::de::Error::custom("expected an integer")),
+        Some(Value::String(value)) => value
+            .parse::<i64>()
+            .map(Some)
+            .map_err(|_| serde::de::Error::custom("expected an integer")),
+        Some(_) => Err(serde::de::Error::custom("expected an integer")),
+    }
+}
+
+fn optional_f64<'de, D: Deserializer<'de>>(deserializer: D) -> Result<Option<f64>, D::Error> {
+    match Option::<Value>::deserialize(deserializer)? {
+        None | Some(Value::Null) => Ok(None),
+        Some(Value::Number(number)) => number
+            .as_f64()
+            .filter(|value| value.is_finite())
+            .map(Some)
+            .ok_or_else(|| serde::de::Error::custom("expected a finite number")),
+        Some(Value::String(value)) => value
+            .parse::<f64>()
+            .ok()
+            .filter(|value| value.is_finite())
+            .map(Some)
+            .ok_or_else(|| serde::de::Error::custom("expected a finite number")),
+        Some(_) => Err(serde::de::Error::custom("expected a number")),
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
index 170ef5f68a7..ef525e3692f 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
@@ -1 +1,2 @@
+pub(crate) mod document_intelligence;
 pub(crate) mod mistral;
diff --git a/litellm-rust/crates/core/src/ocr/error.rs b/litellm-rust/crates/core/src/ocr/error.rs
index 395bb60000c..2278c6ba948 100644
--- a/litellm-rust/crates/core/src/ocr/error.rs
+++ b/litellm-rust/crates/core/src/ocr/error.rs
@@ -22,6 +22,12 @@ pub enum OcrRequestError {
     DownloadTooLarge,
     #[error("OCR document download exceeded the redirect limit")]
     TooManyRedirects,
+    #[error("invalid OCR pages: {0}")]
+    Pages(String),
+    #[error("invalid OCR features")]
+    Features,
+    #[error("OCR model cannot be a dot segment")]
+    DotModel,
 }
 
 #[derive(Debug, Clone, PartialEq, Eq, Error)]
@@ -32,6 +38,20 @@ pub enum OcrResponseError {
     MissingRedirectLocation,
     #[error("OCR document redirect location is invalid")]
     InvalidRedirect,
+    #[error("OCR operation ended with status {0}")]
+    OperationStatus(String),
+    #[error("OCR response numeric value is out of range: {0}")]
+    NumericRange(&'static str),
+}
+
+#[derive(Debug, Clone, PartialEq, Eq, Error)]
+pub enum OcrPollingError {
+    #[error("OCR accepted response is missing a valid operation-location")]
+    PollLocation,
+    #[error("OCR operation-location must use the submission origin without credentials")]
+    PollOrigin,
+    #[error("OCR polling timed out")]
+    PollTimeout,
 }
 
 #[derive(Debug, Error)]
@@ -43,6 +63,8 @@ pub enum OcrError {
     #[error("{0}")]
     Transport(#[from] TransportError),
     #[error("{0}")]
+    Polling(#[from] OcrPollingError),
+    #[error("{0}")]
     Public(#[from] crate::Error),
 }
 
@@ -52,6 +74,7 @@ impl From<OcrError> for crate::Error {
             OcrError::Request(error) => error.into(),
             OcrError::Response(error) => error.into(),
             OcrError::Transport(error) => error.into(),
+            OcrError::Polling(error) => crate::Error::InvalidResponse(error.to_string()),
             OcrError::Public(error) => error,
         }
     }
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index aa11d0ab3cf..f7cda0009b0 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -18,6 +18,9 @@ pub use types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection, OcrDocumen
 #[path = "../../tests/azure_ai_ocr.rs"]
 mod azure_ai_tests;
 #[cfg(test)]
+#[path = "../../tests/azure_document_intelligence_ocr.rs"]
+mod azure_document_intelligence_tests;
+#[cfg(test)]
 #[path = "../../tests/ocr/support.rs"]
 pub(crate) mod test_support;
 #[cfg(test)]
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index e70bd7314c0..676c54579bc 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -52,9 +52,10 @@ pub(crate) fn resolve_wire_adapter(
     };
     match typed_provider {
         OcrProvider::Mistral => Ok((provider.model.to_string(), OcrAdapterKind::Mistral)),
-        OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => {
-            Err(Error::InvalidProvider("azure_ai".into()))
-        }
+        OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => Ok((
+            provider.model.to_string(),
+            OcrAdapterKind::AzureDocumentIntelligence,
+        )),
         OcrProvider::AzureAi => Ok((provider.model.to_string(), OcrAdapterKind::AzureMistral)),
     }
 }
diff --git a/litellm-rust/crates/core/src/ocr/types.rs b/litellm-rust/crates/core/src/ocr/types.rs
index dec474876fb..0e92b0b6868 100644
--- a/litellm-rust/crates/core/src/ocr/types.rs
+++ b/litellm-rust/crates/core/src/ocr/types.rs
@@ -74,6 +74,7 @@ pub struct OcrConnection {
     pub extra_headers_source: InputSource,
     pub timeout: Duration,
     pub max_download_bytes: u64,
+    pub poll_timeout: Duration,
 }
 
 impl Default for OcrConnection {
@@ -87,6 +88,7 @@ impl Default for OcrConnection {
             extra_headers_source: InputSource::Deployment,
             timeout: Duration::from_secs(OCR_HTTP_TIMEOUT_SECS),
             max_download_bytes: crate::constants::OCR_DOWNLOAD_MAX_BYTES,
+            poll_timeout: Duration::from_secs(crate::constants::OCR_POLL_TIMEOUT_SECS),
         }
     }
 }
diff --git a/litellm-rust/crates/core/src/ocr/wire.rs b/litellm-rust/crates/core/src/ocr/wire.rs
index d0fe32378b9..34d0a7d7b86 100644
--- a/litellm-rust/crates/core/src/ocr/wire.rs
+++ b/litellm-rust/crates/core/src/ocr/wire.rs
@@ -81,6 +81,7 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
         extra_headers_source,
         timeout: timeout.unwrap_or(defaults.timeout),
         max_download_bytes: defaults.max_download_bytes,
+        poll_timeout: defaults.poll_timeout,
     };
     Ok(LiteLLMOcrRequest {
         connection,
diff --git a/litellm-rust/crates/core/src/url_utils.rs b/litellm-rust/crates/core/src/url_utils.rs
index 982dca0dbe3..1150f93a5c7 100644
--- a/litellm-rust/crates/core/src/url_utils.rs
+++ b/litellm-rust/crates/core/src/url_utils.rs
@@ -60,6 +60,14 @@ impl ApiUrl<Base> {
 }
 
 impl ApiUrl<Complete> {
+    pub(crate) fn append_query_pairs<'a>(
+        mut self,
+        pairs: impl IntoIterator<Item = (&'a str, &'a str)>,
+    ) -> Self {
+        self.url.query_pairs_mut().extend_pairs(pairs);
+        self
+    }
+
     pub(crate) fn into_string(self) -> String {
         self.url.into()
     }
@@ -92,4 +100,19 @@ mod tests {
             .expect("url builds");
         assert_eq!(actual, "https://example.test/v1/ocr?tenant=a");
     }
+
+    #[test]
+    fn appended_query_pairs_are_encoded() {
+        let actual = ApiUrl::parse("https://example.test")
+            .and_then(|url| url.complete_path(&["analyze"]))
+            .map(|url| {
+                url.append_query_pairs([("model", "name with spaces")])
+                    .into_string()
+            })
+            .expect("url builds");
+        assert_eq!(
+            actual,
+            "https://example.test/analyze?model=name+with+spaces"
+        );
+    }
 }
diff --git a/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs b/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs
new file mode 100644
index 00000000000..e4c81dea5a7
--- /dev/null
+++ b/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs
@@ -0,0 +1,395 @@
+use serde_json::{Value, json};
+
+use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
+use super::wire::{OcrWireRequest, decode_request};
+
+fn query_value(url: &str, key: &str) -> Option<String> {
+    url::Url::parse(url)
+        .unwrap()
+        .query_pairs()
+        .find_map(|(name, value)| (name == key).then(|| value.into_owned()))
+}
+
+#[tokio::test]
+async fn facade_maps_pages_features_and_url_document() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "status":"succeeded",
+        "analyzeResult":{"pages":[]}
+    }))])
+    .await;
+    let mut request = wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({"pages":[2,0,0,1],"features":["keyValuePairs","languages"]}),
+    );
+    request.document = serde_json::from_value(json!({
+        "type":"document_url",
+        "document_url":"https://example.com/document.pdf"
+    }))
+    .unwrap();
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let request = &seen.lock().unwrap()[0];
+    let target = request.split_whitespace().nth(1).unwrap();
+    let url = format!("{base}{target}");
+    assert_eq!(query_value(&url, "pages").as_deref(), Some("1,2,3"));
+    assert_eq!(
+        query_value(&url, "features").as_deref(),
+        Some("keyValuePairs,languages")
+    );
+    let body: Value = serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap();
+    assert_eq!(
+        body,
+        json!({"urlSource":"https://example.com/document.pdf"})
+    );
+}
+
+#[tokio::test]
+async fn rejects_invalid_pages_features_and_format() {
+    for options in [
+        json!({"pages":[true]}),
+        json!({"pages":[1,"2"]}),
+        json!({"pages":[-1]}),
+        json!({"pages":"1&&features=bad"}),
+        json!({"features":"languages&pages=1"}),
+        json!({"req_format":"azure"}),
+    ] {
+        let result = decode_request(OcrWireRequest {
+            model: "azure_ai/doc-intelligence/prebuilt-read".into(),
+            document: json!({"type":"document_url","document_url":"https://example.com/a.pdf"}),
+            api_key: Some("key".into()),
+            api_base: Some("http://127.0.0.1:1".into()),
+            custom_llm_provider: None,
+            extra_headers: None,
+            optional_params: options.as_object().unwrap().clone(),
+            input_sources: Default::default(),
+            timeout_seconds: None,
+        });
+        let rejected = match result {
+            Ok(request) => perform_ocr(request).await.is_err(),
+            Err(_) => true,
+        };
+        assert!(rejected, "accepted {options}");
+    }
+}
+
+#[tokio::test]
+async fn inline_document_decodes_to_base64_source() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "status":"succeeded"
+    }))])
+    .await;
+    let request = wire_request("azure_ai/doc-intelligence/prebuilt-read", &base, json!({}));
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let request = &seen.lock().unwrap()[0];
+    let body: Value = serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap();
+    assert_eq!(body, json!({"base64Source":"YWJj"}));
+}
+
+#[tokio::test]
+async fn immediate_response_normalizes_pages_and_preserves_native() {
+    let operation = json!({
+        "status":"succeeded",
+        "operationExtension":42,
+        "analyzeResult":{
+            "content":"A\n\nB",
+            "tables":[{"cells":[]}],
+            "keyValuePairs":[{"key":{"content":"A"}}],
+            "pages":[{
+                "pageNumber":"2",
+                "width":"8.5",
+                "height":11,
+                "unit":"inch",
+                "lines":[{"content":"A"},{"content":null},{"content":"B"}]
+            }]
+        }
+    });
+    let (base, _, server) = mock_server(vec![MockResponse::json(operation.clone())]).await;
+    let result = perform_ocr(wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({"req_format":"native"}),
+    ))
+    .await
+    .unwrap();
+    server.await.unwrap();
+
+    assert_eq!(result.pages[0]["index"], 1);
+    assert_eq!(result.pages[0]["markdown"], "A\n\nB");
+    assert_eq!(
+        result.pages[0]["dimensions"],
+        json!({"width":816,"height":1056,"dpi":96})
+    );
+    assert_eq!(result.usage_info, Some(json!({"pages_processed":1})));
+    assert_eq!(result.provider_native_response, Some(operation));
+}
+
+#[tokio::test]
+async fn accepted_response_polls_to_success_with_only_credentials() {
+    let operation = json!({"status":"succeeded","analyzeResult":{"pages":[]}});
+    let (base, seen, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({}),
+        },
+        MockResponse {
+            status: 200,
+            headers: vec![("Retry-After", "0".into())],
+            body: json!({"status":"running"}),
+        },
+        MockResponse::json(operation.clone()),
+    ])
+    .await;
+    let mut request = wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({"req_format":"native"}),
+    );
+    request
+        .connection
+        .extra_headers
+        .push(("X-Trace".into(), "initial-only".into()));
+
+    let result = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(result.provider_native_response, Some(operation));
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 3);
+    assert!(requests[0].to_ascii_lowercase().contains("x-trace:"));
+    for poll in &requests[1..] {
+        assert!(!poll.to_ascii_lowercase().contains("x-trace:"));
+        assert!(
+            poll.to_ascii_lowercase()
+                .contains("ocp-apim-subscription-key: test-key")
+        );
+    }
+}
+
+#[tokio::test]
+async fn polling_forwards_bearer_credentials() {
+    let (base, seen, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({}),
+        },
+        MockResponse::json(json!({"status":"succeeded"})),
+    ])
+    .await;
+    let mut request = wire_request("azure_ai/doc-intelligence/prebuilt-read", &base, json!({}));
+    request.connection.api_key = None;
+    request.connection.extra_headers = vec![("Authorization".into(), "Bearer token".into())];
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let requests = seen.lock().unwrap();
+    assert!(
+        requests[1]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer token")
+    );
+}
+
+#[tokio::test]
+async fn polling_does_not_follow_redirects() {
+    let (base, seen, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({}),
+        },
+        MockResponse {
+            status: 302,
+            headers: vec![("Location", "{base}/redirected".into())],
+            body: json!({}),
+        },
+        MockResponse::json(json!({"status":"succeeded"})),
+    ])
+    .await;
+
+    let error = perform_ocr(wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({}),
+    ))
+    .await
+    .unwrap_err();
+
+    assert!(error.to_string().contains("status 302"), "{error}");
+    assert_eq!(seen.lock().unwrap().len(), 2);
+    server.abort();
+}
+
+#[tokio::test]
+async fn polling_rejects_terminal_failure() {
+    let (base, _, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({}),
+        },
+        MockResponse::json(json!({"status":"failed"})),
+    ])
+    .await;
+
+    let error = perform_ocr(wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({}),
+    ))
+    .await
+    .unwrap_err();
+    server.await.unwrap();
+    assert!(error.to_string().contains("status failed"));
+}
+
+#[tokio::test]
+async fn malformed_provider_pages_report_response_paths() {
+    for (analysis, path) in [
+        (json!({"pages":null}), "pages"),
+        (json!({"pages":[null]}), "pages[0]"),
+        (json!({"pages":[{"lines":null}]}), "lines"),
+        (json!({"pages":[{"width":"bad"}]}), "width"),
+    ] {
+        let (base, _, server) = mock_server(vec![MockResponse::json(json!({
+            "status":"succeeded",
+            "analyzeResult":analysis
+        }))])
+        .await;
+        let error = perform_ocr(wire_request(
+            "azure_ai/doc-intelligence/prebuilt-read",
+            &base,
+            json!({}),
+        ))
+        .await
+        .unwrap_err();
+        server.await.unwrap();
+        assert!(error.to_string().contains(path), "{error}");
+    }
+}
+
+#[tokio::test]
+async fn rejects_missing_invalid_and_cross_origin_operation_locations() {
+    for headers in [
+        Vec::new(),
+        vec![("Operation-Location", "/relative".into())],
+        vec![("Operation-Location", "http://example.com/operation".into())],
+        vec![(
+            "Operation-Location",
+            "http://user:password@127.0.0.1/operation".into(),
+        )],
+    ] {
+        let (base, _, server) = mock_server(vec![MockResponse {
+            status: 202,
+            headers,
+            body: json!({}),
+        }])
+        .await;
+        let error = perform_ocr(wire_request(
+            "azure_ai/doc-intelligence/prebuilt-read",
+            &base,
+            json!({}),
+        ))
+        .await
+        .unwrap_err();
+        server.await.unwrap();
+        assert!(error.to_string().contains("operation-location"));
+    }
+}
+
+#[tokio::test]
+async fn polling_deadline_bounds_retry_delay() {
+    let (base, _, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({}),
+        },
+        MockResponse {
+            status: 200,
+            headers: vec![("Retry-After", "9999".into())],
+            body: json!({"status":"notStarted"}),
+        },
+    ])
+    .await;
+    let mut request = wire_request("azure_ai/doc-intelligence/prebuilt-read", &base, json!({}));
+    request.connection.poll_timeout = std::time::Duration::from_millis(100);
+
+    let error = tokio::time::timeout(std::time::Duration::from_secs(1), perform_ocr(request))
+        .await
+        .unwrap()
+        .unwrap_err();
+    server.await.unwrap();
+    assert!(error.to_string().contains("timed out"));
+}
+
+#[tokio::test]
+async fn model_id_is_encoded_and_dot_segments_are_rejected() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "status":"succeeded"
+    }))])
+    .await;
+    perform_ocr(wire_request(
+        "azure_ai/doc-intelligence/a ?#é",
+        &base,
+        json!({}),
+    ))
+    .await
+    .unwrap();
+    server.await.unwrap();
+    assert!(seen.lock().unwrap()[0].contains("a%20%3F%23%C3%A9:analyze"));
+
+    for model in [
+        "azure_ai/doc-intelligence/.",
+        "azure_ai/doc-intelligence/..",
+    ] {
+        let error = perform_ocr(wire_request(model, "http://127.0.0.1:1", json!({})))
+            .await
+            .unwrap_err();
+        assert!(error.to_string().contains("dot segment"));
+    }
+}
+
+#[tokio::test]
+async fn pre_call_guardrail_receives_caller_pages_before_mapping() {
+    use crate::ocr::hooks::{OcrHookFuture, OcrHooks, OcrPreCallRequest};
+    use std::sync::Arc;
+
+    struct RewritePages;
+    impl OcrHooks for RewritePages {
+        fn has_guardrails(&self) -> bool {
+            true
+        }
+
+        fn pre_call(&self, request: OcrPreCallRequest) -> OcrHookFuture<'_, OcrPreCallRequest> {
+            Box::pin(async move {
+                assert_eq!(request.optional_params["pages"], json!([0, 2]));
+                Ok(OcrPreCallRequest {
+                    optional_params: json!({"pages": [1]}),
+                    ..request
+                })
+            })
+        }
+    }
+    let (base, seen, server) =
+        mock_server(vec![MockResponse::json(json!({"status": "succeeded"}))]).await;
+    let request = wire_request(
+        "azure_ai/doc-intelligence/prebuilt-read",
+        &base,
+        json!({"pages": [0, 2]}),
+    )
+    .with_host_hooks(Arc::new(RewritePages), None);
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let requests = seen.lock().unwrap();
+    let target = requests[0].split_whitespace().nth(1).unwrap();
+    assert_eq!(
+        query_value(&format!("{base}{target}"), "pages").as_deref(),
+        Some("2")
+    );
+    assert_eq!(requests.len(), 1);
+}
diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm-rust/crates/python-bridge/src/errors.rs
index 0c30eab8112..9ae25e790a6 100644
--- a/litellm-rust/crates/python-bridge/src/errors.rs
+++ b/litellm-rust/crates/python-bridge/src/errors.rs
@@ -44,6 +44,7 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
         | Error::MissingAzureAiCredentialsOrAdToken
+        | Error::MissingAzureDocumentIntelligenceCredentials
         | Error::Routing(_)
         // Nothing reached the provider, so serving it on Python cannot double
         // bill and is the only way the caller gets an answer at all.
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index 50095e3ebf2..e960a354d9f 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -102,10 +102,10 @@ mod tests {
     use litellm_core::ocr::wire::is_supported_request;
 
     #[test]
-    fn native_activation_excludes_unmigrated_azure_document_intelligence() {
+    fn native_activation_includes_azure_document_intelligence() {
         assert!(is_supported_request("model", Some("mistral")));
         assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
-        assert!(!is_supported_request(
+        assert!(is_supported_request(
             "documentintelligence/prebuilt-read",
             Some("azure_ai")
         ));
diff --git a/litellm/rust_bridge/ocr.py b/litellm/rust_bridge/ocr.py
index db959e76f7c..68bbb186f9b 100644
--- a/litellm/rust_bridge/ocr.py
+++ b/litellm/rust_bridge/ocr.py
@@ -2,14 +2,44 @@
 
 from __future__ import annotations
 
-from collections.abc import Awaitable, Mapping
+from collections.abc import Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
+from types import MappingProxyType
 from typing import Final, Protocol, cast  # noqa: TID251  # native extension exposes dynamically typed callables
 
 import httpx
 
-from litellm.rust_bridge.bindings import NativeBinding
+import litellm
+from litellm.constants import request_timeout
+from litellm.llms.azure_ai.ocr.common_utils import is_azure_cohere_parse_model
+from litellm.llms.base_llm.ocr.transformation import PROVIDER_NATIVE_RESPONSE_KEY, OCRResponse
+from litellm.rust_bridge.bindings import NativeBinding, native_exception_types
 from litellm.rust_bridge.timeouts import timeout_to_seconds as _timeout_to_seconds
+from litellm.types.router import GenericLiteLLMParams
+from litellm.utils import ProviderConfigManager
+
+_RUST_OCR_PROVIDERS: Final = frozenset({"mistral", "azure_ai", "vertex_ai"})
+_RUST_OCR_CONFIG_FIELDS: Final = frozenset(
+    {
+        "azure_ad_token",
+        "tenant_id",
+        "client_id",
+        "client_secret",
+        "azure_scope",
+        "azure_authority_host",
+        "azure_credential",
+        "azure_federated_token_file",
+        "vertex_credentials",
+        "vertex_ai_credentials",
+        "vertex_project",
+        "vertex_ai_project",
+        "vertex_location",
+        "vertex_ai_location",
+    }
+)
+_RUST_OCR_SECRET_FIELDS: Final = frozenset(
+    {"azure_ad_token", "client_secret", "azure_federated_token_file", "vertex_credentials", "vertex_ai_credentials"}
+)
 
 
 @dataclass(frozen=True, slots=True)
@@ -57,6 +87,26 @@ class RustAocr(Protocol):
         raise NotImplementedError
 
 
+class _OCRLogging(Protocol):
+    def update_from_kwargs(
+        self,
+        *,
+        kwargs: dict[str, object],
+        model: str,
+        optional_params: dict[str, object],
+        litellm_params: dict[str, object],
+        custom_llm_provider: str | None,
+    ) -> None: ...
+
+    def pre_call(
+        self,
+        *,
+        input: str,
+        api_key: str | None,
+        additional_args: dict[str, object],
+    ) -> None: ...
+
+
 def _as_ocr(value: object) -> RustOcr | None:
     return cast(RustOcr, value) if callable(value) else None
 
@@ -77,6 +127,255 @@ def load_rust_aocr() -> RustAocr | None:
     return _AOCR.load()
 
 
+def provider(request: LiteLLMOcrRequest) -> str | None:
+    if request.custom_llm_provider is not None:
+        return request.custom_llm_provider
+    prefix: Final = request.model.partition("/")[0]
+    if prefix in _RUST_OCR_PROVIDERS:
+        return prefix
+    if request.model.startswith("mistral-ocr"):
+        return "mistral"
+    return None
+
+
+def supported(request: LiteLLMOcrRequest) -> bool:
+    request_provider: Final = provider(request)
+    if request_provider not in _RUST_OCR_PROVIDERS:
+        return False
+    if request_provider == "azure_ai":
+        return (
+            not is_azure_cohere_parse_model(request.model)
+            and not callable(request.kwargs.get("azure_ad_token_provider"))
+            and request.kwargs.get("azure_username") is None
+            and request.kwargs.get("azure_password") is None
+        )
+    return True
+
+
+def _optional_params(request: LiteLLMOcrRequest, resolve_secret: Callable[[str], str | None]) -> Mapping[str, object]:
+    optional_params: Final = MappingProxyType(
+        {
+            name: value
+            for name, value in request.kwargs.items()
+            if (name not in GenericLiteLLMParams.model_fields or name in _RUST_OCR_CONFIG_FIELDS)
+            and name not in ("litellm_logging_obj", "aocr", "litellm_call_id", "proxy_server_request")
+        }
+    )
+    request_provider: Final = provider(request)
+    if request_provider == "azure_ai" and litellm.enable_azure_ad_token_refresh is True:
+        return MappingProxyType({**optional_params, "enable_azure_ad_token_refresh": True})
+    if request_provider != "vertex_ai":
+        return optional_params
+    project: Final = (
+        request.kwargs.get("vertex_project")
+        or request.kwargs.get("vertex_ai_project")
+        or litellm.vertex_project
+        or resolve_secret("VERTEXAI_PROJECT")
+    )
+    location: Final = (
+        request.kwargs.get("vertex_location")
+        or request.kwargs.get("vertex_ai_location")
+        or litellm.vertex_location
+        or resolve_secret("VERTEXAI_LOCATION")
+        or resolve_secret("VERTEX_LOCATION")
+    )
+    vertex_params: Final = MappingProxyType(
+        {
+            name: value
+            for name, value in (("vertex_project", project), ("vertex_location", location))
+            if value is not None
+        }
+    )
+    return MappingProxyType({**optional_params, **vertex_params})
+
+
+def _input_sources(request: LiteLLMOcrRequest, optional_params: Mapping[str, object]) -> Mapping[str, str]:
+    proxy_request_value: Final = request.kwargs.get("proxy_server_request")
+    if not isinstance(proxy_request_value, Mapping):
+        return MappingProxyType({})
+    proxy_request: Final = cast(  # cast-ok: runtime Mapping check narrows metadata with unknown key and value types
+        Mapping[object, object], proxy_request_value
+    )
+    credential_fields_value: Final = proxy_request.get("credential_fields", ())
+    credential_fields: Final = (
+        frozenset(name for name in credential_fields_value if isinstance(name, str))
+        if isinstance(credential_fields_value, (list, tuple, set, frozenset))
+        else frozenset()
+    )
+    request_fields_value: Final = proxy_request.get("body_fields")
+    request_fields: Sequence[object]
+    if isinstance(request_fields_value, Sequence) and not isinstance(request_fields_value, (str, bytes)):
+        request_fields = cast(  # cast-ok: runtime Sequence check excludes scalar strings and bytes
+            Sequence[object], request_fields_value
+        )
+    else:
+        body_value: Final = proxy_request.get("body")
+        request_fields = (
+            tuple(cast(Mapping[object, object], body_value))  # cast-ok: runtime Mapping check establishes iterable keys
+            if isinstance(body_value, Mapping)
+            else ()
+        )
+    names: Final = frozenset(optional_params) | frozenset({"api_key", "api_base", "extra_headers"})
+    request_sources: Final = MappingProxyType(
+        {name: "request" for name in names if name in request_fields or name in credential_fields}
+    )
+    if litellm.enable_azure_ad_token_refresh is True and "enable_azure_ad_token_refresh" in optional_params:
+        return MappingProxyType({**request_sources, "enable_azure_ad_token_refresh": "deployment"})
+    return request_sources
+
+
+def _marshal(
+    request: LiteLLMOcrRequest,
+    resolve_secret: Callable[[str], str | None],
+    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
+) -> LiteLLMOcrRequest:
+    if not isinstance(request.document, dict):
+        raise TypeError(f"document must be a dict with 'type' and URL/file field, got {type(request.document)}")
+    document: Final = (
+        convert_file_document(request.document) if request.document.get("type") == "file" else request.document
+    )
+    request_provider: Final = provider(request)
+    api_key: Final = (
+        request.api_key or resolve_secret("MISTRAL_API_KEY") if request_provider == "mistral" else request.api_key
+    )
+    optional_params: Final = _optional_params(request, resolve_secret)
+    input_sources: Final = _input_sources(request, optional_params)
+    logged_optional_params: Final = MappingProxyType(
+        {name: "****" if name in _RUST_OCR_SECRET_FIELDS else value for name, value in optional_params.items()}
+    )
+    logged_kwargs: Final = MappingProxyType(
+        {
+            name: "****" if name in _RUST_OCR_SECRET_FIELDS else value
+            for name, value in request.kwargs.items()
+            if name != "proxy_server_request"
+        }
+    )
+    logging_obj: Final = cast(  # cast-ok: client decorator injects the logging object through untyped kwargs
+        _OCRLogging, request.kwargs["litellm_logging_obj"]
+    )
+    logging_obj.update_from_kwargs(
+        kwargs=dict(logged_kwargs),  # mutable-ok: legacy logging mutates its kwargs copy
+        model=request.model,
+        optional_params=dict(logged_optional_params),  # mutable-ok: legacy logging requires concrete dict params
+        litellm_params={  # mutable-ok: legacy logging requires a concrete params dict
+            "litellm_call_id": request.kwargs.get("litellm_call_id"),
+            "api_base": request.api_base,
+        },
+        custom_llm_provider=request_provider,
+    )
+    logging_obj.pre_call(
+        input="OCR document processing",
+        api_key=api_key,
+        additional_args={  # mutable-ok: pre_call mutates the additional_args dict
+            "complete_input_dict": {  # mutable-ok: callbacks consume a JSON-serializable request dict
+                "model": request.model,
+                "document": document,
+                **logged_optional_params,
+            },
+            "api_base": request.api_base or "",
+            "headers": request.extra_headers or {},  # mutable-ok: logging callbacks consume a concrete headers dict
+        },
+    )
+    return LiteLLMOcrRequest(
+        model=request.model,
+        document=document,
+        api_key=api_key,
+        api_base=request.api_base,
+        timeout=request.timeout if request.timeout is not None else request_timeout,
+        custom_llm_provider=request.custom_llm_provider,
+        extra_headers=request.extra_headers,
+        kwargs=optional_params,
+        input_sources=input_sources,
+    )
+
+
+def _map_error(error: Exception, request: LiteLLMOcrRequest) -> Exception:
+    exception_types: Final = native_exception_types()
+    if exception_types is None or not isinstance(error, exception_types[1]):
+        return error
+    request_provider: Final = provider(request)
+    if request_provider is None:
+        return error
+    provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
+        model=request.model.removeprefix(f"{request_provider}/"), provider=litellm.LlmProviders(request_provider)
+    )
+    if provider_config is None:
+        return error
+    error_args: Final = cast(  # cast-ok: BaseException.args exposes Any while native errors carry scalar args
+        tuple[object, ...], error.args
+    )
+    status: Final = error_args[0] if error_args and isinstance(error_args[0], int) else 500
+    message: Final = str(error_args[1]) if len(error_args) > 1 else str(error)
+    error_factory: Final = cast(  # cast-ok: legacy provider error factories have untyped callable parameters
+        Callable[..., Exception], provider_config.get_error_class
+    )
+    return error_factory(
+        error_message=message,
+        status_code=status or 500,
+        headers={},  # mutable-ok: provider error factories require a concrete headers dict
+    )
+
+
+def _response(response: Mapping[str, object]) -> OCRResponse:
+    provider_native_response: Final = response.get(PROVIDER_NATIVE_RESPONSE_KEY)
+    normalized: Final = OCRResponse.model_validate(
+        MappingProxyType({key: value for key, value in response.items() if key != PROVIDER_NATIVE_RESPONSE_KEY})
+    )
+    if isinstance(provider_native_response, Mapping):
+        normalized.set_provider_native_response(provider_native_response)
+    return normalized
+
+
+def run(
+    request: LiteLLMOcrRequest,
+    resolve_secret: Callable[[str], str | None],
+    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
+) -> OCRResponse | None:
+    if load_rust_ocr() is None:
+        return None
+    marshalled: Final = _marshal(request, resolve_secret, convert_file_document)
+    try:
+        response: Final = ocr(
+            model=marshalled.model,
+            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            api_key=marshalled.api_key,
+            api_base=marshalled.api_base,
+            custom_llm_provider=marshalled.custom_llm_provider,
+            extra_headers=marshalled.extra_headers,
+            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            input_sources=marshalled.input_sources,
+            timeout=marshalled.timeout,
+        )
+    except Exception as error:
+        raise _map_error(error, request) from error
+    return _response(response) if response is not None else None
+
+
+async def arun(
+    request: LiteLLMOcrRequest,
+    resolve_secret: Callable[[str], str | None],
+    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
+) -> OCRResponse | None:
+    if load_rust_aocr() is None:
+        return None
+    marshalled: Final = _marshal(request, resolve_secret, convert_file_document)
+    try:
+        response: Final = await aocr(
+            model=marshalled.model,
+            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            api_key=marshalled.api_key,
+            api_base=marshalled.api_base,
+            custom_llm_provider=marshalled.custom_llm_provider,
+            extra_headers=marshalled.extra_headers,
+            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
+            input_sources=marshalled.input_sources,
+            timeout=marshalled.timeout,
+        )
+    except Exception as error:
+        raise _map_error(error, request) from error
+    return _response(response) if response is not None else None
+
+
 def ocr(
     *,
     model: str,
diff --git a/tests/test_litellm/ocr/test_ocr_native_format.py b/tests/test_litellm/ocr/test_ocr_native_format.py
index 5f69708fe91..46e9a4d3729 100644
--- a/tests/test_litellm/ocr/test_ocr_native_format.py
+++ b/tests/test_litellm/ocr/test_ocr_native_format.py
@@ -1,13 +1,11 @@
 """
-Tests for the OCR `req_format` option in the SDK request path:
-providers that don't support a native response must reject it, and the Rust
-bridge (which only returns the normalized shape) must not serve native requests.
+Tests for the OCR `req_format` option in the SDK request path.
 """
 
 import pytest
 
 import litellm
-from litellm.ocr.main import _rust_ocr_supported
+from litellm.rust_bridge import ocr as rust_ocr_bridge
 from litellm.rust_bridge.ocr import LiteLLMOcrRequest
 
 DOCUMENT = {"type": "document_url", "document_url": "https://example.com/doc.pdf"}
@@ -30,16 +28,33 @@ def _request(
 
 @pytest.mark.parametrize("optional_params", [{}, {"req_format": "litellm"}])
 def test_rust_ocr_serves_default_format(optional_params):
-    assert _rust_ocr_supported(_request(optional_params)) is True
+    assert rust_ocr_bridge.supported(_request(optional_params)) is True
 
 
-def test_rust_ocr_skipped_for_native_format():
-    assert _rust_ocr_supported(_request({"req_format": "native"})) is False
+def test_rust_ocr_serves_native_format_for_document_intelligence():
+    assert rust_ocr_bridge.supported(_request({"req_format": "native"})) is True
+
+
+def test_rust_ocr_response_retains_provider_native_response():
+    provider_response = {"status": "succeeded", "analyzeResult": {"content": "native"}}
+    response = rust_ocr_bridge._response(
+        {
+            "pages": [],
+            "model": "prebuilt-layout",
+            "document_annotation": None,
+            "usage_info": {"pages_processed": 0},
+            "object": "ocr",
+            "provider_native_response": provider_response,
+        }
+    )
+
+    assert response.get_provider_native_response() == provider_response
+    assert response.model_dump().get("provider_native_response") is None
 
 
 @pytest.mark.parametrize("model", ["cohere/cohere-parse", "azure_ai/cohere-parse"])
 def test_rust_ocr_skipped_for_unsupported_models(model):
-    assert _rust_ocr_supported(_request({}, model)) is False
+    assert rust_ocr_bridge.supported(_request({}, model)) is False
 
 
 @pytest.mark.asyncio
diff --git a/tests/test_litellm/ocr/test_rust_bridge.py b/tests/test_litellm/ocr/test_rust_bridge.py
index 3441bd4de34..9c1cae6a551 100644
--- a/tests/test_litellm/ocr/test_rust_bridge.py
+++ b/tests/test_litellm/ocr/test_rust_bridge.py
@@ -708,6 +708,24 @@ def test_prepare_rust_ocr_call_preserves_proxy_input_sources():
         "api_key": "request",
     }
 
+    marshaled = rust_bridge._marshal(
+        build_request(
+            custom_llm_provider="azure_ai",
+            model="pixtral-12b-2409",
+            api_key="request-key",
+            api_base="https://azure.example.com",
+            litellm_params={
+                "proxy_server_request": {
+                    "body": {"api_base": "https://azure.example.com"},
+                    "credential_fields": ("api_key",),
+                }
+            },
+        ),
+        lambda _name: None,
+        lambda document: document,
+    )
+    assert marshaled.input_sources == {"api_base": "request", "api_key": "request"}
+
 
 def test_rust_ocr_logging_redacts_azure_credentials():
     bridge = RecordingBridge()
diff --git a/tests/test_litellm/rust_bridge/native_route_wheel_test.py b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
index 3b70043fada..8d83f4ca8a6 100644
--- a/tests/test_litellm/rust_bridge/native_route_wheel_test.py
+++ b/tests/test_litellm/rust_bridge/native_route_wheel_test.py
@@ -73,7 +73,7 @@ def assert_native_request(
     headers: HTTPMessage,
     body: object,
 ) -> None:
-    if route not in {"ocr", "azure_ocr", "transcription", "messages", "chat_completions"}:
+    if route not in {"ocr", "azure_ocr", "azure_di", "transcription", "messages", "chat_completions"}:
         raise AssertionError(f"unexpected route marker: {route!r}")
     if outcome not in {"success", "429", "hang"}:
         raise AssertionError(f"unexpected outcome marker: {outcome!r}")
@@ -92,6 +92,13 @@ def assert_native_request(
         assert body["model"] == "mistral-ocr-2505"
         assert body["document"]["document_url"] == "data:application/pdf;base64,YWJj"
         return
+    if route == "azure_di":
+        assert path.startswith("/documentintelligence/documentModels/prebuilt-read:analyze?")
+        assert "api-version=2024-11-30" in path
+        assert "pages=1%2C3" in path
+        assert headers.get("ocp-apim-subscription-key") == "di-key"
+        assert body == {"base64Source": "YWJj"}
+        return
     if route == "transcription":
         assert path == "/model/mistral.voxtral-mini-3b-2507/converse"
         assert headers.get("authorization", "").startswith("AWS4-HMAC-SHA256 ")
@@ -115,6 +122,8 @@ def native_response(status: int, route: str | None) -> bytes:
         return b'{"error":"native-rate-limit"}'
     if route in {"ocr", "azure_ocr"}:
         return b'{"pages":[{"index":0,"markdown":"native-ocr"}]}'
+    if route == "azure_di":
+        return b'{"status":"succeeded","analyzeResult":{"pages":[]}}'
     if route == "transcription":
         return b'{"output":{"message":{"content":[{"text":"native-transcription"}]}}}'
     return ANTHROPIC_RESPONSE
@@ -201,6 +210,18 @@ def azure_ocr_kwargs(api_base: str) -> dict[str, object]:
     }
 
 
+def azure_di_kwargs(api_base: str) -> dict[str, object]:
+    return {
+        "model": "doc-intelligence/prebuilt-read",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+        "api_key": "di-key",
+        "api_base": api_base,
+        "custom_llm_provider": "azure_ai",
+        "extra_headers": {"x-test-outcome": "success", "x-test-route": "azure_di"},
+        "optional_params": {"req_format": "native", "pages": [0, 2]},
+    }
+
+
 def success_value(route: str, response: dict[object, object]) -> object:
     if route == "ocr":
         return response["pages"][0]["markdown"]
@@ -232,6 +253,8 @@ def exercise_sync(native: object, api_base: str) -> None:
         else:
             raise AssertionError(f"{route} accepted a 429 response")
     assert_success("ocr", native.ocr(**azure_ocr_kwargs(api_base)))
+    di_response: Final = native.ocr(**azure_di_kwargs(api_base))
+    assert di_response["provider_native_response"]["status"] == "succeeded"
 
 
 async def exercise_async(native: object, api_base: str) -> None:
@@ -245,6 +268,8 @@ async def exercise_async(native: object, api_base: str) -> None:
         else:
             raise AssertionError(f"a{route} accepted a 429 response")
     assert_success("ocr", await native.aocr(**azure_ocr_kwargs(api_base)))
+    di_response: Final = await native.aocr(**azure_di_kwargs(api_base))
+    assert di_response["provider_native_response"]["status"] == "succeeded"
 
 
 async def exercise_async_concurrency(native: object, api_base: str) -> None:

From 0dd5e6e289f242acaca1bd44f6c93edcd76be1b5 Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 16:22:56 -0700
Subject: [PATCH 228/298] feat(ocr): add Reducto legacy and v3 adapters
 (#40535)

* feat(ocr): add Reducto adapters

* fix(ocr): decline missing Reducto credentials

* fix(ocr): map Reducto credentials in gateway errors

* test(ocr): keep Reducto coverage at SDK boundary

* test(ocr): remove stale gateway Reducto cases

* fix(ocr): stop retaining Reducto responses by default

* refactor(ocr): preserve Reducto extra params

* refactor(ocr): adopt request preparation contract

* fix(ocr): preserve provider model passthrough

* fix(ocr): reject unknown Reducto models

* fix(ocr): preserve Reducto provider options
---
 .../src/audio_transcription/hooks.rs          |   3 +-
 .../crates/ai-gateway/src/ocr/common_utils.rs |   2 -
 .../crates/ai-gateway/src/ocr/hooks.rs        |  89 +---
 litellm-rust/crates/ai-gateway/src/ocr/mod.rs | 150 +------
 .../ai-gateway/src/routes/messages/mod.rs     |   3 +-
 .../crates/ai-gateway/tests/ocr_lifecycle.rs  |  89 ----
 litellm-rust/crates/core/src/constants.rs     |   3 +
 litellm-rust/crates/core/src/error.rs         |   4 +
 .../crates/core/src/ocr/adapters/mod.rs       |   4 +
 .../core/src/ocr/adapters/reducto/legacy.rs   |  45 ++
 .../core/src/ocr/adapters/reducto/mod.rs      | 148 +++++++
 .../core/src/ocr/adapters/reducto/v3.rs       |  45 ++
 .../crates/core/src/ocr/codecs/mod.rs         |   1 +
 .../crates/core/src/ocr/codecs/reducto/mod.rs |   9 +
 .../src/ocr/codecs/reducto/transformation.rs  | 115 +++++
 .../core/src/ocr/codecs/reducto/types.rs      | 128 ++++++
 litellm-rust/crates/core/src/ocr/document.rs  |   2 -
 litellm-rust/crates/core/src/ocr/error.rs     |   2 +
 litellm-rust/crates/core/src/ocr/mod.rs       |   3 +
 litellm-rust/crates/core/src/ocr/prepare.rs   |  58 ++-
 litellm-rust/crates/core/src/ocr/registry.rs  |  71 ++-
 litellm-rust/crates/core/src/providers/mod.rs |   1 -
 .../crates/core/src/providers/reducto/mod.rs  |   1 -
 .../core/src/providers/reducto/ocr/mod.rs     |   4 -
 .../core/src/providers/reducto/ocr/tests.rs   | 202 ---------
 .../providers/reducto/ocr/transformation.rs   | 407 ------------------
 litellm-rust/crates/core/tests/reducto_ocr.rs | 232 ++++++++++
 .../crates/python-bridge/src/errors.rs        |   1 +
 .../crates/python-bridge/src/routes/ocr.rs    |   4 +-
 litellm/utils.py                              |   4 +-
 .../llms/reducto/test_parse_v3.py             |  25 ++
 31 files changed, 902 insertions(+), 953 deletions(-)
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/reducto/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/reducto/transformation.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/reducto/types.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/reducto/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/reducto/ocr/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/reducto/ocr/tests.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/reducto/ocr/transformation.rs
 create mode 100644 litellm-rust/crates/core/tests/reducto_ocr.rs

diff --git a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
index 873c6429ff8..17f5591d1fc 100644
--- a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
@@ -273,7 +273,8 @@ fn core_error_kind(error: &Error) -> &'static str {
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
         | Error::MissingAzureAiCredentialsOrAdToken
-        | Error::MissingAzureDocumentIntelligenceCredentials => "AuthError",
+        | Error::MissingAzureDocumentIntelligenceCredentials
+        | Error::MissingReductoApiKey => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs b/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
index d2be17260a3..10e08253e1a 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
@@ -12,7 +12,6 @@ use litellm_core::providers::azure_ai::ocr::transformation::{
     AZURE_AI_OCR_CONFIG, AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG,
 };
 use litellm_core::providers::mistral::ocr::transformation::MISTRAL_OCR_CONFIG;
-use litellm_core::providers::reducto::ocr::transformation as reducto;
 use litellm_core::providers::vertex_ai::ocr::transformation as vertex_ai;
 use litellm_core::providers::vertex_ai::ocr::transformation::{
     VERTEX_AI_DEEPSEEK_OCR_CONFIG, VERTEX_AI_OCR_CONFIG,
@@ -40,7 +39,6 @@ pub(super) fn ocr_provider_config(
 ) -> Option<&'static dyn OcrProviderConfig> {
     match provider {
         "mistral" => Some(&MISTRAL_OCR_CONFIG),
-        "reducto" => reducto::config_for_model(model),
         "azure_ai" if is_azure_document_intelligence_model(model) => {
             Some(&AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG)
         }
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
index bca54bebd4a..3d8246af3f5 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
@@ -1,15 +1,11 @@
 use litellm_core::call_lifecycle::{CallLifecycleContext, CallLifecycleHooks, CallLifecycleTiming};
 use litellm_core::error::Error;
-use litellm_core::providers::reducto::ocr::transformation::{
-    build_upload_request, extract_document_source, extract_upload_file_id,
-};
 use serde_json::{Map, Value, json};
 use std::future::Future;
 use std::pin::Pin;
 
-use super::common_utils::{convert_document_url_to_data_uri, string_headers, truncate_error_body};
+use super::common_utils::{convert_document_url_to_data_uri, string_headers};
 use super::types::{PreparedOcrRequest, ProviderOcrRequest};
-use crate::client::http_client;
 use crate::integrations::custom_guardrail::{
     CustomGuardrailRunner, GuardrailContext, GuardrailError, GuardrailRequest,
 };
@@ -93,19 +89,7 @@ impl OcrLifecycleHooks {
         )?;
         let model = request.model.clone();
         let custom_llm_provider = request.custom_llm_provider.clone();
-        let is_reducto = custom_llm_provider == "reducto";
-        let document = if is_reducto {
-            let guarded_document = self
-                .run_during_call_guardrails(&model, &custom_llm_provider, &url, request.document)
-                .await?;
-            upload_reducto_document(
-                &guarded_document,
-                request.api_base.as_deref(),
-                request.timeout,
-                &upstream_headers,
-            )
-            .await?
-        } else if config.requires_data_uri_document() {
+        let document = if config.requires_data_uri_document() {
             convert_document_url_to_data_uri(request.document).await?
         } else {
             request.document
@@ -114,12 +98,9 @@ impl OcrLifecycleHooks {
         let body = config
             .transform_ocr_request(&request.model, document, optional_params.clone())?
             .data;
-        let body = if is_reducto {
-            body
-        } else {
-            self.run_during_call_guardrails(&model, &custom_llm_provider, &url, body)
-                .await?
-        };
+        let body = self
+            .run_during_call_guardrails(&model, &custom_llm_provider, &url, body)
+            .await?;
         Ok(ProviderOcrRequest {
             model,
             config,
@@ -186,63 +167,6 @@ impl OcrLifecycleHooks {
     }
 }
 
-async fn upload_reducto_document(
-    document: &Value,
-    api_base: Option<&str>,
-    timeout: Option<std::time::Duration>,
-    upstream_headers: &[(String, String)],
-) -> Result<Value, Error> {
-    let source = extract_document_source(document)?;
-    let Some(authorization) = upstream_headers
-        .iter()
-        .find(|(name, _)| name.eq_ignore_ascii_case("authorization"))
-        .map(|(_, value)| value.as_str())
-    else {
-        return Err(Error::Auth(
-            "Reducto upload requires an Authorization header".to_string(),
-        ));
-    };
-    let Some(upload) = build_upload_request(source, authorization, api_base) else {
-        return Ok(document.clone());
-    };
-    let part = reqwest::multipart::Part::bytes(upload.bytes)
-        .file_name(upload.file_name)
-        .mime_str(&upload.mime_type)
-        .map_err(|error| Error::InvalidRequest(error.to_string()))?;
-    let form = reqwest::multipart::Form::new().part("file", part);
-    let mut request_builder = http_client().post(upload.url).multipart(form);
-    for (name, value) in upstream_headers {
-        if !name.eq_ignore_ascii_case("content-type")
-            && !name.eq_ignore_ascii_case("content-length")
-        {
-            request_builder = request_builder.header(name, value);
-        }
-    }
-    if let Some(timeout) = timeout {
-        request_builder = request_builder.timeout(timeout);
-    }
-    let response = request_builder
-        .send()
-        .await
-        .map_err(|error| Error::Network(error.to_string()))?;
-    let status = response.status();
-    let body = response
-        .text()
-        .await
-        .map_err(|error| Error::Network(error.to_string()))?;
-    if !status.is_success() {
-        return Err(Error::Http {
-            status: status.as_u16(),
-            body: truncate_error_body(&body),
-        });
-    }
-    let response_json: Value = serde_json::from_str(&body).map_err(|error| {
-        Error::InvalidResponse(format!("invalid Reducto upload response JSON: {error}"))
-    })?;
-    let file_id = extract_upload_file_id(&response_json)?;
-    Ok(json!({"type": "document_url", "document_url": file_id}))
-}
-
 impl CallLifecycleHooks<PreparedOcrRequest, PreparedOcrRequest, Value> for OcrLifecycleHooks {
     type PreCallFuture<'a> = OcrFuture<'a, PreparedOcrRequest>;
     type DuringCallFuture<'a> = OcrFuture<'a, PreparedOcrRequest>;
@@ -390,7 +314,8 @@ fn core_error_kind(error: &Error) -> &'static str {
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
         | Error::MissingAzureAiCredentialsOrAdToken
-        | Error::MissingAzureDocumentIntelligenceCredentials => "AuthError",
+        | Error::MissingAzureDocumentIntelligenceCredentials
+        | Error::MissingReductoApiKey => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
index 2cdc9f9a714..cdf4a15125f 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
@@ -25,162 +25,16 @@ pub async fn ocr(request: OcrRequest<'_>) -> Result<Value, Error> {
 
 #[cfg(test)]
 mod tests {
-    use serde_json::{Map, json};
-    use tokio::io::{AsyncReadExt, AsyncWriteExt};
-    use tokio::net::{TcpListener, TcpStream};
-
-    use super::{OcrRequest, ocr};
-    use crate::integrations::types::RequestMetadata;
     use litellm_core::ocr::wire::is_supported_request;
 
     #[test]
-    fn core_activation_includes_azure_document_intelligence() {
+    fn core_activation_includes_migrated_providers() {
         assert!(is_supported_request("model", Some("mistral")));
         assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
         assert!(is_supported_request(
             "doc-intelligence/prebuilt-layout",
             Some("azure_ai")
         ));
-        assert!(!is_supported_request("parse-v3", Some("reducto")));
-    }
-
-    async fn read_http_request(socket: &mut TcpStream) -> String {
-        let mut request = Vec::new();
-        let mut buffer = [0_u8; 1024];
-        let header_end = loop {
-            let n = socket.read(&mut buffer).await.expect("reads request");
-            if n == 0 {
-                break request.len();
-            }
-            request.extend_from_slice(&buffer[..n]);
-            if let Some(position) = request.windows(4).position(|window| window == b"\r\n\r\n") {
-                break position + 4;
-            }
-        };
-        let headers = String::from_utf8_lossy(&request[..header_end]);
-        let content_length = headers
-            .lines()
-            .find_map(|line| {
-                let (name, value) = line.split_once(':')?;
-                name.eq_ignore_ascii_case("content-length")
-                    .then(|| value.trim().parse::<usize>().ok())
-                    .flatten()
-            })
-            .unwrap_or(0);
-        while request.len().saturating_sub(header_end) < content_length {
-            let n = socket.read(&mut buffer).await.expect("reads body");
-            if n == 0 {
-                break;
-            }
-            request.extend_from_slice(&buffer[..n]);
-        }
-        String::from_utf8(request).expect("request is utf8")
-    }
-
-    fn base_ocr_request(model: &str) -> OcrRequest<'_> {
-        OcrRequest {
-            model,
-            document: json!({
-                "type": "document_url",
-                "document_url": "https://example.com/doc.pdf"
-            }),
-            api_key: Some("sk-test"),
-            api_base: None,
-            custom_llm_provider: None,
-            extra_headers: None,
-            optional_params: Map::new(),
-            timeout: None,
-            callbacks: Vec::new(),
-            guardrails: Vec::new(),
-            request_metadata: RequestMetadata::default(),
-            litellm_call_id: None,
-        }
-    }
-
-    #[tokio::test]
-    async fn reducto_file_upload_then_parse_maps_response() {
-        let listener = TcpListener::bind("127.0.0.1:0")
-            .await
-            .expect("test listener binds");
-        let address = listener.local_addr().expect("listener has local address");
-        let server = tokio::spawn(async move {
-            let (mut upload_socket, _) = listener.accept().await.expect("accepts upload request");
-            let upload_request = read_http_request(&mut upload_socket).await;
-            let upload_body = r#"{"file_id":"reducto://uploaded.pdf"}"#;
-            let upload_response = format!(
-                "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-                upload_body.len(),
-                upload_body
-            );
-            upload_socket
-                .write_all(upload_response.as_bytes())
-                .await
-                .expect("writes upload response");
-
-            let (mut parse_socket, _) = listener.accept().await.expect("accepts parse request");
-            let parse_request = read_http_request(&mut parse_socket).await;
-            let parse_body = r#"{"job_id":"job_123","usage":{"num_pages":3,"credits":3},"result":{"chunks":[{"content":"Page 1 block A","blocks":[{"content":"Page 1 block A","bbox":{"page":1},"kind":"text"}]},{"content":"Page 2 block A","blocks":[{"content":"Page 2 block A","bbox":{"page":2},"kind":"table"}]},{"content":"Page 1 block B","blocks":[{"content":"Page 1 block B","bbox":{"page":1},"kind":"text"}]},{"content":"Page 3 block A","blocks":[{"content":"Page 3 block A","bbox":{"page":3},"kind":"figure"}]}]}}"#;
-            let parse_response = format!(
-                "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-                parse_body.len(),
-                parse_body
-            );
-            parse_socket
-                .write_all(parse_response.as_bytes())
-                .await
-                .expect("writes parse response");
-            (upload_request, parse_request)
-        });
-        let api_base = format!("http://{address}");
-        let mut request = base_ocr_request("reducto/parse-v3");
-        request.api_base = Some(&api_base);
-        request.api_key = None;
-        request.extra_headers = Some(Map::from_iter([
-            ("Authorization".to_string(), json!("Bearer test-key")),
-            ("x-trace-id".to_string(), json!("trace-1")),
-        ]));
-        request.document = json!({
-            "type": "document_url",
-            "document_url": "data:application/pdf;base64,JVBERi0xLjQ="
-        });
-        request.optional_params = Map::from_iter([
-            (
-                "formatting".to_string(),
-                json!({"table_output_format": "html"}),
-            ),
-            ("retrieval".to_string(), json!({"chunk_mode": "section"})),
-            ("settings".to_string(), json!({"ocr_system": "standard"})),
-        ]);
-
-        let response = ocr(request).await.expect("Reducto OCR succeeds");
-
-        assert_eq!(response["pages"].as_array().map(Vec::len), Some(3));
-        assert_eq!(
-            response["pages"][0]["markdown"],
-            "Page 1 block A\n\nPage 1 block B"
-        );
-        assert_eq!(response["pages"][1]["markdown"], "Page 2 block A");
-        assert_eq!(response["pages"][2]["markdown"], "Page 3 block A");
-        assert_eq!(response["usage_info"]["pages_processed"], 3);
-        assert_eq!(response["usage_info"]["credits"], 3);
-        assert_eq!(response["provider_native_response"]["job_id"], "job_123");
-        let (upload_request, parse_request) = server.await.expect("server task completes");
-        assert!(
-            upload_request
-                .to_ascii_lowercase()
-                .contains("authorization: bearer test-key")
-        );
-        assert!(upload_request.contains("application/pdf"));
-        assert!(upload_request.contains("%PDF-1.4"));
-        assert!(upload_request.contains("x-trace-id: trace-1"));
-        assert!(
-            parse_request
-                .to_ascii_lowercase()
-                .contains("authorization: bearer test-key")
-        );
-        assert!(parse_request.contains(r#""input":"reducto://uploaded.pdf""#));
-        assert!(parse_request.contains(r#""table_output_format":"html""#));
-        assert!(parse_request.contains(r#""chunk_mode":"section""#));
-        assert!(parse_request.contains(r#""ocr_system":"standard""#));
+        assert!(is_supported_request("parse-v3", Some("reducto")));
     }
 }
diff --git a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
index a64ad1a1376..9707e9f2611 100644
--- a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
@@ -118,7 +118,8 @@ impl IntoResponse for MessagesRouteError {
             | Error::MissingApiKey { .. }
             | Error::MissingAzureAiCredentials
             | Error::MissingAzureAiCredentialsOrAdToken
-            | Error::MissingAzureDocumentIntelligenceCredentials => (
+            | Error::MissingAzureDocumentIntelligenceCredentials
+            | Error::MissingReductoApiKey => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider request failed".to_string(),
             ),
diff --git a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs b/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
index 5502a467511..2fbd25d986f 100644
--- a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
+++ b/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
@@ -158,15 +158,6 @@ impl RecordingOcrGuardrail {
         }
     }
 
-    fn blocking_during_call() -> Self {
-        Self {
-            hooks: vec![GuardrailEventHook::DuringCall],
-            events: Mutex::new(Vec::new()),
-            block_pre_call: false,
-            block_during_call: true,
-        }
-    }
-
     fn events(&self) -> Vec<&'static str> {
         self.events.lock().unwrap().clone()
     }
@@ -216,26 +207,6 @@ impl CustomGuardrail for RecordingOcrGuardrail {
     }
 }
 
-fn base_ocr_request(model: &str) -> OcrRequest<'_> {
-    OcrRequest {
-        model,
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("sk-test"),
-        api_base: None,
-        custom_llm_provider: None,
-        extra_headers: None,
-        optional_params: Map::new(),
-        timeout: None,
-        callbacks: Vec::new(),
-        guardrails: Vec::new(),
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: None,
-    }
-}
-
 #[tokio::test]
 async fn azure_mistral_uses_prepared_authorization_through_gateway() {
     let listener = TcpListener::bind("127.0.0.1:0").await.unwrap();
@@ -287,66 +258,6 @@ async fn azure_mistral_uses_prepared_authorization_through_gateway() {
     );
 }
 
-#[tokio::test]
-async fn reducto_during_call_guardrail_blocks_before_upload() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let address = listener.local_addr().expect("listener has local address");
-    let api_base = format!("http://{address}");
-    let guardrail = Arc::new(RecordingOcrGuardrail::blocking_during_call());
-    let mut request = base_ocr_request("reducto/parse-v3");
-    request.api_base = Some(&api_base);
-    request.document = json!({
-        "type": "document_url",
-        "document_url": "data:application/pdf;base64,JVBERi0xLjQ="
-    });
-    request.guardrails = vec![guardrail.clone()];
-
-    let error = ocr(request).await.expect_err("guardrail blocks upload");
-
-    assert!(matches!(error, Error::InvalidRequest(_)));
-    assert_eq!(guardrail.events(), vec!["async_moderation_hook"]);
-    let accepted = tokio::time::timeout(Duration::from_millis(100), listener.accept()).await;
-    assert!(accepted.is_err(), "upload socket should not be touched");
-}
-
-#[tokio::test]
-async fn reducto_upload_error_body_is_truncated() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let address = listener.local_addr().expect("listener has local address");
-    let server = tokio::spawn(async move {
-        let (mut socket, _) = listener.accept().await.expect("accepts upload request");
-        let _request = read_http_request(&mut socket).await;
-        let body = "x".repeat(300);
-        let response = format!(
-            "HTTP/1.1 500 Internal Server Error\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-            body.len(),
-            body
-        );
-        socket
-            .write_all(response.as_bytes())
-            .await
-            .expect("writes upload response");
-    });
-    let api_base = format!("http://{address}");
-    let mut request = base_ocr_request("reducto/parse-v3");
-    request.api_base = Some(&api_base);
-    request.document = json!({
-        "type": "document_url",
-        "document_url": "data:application/pdf;base64,JVBERi0xLjQ="
-    });
-
-    let error = ocr(request).await.expect_err("upload should fail");
-
-    assert!(
-        matches!(error, Error::Http { status: 500, body } if body.chars().count() < 300 && body.ends_with("... (truncated)"))
-    );
-    server.await.expect("server task completes");
-}
-
 #[tokio::test]
 async fn ocr_lifecycle_runs_pre_during_and_success_hooks() {
     let listener = TcpListener::bind("127.0.0.1:0")
diff --git a/litellm-rust/crates/core/src/constants.rs b/litellm-rust/crates/core/src/constants.rs
index 73f2f5d284b..9469d379462 100644
--- a/litellm-rust/crates/core/src/constants.rs
+++ b/litellm-rust/crates/core/src/constants.rs
@@ -58,5 +58,8 @@ pub(crate) const AZURE_DI_SUBSCRIPTION_HEADER: &str = "Ocp-Apim-Subscription-Key
 pub(crate) const AZURE_DI_DEFAULT_DPI: i64 = 96;
 pub(crate) const AZURE_DI_DEFAULT_WIDTH: f64 = 8.5;
 pub(crate) const AZURE_DI_DEFAULT_HEIGHT: f64 = 11.0;
+pub(crate) const REDUCTO_API_BASE: &str = "https://platform.reducto.ai";
+pub(crate) const REDUCTO_API_KEY_ENV: &str = "REDUCTO_API_KEY";
+pub(crate) const REDUCTO_ID_PREFIX: &str = "reducto://";
 pub(crate) const AZURE_AI_OCR_PATH: &str = "/providers/mistral/azure/ocr";
 pub(crate) const MISTRAL_OCR_API_BASE: &str = "https://api.mistral.ai/v1";
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index bbeb23daa13..2a4cbad96c0 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -31,6 +31,10 @@ pub enum Error {
         "invalid authentication configuration: Missing Azure Document Intelligence credentials - set AZURE_DOCUMENT_INTELLIGENCE_API_KEY or configure Entra ID"
     )]
     MissingAzureDocumentIntelligenceCredentials,
+    #[error(
+        "Missing REDUCTO_API_KEY - set it in the environment or pass api_key to litellm.ocr()/litellm.aocr()"
+    )]
+    MissingReductoApiKey,
     #[error("upstream request failed with status {status}: {body}")]
     Http { status: u16, body: String },
     #[error("upstream network error: {0}")]
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index 530b28aeadd..c089ca90605 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -10,9 +10,11 @@ use super::wire::DecodedOcrResponse;
 
 mod azure;
 mod mistral;
+mod reducto;
 
 pub(crate) use azure::{AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
 pub(crate) use mistral::MistralAdapter;
+pub(crate) use reducto::{ReductoLegacyAdapter, ReductoV3Adapter};
 
 /// Converts a complete LiteLLM OCR call to provider HTTP and normalizes its response.
 pub(crate) trait OcrAdapter: Send + Sync + Sized + 'static {
@@ -66,6 +68,8 @@ macro_rules! for_each_ocr_adapter {
             Mistral, $crate::ocr::adapters::MistralAdapter, $crate::ocr::adapters::MistralAdapter, Mistral;
             AzureMistral, $crate::ocr::adapters::AzureMistralAdapter, $crate::ocr::adapters::AzureMistralAdapter, AzureAi;
             AzureDocumentIntelligence, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, AzureAi;
+            ReductoLegacy, $crate::ocr::adapters::ReductoLegacyAdapter, $crate::ocr::adapters::ReductoLegacyAdapter, Reducto;
+            ReductoV3, $crate::ocr::adapters::ReductoV3Adapter, $crate::ocr::adapters::ReductoV3Adapter, Reducto;
         }
     };
 }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
new file mode 100644
index 00000000000..062a0071a34
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
@@ -0,0 +1,45 @@
+use super::super::OcrAdapter;
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::reducto::{self, ReductoLegacyParams, ReductoResponse};
+use crate::ocr::error::{OcrError, OcrResponseError};
+use crate::ocr::prepare::{
+    _prepare_ocr_request, ParsedProviderParams, build_http_request, credential_env,
+    guardrail_document, merge_extra_params,
+};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
+
+#[derive(Clone, Debug)]
+pub(crate) struct ReductoLegacyAdapter;
+
+impl OcrAdapter for ReductoLegacyAdapter {
+    type ProviderResponse = ReductoResponse;
+    const PROVIDER: OcrProvider = OcrProvider::Reducto;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let ParsedProviderParams {
+            known: params,
+            extra_params,
+        } = _prepare_ocr_request::<ReductoLegacyParams>(request)?;
+        let headers = super::validate_environment(&request.connection, &credential_env)?;
+        let url = super::get_complete_url(request.connection.api_base.as_deref(), "parse")?;
+        let document = guardrail_document(request, &url).await?;
+        let document =
+            super::prepare_document(client, document, &request.connection, &headers).await?;
+        let body = reducto::transform_legacy_ocr_request(&request.model, document, &params)?;
+        let body = merge_extra_params(&body, extra_params)?;
+        build_http_request(client, request, &url, &headers, &body)
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        reducto::transform_ocr_response(&request.model, response)
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
new file mode 100644
index 00000000000..7621d0d326a
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
@@ -0,0 +1,148 @@
+mod legacy;
+mod v3;
+
+use crate::Error;
+use crate::constants::{REDUCTO_API_BASE, REDUCTO_API_KEY_ENV, REDUCTO_ID_PREFIX};
+use crate::ocr::document::InlineDocument;
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::types::{OcrConnection, OcrDocument};
+use crate::url_utils::ApiUrl;
+
+pub(crate) use legacy::ReductoLegacyAdapter;
+pub(crate) use v3::ReductoV3Adapter;
+
+pub(super) fn get_complete_url(api_base: Option<&str>, path: &str) -> Result<String, OcrError> {
+    let base = api_base
+        .map(str::trim)
+        .filter(|base| !base.is_empty())
+        .unwrap_or(REDUCTO_API_BASE);
+    ApiUrl::parse(base)
+        .and_then(|url| url.complete_path(&[path]))
+        .map(|url| url.into_string())
+        .map_err(|_| {
+            OcrRequestError::RequestField {
+                path: "api_base".into(),
+            }
+            .into()
+        })
+}
+
+pub(super) fn validate_environment(
+    connection: &OcrConnection,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+) -> Result<Vec<(String, String)>, OcrError> {
+    if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
+        return Ok(connection.extra_headers.clone());
+    }
+    let api_key = connection
+        .api_key
+        .as_deref()
+        .map(str::trim)
+        .filter(|key| !key.is_empty())
+        .map(str::to_string)
+        .or_else(|| {
+            env_lookup(REDUCTO_API_KEY_ENV)
+                .map(|key| key.trim().to_string())
+                .filter(|key| !key.is_empty())
+        })
+        .ok_or(Error::MissingReductoApiKey)?;
+    Ok(
+        std::iter::once(("Authorization".into(), format!("Bearer {api_key}")))
+            .chain(connection.extra_headers.clone())
+            .collect(),
+    )
+}
+
+pub(super) async fn prepare_document(
+    client: &crate::ocr::OcrClient,
+    document: OcrDocument,
+    connection: &OcrConnection,
+    headers: &[(String, String)],
+) -> Result<OcrDocument, OcrError> {
+    if document.source().starts_with(REDUCTO_ID_PREFIX) {
+        if document.source()[REDUCTO_ID_PREFIX.len()..]
+            .trim()
+            .is_empty()
+        {
+            return Err(OcrRequestError::RequestField {
+                path: "document file id".into(),
+            }
+            .into());
+        }
+        return Ok(document);
+    }
+    let inline = InlineDocument::parse(document.source())?.ok_or(OcrRequestError::ReductoSource)?;
+    let mime = inline.mime_type().to_string();
+    let bytes = inline.decode(crate::constants::OCR_INLINE_MAX_BYTES)?;
+    let part = reqwest::multipart::Part::bytes(bytes)
+        .file_name("document")
+        .mime_str(&mime)
+        .map_err(|_| OcrRequestError::InvalidDataUri)?;
+    let builder = client
+        .provider_http()
+        .post(get_complete_url(connection.api_base.as_deref(), "upload")?)
+        .multipart(reqwest::multipart::Form::new().part("file", part))
+        .timeout(connection.timeout);
+    let builder = crate::http_utils::with_headers(
+        builder,
+        headers,
+        crate::http_utils::HeaderPolicy::Except(&["content-type", "content-length"]),
+    );
+    let response = crate::http_utils::http_request(builder)
+        .await
+        .map_err(crate::error::TransportError::from)?;
+    let uploaded = crate::ocr::client::read_json_response::<
+        crate::ocr::codecs::reducto::ReductoUploadResponse,
+    >(response, false)
+    .await?
+    .data;
+    let file_id = uploaded
+        .file_id
+        .as_deref()
+        .map(str::trim)
+        .filter(|id| !id.is_empty());
+    let Some(file_id) = file_id else {
+        return Err(OcrResponseError::ResponseField {
+            path: "file_id".into(),
+        }
+        .into());
+    };
+    Ok(document.with_source(file_id.to_string()))
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn explicit_key_precedes_environment_key() {
+        let connection = OcrConnection {
+            api_key: Some("passed-key".into()),
+            ..Default::default()
+        };
+        let headers = validate_environment(&connection, &|_| Some("env-key".into())).unwrap();
+        assert_eq!(headers[0].1, "Bearer passed-key");
+    }
+
+    #[test]
+    fn blank_explicit_key_uses_environment_key() {
+        let connection = OcrConnection {
+            api_key: Some(" ".into()),
+            ..Default::default()
+        };
+        let headers = validate_environment(&connection, &|_| Some(" env-key ".into())).unwrap();
+        assert_eq!(headers[0].1, "Bearer env-key");
+    }
+
+    #[test]
+    fn existing_authorization_skips_key_lookup() {
+        let connection = OcrConnection {
+            extra_headers: vec![("authorization".into(), "Bearer existing".into())],
+            ..Default::default()
+        };
+        assert_eq!(
+            validate_environment(&connection, &|_| None).unwrap(),
+            connection.extra_headers
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
new file mode 100644
index 00000000000..a49f8105e26
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
@@ -0,0 +1,45 @@
+use super::super::OcrAdapter;
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::reducto::{self, ReductoResponse, ReductoV3Params};
+use crate::ocr::error::{OcrError, OcrResponseError};
+use crate::ocr::prepare::{
+    _prepare_ocr_request, ParsedProviderParams, build_http_request, credential_env,
+    guardrail_document, merge_extra_params,
+};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
+
+#[derive(Clone, Debug)]
+pub(crate) struct ReductoV3Adapter;
+
+impl OcrAdapter for ReductoV3Adapter {
+    type ProviderResponse = ReductoResponse;
+    const PROVIDER: OcrProvider = OcrProvider::Reducto;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let ParsedProviderParams {
+            known: params,
+            extra_params,
+        } = _prepare_ocr_request::<ReductoV3Params>(request)?;
+        let headers = super::validate_environment(&request.connection, &credential_env)?;
+        let url = super::get_complete_url(request.connection.api_base.as_deref(), "parse")?;
+        let document = guardrail_document(request, &url).await?;
+        let document =
+            super::prepare_document(client, document, &request.connection, &headers).await?;
+        let body = reducto::transform_v3_ocr_request(&request.model, document, &params)?;
+        let body = merge_extra_params(&body, extra_params)?;
+        build_http_request(client, request, &url, &headers, &body)
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        reducto::transform_ocr_response(&request.model, response)
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
index ef525e3692f..79dcd150f5f 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
@@ -1,2 +1,3 @@
 pub(crate) mod document_intelligence;
 pub(crate) mod mistral;
+pub(crate) mod reducto;
diff --git a/litellm-rust/crates/core/src/ocr/codecs/reducto/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/reducto/mod.rs
new file mode 100644
index 00000000000..3fff40451c6
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/reducto/mod.rs
@@ -0,0 +1,9 @@
+mod transformation;
+mod types;
+
+pub(crate) use transformation::{
+    transform_legacy_ocr_request, transform_ocr_response, transform_v3_ocr_request,
+};
+pub(crate) use types::{
+    ReductoLegacyParams, ReductoResponse, ReductoUploadResponse, ReductoV3Params,
+};
diff --git a/litellm-rust/crates/core/src/ocr/codecs/reducto/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/reducto/transformation.rs
new file mode 100644
index 00000000000..7073643f6b6
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/reducto/transformation.rs
@@ -0,0 +1,115 @@
+use std::collections::BTreeMap;
+
+use serde_json::{Value, json};
+
+use super::types::*;
+use crate::ocr::error::{OcrRequestError, OcrResponseError};
+use crate::ocr::types::{LiteLLMOcrResponse, OcrDocument};
+
+#[tracing::instrument(
+    name = "transform_ocr_request",
+    target = "litellm::function_trace",
+    level = "trace",
+    skip_all
+)]
+pub(crate) fn transform_v3_ocr_request(
+    _model: &str,
+    document: OcrDocument,
+    params: &ReductoV3Params,
+) -> Result<ReductoV3Request, OcrRequestError> {
+    Ok(ReductoV3Request {
+        input: document.source().to_string(),
+        params: params.clone(),
+    })
+}
+
+#[tracing::instrument(
+    name = "transform_ocr_request",
+    target = "litellm::function_trace",
+    level = "trace",
+    skip_all
+)]
+pub(crate) fn transform_legacy_ocr_request(
+    _model: &str,
+    document: OcrDocument,
+    params: &ReductoLegacyParams,
+) -> Result<ReductoLegacyRequest, OcrRequestError> {
+    Ok(ReductoLegacyRequest {
+        document_url: document.source().to_string(),
+        options: params.enhance.as_ref().map(|_| params.clone()),
+    })
+}
+
+pub(crate) fn transform_ocr_response(
+    model: &str,
+    response: ReductoResponse,
+) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+    let result = match response.result {
+        Some(result) => result.unwrap_or_default(),
+        None => ReductoResult {
+            chunks: response.chunks,
+        },
+    };
+    let usage = response.usage.unwrap_or_default();
+    Ok(LiteLLMOcrResponse {
+        pages: build_pages(result.chunks.unwrap_or_default()),
+        model: model.to_string(),
+        document_annotation: None,
+        usage_info: Some(json!({
+            "pages_processed": usage.num_pages,
+            "credits": usage.credits,
+        })),
+        object: "ocr".to_string(),
+        extra_fields: serde_json::Map::new(),
+        provider_native_response: None,
+    })
+}
+
+fn build_pages(chunks: Vec<ReductoChunk>) -> Vec<Value> {
+    let blocks_by_page = chunks
+        .iter()
+        .flat_map(|chunk| chunk.blocks.iter().flatten())
+        .filter_map(|block| block.bbox.as_ref()?.page.map(|page| (page, block)))
+        .fold(
+            BTreeMap::<i64, Vec<&ReductoBlock>>::new(),
+            |mut pages, (page, block)| {
+                pages.entry(page).or_default().push(block);
+                pages
+            },
+        );
+    if blocks_by_page.is_empty() {
+        let markdown = join_content(chunks.iter().map(|chunk| chunk.content.as_deref()));
+        return if markdown.is_empty() {
+            Vec::new()
+        } else {
+            vec![page(0, markdown, None)]
+        };
+    }
+    blocks_by_page
+        .into_iter()
+        .map(|(index, blocks)| {
+            let markdown = join_content(blocks.iter().map(|block| block.content.as_deref()));
+            page(
+                index.saturating_sub(1).max(0),
+                markdown,
+                Some(json!(blocks)),
+            )
+        })
+        .collect()
+}
+
+fn join_content<'a>(content: impl Iterator<Item = Option<&'a str>>) -> String {
+    content
+        .flatten()
+        .filter(|text| !text.is_empty())
+        .collect::<Vec<_>>()
+        .join("\n\n")
+}
+
+fn page(index: i64, markdown: String, blocks: Option<Value>) -> Value {
+    let mut result = json!({"index":index,"markdown":markdown,"images":null});
+    if let (Value::Object(fields), Some(blocks)) = (&mut result, blocks) {
+        fields.insert("blocks".into(), blocks);
+    }
+    result
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/reducto/types.rs b/litellm-rust/crates/core/src/ocr/codecs/reducto/types.rs
new file mode 100644
index 00000000000..c03720cc8ae
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/reducto/types.rs
@@ -0,0 +1,128 @@
+use serde::{Deserialize, Deserializer, Serialize};
+use serde_json::{Map, Value};
+
+#[derive(Clone, Debug, Default, Serialize, Deserialize)]
+pub(crate) struct ReductoV3Params {
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub formatting: Option<Map<String, Value>>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub retrieval: Option<Map<String, Value>>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub settings: Option<Map<String, Value>>,
+}
+
+#[derive(Clone, Debug, Default, Serialize, Deserialize)]
+pub(crate) struct ReductoLegacyParams {
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub enhance: Option<Map<String, Value>>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct ReductoV3Request {
+    pub input: String,
+    #[serde(flatten)]
+    pub params: ReductoV3Params,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct ReductoLegacyRequest {
+    pub document_url: String,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub options: Option<ReductoLegacyParams>,
+}
+
+#[derive(Deserialize)]
+pub(crate) struct ReductoUploadResponse {
+    pub file_id: Option<String>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct ReductoResponse {
+    #[serde(default, deserialize_with = "present_nullable")]
+    pub result: Option<Option<ReductoResult>>,
+    pub usage: Option<ReductoUsage>,
+    #[serde(default)]
+    pub chunks: Option<Vec<ReductoChunk>>,
+}
+
+fn present_nullable<'de, D: Deserializer<'de>, T: Deserialize<'de>>(
+    deserializer: D,
+) -> Result<Option<Option<T>>, D::Error> {
+    Option::<T>::deserialize(deserializer).map(Some)
+}
+
+#[derive(Clone, Debug, Default, Deserialize)]
+pub(crate) struct ReductoResult {
+    pub chunks: Option<Vec<ReductoChunk>>,
+}
+
+#[derive(Clone, Debug, Default, Deserialize)]
+pub(crate) struct ReductoUsage {
+    #[serde(default, deserialize_with = "optional_i64")]
+    pub num_pages: Option<i64>,
+    #[serde(default, deserialize_with = "optional_f64")]
+    pub credits: Option<f64>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct ReductoChunk {
+    pub content: Option<String>,
+    pub blocks: Option<Vec<ReductoBlock>>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct ReductoBlock {
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub content: Option<String>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub bbox: Option<ReductoBoundingBox>,
+    #[serde(flatten)]
+    pub extra_fields: Map<String, Value>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct ReductoBoundingBox {
+    #[serde(default, deserialize_with = "optional_i64")]
+    pub page: Option<i64>,
+    #[serde(flatten)]
+    pub extra_fields: Map<String, Value>,
+}
+
+fn optional_i64<'de, D: Deserializer<'de>>(deserializer: D) -> Result<Option<i64>, D::Error> {
+    match Option::<Value>::deserialize(deserializer)? {
+        None | Some(Value::Null) => Ok(None),
+        Some(Value::Number(number)) => number
+            .as_i64()
+            .or_else(|| number.as_f64().and_then(checked_truncated_i64))
+            .map(Some)
+            .ok_or_else(|| serde::de::Error::custom("expected an integer")),
+        Some(Value::String(value)) => value
+            .trim()
+            .parse::<i64>()
+            .map(Some)
+            .map_err(|_| serde::de::Error::custom("expected an integer")),
+        Some(Value::Bool(value)) => Ok(Some(i64::from(value))),
+        Some(_) => Ok(None),
+    }
+}
+
+fn optional_f64<'de, D: Deserializer<'de>>(deserializer: D) -> Result<Option<f64>, D::Error> {
+    match Option::<Value>::deserialize(deserializer)? {
+        None | Some(Value::Null) => Ok(None),
+        Some(Value::Number(number)) => number
+            .as_f64()
+            .map(Some)
+            .ok_or_else(|| serde::de::Error::custom("expected a number")),
+        Some(Value::String(value)) => value
+            .trim()
+            .parse::<f64>()
+            .map(Some)
+            .map_err(|_| serde::de::Error::custom("expected a number")),
+        Some(_) => Ok(None),
+    }
+}
+
+fn checked_truncated_i64(value: f64) -> Option<i64> {
+    (value.is_finite() && value >= i64::MIN as f64 && value <= i64::MAX as f64)
+        .then(|| value.trunc() as i64)
+}
diff --git a/litellm-rust/crates/core/src/ocr/document.rs b/litellm-rust/crates/core/src/ocr/document.rs
index 11a6e612a3c..e89b1c5c569 100644
--- a/litellm-rust/crates/core/src/ocr/document.rs
+++ b/litellm-rust/crates/core/src/ocr/document.rs
@@ -1,5 +1,4 @@
 use base64::{Engine, engine::general_purpose::STANDARD};
-#[cfg(test)]
 use data_url::mime::Mime;
 use data_url::{DataUrl, DataUrlError, forgiving_base64::DecodeError};
 use reqwest::Url;
@@ -21,7 +20,6 @@ impl<'a> InlineDocument<'a> {
         }
     }
 
-    #[cfg(test)]
     pub(crate) fn mime_type(&self) -> &Mime {
         self.0.mime_type()
     }
diff --git a/litellm-rust/crates/core/src/ocr/error.rs b/litellm-rust/crates/core/src/ocr/error.rs
index 2278c6ba948..f42ac2ceb18 100644
--- a/litellm-rust/crates/core/src/ocr/error.rs
+++ b/litellm-rust/crates/core/src/ocr/error.rs
@@ -12,6 +12,8 @@ pub enum OcrRequestError {
     MissingField(&'static str),
     #[error("invalid OCR document data URI")]
     InvalidDataUri,
+    #[error("Reducto requires a reducto:// id or a data URI")]
+    ReductoSource,
     #[error("inline OCR document exceeds the size limit")]
     InlineDocumentTooLarge,
     #[error("OCR document URL is blocked by network policy")]
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index f7cda0009b0..5f274186ed0 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -21,6 +21,9 @@ mod azure_ai_tests;
 #[path = "../../tests/azure_document_intelligence_ocr.rs"]
 mod azure_document_intelligence_tests;
 #[cfg(test)]
+#[path = "../../tests/reducto_ocr.rs"]
+mod reducto_tests;
+#[cfg(test)]
 #[path = "../../tests/ocr/support.rs"]
 pub(crate) mod test_support;
 #[cfg(test)]
diff --git a/litellm-rust/crates/core/src/ocr/prepare.rs b/litellm-rust/crates/core/src/ocr/prepare.rs
index cff40b7de50..363f963a66c 100644
--- a/litellm-rust/crates/core/src/ocr/prepare.rs
+++ b/litellm-rust/crates/core/src/ocr/prepare.rs
@@ -4,7 +4,7 @@ use serde_json::{Map, Value};
 use super::OcrClient;
 use super::error::{OcrError, OcrRequestError};
 use super::hooks::OcrDuringCallRequest;
-use super::types::LiteLLMOcrRequest;
+use super::types::{LiteLLMOcrRequest, OcrDocument};
 
 #[derive(Debug, Deserialize)]
 pub(crate) struct ParsedProviderParams<T> {
@@ -24,6 +24,39 @@ pub(crate) fn _prepare_ocr_request<T: DeserializeOwned>(
     )
 }
 
+pub(crate) fn merge_extra_params<B: Serialize>(
+    body: &B,
+    extra_params: Map<String, Value>,
+) -> Result<Value, OcrRequestError> {
+    let Value::Object(fields) =
+        serde_json::to_value(body).map_err(|_| OcrRequestError::RequestField {
+            path: "body".into(),
+        })?
+    else {
+        return Err(OcrRequestError::RequestField {
+            path: "body".into(),
+        });
+    };
+    let extra_body = extra_params
+        .get("extra_body")
+        .and_then(Value::as_object)
+        .cloned()
+        .unwrap_or_default()
+        .into_iter()
+        .collect::<Map<String, Value>>();
+    Ok(Value::Object(
+        fields
+            .into_iter()
+            .chain(
+                extra_params
+                    .into_iter()
+                    .filter(|(name, _)| name != "extra_body"),
+            )
+            .chain(extra_body)
+            .collect(),
+    ))
+}
+
 pub(crate) async fn transform_request_body<B>(
     client: &OcrClient,
     request: &LiteLLMOcrRequest,
@@ -77,6 +110,29 @@ pub(crate) fn build_http_request<B: Serialize>(
         .map_err(OcrError::from)
 }
 
+pub(crate) async fn guardrail_document(
+    request: &LiteLLMOcrRequest,
+    url: &str,
+) -> Result<OcrDocument, OcrError> {
+    if !request.hooks.has_guardrails() {
+        return Ok(request.document.clone());
+    }
+    let changed = request
+        .hooks
+        .during_call(OcrDuringCallRequest {
+            model: request.model.clone(),
+            custom_llm_provider: request.adapter.provider().as_str().into(),
+            url: url.into(),
+            body: serde_json::to_value(&request.document).map_err(|_| {
+                OcrRequestError::RequestField {
+                    path: "document".into(),
+                }
+            })?,
+        })
+        .await?;
+    super::wire::decode_request_value(changed.body, "guardrail.document").map_err(OcrError::from)
+}
+
 #[derive(Serialize)]
 struct OcrWireBody<B> {
     #[serde(flatten)]
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index 676c54579bc..6b100795fc8 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -25,6 +25,7 @@ super::adapters::for_each_ocr_adapter!(define_adapter_types);
 pub(crate) enum OcrProvider {
     Mistral,
     AzureAi,
+    Reducto,
 }
 
 impl OcrProvider {
@@ -32,6 +33,7 @@ impl OcrProvider {
         match self {
             Self::Mistral => "mistral",
             Self::AzureAi => "azure_ai",
+            Self::Reducto => "reducto",
         }
     }
 }
@@ -48,19 +50,72 @@ pub(crate) fn resolve_wire_adapter(
     let typed_provider = match provider.custom_llm_provider {
         "mistral" => OcrProvider::Mistral,
         "azure_ai" => OcrProvider::AzureAi,
+        "reducto" => OcrProvider::Reducto,
         value => return Err(Error::InvalidProvider(value.to_string())),
     };
-    match typed_provider {
-        OcrProvider::Mistral => Ok((provider.model.to_string(), OcrAdapterKind::Mistral)),
-        OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => Ok((
-            provider.model.to_string(),
-            OcrAdapterKind::AzureDocumentIntelligence,
-        )),
-        OcrProvider::AzureAi => Ok((provider.model.to_string(), OcrAdapterKind::AzureMistral)),
-    }
+    let adapter = match typed_provider {
+        OcrProvider::Mistral => OcrAdapterKind::Mistral,
+        OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => {
+            OcrAdapterKind::AzureDocumentIntelligence
+        }
+        OcrProvider::AzureAi => OcrAdapterKind::AzureMistral,
+        OcrProvider::Reducto if provider.model.eq_ignore_ascii_case("parse-legacy") => {
+            OcrAdapterKind::ReductoLegacy
+        }
+        OcrProvider::Reducto if provider.model.eq_ignore_ascii_case("parse-v3") => {
+            OcrAdapterKind::ReductoV3
+        }
+        OcrProvider::Reducto => {
+            return Err(Error::InvalidRequest(format!(
+                "unsupported Reducto OCR model: {}",
+                provider.model
+            )));
+        }
+    };
+    Ok((provider.model.to_string(), adapter))
 }
 
 fn is_document_intelligence_model(model: &str) -> bool {
     let model = model.to_ascii_lowercase();
     model.contains("doc-intelligence") || model.contains("documentintelligence")
 }
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn provider_models_are_preserved_without_a_local_allowlist() {
+        let cases = [
+            ("mistral/future-ocr-model", OcrAdapterKind::Mistral),
+            ("azure_ai/future-ocr-model", OcrAdapterKind::AzureMistral),
+        ];
+
+        for (qualified_model, expected_adapter) in cases {
+            let expected_model = qualified_model.split_once('/').unwrap().1;
+            let (model, adapter) = resolve_wire_adapter(qualified_model, None).unwrap();
+            assert_eq!(model, expected_model);
+            assert_eq!(adapter, expected_adapter);
+        }
+    }
+
+    #[test]
+    fn unknown_reducto_models_are_rejected() {
+        assert!(matches!(
+            resolve_wire_adapter("reducto/future-parse-model", None),
+            Err(Error::InvalidRequest(_))
+        ));
+    }
+
+    #[test]
+    fn known_protocol_models_still_select_specialized_adapters() {
+        let (model, adapter) = resolve_wire_adapter("reducto/parse-legacy", None).unwrap();
+        assert_eq!(model, "parse-legacy");
+        assert_eq!(adapter, OcrAdapterKind::ReductoLegacy);
+
+        let (model, adapter) =
+            resolve_wire_adapter("azure_ai/doc-intelligence/prebuilt-layout", None).unwrap();
+        assert_eq!(model, "doc-intelligence/prebuilt-layout");
+        assert_eq!(adapter, OcrAdapterKind::AzureDocumentIntelligence);
+    }
+}
diff --git a/litellm-rust/crates/core/src/providers/mod.rs b/litellm-rust/crates/core/src/providers/mod.rs
index c0c2c69831b..805600d6dbe 100644
--- a/litellm-rust/crates/core/src/providers/mod.rs
+++ b/litellm-rust/crates/core/src/providers/mod.rs
@@ -4,5 +4,4 @@ pub mod azure_ai;
 pub mod bedrock;
 pub mod mistral;
 pub mod openai;
-pub mod reducto;
 pub mod vertex_ai;
diff --git a/litellm-rust/crates/core/src/providers/reducto/mod.rs b/litellm-rust/crates/core/src/providers/reducto/mod.rs
deleted file mode 100644
index 3621ff6a2fd..00000000000
--- a/litellm-rust/crates/core/src/providers/reducto/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod ocr;
diff --git a/litellm-rust/crates/core/src/providers/reducto/ocr/mod.rs b/litellm-rust/crates/core/src/providers/reducto/ocr/mod.rs
deleted file mode 100644
index 8acee8f770c..00000000000
--- a/litellm-rust/crates/core/src/providers/reducto/ocr/mod.rs
+++ /dev/null
@@ -1,4 +0,0 @@
-pub mod transformation;
-
-#[cfg(test)]
-mod tests;
diff --git a/litellm-rust/crates/core/src/providers/reducto/ocr/tests.rs b/litellm-rust/crates/core/src/providers/reducto/ocr/tests.rs
deleted file mode 100644
index 2b66d058b5d..00000000000
--- a/litellm-rust/crates/core/src/providers/reducto/ocr/tests.rs
+++ /dev/null
@@ -1,202 +0,0 @@
-use rstest::{fixture, rstest};
-use serde_json::{Value, json};
-
-use super::transformation::*;
-use crate::ocr::transformation::OcrProviderConfig;
-
-#[fixture]
-fn parse_response() -> Value {
-    json!({
-        "job_id": "job_123",
-        "usage": {"num_pages": 3, "credits": 3},
-        "result": {
-            "chunks": [
-                {
-                    "content": "Page 1 block A",
-                    "blocks": [{
-                        "content": "Page 1 block A",
-                        "bbox": {"page": 1},
-                        "kind": "text",
-                    }],
-                },
-                {
-                    "content": "Page 2 block A",
-                    "blocks": [{
-                        "content": "Page 2 block A",
-                        "bbox": {"page": 2},
-                        "kind": "table",
-                    }],
-                },
-                {
-                    "content": "Page 1 block B",
-                    "blocks": [{
-                        "content": "Page 1 block B",
-                        "bbox": {"page": 1},
-                        "kind": "text",
-                    }],
-                },
-                {
-                    "content": "Page 3 block A",
-                    "blocks": [{
-                        "content": "Page 3 block A",
-                        "bbox": {"page": 3},
-                        "kind": "figure",
-                    }],
-                },
-            ],
-        },
-    })
-}
-
-#[rstest]
-fn test_parse_v3_file_upload_and_response_mapping(parse_response: Value) {
-    let source = classify_document_source("data:application/pdf;base64,JVBERi0xLjQ=")
-        .expect("PDF data URI should be valid");
-    let upload = build_upload_request(
-        source,
-        "Bearer test-key",
-        Some("https://platform.reducto.ai"),
-    )
-    .expect("data URI should require upload");
-    assert_eq!(upload.url, "https://platform.reducto.ai/upload");
-    assert_eq!(upload.authorization, "Bearer test-key");
-    assert_eq!(upload.file_name, "document");
-    assert_eq!(upload.mime_type, "application/pdf");
-    assert_eq!(upload.bytes, b"%PDF-1.4");
-
-    let optional_params = json!({
-        "formatting": {"table_output_format": "html"},
-        "retrieval": {"chunk_mode": "section"},
-        "settings": {"ocr_system": "standard"},
-    })
-    .as_object()
-    .expect("params should be an object")
-    .clone();
-    let request = build_parse_v3_request("reducto://uploaded.pdf", optional_params);
-    assert_eq!(
-        request.data,
-        json!({
-            "input": "reducto://uploaded.pdf",
-            "formatting": {"table_output_format": "html"},
-            "retrieval": {"chunk_mode": "section"},
-            "settings": {"ocr_system": "standard"},
-        })
-    );
-
-    let transformed = transform_reducto_response("parse-v3", parse_response.clone())
-        .expect("response should transform");
-    assert_eq!(
-        transformed.usage_info,
-        Some(json!({"pages_processed": 3, "credits": 3}))
-    );
-    assert_eq!(transformed.pages.len(), 3);
-    assert_eq!(
-        transformed.pages[0],
-        json!({
-            "index": 0,
-            "markdown": "Page 1 block A\n\nPage 1 block B",
-            "blocks": [
-                {"content": "Page 1 block A", "bbox": {"page": 1}, "kind": "text"},
-                {"content": "Page 1 block B", "bbox": {"page": 1}, "kind": "text"},
-            ],
-        })
-    );
-    assert_eq!(transformed.pages[1]["markdown"], "Page 2 block A");
-    assert_eq!(transformed.pages[2]["markdown"], "Page 3 block A");
-    assert_eq!(transformed.provider_native_response, Some(parse_response));
-}
-
-#[rstest]
-fn test_parse_v3_reducto_id_passthrough_skips_upload(parse_response: Value) {
-    let document = json!({
-        "type": "document_url",
-        "document_url": "reducto://already-uploaded.pdf",
-    });
-    let source = extract_document_source(&document).expect("Reducto ID should be valid");
-    assert!(build_upload_request(source.clone(), "Bearer test-key", None).is_none());
-    assert_eq!(
-        source,
-        ReductoDocumentSource::FileId("reducto://already-uploaded.pdf".to_string())
-    );
-
-    let request = REDUCTO_PARSE_V3_CONFIG
-        .transform_ocr_request(
-            "parse-v3",
-            document,
-            json!({"retrieval": {"chunk_mode": "section"}})
-                .as_object()
-                .expect("params should be object")
-                .clone(),
-        )
-        .expect("direct ID should transform");
-    assert_eq!(request.data["input"], "reducto://already-uploaded.pdf");
-    assert_eq!(request.data["retrieval"]["chunk_mode"], "section");
-
-    let response = REDUCTO_PARSE_V3_CONFIG
-        .transform_ocr_response("parse-v3", parse_response)
-        .expect("response should transform");
-    assert!(
-        response.pages[0]["markdown"]
-            .as_str()
-            .expect("markdown should be string")
-            .starts_with("Page 1 block A")
-    );
-}
-
-#[rstest]
-fn test_parse_legacy_wraps_enhance_under_options() {
-    let request = build_parse_legacy_request(
-        "reducto://legacy.pdf",
-        json!({"enhance": {"agentic": [{"type": "table"}]}})
-            .as_object()
-            .expect("params should be object"),
-    );
-    assert_eq!(
-        request.data,
-        json!({
-            "document_url": "reducto://legacy.pdf",
-            "options": {"enhance": {"agentic": [{"type": "table"}]}},
-        })
-    );
-}
-
-#[rstest]
-fn test_parse_v3_image_data_uri_upload_uses_image_mime() {
-    let source = classify_document_source("data:image/png;base64,iVBORw0KGgo=")
-        .expect("PNG data URI should be valid");
-    let upload = build_upload_request(
-        source,
-        "Bearer programmatic-key",
-        Some("https://custom.reducto.test/"),
-    )
-    .expect("data URI should require upload");
-    assert_eq!(upload.url, "https://custom.reducto.test/upload");
-    assert_eq!(upload.authorization, "Bearer programmatic-key");
-    assert_eq!(upload.mime_type, "image/png");
-    assert_eq!(upload.bytes, b"\x89PNG\r\n\x1a\n");
-}
-
-#[rstest]
-#[case::http("http://example.com/document.pdf")]
-#[case::https("https://example.com/document.pdf")]
-fn test_parse_v3_rejects_plain_http_urls(#[case] source: &str) {
-    let error = classify_document_source(source).expect_err("plain URL should be rejected");
-    assert!(error.to_string().contains("upload the file first"));
-}
-
-#[rstest]
-fn test_parse_v3_uses_programmatic_api_key_over_env() {
-    let key = resolve_api_key(Some("passed-key"), &|_| Some("env-reducto-key".to_string()))
-        .expect("explicit key should resolve");
-    assert_eq!(key, "passed-key");
-
-    let headers = REDUCTO_PARSE_V3_CONFIG
-        .validate_environment(Vec::new(), Some("passed-key"), &|_| {
-            Some("env-reducto-key".to_string())
-        })
-        .expect("headers should validate");
-    assert_eq!(
-        headers,
-        vec![("Authorization".to_string(), "Bearer passed-key".to_string())]
-    );
-}
diff --git a/litellm-rust/crates/core/src/providers/reducto/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/reducto/ocr/transformation.rs
deleted file mode 100644
index f025887846f..00000000000
--- a/litellm-rust/crates/core/src/providers/reducto/ocr/transformation.rs
+++ /dev/null
@@ -1,407 +0,0 @@
-use std::collections::BTreeMap;
-
-use base64::Engine;
-use base64::engine::general_purpose::STANDARD as BASE64_STANDARD;
-use serde_json::{Map, Value, json};
-
-use crate::error::{Error, json_type_name};
-use crate::ocr::transformation::OcrProviderConfig;
-use crate::ocr::types::{LiteLLMOcrResponse, OcrRequestData};
-
-pub const REDUCTO_API_BASE: &str = "https://platform.reducto.ai";
-pub const REDUCTO_API_KEY_ENV: &str = "REDUCTO_API_KEY";
-pub const REDUCTO_ID_PREFIX: &str = "reducto://";
-
-const PARSE_V3_SUPPORTED_OCR_PARAMS: &[&str] = &["formatting", "retrieval", "settings"];
-const PARSE_LEGACY_SUPPORTED_OCR_PARAMS: &[&str] = &["enhance"];
-const MISSING_KEY_MESSAGE: &str = "Missing REDUCTO_API_KEY - set it in the environment or pass api_key to litellm.ocr()/litellm.aocr()";
-const DATA_URI_UPLOAD_REQUIRED: &str =
-    "Reducto data URI upload must complete before OCR request transformation";
-
-#[derive(Clone, Debug, PartialEq, Eq)]
-pub enum ReductoDocumentSource {
-    FileId(String),
-    Upload { bytes: Vec<u8>, mime_type: String },
-}
-
-#[derive(Clone, PartialEq, Eq)]
-pub struct ReductoUploadRequest {
-    pub url: String,
-    pub authorization: String,
-    pub file_name: &'static str,
-    pub bytes: Vec<u8>,
-    pub mime_type: String,
-}
-
-pub struct ReductoParseV3Config;
-pub struct ReductoParseLegacyConfig;
-
-pub const REDUCTO_PARSE_V3_CONFIG: ReductoParseV3Config = ReductoParseV3Config;
-pub const REDUCTO_PARSE_LEGACY_CONFIG: ReductoParseLegacyConfig = ReductoParseLegacyConfig;
-
-pub fn config_for_model(model: &str) -> Option<&'static dyn OcrProviderConfig> {
-    match model {
-        "parse-v3" => Some(&REDUCTO_PARSE_V3_CONFIG),
-        "parse-legacy" => Some(&REDUCTO_PARSE_LEGACY_CONFIG),
-        _ => None,
-    }
-}
-
-pub fn normalize_api_base(api_base: Option<&str>) -> String {
-    api_base
-        .map(str::trim)
-        .filter(|base| !base.is_empty())
-        .unwrap_or(REDUCTO_API_BASE)
-        .trim_end_matches('/')
-        .to_string()
-}
-
-pub fn parse_url(api_base: Option<&str>) -> String {
-    format!("{}/parse", normalize_api_base(api_base))
-}
-
-pub fn upload_url(api_base: Option<&str>) -> String {
-    format!("{}/upload", normalize_api_base(api_base))
-}
-
-pub fn resolve_api_key(
-    api_key: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    api_key
-        .map(str::trim)
-        .filter(|key| !key.is_empty())
-        .map(str::to_string)
-        .or_else(|| {
-            env_lookup(REDUCTO_API_KEY_ENV)
-                .map(|key| key.trim().to_string())
-                .filter(|key| !key.is_empty())
-        })
-        .ok_or_else(|| Error::Auth(MISSING_KEY_MESSAGE.to_string()))
-}
-
-pub fn extract_document_source(document: &Value) -> Result<ReductoDocumentSource, Error> {
-    let document = document.as_object().ok_or_else(|| Error::InvalidType {
-        expected: "object",
-        actual: json_type_name(document),
-    })?;
-    let source = document
-        .get("document_url")
-        .and_then(Value::as_str)
-        .filter(|source| !source.is_empty())
-        .or_else(|| document.get("image_url").and_then(Value::as_str))
-        .ok_or_else(|| {
-            Error::InvalidRequest(
-                "Reducto expected OCR preprocessing to produce document_url or image_url"
-                    .to_string(),
-            )
-        })?;
-    classify_document_source(source)
-}
-
-pub fn classify_document_source(source: &str) -> Result<ReductoDocumentSource, Error> {
-    if source.starts_with(REDUCTO_ID_PREFIX) {
-        return Ok(ReductoDocumentSource::FileId(source.to_string()));
-    }
-    if source.starts_with("http://") || source.starts_with("https://") {
-        return Err(Error::InvalidRequest(
-            "Reducto requires type='file' (auto-uploaded) or a reducto:// id. Plain http(s) URLs are not supported; upload the file first."
-                .to_string(),
-        ));
-    }
-    if !source.starts_with("data:") {
-        return Err(Error::InvalidRequest(
-            "Reducto requires a reducto:// id or a base64 data URI after OCR preprocessing."
-                .to_string(),
-        ));
-    }
-
-    let (header, encoded) = source
-        .split_once(',')
-        .ok_or_else(|| Error::InvalidRequest("Invalid Reducto data URI provided.".to_string()))?;
-    if !header.split(';').any(|part| part == "base64") {
-        return Err(Error::InvalidRequest(
-            "Reducto only supports base64-encoded data URIs.".to_string(),
-        ));
-    }
-
-    let mime_type = header
-        .strip_prefix("data:")
-        .and_then(|header| header.split(';').next())
-        .filter(|mime| !mime.is_empty())
-        .unwrap_or("application/octet-stream")
-        .to_string();
-    let bytes = BASE64_STANDARD.decode(encoded).map_err(|_| {
-        Error::InvalidRequest("Invalid Reducto base64 payload provided.".to_string())
-    })?;
-
-    Ok(ReductoDocumentSource::Upload { bytes, mime_type })
-}
-
-pub fn build_upload_request(
-    source: ReductoDocumentSource,
-    authorization: &str,
-    api_base: Option<&str>,
-) -> Option<ReductoUploadRequest> {
-    let ReductoDocumentSource::Upload { bytes, mime_type } = source else {
-        return None;
-    };
-
-    Some(ReductoUploadRequest {
-        url: upload_url(api_base),
-        authorization: authorization.to_string(),
-        file_name: "document",
-        bytes,
-        mime_type,
-    })
-}
-
-pub fn extract_upload_file_id(response_json: &Value) -> Result<&str, Error> {
-    response_json
-        .as_object()
-        .and_then(|response| response.get("file_id"))
-        .and_then(Value::as_str)
-        .filter(|file_id| !file_id.is_empty())
-        .ok_or_else(|| {
-            Error::InvalidResponse(format!(
-                "Reducto /upload returned 200 without a file_id; got payload={response_json}"
-            ))
-        })
-}
-
-pub fn build_parse_v3_request(
-    file_id: &str,
-    optional_params: Map<String, Value>,
-) -> OcrRequestData {
-    let data = std::iter::once(("input".to_string(), Value::String(file_id.to_string())))
-        .chain(optional_params)
-        .collect();
-    OcrRequestData {
-        data: Value::Object(data),
-        files: None,
-    }
-}
-
-pub fn build_parse_legacy_request(
-    file_id: &str,
-    optional_params: &Map<String, Value>,
-) -> OcrRequestData {
-    let options = optional_params
-        .get("enhance")
-        .filter(|enhance| !enhance.is_null())
-        .map(|enhance| json!({"options": {"enhance": enhance}}));
-    let data = match options {
-        Some(Value::Object(options)) => std::iter::once((
-            "document_url".to_string(),
-            Value::String(file_id.to_string()),
-        ))
-        .chain(options)
-        .collect(),
-        _ => Map::from_iter([(
-            "document_url".to_string(),
-            Value::String(file_id.to_string()),
-        )]),
-    };
-    OcrRequestData {
-        data: Value::Object(data),
-        files: None,
-    }
-}
-
-fn source_file_id(document: &Value) -> Result<String, Error> {
-    match extract_document_source(document)? {
-        ReductoDocumentSource::FileId(file_id) => Ok(file_id),
-        ReductoDocumentSource::Upload { .. } => Err(Error::Unsupported(DATA_URI_UPLOAD_REQUIRED)),
-    }
-}
-
-fn page_number(block: &Map<String, Value>) -> Option<i64> {
-    let page = block.get("bbox")?.as_object()?.get("page")?;
-    page.as_i64()
-        .or_else(|| page.as_u64().and_then(|page| i64::try_from(page).ok()))
-        .or_else(|| page.as_str().and_then(|page| page.parse().ok()))
-}
-
-fn chunks(result: &Map<String, Value>) -> &[Value] {
-    result
-        .get("chunks")
-        .and_then(Value::as_array)
-        .map(Vec::as_slice)
-        .unwrap_or_default()
-}
-
-fn build_pages(result: &Map<String, Value>) -> Vec<Value> {
-    let blocks_by_page = chunks(result)
-        .iter()
-        .filter_map(Value::as_object)
-        .filter_map(|chunk| chunk.get("blocks").and_then(Value::as_array))
-        .flatten()
-        .filter_map(|block| block.as_object().map(|object| (block, object)))
-        .filter_map(|(block, object)| page_number(object).map(|page| (page, block.clone())))
-        .fold(
-            BTreeMap::<i64, Vec<Value>>::new(),
-            |mut pages, (page, block)| {
-                pages.entry(page).or_default().push(block);
-                pages
-            },
-        );
-
-    if blocks_by_page.is_empty() {
-        let markdown = chunks(result)
-            .iter()
-            .filter_map(Value::as_object)
-            .filter_map(|chunk| chunk.get("content").and_then(Value::as_str))
-            .filter(|content| !content.is_empty())
-            .collect::<Vec<_>>()
-            .join("\n\n");
-        return if markdown.is_empty() {
-            Vec::new()
-        } else {
-            vec![json!({"index": 0, "markdown": markdown})]
-        };
-    }
-
-    blocks_by_page
-        .into_iter()
-        .map(|(page, blocks)| {
-            let markdown = blocks
-                .iter()
-                .filter_map(Value::as_object)
-                .filter_map(|block| block.get("content").and_then(Value::as_str))
-                .filter(|content| !content.is_empty())
-                .collect::<Vec<_>>()
-                .join("\n\n");
-            json!({
-                "index": page.saturating_sub(1).max(0),
-                "markdown": markdown,
-                "blocks": blocks,
-            })
-        })
-        .collect()
-}
-
-pub fn transform_reducto_response(
-    model: &str,
-    response_json: Value,
-) -> Result<LiteLLMOcrResponse, Error> {
-    let response = response_json
-        .as_object()
-        .ok_or_else(|| Error::InvalidType {
-            expected: "object",
-            actual: json_type_name(&response_json),
-        })?;
-    let empty_result = Map::new();
-    let result = match response.get("result") {
-        Some(Value::Object(result)) => result,
-        Some(Value::Null) => &empty_result,
-        Some(_) => {
-            return Err(Error::InvalidResponse(
-                "Reducto result must be an object".to_string(),
-            ));
-        }
-        None => response,
-    };
-    let usage = response
-        .get("usage")
-        .and_then(Value::as_object)
-        .cloned()
-        .unwrap_or_default();
-    let usage_info = Some(json!({
-        "pages_processed": usage.get("num_pages").cloned().unwrap_or(Value::Null),
-        "credits": usage.get("credits").cloned().unwrap_or(Value::Null),
-    }));
-
-    Ok(LiteLLMOcrResponse {
-        pages: build_pages(result),
-        model: model.to_string(),
-        document_annotation: None,
-        usage_info,
-        object: "ocr".to_string(),
-        extra_fields: Map::new(),
-        provider_native_response: Some(response_json),
-    })
-}
-
-impl OcrProviderConfig for ReductoParseV3Config {
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        PARSE_V3_SUPPORTED_OCR_PARAMS
-    }
-
-    fn transform_ocr_request(
-        &self,
-        _model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        let file_id = source_file_id(&document)?;
-        Ok(build_parse_v3_request(&file_id, optional_params))
-    }
-
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        transform_reducto_response(model, response_json)
-    }
-
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        _model: &str,
-        _optional_params: &Map<String, Value>,
-        _env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        Ok(parse_url(api_base))
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_api_key(api_key, env_lookup)
-    }
-}
-
-impl OcrProviderConfig for ReductoParseLegacyConfig {
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        PARSE_LEGACY_SUPPORTED_OCR_PARAMS
-    }
-
-    fn transform_ocr_request(
-        &self,
-        _model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        let file_id = source_file_id(&document)?;
-        Ok(build_parse_legacy_request(&file_id, &optional_params))
-    }
-
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        transform_reducto_response(model, response_json)
-    }
-
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        _model: &str,
-        _optional_params: &Map<String, Value>,
-        _env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        Ok(parse_url(api_base))
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_api_key(api_key, env_lookup)
-    }
-}
diff --git a/litellm-rust/crates/core/tests/reducto_ocr.rs b/litellm-rust/crates/core/tests/reducto_ocr.rs
new file mode 100644
index 00000000000..8e86e4713ef
--- /dev/null
+++ b/litellm-rust/crates/core/tests/reducto_ocr.rs
@@ -0,0 +1,232 @@
+use std::sync::Arc;
+
+use rstest::rstest;
+use serde_json::{Value, json};
+
+use super::hooks::{OcrDuringCallRequest, OcrHookFuture, OcrHooks};
+use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
+
+fn request_body(request: &str) -> Value {
+    serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap()
+}
+
+#[rstest]
+#[case(
+    "reducto/parse-v3",
+    json!({
+        "formatting":{"table_output_format":"html"},
+        "retrieval":{"chunk_mode":"section"},
+        "settings":{"ocr_system":"standard"},
+        "future_ocr_option":true,
+        "extra_body":{"provider_option":"value"}
+    }),
+    "reducto://already.pdf",
+    json!({
+        "input":"reducto://already.pdf",
+        "formatting":{"table_output_format":"html"},
+        "retrieval":{"chunk_mode":"section"},
+        "settings":{"ocr_system":"standard"},
+        "future_ocr_option":true,
+        "provider_option":"value"
+    })
+)]
+#[case(
+    "reducto/parse-legacy",
+    json!({
+        "enhance":{"agentic":[{"type":"table"}]},
+        "future_ocr_option":true,
+        "extra_body":{"provider_option":"value"}
+    }),
+    "reducto://legacy.pdf",
+    json!({
+        "document_url":"reducto://legacy.pdf",
+        "options":{"enhance":{"agentic":[{"type":"table"}]}},
+        "future_ocr_option":true,
+        "provider_option":"value"
+    })
+)]
+#[tokio::test]
+async fn request_mapping_matches_python(
+    #[case] model: &str,
+    #[case] options: Value,
+    #[case] source: &str,
+    #[case] expected: Value,
+) {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "result":{"chunks":[]}
+    }))])
+    .await;
+    let mut request = wire_request(model, &base, options);
+    request.document = request.document.with_source(source.into());
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 1);
+    assert!(requests[0].starts_with("POST /parse "));
+    assert_eq!(request_body(&requests[0]), expected);
+}
+
+#[rstest]
+#[case("parse-v3")]
+#[case("parse-legacy")]
+#[tokio::test]
+async fn data_uri_upload_preserves_multipart_headers(#[case] model: &str) {
+    let (base, seen, server) = mock_server(vec![
+        MockResponse::json(json!({"file_id":"reducto://uploaded.pdf"})),
+        MockResponse::json(json!({"result":{"chunks":[{"content":"hello"}]}})),
+    ])
+    .await;
+    let mut request = wire_request(&format!("reducto/{model}"), &base, json!({}));
+    request.connection.extra_headers = vec![
+        ("Content-Type".into(), "application/json".into()),
+        ("X-Trace".into(), "upload-test".into()),
+    ];
+
+    let response = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(response.pages[0]["markdown"], "hello");
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 2);
+    assert!(requests[0].starts_with("POST /upload "));
+    assert!(
+        requests[0]
+            .to_ascii_lowercase()
+            .contains("content-type: multipart/form-data; boundary=")
+    );
+    assert!(requests[0].contains("x-trace: upload-test"));
+    assert!(requests[0].contains("application/pdf"));
+    assert!(requests[0].contains("abc"));
+    assert!(requests[1].starts_with("POST /parse "));
+}
+
+#[rstest]
+#[case(json!({"file_id":""}))]
+#[case(json!({}))]
+#[case(json!({"file_id":null}))]
+#[tokio::test]
+async fn invalid_upload_ids_stop_before_parse(#[case] response: Value) {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(response)]).await;
+    let error = perform_ocr(wire_request("reducto/parse-v3", &base, json!({})))
+        .await
+        .unwrap_err();
+    server.await.unwrap();
+    assert!(error.to_string().contains("file_id"));
+    assert_eq!(seen.lock().unwrap().len(), 1);
+}
+
+#[tokio::test]
+async fn upload_failure_stops_before_parse() {
+    let (base, seen, server) = mock_server(vec![MockResponse {
+        status: 503,
+        headers: vec![],
+        body: json!({"error":"unavailable"}),
+    }])
+    .await;
+    assert!(
+        perform_ocr(wire_request("reducto/parse-v3", &base, json!({})))
+            .await
+            .is_err()
+    );
+    server.await.unwrap();
+    assert_eq!(seen.lock().unwrap().len(), 1);
+}
+
+#[rstest]
+#[case("https://example.com/a.pdf")]
+#[case("reducto://")]
+#[case("data:application/pdf;base64")]
+#[case("data:application/pdf;base64,INVALID!")]
+#[tokio::test]
+async fn rejects_invalid_document_sources_before_network(#[case] source: &str) {
+    let mut request = wire_request("reducto/parse-v3", "http://127.0.0.1:1", json!({}));
+    request.document = request.document.with_source(source.into());
+    assert!(perform_ocr(request).await.is_err());
+}
+
+#[test]
+fn response_normalization_groups_blocks_and_distinguishes_null_result() {
+    use crate::ocr::codecs::reducto::{ReductoResponse, transform_ocr_response};
+
+    let raw = json!({"usage":{"num_pages":"2","credits":"3"},"result":{"chunks":[
+        {"blocks":[{"content":"B","bbox":{"page":2},"kind":"table"}]},
+        {"blocks":[{"content":"A","bbox":{"page":1},"kind":"text"},{"content":"C","bbox":{"page":1}}]}
+    ]}});
+    let response: ReductoResponse = serde_json::from_value(raw).unwrap();
+    let normalized = transform_ocr_response("parse-v3", response)
+        .unwrap()
+        .into_json();
+    assert_eq!(normalized["pages"][0]["markdown"], "A\n\nC");
+    assert_eq!(normalized["pages"][1]["markdown"], "B");
+    assert_eq!(normalized["pages"][1]["blocks"][0]["kind"], "table");
+    assert_eq!(normalized["usage_info"]["pages_processed"], 2);
+    assert_eq!(normalized["usage_info"]["credits"], 3.0);
+
+    let missing: ReductoResponse =
+        serde_json::from_value(json!({"chunks":[{"content":"text"}]})).unwrap();
+    let missing = transform_ocr_response("parse-v3", missing).unwrap();
+    assert_eq!(missing.pages[0]["markdown"], "text");
+    let null: ReductoResponse = serde_json::from_value(
+        json!({"result":null,"chunks":[{"content":"ignored"}],"usage":null}),
+    )
+    .unwrap();
+    let null = transform_ocr_response("parse-v3", null).unwrap();
+    assert!(null.pages.is_empty());
+}
+
+#[tokio::test]
+async fn facade_omits_native_response_by_default_and_preserves_auth_priority() {
+    let raw = json!({"job_id":"job-1","result":{"chunks":[]}});
+    let (base, seen, server) = mock_server(vec![MockResponse::json(raw)]).await;
+    let mut request = wire_request("reducto/parse-v3", &base, json!({}));
+    request.document = request.document.with_source("reducto://ready.pdf".into());
+    request.connection.extra_headers = vec![("authorization".into(), "Bearer existing".into())];
+
+    let response = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(response.provider_native_response, None);
+    assert!(
+        seen.lock().unwrap()[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer existing")
+    );
+}
+
+struct RewriteDocument;
+
+impl OcrHooks for RewriteDocument {
+    fn has_guardrails(&self) -> bool {
+        true
+    }
+
+    fn during_call(
+        &self,
+        request: OcrDuringCallRequest,
+    ) -> OcrHookFuture<'_, OcrDuringCallRequest> {
+        Box::pin(async move {
+            assert_eq!(
+                request.body["document_url"],
+                "data:application/pdf;base64,YWJj"
+            );
+            Ok(OcrDuringCallRequest {
+                body: json!({"type":"document_url","document_url":"reducto://guarded.pdf"}),
+                ..request
+            })
+        })
+    }
+}
+
+#[tokio::test]
+async fn guardrail_rewrites_document_before_upload() {
+    let (base, seen, server) =
+        mock_server(vec![MockResponse::json(json!({"result":{"chunks":[]}}))]).await;
+    let mut request = wire_request("reducto/parse-v3", &base, json!({}));
+    request.hooks = Arc::new(RewriteDocument);
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 1);
+    assert!(requests[0].starts_with("POST /parse "));
+    assert!(requests[0].contains("reducto://guarded.pdf"));
+}
diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm-rust/crates/python-bridge/src/errors.rs
index 9ae25e790a6..864f30db6a9 100644
--- a/litellm-rust/crates/python-bridge/src/errors.rs
+++ b/litellm-rust/crates/python-bridge/src/errors.rs
@@ -45,6 +45,7 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         | Error::MissingAzureAiCredentials
         | Error::MissingAzureAiCredentialsOrAdToken
         | Error::MissingAzureDocumentIntelligenceCredentials
+        | Error::MissingReductoApiKey
         | Error::Routing(_)
         // Nothing reached the provider, so serving it on Python cannot double
         // bill and is the only way the caller gets an answer at all.
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index e960a354d9f..d1d4a70007d 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -102,13 +102,15 @@ mod tests {
     use litellm_core::ocr::wire::is_supported_request;
 
     #[test]
-    fn native_activation_includes_azure_document_intelligence() {
+    fn native_activation_includes_migrated_providers() {
         assert!(is_supported_request("model", Some("mistral")));
         assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
         assert!(is_supported_request(
             "documentintelligence/prebuilt-read",
             Some("azure_ai")
         ));
+        assert!(is_supported_request("parse-v3", Some("reducto")));
+        assert!(is_supported_request("parse-legacy", Some("reducto")));
         assert!(!is_supported_request("mistral-ocr", Some("vertex_ai")));
     }
 }
diff --git a/litellm/utils.py b/litellm/utils.py
index a765e1b1246..bb1bce66d9b 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -9400,11 +9400,9 @@ class ProviderConfigManager:
                 ReductoParseV3Config,
             )
 
-            if model == "parse-v3":
-                return ReductoParseV3Config()
             if model == "parse-legacy":
                 return ReductoParseLegacyConfig()
-            return None
+            return ReductoParseV3Config()
 
         MistralOCRConfig: Final = litellm_utils.MistralOCRConfig
         PROVIDER_TO_CONFIG_MAP: Final = {
diff --git a/tests/test_litellm/llms/reducto/test_parse_v3.py b/tests/test_litellm/llms/reducto/test_parse_v3.py
index bacd12db58a..1d0c826ef8b 100644
--- a/tests/test_litellm/llms/reducto/test_parse_v3.py
+++ b/tests/test_litellm/llms/reducto/test_parse_v3.py
@@ -143,3 +143,28 @@ async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_tran
     assert parse_request_body["input"] == "reducto://already-uploaded.pdf"
     assert parse_request_body["retrieval"]["chunk_mode"] == "section"
     assert response.pages[0].markdown.startswith("Page 1 block A")
+
+
+@pytest.mark.asyncio
+async def test_unknown_model_uses_current_protocol_without_local_rejection(
+    disable_aiohttp_transport, respx_mock
+):
+    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
+        json=_reducto_parse_response()
+    )
+
+    response = await litellm.aocr(
+        model="reducto/future-parse-model",
+        document={
+            "type": "document_url",
+            "document_url": "reducto://already-uploaded.pdf",
+        },
+        api_key="test-key",
+        api_base="https://platform.reducto.ai",
+    )
+
+    assert parse_route.called
+    assert json.loads(parse_route.calls[0].request.read()) == {
+        "input": "reducto://already-uploaded.pdf"
+    }
+    assert response.model == "future-parse-model"

From b8928170e93b4937857e947e29224ba1dc30880e Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 16:22:56 -0700
Subject: [PATCH 229/298] feat(ocr): add Vertex Mistral adapter (#40507)

* feat(ocr): add Vertex Mistral adapter

* test(ocr): validate Vertex credentials at adapter boundary

* refactor(ocr): preserve Vertex Mistral extra params

* refactor(ocr): align Vertex authentication lifecycle

* refactor(ocr): keep Vertex preparation behind bridge

* fix(ocr): protect Vertex credential destinations

* fix(auth): restrict request Vertex token endpoints
---
 litellm-rust/Cargo.lock                       | 138 ++++
 litellm-rust/Cargo.toml                       |   1 +
 .../crates/ai-gateway/src/ocr/common_utils.rs |   6 +-
 litellm-rust/crates/ai-gateway/src/ocr/mod.rs |   2 +
 litellm-rust/crates/core/Cargo.toml           |   1 +
 litellm-rust/crates/core/src/auth/error.rs    |   8 +
 litellm-rust/crates/core/src/auth/mod.rs      |   1 +
 litellm-rust/crates/core/src/auth/vertex.rs   | 592 ++++++++++++++++++
 .../crates/core/src/ocr/adapters/mod.rs       |   3 +
 .../core/src/ocr/adapters/vertex/mistral.rs   | 154 +++++
 .../core/src/ocr/adapters/vertex/mod.rs       |  19 +
 litellm-rust/crates/core/src/ocr/client.rs    |   8 +
 litellm-rust/crates/core/src/ocr/mod.rs       |   3 +
 litellm-rust/crates/core/src/ocr/registry.rs  |   7 +
 .../providers/vertex_ai/ocr/transformation.rs | 106 ----
 .../crates/core/tests/vertex_ai_ocr.rs        | 110 ++++
 .../crates/python-bridge/src/routes/ocr.rs    |   3 +-
 litellm/rust_bridge/ocr.py                    |  11 +-
 tests/test_litellm/ocr/test_rust_bridge.py    |   2 +
 19 files changed, 1063 insertions(+), 112 deletions(-)
 create mode 100644 litellm-rust/crates/core/src/auth/vertex.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
 create mode 100644 litellm-rust/crates/core/tests/vertex_ai_ocr.rs

diff --git a/litellm-rust/Cargo.lock b/litellm-rust/Cargo.lock
index 9c0a8cb7fe7..cf000e85d68 100644
--- a/litellm-rust/Cargo.lock
+++ b/litellm-rust/Cargo.lock
@@ -40,6 +40,15 @@ dependencies = [
  "cc",
 ]
 
+[[package]]
+name = "android_system_properties"
+version = "0.1.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ae221649c9976a6f6c56ae1facf410f3ddb33cc661c4b7b61020a912d4237fbc"
+dependencies = [
+ "libc",
+]
+
 [[package]]
 name = "anes"
 version = "0.1.6"
@@ -693,6 +702,20 @@ dependencies = [
  "rand_core 0.10.1",
 ]
 
+[[package]]
+name = "chrono"
+version = "0.4.45"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1aa79e62e7697b8e29b513a68abacf485adcd1fe8284a4316c5ae868e6633327"
+dependencies = [
+ "iana-time-zone",
+ "js-sys",
+ "num-traits",
+ "serde",
+ "wasm-bindgen",
+ "windows-link",
+]
+
 [[package]]
 name = "ciborium"
 version = "0.2.2"
@@ -1287,6 +1310,33 @@ dependencies = [
  "slab",
 ]
 
+[[package]]
+name = "gcp_auth"
+version = "0.12.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "26d27dbcc645b60b8e7f6e2868a9d7102ece97d1bb49c1288b5321fcc67f7260"
+dependencies = [
+ "async-trait",
+ "base64 0.22.1",
+ "bytes",
+ "chrono",
+ "http 1.4.2",
+ "http-body-util",
+ "hyper 1.10.1",
+ "hyper-rustls 0.27.9",
+ "hyper-util",
+ "ring",
+ "rustls 0.23.42",
+ "rustls-pki-types",
+ "serde",
+ "serde_json",
+ "thiserror 2.0.19",
+ "tokio",
+ "tracing",
+ "tracing-futures",
+ "url",
+]
+
 [[package]]
 name = "generic-array"
 version = "0.14.7"
@@ -1595,6 +1645,30 @@ dependencies = [
  "tracing",
 ]
 
+[[package]]
+name = "iana-time-zone"
+version = "0.1.65"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470"
+dependencies = [
+ "android_system_properties",
+ "core-foundation-sys",
+ "iana-time-zone-haiku",
+ "js-sys",
+ "log",
+ "wasm-bindgen",
+ "windows-core",
+]
+
+[[package]]
+name = "iana-time-zone-haiku"
+version = "0.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f"
+dependencies = [
+ "cc",
+]
+
 [[package]]
 name = "icu_collections"
 version = "2.2.0"
@@ -1875,6 +1949,7 @@ dependencies = [
  "azure_identity",
  "base64 0.22.1",
  "data-url",
+ "gcp_auth",
  "moka",
  "rand 0.8.7",
  "reqwest 0.12.28",
@@ -3593,6 +3668,16 @@ dependencies = [
  "once_cell",
 ]
 
+[[package]]
+name = "tracing-futures"
+version = "0.2.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "97d095ae15e245a057c8e8451bab9b3ee1e1f68e9ba2b4fbc18d0ac5237835f2"
+dependencies = [
+ "pin-project",
+ "tracing",
+]
+
 [[package]]
 name = "tracing-subscriber"
 version = "0.3.23"
@@ -3984,12 +4069,65 @@ version = "0.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
 
+[[package]]
+name = "windows-core"
+version = "0.62.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb"
+dependencies = [
+ "windows-implement",
+ "windows-interface",
+ "windows-link",
+ "windows-result",
+ "windows-strings",
+]
+
+[[package]]
+name = "windows-implement"
+version = "0.60.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+]
+
+[[package]]
+name = "windows-interface"
+version = "0.59.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 2.0.119",
+]
+
 [[package]]
 name = "windows-link"
 version = "0.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"
 
+[[package]]
+name = "windows-result"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5"
+dependencies = [
+ "windows-link",
+]
+
+[[package]]
+name = "windows-strings"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091"
+dependencies = [
+ "windows-link",
+]
+
 [[package]]
 name = "windows-sys"
 version = "0.52.0"
diff --git a/litellm-rust/Cargo.toml b/litellm-rust/Cargo.toml
index 0f30ac5cf7d..5f25e69a1f8 100644
--- a/litellm-rust/Cargo.toml
+++ b/litellm-rust/Cargo.toml
@@ -41,6 +41,7 @@ tokio = { version = "1", features = ["rt-multi-thread", "macros", "time", "net"]
 tokio-tungstenite = { version = "0.24", default-features = false, features = ["connect", "rustls-tls-native-roots"] }
 futures-util = { version = "0.3", default-features = false, features = ["sink", "std"] }
 base64 = "0.22"
+gcp_auth = "0.12.7"
 azure_core = "1.0.0"
 azure_identity = { version = "1.0.0", features = ["tokio"] }
 moka = { version = "0.12.16", features = ["future"] }
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs b/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
index 10e08253e1a..8305cc80a1d 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
@@ -13,9 +13,7 @@ use litellm_core::providers::azure_ai::ocr::transformation::{
 };
 use litellm_core::providers::mistral::ocr::transformation::MISTRAL_OCR_CONFIG;
 use litellm_core::providers::vertex_ai::ocr::transformation as vertex_ai;
-use litellm_core::providers::vertex_ai::ocr::transformation::{
-    VERTEX_AI_DEEPSEEK_OCR_CONFIG, VERTEX_AI_OCR_CONFIG,
-};
+use litellm_core::providers::vertex_ai::ocr::transformation::VERTEX_AI_DEEPSEEK_OCR_CONFIG;
 
 use crate::client::http_client;
 
@@ -44,7 +42,7 @@ pub(super) fn ocr_provider_config(
         }
         "azure_ai" => Some(&AZURE_AI_OCR_CONFIG),
         "vertex_ai" if vertex_ai::is_deepseek_model(model) => Some(&VERTEX_AI_DEEPSEEK_OCR_CONFIG),
-        "vertex_ai" => Some(&VERTEX_AI_OCR_CONFIG),
+        "vertex_ai" => None,
         _ => None,
     }
 }
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
index cdf4a15125f..116c0f4a5e9 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
@@ -36,5 +36,7 @@ mod tests {
             Some("azure_ai")
         ));
         assert!(is_supported_request("parse-v3", Some("reducto")));
+        assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
+        assert!(!is_supported_request("deepseek-ocr", Some("vertex_ai")));
     }
 }
diff --git a/litellm-rust/crates/core/Cargo.toml b/litellm-rust/crates/core/Cargo.toml
index dc4a1acea16..a2433435e34 100644
--- a/litellm-rust/crates/core/Cargo.toml
+++ b/litellm-rust/crates/core/Cargo.toml
@@ -15,6 +15,7 @@ base64.workspace = true
 azure_core.workspace = true
 azure_identity.workspace = true
 data-url = "0.3.2"
+gcp_auth.workspace = true
 moka.workspace = true
 rand.workspace = true
 reqwest.workspace = true
diff --git a/litellm-rust/crates/core/src/auth/error.rs b/litellm-rust/crates/core/src/auth/error.rs
index ddd4a6d016e..e7027c0df10 100644
--- a/litellm-rust/crates/core/src/auth/error.rs
+++ b/litellm-rust/crates/core/src/auth/error.rs
@@ -6,6 +6,8 @@ pub enum AuthError {
     Configuration(#[from] AuthConfigurationError),
     #[error("credential acquisition failed: {0}")]
     AzureTokenAcquisition(String),
+    #[error("credential acquisition failed: Vertex AI credentials: {0}")]
+    VertexTokenAcquisition(String),
     #[error("credential acquisition failed: {}", .0.iter().map(ToString::to_string).collect::<Vec<_>>().join("; "))]
     CredentialChain(Vec<AuthError>),
     #[error("credential caller failed: credential caller returned an empty credential")]
@@ -73,6 +75,12 @@ pub enum AuthConfigurationError {
     RequestAzureCredentialReference,
     #[error("host credentials cannot be sent to a request-controlled Azure endpoint")]
     RequestAzureCredentialDestination,
+    #[error("credentials cannot be sent to a request-controlled Vertex AI endpoint")]
+    RequestVertexCredentialDestination,
+    #[error(
+        "request-controlled Vertex credentials must use the canonical Google OAuth token endpoint"
+    )]
+    RequestVertexTokenEndpoint,
 }
 
 #[derive(Clone, Debug, Error, PartialEq, Eq)]
diff --git a/litellm-rust/crates/core/src/auth/mod.rs b/litellm-rust/crates/core/src/auth/mod.rs
index 2ca2f3c3016..35d9c676f65 100644
--- a/litellm-rust/crates/core/src/auth/mod.rs
+++ b/litellm-rust/crates/core/src/auth/mod.rs
@@ -1,5 +1,6 @@
 mod credential;
 pub mod error;
+pub(crate) mod vertex;
 pub use error::AuthError;
 pub(crate) mod http;
 mod policy;
diff --git a/litellm-rust/crates/core/src/auth/vertex.rs b/litellm-rust/crates/core/src/auth/vertex.rs
new file mode 100644
index 00000000000..00a0a7ea7ee
--- /dev/null
+++ b/litellm-rust/crates/core/src/auth/vertex.rs
@@ -0,0 +1,592 @@
+use std::collections::BTreeMap;
+use std::future::Future;
+use std::path::Path;
+use std::pin::Pin;
+use std::sync::Arc;
+
+use gcp_auth::{CustomServiceAccount, TokenProvider};
+use moka::future::Cache;
+use serde_json::{Map, Value};
+use sha2::{Digest, Sha256};
+
+use crate::auth::error::AuthConfigurationError;
+use crate::auth::http::apply_credential;
+use crate::auth::{AuthError, CredentialPlacement, InputSource, SecretValue, Sourced};
+
+const CLOUD_PLATFORM_SCOPE: &str = "https://www.googleapis.com/auth/cloud-platform";
+const GOOGLE_OAUTH_TOKEN_ENDPOINT: &str = "https://oauth2.googleapis.com/token";
+const GOOGLE_APPLICATION_CREDENTIALS_ENV: &str = "GOOGLE_APPLICATION_CREDENTIALS";
+const VERTEX_AI_API_KEY_ENV: &str = "VERTEX_AI_API_KEY";
+const VERTEXAI_API_KEY_ENV: &str = "VERTEXAI_API_KEY";
+const VERTEXAI_CREDENTIALS_ENV: &str = "VERTEXAI_CREDENTIALS";
+const VERTEXAI_PROJECT_ENV: &str = "VERTEXAI_PROJECT";
+const VERTEXAI_LOCATION_ENV: &str = "VERTEXAI_LOCATION";
+const VERTEX_LOCATION_ENV: &str = "VERTEX_LOCATION";
+
+#[derive(Clone, Debug, Default)]
+pub(crate) struct VertexConfig {
+    credentials: Option<Sourced<SecretValue>>,
+    project_id: Option<String>,
+    location: Option<String>,
+}
+
+impl VertexConfig {
+    pub(crate) fn from_sourced_optional_params(
+        params: &Map<String, Value>,
+        sources: &BTreeMap<String, InputSource>,
+    ) -> Result<Self, AuthError> {
+        Ok(Self {
+            credentials: optional_credentials(
+                params,
+                sources,
+                &["vertex_credentials", "vertex_ai_credentials"],
+            )?,
+            project_id: optional_string(params, &["vertex_project", "vertex_ai_project"])?,
+            location: optional_string(params, &["vertex_location", "vertex_ai_location"])?,
+        })
+    }
+
+    pub(crate) fn project_id(&self) -> Option<&str> {
+        self.project_id.as_deref()
+    }
+
+    pub(crate) fn location(&self) -> Option<&str> {
+        self.location.as_deref()
+    }
+}
+
+pub(crate) struct VertexEnvironment {
+    pub headers: Vec<(String, String)>,
+    pub project_id: String,
+}
+
+struct VertexAccessToken {
+    token: String,
+    project_id: String,
+}
+
+pub(crate) fn get_vertex_ai_project(
+    config: &VertexConfig,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Option<String> {
+    config
+        .project_id()
+        .map(str::to_string)
+        .or_else(|| non_empty_env(env_lookup, VERTEXAI_PROJECT_ENV))
+}
+
+pub(crate) fn get_vertex_ai_location(
+    config: &VertexConfig,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> Option<String> {
+    config
+        .location()
+        .map(str::to_string)
+        .or_else(|| non_empty_env(env_lookup, VERTEXAI_LOCATION_ENV))
+        .or_else(|| non_empty_env(env_lookup, VERTEX_LOCATION_ENV))
+}
+
+#[derive(Clone)]
+pub(crate) struct VertexAuth {
+    providers: Cache<CredentialCacheKey, Arc<dyn VertexTokenSource>>,
+    loader: Arc<dyn VertexProviderLoader>,
+}
+
+impl Default for VertexAuth {
+    fn default() -> Self {
+        Self::new(Arc::new(GcpProviderLoader))
+    }
+}
+
+impl VertexAuth {
+    fn new(loader: Arc<dyn VertexProviderLoader>) -> Self {
+        Self {
+            providers: Cache::builder().max_capacity(64).build(),
+            loader,
+        }
+    }
+
+    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
+    pub(crate) async fn validate_environment(
+        &self,
+        headers: Vec<(String, String)>,
+        api_key: Option<&str>,
+        config: &VertexConfig,
+        env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+    ) -> Result<VertexEnvironment, AuthError> {
+        let has_authorization = headers
+            .iter()
+            .any(|(name, _)| name.eq_ignore_ascii_case("Authorization"));
+        let static_token = api_key
+            .map(str::trim)
+            .filter(|value| !value.is_empty())
+            .map(str::to_string)
+            .or_else(|| non_empty_env(env_lookup, VERTEX_AI_API_KEY_ENV))
+            .or_else(|| non_empty_env(env_lookup, VERTEXAI_API_KEY_ENV));
+        let project_id = get_vertex_ai_project(config, env_lookup);
+
+        if !has_authorization && static_token.is_none() {
+            let access = self.get_access_token(config, env_lookup).await?;
+            return Ok(VertexEnvironment {
+                headers: apply_credential(headers, &access.token, CredentialPlacement::Bearer)?,
+                project_id: project_id.unwrap_or(access.project_id),
+            });
+        }
+
+        let project_id = match project_id {
+            Some(project_id) => project_id,
+            None => {
+                self.load_provider(config, env_lookup)
+                    .await?
+                    .project_id()
+                    .await?
+            }
+        };
+        let headers = if has_authorization {
+            headers
+        } else {
+            apply_credential(
+                headers,
+                static_token.as_deref().expect("static token was checked"),
+                CredentialPlacement::Bearer,
+            )?
+        };
+        Ok(VertexEnvironment {
+            headers,
+            project_id,
+        })
+    }
+
+    async fn get_access_token(
+        &self,
+        config: &VertexConfig,
+        env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+    ) -> Result<VertexAccessToken, AuthError> {
+        let provider = self.load_provider(config, env_lookup).await?;
+        let (token, project_id) = tokio::try_join!(provider.token(), provider.project_id())?;
+        Ok(VertexAccessToken { token, project_id })
+    }
+
+    async fn load_provider(
+        &self,
+        config: &VertexConfig,
+        env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+    ) -> Result<Arc<dyn VertexTokenSource>, AuthError> {
+        let source = credential_source(config, env_lookup);
+        let key = source.cache_key();
+        self.providers
+            .try_get_with(key, self.loader.load(source))
+            .await
+            .map_err(|error| (*error).clone())
+    }
+}
+
+trait VertexTokenSource: Send + Sync {
+    fn project_id(&self) -> VertexAuthFuture<'_, String>;
+    fn token(&self) -> VertexAuthFuture<'_, String>;
+}
+
+trait VertexProviderLoader: Send + Sync {
+    fn load(&self, source: CredentialSource) -> VertexAuthFuture<'_, Arc<dyn VertexTokenSource>>;
+}
+
+type VertexAuthFuture<'a, T> = Pin<Box<dyn Future<Output = Result<T, AuthError>> + Send + 'a>>;
+
+struct GcpTokenSource(Arc<dyn TokenProvider>);
+
+impl VertexTokenSource for GcpTokenSource {
+    fn project_id(&self) -> VertexAuthFuture<'_, String> {
+        Box::pin(async move {
+            self.0
+                .project_id()
+                .await
+                .map(|project| project.to_string())
+                .map_err(auth_acquisition_error)
+        })
+    }
+
+    fn token(&self) -> VertexAuthFuture<'_, String> {
+        Box::pin(async move {
+            self.0
+                .token(&[CLOUD_PLATFORM_SCOPE])
+                .await
+                .map(|token| token.as_str().to_string())
+                .map_err(auth_acquisition_error)
+        })
+    }
+}
+
+struct GcpProviderLoader;
+
+impl VertexProviderLoader for GcpProviderLoader {
+    fn load(&self, source: CredentialSource) -> VertexAuthFuture<'_, Arc<dyn VertexTokenSource>> {
+        Box::pin(async move {
+            let provider: Arc<dyn TokenProvider> = match source {
+                CredentialSource::Inline(configured) => Arc::new(
+                    CustomServiceAccount::from_json(validate_request_credentials(
+                        configured.expose(),
+                    )?)
+                    .map_err(auth_acquisition_error)?,
+                ),
+                CredentialSource::Trusted(configured) => {
+                    let configured = configured.expose();
+                    let service_account = if Path::new(configured).is_file() {
+                        CustomServiceAccount::from_file(configured)
+                    } else {
+                        CustomServiceAccount::from_json(configured)
+                    }
+                    .map_err(auth_acquisition_error)?;
+                    Arc::new(service_account)
+                }
+                CredentialSource::ApplicationCredentials(path) => {
+                    Arc::new(CustomServiceAccount::from_file(path).map_err(auth_acquisition_error)?)
+                }
+                CredentialSource::Adc => {
+                    gcp_auth::provider().await.map_err(auth_acquisition_error)?
+                }
+            };
+            Ok(Arc::new(GcpTokenSource(provider)) as Arc<dyn VertexTokenSource>)
+        })
+    }
+}
+
+fn validate_request_credentials(configured: &str) -> Result<&str, AuthError> {
+    let token_uri = serde_json::from_str::<Value>(configured)
+        .ok()
+        .and_then(|credentials| {
+            credentials
+                .get("token_uri")
+                .and_then(Value::as_str)
+                .map(str::to_string)
+        });
+    if token_uri.as_deref() != Some(GOOGLE_OAUTH_TOKEN_ENDPOINT) {
+        return Err(AuthConfigurationError::RequestVertexTokenEndpoint.into());
+    }
+    Ok(configured)
+}
+
+#[derive(Clone, Debug)]
+enum CredentialSource {
+    Inline(SecretValue),
+    Trusted(SecretValue),
+    ApplicationCredentials(String),
+    Adc,
+}
+
+impl CredentialSource {
+    fn cache_key(&self) -> CredentialCacheKey {
+        match self {
+            Self::Inline(configured) => {
+                CredentialCacheKey::Inline(Sha256::digest(configured.expose()).into())
+            }
+            Self::Trusted(configured) => {
+                CredentialCacheKey::Trusted(Sha256::digest(configured.expose()).into())
+            }
+            Self::ApplicationCredentials(path) => {
+                CredentialCacheKey::ApplicationCredentials(path.clone())
+            }
+            Self::Adc => CredentialCacheKey::Adc,
+        }
+    }
+}
+
+#[derive(Clone, Debug, Hash, PartialEq, Eq)]
+enum CredentialCacheKey {
+    Inline([u8; 32]),
+    Trusted([u8; 32]),
+    ApplicationCredentials(String),
+    Adc,
+}
+
+fn credential_source(
+    config: &VertexConfig,
+    env_lookup: &dyn Fn(&str) -> Option<String>,
+) -> CredentialSource {
+    if let Some(configured) = config.credentials.clone() {
+        return match configured.source() {
+            InputSource::Request => CredentialSource::Inline(configured.into_value()),
+            InputSource::Deployment | InputSource::Environment => {
+                CredentialSource::Trusted(configured.into_value())
+            }
+        };
+    }
+    if let Some(configured) = non_empty_env(env_lookup, VERTEXAI_CREDENTIALS_ENV) {
+        return CredentialSource::Trusted(SecretValue::new(configured));
+    }
+    non_empty_env(env_lookup, GOOGLE_APPLICATION_CREDENTIALS_ENV)
+        .map(CredentialSource::ApplicationCredentials)
+        .unwrap_or(CredentialSource::Adc)
+}
+
+fn optional_credentials(
+    params: &Map<String, Value>,
+    sources: &BTreeMap<String, InputSource>,
+    names: &[&str],
+) -> Result<Option<Sourced<SecretValue>>, AuthError> {
+    for name in names {
+        let source = source_for(sources, name);
+        match params.get(*name) {
+            None | Some(Value::Null) => continue,
+            Some(Value::String(value)) if value.trim().is_empty() => continue,
+            Some(Value::String(value)) => {
+                return Ok(Some(Sourced::new(SecretValue::new(value), source)));
+            }
+            Some(Value::Object(value)) if value.is_empty() => continue,
+            Some(Value::Object(value)) => {
+                return serde_json::to_string(value)
+                    .map(SecretValue::new)
+                    .map(|value| Sourced::new(value, source))
+                    .map(Some)
+                    .map_err(|error| {
+                        AuthError::Configuration(AuthConfigurationError::InvalidFieldType(format!(
+                            "{}: {error}",
+                            names[0]
+                        )))
+                    });
+            }
+            Some(_) => {
+                return Err(AuthError::Configuration(
+                    AuthConfigurationError::InvalidFieldType(names[0].to_string()),
+                ));
+            }
+        }
+    }
+    Ok(None)
+}
+
+fn source_for(sources: &BTreeMap<String, InputSource>, name: &str) -> InputSource {
+    sources.get(name).copied().unwrap_or_default()
+}
+
+fn optional_string(
+    params: &Map<String, Value>,
+    names: &[&str],
+) -> Result<Option<String>, AuthError> {
+    for name in names {
+        match params.get(*name) {
+            None | Some(Value::Null) => continue,
+            Some(Value::String(value)) if value.trim().is_empty() => continue,
+            Some(Value::String(value)) => return Ok(Some(value.clone())),
+            Some(_) => {
+                return Err(AuthError::Configuration(
+                    AuthConfigurationError::InvalidFieldType(names[0].to_string()),
+                ));
+            }
+        }
+    }
+    Ok(None)
+}
+
+fn non_empty_env(env_lookup: &dyn Fn(&str) -> Option<String>, name: &str) -> Option<String> {
+    env_lookup(name)
+        .map(|value| value.trim().to_string())
+        .filter(|value| !value.is_empty())
+}
+
+fn auth_acquisition_error(error: gcp_auth::Error) -> AuthError {
+    AuthError::VertexTokenAcquisition(error.to_string())
+}
+
+#[cfg(test)]
+mod tests {
+    use std::sync::atomic::{AtomicUsize, Ordering};
+
+    use serde_json::json;
+
+    use super::*;
+
+    struct FakeProvider {
+        calls: Arc<AtomicUsize>,
+    }
+
+    impl VertexTokenSource for FakeProvider {
+        fn project_id(&self) -> VertexAuthFuture<'_, String> {
+            self.calls.fetch_add(1, Ordering::SeqCst);
+            Box::pin(async { Ok("adc-project".into()) })
+        }
+
+        fn token(&self) -> VertexAuthFuture<'_, String> {
+            self.calls.fetch_add(1, Ordering::SeqCst);
+            Box::pin(async { Ok("adc-token".into()) })
+        }
+    }
+
+    struct FakeLoader {
+        loads: Arc<AtomicUsize>,
+        provider: Arc<dyn VertexTokenSource>,
+    }
+
+    impl VertexProviderLoader for FakeLoader {
+        fn load(
+            &self,
+            _source: CredentialSource,
+        ) -> VertexAuthFuture<'_, Arc<dyn VertexTokenSource>> {
+            let loads = self.loads.clone();
+            let provider = self.provider.clone();
+            Box::pin(async move {
+                loads.fetch_add(1, Ordering::SeqCst);
+                Ok(provider)
+            })
+        }
+    }
+
+    fn config(value: Value) -> VertexConfig {
+        VertexConfig::from_sourced_optional_params(value.as_object().unwrap(), &BTreeMap::new())
+            .unwrap()
+    }
+
+    fn auth(calls: Arc<AtomicUsize>, loads: Arc<AtomicUsize>) -> VertexAuth {
+        let provider: Arc<dyn VertexTokenSource> = Arc::new(FakeProvider { calls });
+        VertexAuth::new(Arc::new(FakeLoader { loads, provider }))
+    }
+
+    #[test]
+    fn config_is_typed_and_secrets_are_redacted() {
+        let config = config(json!({
+            "vertex_credentials":{"private_key":"secret-key"},
+            "vertex_project":"project-1",
+            "vertex_location":"europe-west4"
+        }));
+        assert_eq!(config.project_id(), Some("project-1"));
+        assert_eq!(config.location(), Some("europe-west4"));
+        assert!(!format!("{config:?}").contains("secret-key"));
+        assert!(
+            VertexConfig::from_sourced_optional_params(
+                json!({"vertex_credentials":true}).as_object().unwrap(),
+                &BTreeMap::new()
+            )
+            .is_err()
+        );
+    }
+
+    #[test]
+    fn empty_primary_values_fall_back_to_python_aliases() {
+        let config = config(json!({
+            "vertex_credentials": null,
+            "vertex_ai_credentials": "alias-credentials",
+            "vertex_project": " ",
+            "vertex_ai_project": "alias-project",
+            "vertex_location": null,
+            "vertex_ai_location": "alias-location"
+        }));
+        assert_eq!(
+            config.credentials.as_ref().unwrap().value().expose(),
+            "alias-credentials"
+        );
+        assert_eq!(config.project_id(), Some("alias-project"));
+        assert_eq!(config.location(), Some("alias-location"));
+    }
+
+    #[test]
+    fn project_and_location_prefer_input_then_environment() {
+        let configured =
+            config(json!({"vertex_project":"input-project","vertex_location":"input-location"}));
+        let env = |name: &str| Some(format!("env-{name}"));
+        assert_eq!(
+            get_vertex_ai_project(&configured, &env).as_deref(),
+            Some("input-project")
+        );
+        assert_eq!(
+            get_vertex_ai_location(&configured, &env).as_deref(),
+            Some("input-location")
+        );
+        let empty = VertexConfig::default();
+        assert_eq!(
+            get_vertex_ai_project(&empty, &|_| Some("env-project".into())).as_deref(),
+            Some("env-project")
+        );
+        assert_eq!(
+            get_vertex_ai_location(&empty, &|name| (name == VERTEX_LOCATION_ENV)
+                .then(|| "fallback-location".into()))
+            .as_deref(),
+            Some("fallback-location")
+        );
+    }
+
+    #[test]
+    fn credential_discovery_prefers_input_then_environment_then_adc() {
+        let params = json!({"vertex_credentials":"input-json"});
+        let sources = BTreeMap::from([("vertex_credentials".to_string(), InputSource::Request)]);
+        let configured =
+            VertexConfig::from_sourced_optional_params(params.as_object().unwrap(), &sources)
+                .unwrap();
+        assert!(
+            matches!(credential_source(&configured, &|_| Some("environment-value".into())), CredentialSource::Inline(value) if value.expose() == "input-json")
+        );
+        let empty = VertexConfig::default();
+        assert!(
+            matches!(credential_source(&empty, &|name| (name == VERTEXAI_CREDENTIALS_ENV).then(|| "environment-json".into())), CredentialSource::Trusted(value) if value.expose() == "environment-json")
+        );
+        assert!(
+            matches!(credential_source(&empty, &|name| (name == GOOGLE_APPLICATION_CREDENTIALS_ENV).then(|| "adc.json".into())), CredentialSource::ApplicationCredentials(path) if path == "adc.json")
+        );
+        assert!(matches!(
+            credential_source(&empty, &|_| None),
+            CredentialSource::Adc
+        ));
+        assert_ne!(
+            CredentialSource::Inline(SecretValue::new("same-value")).cache_key(),
+            CredentialSource::Trusted(SecretValue::new("same-value")).cache_key()
+        );
+    }
+
+    #[test]
+    fn request_credentials_require_canonical_token_endpoint() {
+        assert!(
+            validate_request_credentials(r#"{"token_uri":"https://oauth2.googleapis.com/token"}"#)
+                .is_ok()
+        );
+        assert!(matches!(
+            validate_request_credentials(r#"{"token_uri":"http://127.0.0.1/token"}"#),
+            Err(AuthError::Configuration(
+                AuthConfigurationError::RequestVertexTokenEndpoint
+            ))
+        ));
+        assert!(matches!(
+            validate_request_credentials("{}"),
+            Err(AuthError::Configuration(
+                AuthConfigurationError::RequestVertexTokenEndpoint
+            ))
+        ));
+    }
+
+    #[tokio::test]
+    async fn explicit_token_and_header_do_not_acquire_adc() {
+        let loads = Arc::new(AtomicUsize::new(0));
+        let auth = auth(Arc::new(AtomicUsize::new(0)), loads.clone());
+        let configured = config(json!({"vertex_project":"project-1"}));
+        let explicit = auth
+            .validate_environment(Vec::new(), Some("access-token"), &configured, &|_| None)
+            .await
+            .unwrap();
+        assert_eq!(explicit.headers[0].1, "Bearer access-token");
+        let existing = auth
+            .validate_environment(
+                vec![("authorization".into(), "Bearer existing".into())],
+                None,
+                &configured,
+                &|_| None,
+            )
+            .await
+            .unwrap();
+        assert_eq!(existing.headers[0].1, "Bearer existing");
+        assert_eq!(loads.load(Ordering::SeqCst), 0);
+    }
+
+    #[tokio::test]
+    async fn provider_is_reused_across_authentication_calls() {
+        let calls = Arc::new(AtomicUsize::new(0));
+        let loads = Arc::new(AtomicUsize::new(0));
+        let auth = auth(calls.clone(), loads.clone());
+        for _ in 0..2 {
+            let environment = auth
+                .validate_environment(Vec::new(), None, &VertexConfig::default(), &|_| None)
+                .await
+                .unwrap();
+            assert_eq!(environment.project_id, "adc-project");
+            assert_eq!(environment.headers[0].1, "Bearer adc-token");
+        }
+        assert_eq!(loads.load(Ordering::SeqCst), 1);
+        assert_eq!(calls.load(Ordering::SeqCst), 4);
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index c089ca90605..a96a7fcdf38 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -11,10 +11,12 @@ use super::wire::DecodedOcrResponse;
 mod azure;
 mod mistral;
 mod reducto;
+mod vertex;
 
 pub(crate) use azure::{AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
 pub(crate) use mistral::MistralAdapter;
 pub(crate) use reducto::{ReductoLegacyAdapter, ReductoV3Adapter};
+pub(crate) use vertex::VertexMistralAdapter;
 
 /// Converts a complete LiteLLM OCR call to provider HTTP and normalizes its response.
 pub(crate) trait OcrAdapter: Send + Sync + Sized + 'static {
@@ -70,6 +72,7 @@ macro_rules! for_each_ocr_adapter {
             AzureDocumentIntelligence, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, AzureAi;
             ReductoLegacy, $crate::ocr::adapters::ReductoLegacyAdapter, $crate::ocr::adapters::ReductoLegacyAdapter, Reducto;
             ReductoV3, $crate::ocr::adapters::ReductoV3Adapter, $crate::ocr::adapters::ReductoV3Adapter, Reducto;
+            VertexMistral, $crate::ocr::adapters::VertexMistralAdapter, $crate::ocr::adapters::VertexMistralAdapter, VertexAi;
         }
     };
 }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
new file mode 100644
index 00000000000..f3335bf497c
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
@@ -0,0 +1,154 @@
+use super::super::OcrAdapter;
+use super::validate_destination;
+use crate::Error;
+use crate::auth::vertex::{self, VertexConfig};
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::mistral::{self, MistralOcrParams, MistralOcrResponse};
+use crate::ocr::document::{inline_remote_document, validate_inline_document};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{
+    _prepare_ocr_request, ParsedProviderParams, credential_env, transform_request_body,
+};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
+use crate::url_utils::ApiUrl;
+const DEFAULT_LOCATION: &str = "us-central1";
+
+#[derive(Clone, Debug)]
+pub(crate) struct VertexMistralAdapter;
+
+impl OcrAdapter for VertexMistralAdapter {
+    type ProviderResponse = MistralOcrResponse;
+    const PROVIDER: OcrProvider = OcrProvider::VertexAi;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        validate_destination(&request.connection)?;
+        let ParsedProviderParams {
+            known: params,
+            extra_params: _extra_params,
+        } = _prepare_ocr_request::<MistralOcrParams>(request)?;
+        let config = VertexConfig::from_sourced_optional_params(
+            &request.optional_params,
+            &request.input_sources,
+        )
+        .map_err(Error::from)?;
+        let authentication = client
+            .vertex_auth()
+            .validate_environment(
+                request.connection.extra_headers.clone(),
+                request.connection.api_key.as_deref(),
+                &config,
+                &credential_env,
+            )
+            .await
+            .map_err(Error::from)?;
+        let location = vertex::get_vertex_ai_location(&config, &credential_env)
+            .unwrap_or_else(|| DEFAULT_LOCATION.to_string());
+        let url = get_complete_url(
+            request.connection.api_base.as_deref(),
+            &authentication.project_id,
+            &location,
+            &request.model,
+        )?;
+        let document = inline_remote_document(
+            client.document_fetcher(),
+            request.document.clone(),
+            &request.connection,
+        )
+        .await?;
+        let body = mistral::transform_ocr_request(&request.model, document, &params)?;
+        transform_request_body(
+            client,
+            request,
+            &url,
+            &authentication.headers,
+            body,
+            |body| validate_inline_document(&body.document),
+        )
+        .await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        mistral::transform_ocr_response(&request.model, response)
+    }
+}
+
+fn get_complete_url(
+    api_base: Option<&str>,
+    project: &str,
+    location: &str,
+    model: &str,
+) -> Result<String, OcrError> {
+    validate_location(location)?;
+    let default_base = format!("https://{location}-aiplatform.googleapis.com");
+    let base = api_base
+        .map(str::trim)
+        .filter(|base| !base.is_empty())
+        .unwrap_or(&default_base);
+    let prediction = format!("{model}:rawPredict");
+    ApiUrl::parse(base)
+        .and_then(|url| {
+            url.complete_path(&[
+                "v1",
+                "projects",
+                project,
+                "locations",
+                location,
+                "publishers",
+                "mistralai",
+                "models",
+                &prediction,
+            ])
+        })
+        .map(|url| url.into_string())
+        .map_err(|_| {
+            OcrRequestError::RequestField {
+                path: "api_base".into(),
+            }
+            .into()
+        })
+}
+
+fn validate_location(location: &str) -> Result<(), OcrError> {
+    let valid = !location.is_empty()
+        && location
+            .bytes()
+            .all(|value| value.is_ascii_lowercase() || value.is_ascii_digit() || value == b'-')
+        && location
+            .as_bytes()
+            .first()
+            .is_some_and(u8::is_ascii_alphanumeric)
+        && location
+            .as_bytes()
+            .last()
+            .is_some_and(u8::is_ascii_alphanumeric);
+    if valid {
+        return Ok(());
+    }
+    Err(OcrRequestError::RequestField {
+        path: "vertex_location".into(),
+    }
+    .into())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::get_complete_url;
+
+    #[test]
+    fn endpoint_uses_location_project_and_model() {
+        assert_eq!(
+            get_complete_url(None, "proj-1", "europe-west4", "mistral-ocr-maas").unwrap(),
+            "https://europe-west4-aiplatform.googleapis.com/v1/projects/proj-1/locations/europe-west4/publishers/mistralai/models/mistral-ocr-maas:rawPredict"
+        );
+        assert!(get_complete_url(None, "proj-1", "attacker.example/path", "model").is_err());
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
new file mode 100644
index 00000000000..ce6f884b41d
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
@@ -0,0 +1,19 @@
+mod mistral;
+
+use crate::Error;
+use crate::auth::InputSource;
+use crate::auth::error::AuthConfigurationError;
+use crate::ocr::error::OcrError;
+use crate::ocr::types::OcrConnection;
+
+pub(crate) use mistral::VertexMistralAdapter;
+
+fn validate_destination(connection: &OcrConnection) -> Result<(), OcrError> {
+    if connection.api_base.is_some() && connection.api_base_source == InputSource::Request {
+        return Err(Error::from(crate::AuthError::Configuration(
+            AuthConfigurationError::RequestVertexCredentialDestination,
+        ))
+        .into());
+    }
+    Ok(())
+}
diff --git a/litellm-rust/crates/core/src/ocr/client.rs b/litellm-rust/crates/core/src/ocr/client.rs
index 61b7ae8d995..ab2d098d0bb 100644
--- a/litellm-rust/crates/core/src/ocr/client.rs
+++ b/litellm-rust/crates/core/src/ocr/client.rs
@@ -8,6 +8,7 @@ use super::handler::perform_ocr_request;
 use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
 use super::wire::{DecodedOcrResponse, decode_response};
 use crate::Error;
+use crate::auth::vertex::VertexAuth;
 use crate::constants::OCR_CONNECT_TIMEOUT_SECS;
 use crate::error::TransportError;
 use crate::media::MediaFetcher;
@@ -17,6 +18,7 @@ pub struct OcrClient {
     provider_http: reqwest::Client,
     polling_http: reqwest::Client,
     document_fetcher: MediaFetcher,
+    vertex_auth: VertexAuth,
 }
 
 impl OcrClient {
@@ -26,6 +28,7 @@ impl OcrClient {
             provider_http,
             polling_http: no_redirect_http()?,
             document_fetcher,
+            vertex_auth: VertexAuth::default(),
         })
     }
 
@@ -51,12 +54,17 @@ impl OcrClient {
         &self.document_fetcher
     }
 
+    pub(crate) fn vertex_auth(&self) -> &VertexAuth {
+        &self.vertex_auth
+    }
+
     #[cfg(test)]
     pub(crate) fn for_test(provider_http: reqwest::Client, document_http: reqwest::Client) -> Self {
         Self {
             provider_http,
             polling_http: no_redirect_http().expect("test polling client builds"),
             document_fetcher: MediaFetcher::for_test(document_http),
+            vertex_auth: VertexAuth::default(),
         }
     }
 }
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index 5f274186ed0..69b2958483a 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -29,3 +29,6 @@ pub(crate) mod test_support;
 #[cfg(test)]
 #[path = "../../tests/ocr.rs"]
 pub(crate) mod tests;
+#[cfg(test)]
+#[path = "../../tests/vertex_ai_ocr.rs"]
+mod vertex_ai_tests;
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index 6b100795fc8..1097d102a20 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -26,6 +26,7 @@ pub(crate) enum OcrProvider {
     Mistral,
     AzureAi,
     Reducto,
+    VertexAi,
 }
 
 impl OcrProvider {
@@ -34,6 +35,7 @@ impl OcrProvider {
             Self::Mistral => "mistral",
             Self::AzureAi => "azure_ai",
             Self::Reducto => "reducto",
+            Self::VertexAi => "vertex_ai",
         }
     }
 }
@@ -51,6 +53,7 @@ pub(crate) fn resolve_wire_adapter(
         "mistral" => OcrProvider::Mistral,
         "azure_ai" => OcrProvider::AzureAi,
         "reducto" => OcrProvider::Reducto,
+        "vertex_ai" => OcrProvider::VertexAi,
         value => return Err(Error::InvalidProvider(value.to_string())),
     };
     let adapter = match typed_provider {
@@ -71,6 +74,10 @@ pub(crate) fn resolve_wire_adapter(
                 provider.model
             )));
         }
+        OcrProvider::VertexAi if provider.model.to_ascii_lowercase().contains("deepseek") => {
+            return Err(Error::Unsupported("Vertex DeepSeek OCR"));
+        }
+        OcrProvider::VertexAi => OcrAdapterKind::VertexMistral,
     };
     Ok((provider.model.to_string(), adapter))
 }
diff --git a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
index b0e5a278d0b..c2d810822ae 100644
--- a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
+++ b/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
@@ -3,8 +3,6 @@ use crate::ocr::transformation::OcrProviderConfig;
 use crate::ocr::types::{LiteLLMOcrResponse, OcrRequestData};
 use serde_json::{Map, Value, json};
 
-use crate::providers::mistral::ocr::transformation::MISTRAL_OCR_CONFIG;
-
 const VERTEX_DEFAULT_LOCATION: &str = "us-central1";
 const VERTEX_DEFAULT_DEEPSEEK_API_BASE: &str = "https://aiplatform.googleapis.com";
 const VERTEX_AI_API_KEY_ENV: &str = "VERTEX_AI_API_KEY";
@@ -23,10 +21,8 @@ const DEEPSEEK_SUPPORTED_OCR_PARAMS: &[&str] = &[
     "stop",
 ];
 
-pub struct VertexAiOcrConfig;
 pub struct VertexAiDeepSeekOcrConfig;
 
-pub const VERTEX_AI_OCR_CONFIG: VertexAiOcrConfig = VertexAiOcrConfig;
 pub const VERTEX_AI_DEEPSEEK_OCR_CONFIG: VertexAiDeepSeekOcrConfig = VertexAiDeepSeekOcrConfig;
 
 fn string_param<'a>(params: &'a Map<String, Value>, keys: &[&str]) -> Option<&'a str> {
@@ -84,30 +80,6 @@ fn vertex_location(
         .unwrap_or_else(|| VERTEX_DEFAULT_LOCATION.to_string())
 }
 
-fn vertex_mistral_api_base(api_base: Option<&str>, location: &str) -> String {
-    api_base
-        .map(str::trim)
-        .filter(|value| !value.is_empty())
-        .map(str::to_string)
-        .unwrap_or_else(|| format!("https://{location}-aiplatform.googleapis.com"))
-        .trim_end_matches('/')
-        .to_string()
-}
-
-pub fn complete_vertex_mistral_url(
-    api_base: Option<&str>,
-    model: &str,
-    optional_params: &Map<String, Value>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    let project = vertex_project(optional_params, env_lookup)?;
-    let location = vertex_location(optional_params, env_lookup);
-    let base = vertex_mistral_api_base(api_base, &location);
-    Ok(format!(
-        "{base}/v1/projects/{project}/locations/{location}/publishers/mistralai/models/{model}:rawPredict"
-    ))
-}
-
 pub fn complete_vertex_deepseek_url(
     api_base: Option<&str>,
     optional_params: &Map<String, Value>,
@@ -207,53 +179,6 @@ fn ocr_data_from_content(content: Value, usage: Option<Value>, model: &str) -> V
     }
 }
 
-impl OcrProviderConfig for VertexAiOcrConfig {
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        MISTRAL_OCR_CONFIG.supported_ocr_params()
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_request(
-        &self,
-        model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        MISTRAL_OCR_CONFIG.transform_ocr_request(model, document, optional_params)
-    }
-
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        MISTRAL_OCR_CONFIG.transform_ocr_response(model, response_json)
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        model: &str,
-        optional_params: &Map<String, Value>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        complete_vertex_mistral_url(api_base, model, optional_params, env_lookup)
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_vertex_api_key(api_key, env_lookup)
-    }
-
-    fn requires_data_uri_document(&self) -> bool {
-        true
-    }
-}
-
 impl OcrProviderConfig for VertexAiDeepSeekOcrConfig {
     #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
     fn supported_ocr_params(&self) -> &'static [&'static str] {
@@ -379,37 +304,6 @@ mod tests {
     use super::*;
     use rstest::rstest;
 
-    #[test]
-    fn vertex_mistral_url_uses_project_location_and_model() {
-        let params = Map::from_iter([
-            ("vertex_project".to_string(), json!("proj-1")),
-            ("vertex_location".to_string(), json!("europe-west4")),
-        ]);
-
-        let url = complete_vertex_mistral_url(None, "mistral-ocr-maas", &params, &|_| None)
-            .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://europe-west4-aiplatform.googleapis.com/v1/projects/proj-1/locations/europe-west4/publishers/mistralai/models/mistral-ocr-maas:rawPredict"
-        );
-    }
-
-    #[test]
-    fn vertex_mistral_reuses_mistral_body_transform() {
-        let body = VERTEX_AI_OCR_CONFIG
-            .transform_ocr_request(
-                "mistral-ocr-maas",
-                json!({"type": "image_url", "image_url": "data:image/png;base64,abc"}),
-                Map::new(),
-            )
-            .expect("request transforms")
-            .data;
-
-        assert_eq!(body["model"], "mistral-ocr-maas");
-        assert_eq!(body["document"]["image_url"], "data:image/png;base64,abc");
-    }
-
     #[test]
     fn vertex_deepseek_request_uses_ocr_endpoint_shape() {
         let body = VERTEX_AI_DEEPSEEK_OCR_CONFIG
diff --git a/litellm-rust/crates/core/tests/vertex_ai_ocr.rs b/litellm-rust/crates/core/tests/vertex_ai_ocr.rs
new file mode 100644
index 00000000000..2358552c742
--- /dev/null
+++ b/litellm-rust/crates/core/tests/vertex_ai_ocr.rs
@@ -0,0 +1,110 @@
+use serde_json::{Value, json};
+
+use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
+use crate::auth::InputSource;
+use crate::ocr::wire::{OcrWireRequest, decode_request};
+
+fn request_body(request: &str) -> Value {
+    serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap()
+}
+
+#[tokio::test]
+async fn facade_executes_vertex_mistral_with_resolved_project_and_location() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "pages":[{"index":0,"markdown":"hello"}],
+        "usage_info":{"pages_processed":1}
+    }))])
+    .await;
+    let request = wire_request(
+        "vertex_ai/mistral-ocr-maas",
+        &base,
+        json!({
+            "vertex_project":"project-1",
+            "vertex_location":"europe-west4",
+            "extract_footer":true
+        }),
+    );
+
+    let response = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(response.pages[0]["markdown"], "hello");
+    let requests = seen.lock().unwrap();
+    assert_eq!(requests.len(), 1);
+    assert!(requests[0].starts_with(
+        "POST /v1/projects/project-1/locations/europe-west4/publishers/mistralai/models/mistral-ocr-maas:rawPredict "
+    ));
+    assert!(
+        requests[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer test-key")
+    );
+    assert_eq!(
+        request_body(&requests[0]),
+        json!({
+            "model":"mistral-ocr-maas",
+            "document":{"type":"document_url","document_url":"data:application/pdf;base64,YWJj"},
+            "extract_footer":true
+        })
+    );
+}
+
+#[tokio::test]
+async fn supplied_authorization_is_forwarded_without_a_static_token() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({"pages":[]}))]).await;
+    let mut request = wire_request(
+        "vertex_ai/model",
+        &base,
+        json!({"vertex_project":"project-1"}),
+    );
+    request.connection.api_key = None;
+    request.connection.extra_headers = vec![("authorization".into(), "Bearer supplied".into())];
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert!(
+        seen.lock().unwrap()[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer supplied")
+    );
+}
+
+#[tokio::test]
+async fn invalid_credentials_fail_before_provider_http() {
+    let request = wire_request(
+        "vertex_ai/model",
+        "http://127.0.0.1:1",
+        json!({"vertex_credentials": true}),
+    );
+    let error = perform_ocr(request).await.unwrap_err();
+    assert!(error.to_string().contains("vertex_credentials"));
+}
+
+#[tokio::test]
+async fn request_controlled_api_base_is_rejected_before_vertex_auth() {
+    let request = decode_request(OcrWireRequest {
+        model: "vertex_ai/model".into(),
+        document: json!({"type":"document_url","document_url":"data:application/pdf;base64,YWJj"}),
+        api_key: Some("test-key".into()),
+        api_base: Some("https://attacker.example".into()),
+        custom_llm_provider: None,
+        extra_headers: None,
+        optional_params: json!({"vertex_project":"project-1"})
+            .as_object()
+            .unwrap()
+            .clone(),
+        input_sources: std::collections::BTreeMap::from([(
+            "api_base".to_string(),
+            InputSource::Request,
+        )]),
+        timeout_seconds: Some(2.0),
+    })
+    .unwrap();
+
+    let error = perform_ocr(request).await.unwrap_err();
+
+    assert!(
+        error
+            .to_string()
+            .contains("request-controlled Vertex AI endpoint")
+    );
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index d1d4a70007d..0aab11e3cfc 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -111,6 +111,7 @@ mod tests {
         ));
         assert!(is_supported_request("parse-v3", Some("reducto")));
         assert!(is_supported_request("parse-legacy", Some("reducto")));
-        assert!(!is_supported_request("mistral-ocr", Some("vertex_ai")));
+        assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
+        assert!(!is_supported_request("deepseek-ocr", Some("vertex_ai")));
     }
 }
diff --git a/litellm/rust_bridge/ocr.py b/litellm/rust_bridge/ocr.py
index 68bbb186f9b..89eab71ccba 100644
--- a/litellm/rust_bridge/ocr.py
+++ b/litellm/rust_bridge/ocr.py
@@ -179,10 +179,19 @@ def _optional_params(request: LiteLLMOcrRequest, resolve_secret: Callable[[str],
         or resolve_secret("VERTEXAI_LOCATION")
         or resolve_secret("VERTEX_LOCATION")
     )
+    credentials: Final = (
+        request.kwargs.get("vertex_credentials")
+        or request.kwargs.get("vertex_ai_credentials")
+        or resolve_secret("VERTEXAI_CREDENTIALS")
+    )
     vertex_params: Final = MappingProxyType(
         {
             name: value
-            for name, value in (("vertex_project", project), ("vertex_location", location))
+            for name, value in (
+                ("vertex_project", project),
+                ("vertex_location", location),
+                ("vertex_credentials", credentials),
+            )
             if value is not None
         }
     )
diff --git a/tests/test_litellm/ocr/test_rust_bridge.py b/tests/test_litellm/ocr/test_rust_bridge.py
index 9c1cae6a551..dbb4f822d0b 100644
--- a/tests/test_litellm/ocr/test_rust_bridge.py
+++ b/tests/test_litellm/ocr/test_rust_bridge.py
@@ -576,6 +576,7 @@ def test_prepare_rust_ocr_call_resolves_vertex_routing_metadata_from_secret_mana
         return {
             "VERTEXAI_PROJECT": "project-from-secret",
             "VERTEXAI_LOCATION": "us-east5",
+            "VERTEXAI_CREDENTIALS": "credentials-from-secret",
         }.get(name)
 
     ocr_main._run_rust_ocr(
@@ -589,6 +590,7 @@ def test_prepare_rust_ocr_call_resolves_vertex_routing_metadata_from_secret_mana
 
     assert bridge.calls[0]["optional_params"]["vertex_project"] == "project-from-secret"
     assert bridge.calls[0]["optional_params"]["vertex_location"] == "us-east5"
+    assert bridge.calls[0]["optional_params"]["vertex_credentials"] == "credentials-from-secret"
 
 
 def test_prepare_rust_ocr_call_defers_azure_environment_resolution_to_rust():

From 83ab0113f0b083b97e66385fff8adb903432db3b Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Fri, 11 Sep 2026 16:22:57 -0700
Subject: [PATCH 230/298] feat(ocr): add Vertex DeepSeek adapter and remove
 legacy OCR pipeline (#40509)

* feat(ocr): add Vertex DeepSeek adapter

* fix(ocr): restore stacked CI coverage

* style(ocr): apply workspace rustfmt

* fix(ocr): deduplicate stacked gateway error mapping

* test(ocr): keep response format checks at dispatch

* fix(ocr): initialize gateway input provenance

* refactor(ocr): preserve DeepSeek extra params

* refactor(ocr): align Vertex DeepSeek preparation

* fix(gateway): drop removed OCR credential error variant

* fix(ocr): fail closed for deferred hooks and Vertex destinations

* fix(ocr): preserve DeepSeek credential provenance
---
 .../src/audio_transcription/hooks.rs          |    1 -
 .../crates/ai-gateway/src/ocr/common_utils.rs |  525 -------
 .../crates/ai-gateway/src/ocr/handler.rs      |   84 -
 .../crates/ai-gateway/src/ocr/hooks.rs        |  330 ----
 litellm-rust/crates/ai-gateway/src/ocr/mod.rs |  113 +-
 .../crates/ai-gateway/src/ocr/prepare.rs      |  163 --
 .../crates/ai-gateway/src/ocr/types.rs        |   36 -
 .../ai-gateway/src/routes/messages/mod.rs     |   13 +-
 .../crates/ai-gateway/tests/ocr_lifecycle.rs  |  603 --------
 litellm-rust/crates/core/src/error.rs         |    2 -
 .../crates/core/src/ocr/adapters/mod.rs       |    3 +-
 .../core/src/ocr/adapters/vertex/deepseek.rs  |  134 ++
 .../core/src/ocr/adapters/vertex/mod.rs       |    2 +
 .../core/src/ocr/codecs/deepseek/mod.rs       |    5 +
 .../src/ocr/codecs/deepseek/transformation.rs |   98 ++
 .../core/src/ocr/codecs/deepseek/types.rs     |   95 ++
 .../src/ocr/codecs/mistral/transformation.rs  |  178 ++-
 .../crates/core/src/ocr/codecs/mod.rs         |    1 +
 litellm-rust/crates/core/src/ocr/error.rs     |    2 +
 litellm-rust/crates/core/src/ocr/mod.rs       |    7 +-
 litellm-rust/crates/core/src/ocr/prepare.rs   |    1 -
 litellm-rust/crates/core/src/ocr/registry.rs  |    2 +-
 .../crates/core/src/ocr/transformation.rs     |  107 --
 litellm-rust/crates/core/src/ocr/types.rs     |    6 -
 .../crates/core/src/providers/azure_ai/mod.rs |    1 -
 .../core/src/providers/azure_ai/ocr/mod.rs    |    1 -
 .../providers/azure_ai/ocr/transformation.rs  | 1376 -----------------
 .../crates/core/src/providers/mistral/mod.rs  |    1 -
 .../core/src/providers/mistral/ocr/mod.rs     |    1 -
 .../providers/mistral/ocr/transformation.rs   |  436 ------
 litellm-rust/crates/core/src/providers/mod.rs |    2 -
 .../core/src/providers/vertex_ai/mod.rs       |    1 -
 .../core/src/providers/vertex_ai/ocr/mod.rs   |    1 -
 .../providers/vertex_ai/ocr/transformation.rs |  361 -----
 .../crates/core/tests/deepseek_ocr.rs         |   95 ++
 .../core/tests/vertex_ai_deepseek_ocr.rs      |   83 +
 .../crates/core/tests/vertex_ai_ocr.rs        |   91 +-
 .../crates/python-bridge/src/errors.rs        |    1 -
 .../crates/python-bridge/src/routes/ocr.rs    |    2 +-
 39 files changed, 853 insertions(+), 4111 deletions(-)
 delete mode 100644 litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
 delete mode 100644 litellm-rust/crates/ai-gateway/src/ocr/handler.rs
 delete mode 100644 litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
 delete mode 100644 litellm-rust/crates/ai-gateway/src/ocr/prepare.rs
 delete mode 100644 litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/deepseek/mod.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/deepseek/types.rs
 delete mode 100644 litellm-rust/crates/core/src/ocr/transformation.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/azure_ai/ocr/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/mistral/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/mistral/ocr/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/mistral/ocr/transformation.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/vertex_ai/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/vertex_ai/ocr/mod.rs
 delete mode 100644 litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
 create mode 100644 litellm-rust/crates/core/tests/deepseek_ocr.rs
 create mode 100644 litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs

diff --git a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
index 17f5591d1fc..6f48f38c9f6 100644
--- a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
@@ -272,7 +272,6 @@ fn core_error_kind(error: &Error) -> &'static str {
         Error::Auth(_)
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
-        | Error::MissingAzureAiCredentialsOrAdToken
         | Error::MissingAzureDocumentIntelligenceCredentials
         | Error::MissingReductoApiKey => "AuthError",
         Error::InvalidProvider(_) => "InvalidProvider",
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs b/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
deleted file mode 100644
index 8305cc80a1d..00000000000
--- a/litellm-rust/crates/ai-gateway/src/ocr/common_utils.rs
+++ /dev/null
@@ -1,525 +0,0 @@
-use std::net::IpAddr;
-use std::time::{Duration, Instant};
-
-use base64::Engine;
-use base64::engine::general_purpose::STANDARD as BASE64_STANDARD;
-use litellm_core::error::Error;
-use litellm_core::ocr::transformation::OcrProviderConfig;
-use reqwest::Url;
-use serde_json::{Map, Value};
-
-use litellm_core::providers::azure_ai::ocr::transformation::{
-    AZURE_AI_OCR_CONFIG, AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG,
-};
-use litellm_core::providers::mistral::ocr::transformation::MISTRAL_OCR_CONFIG;
-use litellm_core::providers::vertex_ai::ocr::transformation as vertex_ai;
-use litellm_core::providers::vertex_ai::ocr::transformation::VERTEX_AI_DEEPSEEK_OCR_CONFIG;
-
-use crate::client::http_client;
-
-const ERROR_BODY_MAX_CHARS: usize = 256;
-const AZURE_DOCUMENT_INTELLIGENCE_POLL_TIMEOUT_SECS: u64 = 120;
-const DEFAULT_MAX_IMAGE_URL_DOWNLOAD_SIZE_MB: f64 = 50.0;
-const MAX_SAFE_FETCH_REDIRECTS: usize = 10;
-
-pub(super) fn truncate_error_body(body: &str) -> String {
-    if body.chars().count() <= ERROR_BODY_MAX_CHARS {
-        return body.to_string();
-    }
-    let truncated: String = body.chars().take(ERROR_BODY_MAX_CHARS).collect();
-    format!("{truncated}... (truncated)")
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub(super) fn ocr_provider_config(
-    provider: &str,
-    model: &str,
-) -> Option<&'static dyn OcrProviderConfig> {
-    match provider {
-        "mistral" => Some(&MISTRAL_OCR_CONFIG),
-        "azure_ai" if is_azure_document_intelligence_model(model) => {
-            Some(&AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG)
-        }
-        "azure_ai" => Some(&AZURE_AI_OCR_CONFIG),
-        "vertex_ai" if vertex_ai::is_deepseek_model(model) => Some(&VERTEX_AI_DEEPSEEK_OCR_CONFIG),
-        "vertex_ai" => None,
-        _ => None,
-    }
-}
-
-fn is_azure_document_intelligence_model(model: &str) -> bool {
-    let model = model.to_ascii_lowercase();
-    model.contains("doc-intelligence") || model.contains("documentintelligence")
-}
-
-pub(super) fn string_headers(
-    extra_headers: Option<Map<String, Value>>,
-) -> Result<Vec<(String, String)>, Error> {
-    extra_headers
-        .unwrap_or_default()
-        .into_iter()
-        .map(|(key, value)| {
-            value
-                .as_str()
-                .map(|value| (key.clone(), value.to_string()))
-                .ok_or_else(|| {
-                    Error::InvalidRequest(format!(
-                        "OCR extra_headers.{key} must be a string, got {}",
-                        litellm_core::error::json_type_name(&value)
-                    ))
-                })
-        })
-        .collect()
-}
-
-fn document_url_field(document: &Value) -> Result<Option<(&str, &str)>, Error> {
-    let Some(object) = document.as_object() else {
-        return Ok(None);
-    };
-    let Some(doc_type) = object.get("type").and_then(Value::as_str) else {
-        return Ok(None);
-    };
-    let field = match doc_type {
-        "document_url" => "document_url",
-        "image_url" => "image_url",
-        _ => return Ok(None),
-    };
-    let Some(url) = object.get(field).and_then(Value::as_str) else {
-        return Ok(None);
-    };
-    Ok(Some((field, url)))
-}
-
-fn is_url_requiring_fetch(url: &str) -> bool {
-    !url.starts_with("data:") && (url.starts_with("http://") || url.starts_with("https://"))
-}
-
-fn max_document_download_bytes() -> u64 {
-    let max_size_mb = std::env::var("MAX_IMAGE_URL_DOWNLOAD_SIZE_MB")
-        .ok()
-        .and_then(|value| value.parse::<f64>().ok())
-        .unwrap_or(DEFAULT_MAX_IMAGE_URL_DOWNLOAD_SIZE_MB);
-    (max_size_mb.max(0.0) * 1024.0 * 1024.0) as u64
-}
-
-fn is_blocked_ip(ip: IpAddr) -> bool {
-    match ip {
-        IpAddr::V4(ip) => {
-            ip.is_private()
-                || ip.is_loopback()
-                || ip.is_link_local()
-                || ip.is_broadcast()
-                || ip.is_multicast()
-                || ip.is_unspecified()
-        }
-        IpAddr::V6(ip) => {
-            let first_segment = ip.segments()[0];
-            let is_unique_local = (first_segment & 0xfe00) == 0xfc00;
-            let is_link_local = (first_segment & 0xffc0) == 0xfe80;
-            ip.is_loopback()
-                || ip.is_unspecified()
-                || ip.is_multicast()
-                || is_unique_local
-                || is_link_local
-                || ip
-                    .to_ipv4_mapped()
-                    .or_else(|| ip.to_ipv4())
-                    .map(|v4| is_blocked_ip(IpAddr::V4(v4)))
-                    .unwrap_or(false)
-        }
-    }
-}
-
-fn blocked_url_error(url: &Url) -> Error {
-    Error::InvalidRequest(format!(
-        "OCR document URL rejected by SSRF protection: {url}"
-    ))
-}
-
-async fn validate_safe_fetch_url(url: &Url) -> Result<(), Error> {
-    if !matches!(url.scheme(), "http" | "https") {
-        return Err(blocked_url_error(url));
-    }
-
-    let host = url.host_str().ok_or_else(|| blocked_url_error(url))?;
-    if let Ok(ip) = host.parse::<IpAddr>() {
-        if is_blocked_ip(ip) {
-            return Err(blocked_url_error(url));
-        }
-        return Ok(());
-    }
-
-    let port = url
-        .port_or_known_default()
-        .ok_or_else(|| blocked_url_error(url))?;
-    let addresses = tokio::net::lookup_host((host, port))
-        .await
-        .map_err(|err| Error::Network(err.to_string()))?;
-    let mut saw_address = false;
-    for address in addresses {
-        saw_address = true;
-        if is_blocked_ip(address.ip()) {
-            return Err(blocked_url_error(url));
-        }
-    }
-    if !saw_address {
-        return Err(blocked_url_error(url));
-    }
-    Ok(())
-}
-
-fn redirect_location(response: &reqwest::Response, url: &Url) -> Result<Url, Error> {
-    let location = response
-        .headers()
-        .get(reqwest::header::LOCATION)
-        .and_then(|value| value.to_str().ok())
-        .ok_or_else(|| {
-            Error::InvalidResponse("OCR document redirect missing Location header".to_string())
-        })?;
-    url.join(location)
-        .map_err(|err| Error::InvalidResponse(format!("invalid OCR document redirect: {err}")))
-}
-
-async fn safe_get_document_url(url: &str) -> Result<(Url, reqwest::Response), Error> {
-    let client = reqwest::Client::builder()
-        .redirect(reqwest::redirect::Policy::none())
-        .build()
-        .map_err(|err| Error::Network(err.to_string()))?;
-    let mut current_url = Url::parse(url)
-        .map_err(|err| Error::InvalidRequest(format!("invalid OCR document URL: {err}")))?;
-
-    for _ in 0..MAX_SAFE_FETCH_REDIRECTS {
-        validate_safe_fetch_url(&current_url).await?;
-        let response = client
-            .get(current_url.clone())
-            .send()
-            .await
-            .map_err(|err| Error::Network(err.to_string()))?;
-        if !response.status().is_redirection() {
-            return Ok((current_url, response));
-        }
-        current_url = redirect_location(&response, &current_url)?;
-    }
-
-    Err(Error::InvalidRequest(
-        "Too many redirects while fetching OCR document URL".to_string(),
-    ))
-}
-
-fn enforce_download_size(content_length: u64, max_bytes: u64, url: &Url) -> Result<(), Error> {
-    if max_bytes == 0 {
-        return Err(Error::InvalidRequest(format!(
-            "OCR document URL download is disabled (MAX_IMAGE_URL_DOWNLOAD_SIZE_MB=0). url={url}"
-        )));
-    }
-    if content_length > max_bytes {
-        let size_mb = content_length as f64 / (1024.0 * 1024.0);
-        let max_size_mb = max_bytes as f64 / (1024.0 * 1024.0);
-        return Err(Error::InvalidRequest(format!(
-            "OCR document size ({size_mb:.2}MB) exceeds maximum allowed size ({max_size_mb:.2}MB). url={url}"
-        )));
-    }
-    Ok(())
-}
-
-async fn read_response_with_limit(
-    mut response: reqwest::Response,
-    url: &Url,
-) -> Result<Vec<u8>, Error> {
-    let max_bytes = max_document_download_bytes();
-    if let Some(content_length) = response.content_length() {
-        enforce_download_size(content_length, max_bytes, url)?;
-    } else {
-        enforce_download_size(0, max_bytes, url)?;
-    }
-
-    let mut bytes = Vec::new();
-    let mut bytes_downloaded: u64 = 0;
-    while let Some(chunk) = response
-        .chunk()
-        .await
-        .map_err(|err| Error::Network(err.to_string()))?
-    {
-        bytes_downloaded += chunk.len() as u64;
-        enforce_download_size(bytes_downloaded, max_bytes, url)?;
-        bytes.extend_from_slice(&chunk);
-    }
-    Ok(bytes)
-}
-
-pub(super) async fn convert_document_url_to_data_uri(document: Value) -> Result<Value, Error> {
-    let Some((field, url)) = document_url_field(&document)? else {
-        return Ok(document);
-    };
-    if !is_url_requiring_fetch(url) {
-        return Ok(document);
-    }
-
-    let (final_url, response) = safe_get_document_url(url).await?;
-    let status = response.status();
-    if !status.is_success() {
-        let body = response.text().await.unwrap_or_default();
-        return Err(Error::Http {
-            status: status.as_u16(),
-            body: truncate_error_body(&body),
-        });
-    }
-    let content_type = response
-        .headers()
-        .get(reqwest::header::CONTENT_TYPE)
-        .and_then(|value| value.to_str().ok())
-        .and_then(|value| value.split(';').next())
-        .map(str::trim)
-        .filter(|value| !value.is_empty())
-        .unwrap_or("application/octet-stream")
-        .to_string();
-    let bytes = read_response_with_limit(response, &final_url).await?;
-    let data_uri = format!(
-        "data:{content_type};base64,{}",
-        BASE64_STANDARD.encode(bytes)
-    );
-
-    let mut transformed = document
-        .as_object()
-        .cloned()
-        .ok_or_else(|| Error::InvalidRequest("OCR document must be an object".to_string()))?;
-    transformed.insert(field.to_string(), Value::String(data_uri));
-    Ok(Value::Object(transformed))
-}
-
-fn same_origin(left: &str, right: &str) -> bool {
-    let Ok(left) = reqwest::Url::parse(left) else {
-        return false;
-    };
-    let Ok(right) = reqwest::Url::parse(right) else {
-        return false;
-    };
-    left.scheme() == right.scheme()
-        && left.host_str() == right.host_str()
-        && left.port_or_known_default() == right.port_or_known_default()
-}
-
-fn retry_after_secs(response: &reqwest::Response) -> u64 {
-    response
-        .headers()
-        .get(reqwest::header::RETRY_AFTER)
-        .and_then(|value| value.to_str().ok())
-        .and_then(|value| value.parse::<u64>().ok())
-        .unwrap_or(2)
-}
-
-fn operation_status(response_json: &Value) -> Result<&str, Error> {
-    let status = response_json
-        .get("status")
-        .and_then(Value::as_str)
-        .ok_or(Error::MissingField("status"))?;
-    match status {
-        "succeeded" => Ok("succeeded"),
-        "running" | "notStarted" => Ok("running"),
-        "failed" => {
-            let message = response_json
-                .get("error")
-                .and_then(|error| error.get("message"))
-                .and_then(Value::as_str)
-                .unwrap_or("Unknown error");
-            Err(Error::InvalidResponse(format!(
-                "Azure Document Intelligence analysis failed: {message}"
-            )))
-        }
-        other => Err(Error::InvalidResponse(format!(
-            "Unknown operation status: {other}"
-        ))),
-    }
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub(super) async fn poll_document_intelligence(
-    operation_url: &str,
-    original_url: &str,
-    headers: &[(String, String)],
-    timeout: Option<Duration>,
-) -> Result<Value, Error> {
-    if !same_origin(operation_url, original_url) {
-        return Err(Error::InvalidResponse(
-            "Azure Document Intelligence: rejected cross-origin polling URL".to_string(),
-        ));
-    }
-
-    let start = Instant::now();
-    let timeout = timeout.unwrap_or(Duration::from_secs(
-        AZURE_DOCUMENT_INTELLIGENCE_POLL_TIMEOUT_SECS,
-    ));
-    loop {
-        if start.elapsed() > timeout {
-            return Err(Error::Network(format!(
-                "Azure Document Intelligence operation polling timed out after {} seconds",
-                timeout.as_secs()
-            )));
-        }
-
-        let mut request_builder = http_client().get(operation_url);
-        for (key, value) in headers {
-            if key.eq_ignore_ascii_case("ocp-apim-subscription-key") {
-                request_builder = request_builder.header(key, value);
-            }
-        }
-        let response = request_builder
-            .send()
-            .await
-            .map_err(|err| Error::Network(err.to_string()))?;
-        let retry_after = retry_after_secs(&response);
-        let status = response.status();
-        let text = response
-            .text()
-            .await
-            .map_err(|err| Error::Network(err.to_string()))?;
-        if !status.is_success() {
-            return Err(Error::Http {
-                status: status.as_u16(),
-                body: truncate_error_body(&text),
-            });
-        }
-        let response_json: Value = serde_json::from_str(&text).map_err(|err| {
-            Error::InvalidResponse(format!("invalid Azure DI poll response JSON: {err}"))
-        })?;
-        if operation_status(&response_json)? == "succeeded" {
-            return Ok(response_json);
-        }
-        tokio::time::sleep(Duration::from_secs(retry_after)).await;
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use litellm_core::ocr::transformation::OcrResponseHandling;
-    use serde_json::json;
-
-    use super::*;
-
-    #[test]
-    fn blocks_private_and_metadata_ips() {
-        assert!(is_blocked_ip("127.0.0.1".parse().unwrap()));
-        assert!(is_blocked_ip("10.0.0.1".parse().unwrap()));
-        assert!(is_blocked_ip("169.254.169.254".parse().unwrap()));
-        assert!(is_blocked_ip("::1".parse().unwrap()));
-        assert!(is_blocked_ip("fd00::1".parse().unwrap()));
-        assert!(is_blocked_ip("fe80::1".parse().unwrap()));
-        assert!(is_blocked_ip("::ffff:169.254.169.254".parse().unwrap()));
-        assert!(is_blocked_ip("::ffff:10.0.0.1".parse().unwrap()));
-        assert!(!is_blocked_ip("8.8.8.8".parse().unwrap()));
-        assert!(!is_blocked_ip("::ffff:8.8.8.8".parse().unwrap()));
-    }
-
-    #[tokio::test]
-    async fn convert_document_url_rejects_loopback_fetch() {
-        let error = convert_document_url_to_data_uri(json!({
-            "type": "image_url",
-            "image_url": "http://127.0.0.1/image.png"
-        }))
-        .await
-        .unwrap_err();
-
-        assert!(matches!(
-            error,
-            Error::InvalidRequest(message)
-                if message.contains("SSRF protection")
-        ));
-    }
-
-    #[tokio::test]
-    async fn convert_document_url_leaves_data_uri_untouched() {
-        let document = json!({
-            "type": "image_url",
-            "image_url": "data:image/png;base64,abcd"
-        });
-
-        let transformed = convert_document_url_to_data_uri(document.clone())
-            .await
-            .unwrap();
-
-        assert_eq!(transformed, document);
-    }
-
-    #[test]
-    fn truncate_error_body_passes_short_strings_through() {
-        let body = "Unauthorized";
-        assert_eq!(truncate_error_body(body), "Unauthorized");
-    }
-
-    #[test]
-    fn truncate_error_body_caps_long_payloads() {
-        let body = "x".repeat(306);
-        let truncated = truncate_error_body(&body);
-
-        assert!(truncated.ends_with("... (truncated)"));
-        let prefix_chars = truncated
-            .strip_suffix("... (truncated)")
-            .expect("truncated marker present")
-            .chars()
-            .count();
-        assert_eq!(prefix_chars, 256);
-    }
-
-    #[test]
-    fn truncate_error_body_does_not_split_multibyte_chars() {
-        let body = "é".repeat(266);
-        let truncated = truncate_error_body(&body);
-        assert!(truncated.is_char_boundary(truncated.len()));
-    }
-
-    #[test]
-    fn ocr_dispatch_supports_migrated_providers() {
-        assert!(ocr_provider_config("mistral", "mistral-ocr-latest").is_some());
-        assert!(
-            ocr_provider_config("azure_ai", "pixtral-12b-2409")
-                .expect("azure ai config resolves")
-                .requires_data_uri_document()
-        );
-        assert_eq!(
-            ocr_provider_config("azure_ai", "doc-intelligence/prebuilt-read")
-                .expect("document intelligence config resolves")
-                .response_handling(),
-            OcrResponseHandling::AzureDocumentIntelligencePoll
-        );
-        assert!(
-            ocr_provider_config("vertex_ai", "deepseek-ocr-maas")
-                .expect("vertex deepseek config resolves")
-                .supported_ocr_params()
-                .contains(&"temperature")
-        );
-        assert!(ocr_provider_config("openai", "gpt-4o").is_none());
-    }
-
-    #[test]
-    fn string_headers_accepts_string_values() {
-        let headers = json!({
-            "x-trace-id": "trace-1"
-        })
-        .as_object()
-        .unwrap()
-        .clone();
-
-        assert_eq!(
-            string_headers(Some(headers)).expect("string headers accepted"),
-            vec![("x-trace-id".to_string(), "trace-1".to_string())]
-        );
-    }
-
-    #[test]
-    fn string_headers_rejects_non_string_values() {
-        let headers = json!({
-            "x-retry-count": 3
-        })
-        .as_object()
-        .unwrap()
-        .clone();
-
-        let err = string_headers(Some(headers)).expect_err("non-string header rejected");
-        assert_eq!(
-            err,
-            Error::InvalidRequest(
-                "OCR extra_headers.x-retry-count must be a string, got number".to_string()
-            )
-        );
-    }
-}
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/handler.rs b/litellm-rust/crates/ai-gateway/src/ocr/handler.rs
deleted file mode 100644
index 6c6e12724cd..00000000000
--- a/litellm-rust/crates/ai-gateway/src/ocr/handler.rs
+++ /dev/null
@@ -1,84 +0,0 @@
-use litellm_core::error::Error;
-use litellm_core::http_utils::http_request;
-use litellm_core::ocr::transformation::OcrResponseHandling;
-use serde_json::Value;
-
-use super::common_utils::{poll_document_intelligence, truncate_error_body};
-use super::hooks::OcrLifecycleHooks;
-use super::types::PreparedOcrRequest;
-use crate::client::http_client;
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub(crate) async fn execute_ocr_provider_call(
-    request: PreparedOcrRequest,
-    hooks: &OcrLifecycleHooks,
-) -> Result<Value, Error> {
-    let request = hooks.prepare_provider_request(request).await?;
-    let mut request_builder = http_client().post(&request.url).json(&request.body);
-    for (key, value) in &request.upstream_headers {
-        request_builder = request_builder.header(key, value);
-    }
-    if let Some(duration) = request.timeout {
-        request_builder = request_builder.timeout(duration);
-    }
-
-    let response = http_request(request_builder)
-        .await
-        .map_err(|err| Error::Network(err.to_string()))?;
-
-    let status = response.status();
-    if request.config.response_handling() == OcrResponseHandling::AzureDocumentIntelligencePoll
-        && status.as_u16() == 202
-    {
-        let operation_url = response
-            .headers()
-            .get("operation-location")
-            .and_then(|value| value.to_str().ok())
-            .map(str::to_string)
-            .ok_or_else(|| {
-                Error::InvalidResponse(
-                    "Azure Document Intelligence returned 202 but no Operation-Location header found"
-                        .to_string(),
-                )
-            })?;
-        let response_json = poll_document_intelligence(
-            &operation_url,
-            &request.url,
-            &request.upstream_headers,
-            request.timeout,
-        )
-        .await?;
-        return Ok(request
-            .config
-            .transform_ocr_response_with_params(
-                &request.model,
-                response_json,
-                &request.optional_params,
-            )?
-            .into_json());
-    }
-
-    let text = response
-        .text()
-        .await
-        .map_err(|err| Error::Network(err.to_string()))?;
-
-    if !status.is_success() {
-        return Err(Error::Http {
-            status: status.as_u16(),
-            body: truncate_error_body(&text),
-        });
-    }
-
-    let response_json: Value = serde_json::from_str(&text)
-        .map_err(|err| Error::InvalidResponse(format!("invalid OCR response JSON: {err}")))?;
-
-    Ok(request
-        .config
-        .transform_ocr_response_with_params(
-            &request.model,
-            response_json,
-            &request.optional_params,
-        )?
-        .into_json())
-}
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs b/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
deleted file mode 100644
index 3d8246af3f5..00000000000
--- a/litellm-rust/crates/ai-gateway/src/ocr/hooks.rs
+++ /dev/null
@@ -1,330 +0,0 @@
-use litellm_core::call_lifecycle::{CallLifecycleContext, CallLifecycleHooks, CallLifecycleTiming};
-use litellm_core::error::Error;
-use serde_json::{Map, Value, json};
-use std::future::Future;
-use std::pin::Pin;
-
-use super::common_utils::{convert_document_url_to_data_uri, string_headers};
-use super::types::{PreparedOcrRequest, ProviderOcrRequest};
-use crate::integrations::custom_guardrail::{
-    CustomGuardrailRunner, GuardrailContext, GuardrailError, GuardrailRequest,
-};
-use crate::integrations::custom_logger::{
-    CallType, CallbackTiming, CallbackValue, CustomLoggerRunner, LoggingError, ModelCallDetails,
-};
-use crate::integrations::types::{
-    RequestMetadata, StandardLoggingMetadata, StandardLoggingPayload,
-};
-
-pub(crate) struct OcrLifecycleHooks {
-    logger_runner: CustomLoggerRunner,
-    guardrail_runner: CustomGuardrailRunner,
-    request_metadata: RequestMetadata,
-}
-
-type OcrFuture<'a, T> = Pin<Box<dyn Future<Output = Result<T, Error>> + Send + 'a>>;
-type OcrLogFuture<'a> = Pin<Box<dyn Future<Output = ()> + Send + 'a>>;
-
-impl OcrLifecycleHooks {
-    pub(crate) fn new(
-        logger_runner: CustomLoggerRunner,
-        guardrail_runner: CustomGuardrailRunner,
-        request_metadata: RequestMetadata,
-    ) -> Self {
-        Self {
-            logger_runner,
-            guardrail_runner,
-            request_metadata,
-        }
-    }
-
-    async fn run_pre_call_guardrails(
-        &self,
-        request: PreparedOcrRequest,
-    ) -> Result<PreparedOcrRequest, Error> {
-        if self.guardrail_runner.is_empty() {
-            return Ok(request);
-        }
-
-        let context = guardrail_context(&self.request_metadata);
-        let guardrail_request = GuardrailRequest::new(json!({
-            "model": request.model,
-            "custom_llm_provider": request.custom_llm_provider,
-            "document": request.document,
-            "optional_params": request.optional_params,
-        }));
-        let (guardrail_request, _) = self
-            .guardrail_runner
-            .run_pre_call(&context, guardrail_request)
-            .await
-            .map_err(guardrail_error_to_core_error)?;
-        let (document, optional_params) = parse_ocr_pre_call_guardrail_request(guardrail_request)?;
-        let optional_params = match &request.config {
-            Ok(config) => config.map_ocr_params(&optional_params),
-            Err(_) => optional_params,
-        };
-        Ok(PreparedOcrRequest {
-            document,
-            optional_params,
-            ..request
-        })
-    }
-
-    pub(crate) async fn prepare_provider_request(
-        &self,
-        request: PreparedOcrRequest,
-    ) -> Result<ProviderOcrRequest, Error> {
-        let config = request.config?;
-        let env_lookup = |key: &str| std::env::var(key).ok();
-        let upstream_headers = config.validate_environment(
-            string_headers(request.extra_headers)?,
-            request.api_key.as_deref(),
-            &env_lookup,
-        )?;
-        let url = config.complete_url(
-            request.api_base.as_deref(),
-            &request.model,
-            &request.optional_params,
-            &env_lookup,
-        )?;
-        let model = request.model.clone();
-        let custom_llm_provider = request.custom_llm_provider.clone();
-        let document = if config.requires_data_uri_document() {
-            convert_document_url_to_data_uri(request.document).await?
-        } else {
-            request.document
-        };
-        let optional_params = request.optional_params;
-        let body = config
-            .transform_ocr_request(&request.model, document, optional_params.clone())?
-            .data;
-        let body = self
-            .run_during_call_guardrails(&model, &custom_llm_provider, &url, body)
-            .await?;
-        Ok(ProviderOcrRequest {
-            model,
-            config,
-            url,
-            body,
-            optional_params,
-            upstream_headers,
-            timeout: request.timeout,
-        })
-    }
-
-    async fn run_during_call_guardrails(
-        &self,
-        model: &str,
-        custom_llm_provider: &str,
-        url: &str,
-        body: Value,
-    ) -> Result<Value, Error> {
-        if self.guardrail_runner.is_empty() {
-            return Ok(body);
-        }
-
-        let context = guardrail_context(&self.request_metadata);
-        let guardrail_request = GuardrailRequest::new(json!({
-            "model": model,
-            "custom_llm_provider": custom_llm_provider,
-            "url": url,
-            "body": body,
-        }));
-        let (guardrail_request, _) = self
-            .guardrail_runner
-            .run_during_call(&context, guardrail_request)
-            .await
-            .map_err(guardrail_error_to_core_error)?;
-        parse_ocr_during_call_guardrail_request(guardrail_request)
-    }
-
-    fn standard_logging_payload(
-        &self,
-        context: &CallLifecycleContext,
-        timing: &CallLifecycleTiming,
-    ) -> StandardLoggingPayload {
-        StandardLoggingPayload {
-            id: context.litellm_call_id.clone(),
-            litellm_call_id: context.litellm_call_id.clone(),
-            call_type: context.call_type.clone(),
-            model: context.model.clone(),
-            custom_llm_provider: context.custom_llm_provider.clone(),
-            response_cost: 0.0,
-            prompt_tokens: 0,
-            completion_tokens: 0,
-            total_tokens: 0,
-            start_time: timing.start_time,
-            end_time: timing.end_time,
-            stream: false,
-            metadata: StandardLoggingMetadata {
-                user_api_key_hash: self.request_metadata.user_api_key_hash.clone(),
-                user_api_key_user_id: self.request_metadata.user_api_key_user_id.clone(),
-                user_api_key_team_id: self.request_metadata.user_api_key_team_id.clone(),
-                ..Default::default()
-            },
-            messages: None,
-        }
-    }
-}
-
-impl CallLifecycleHooks<PreparedOcrRequest, PreparedOcrRequest, Value> for OcrLifecycleHooks {
-    type PreCallFuture<'a> = OcrFuture<'a, PreparedOcrRequest>;
-    type DuringCallFuture<'a> = OcrFuture<'a, PreparedOcrRequest>;
-    type SuccessFuture<'a> = OcrLogFuture<'a>;
-    type FailureFuture<'a> = OcrLogFuture<'a>;
-
-    fn async_pre_call_hook<'a>(
-        &'a self,
-        _context: &'a CallLifecycleContext,
-        request: PreparedOcrRequest,
-    ) -> Self::PreCallFuture<'a> {
-        Box::pin(async move { self.run_pre_call_guardrails(request).await })
-    }
-
-    fn async_during_call_hook<'a>(
-        &'a self,
-        _context: &'a CallLifecycleContext,
-        request: PreparedOcrRequest,
-    ) -> Self::DuringCallFuture<'a> {
-        Box::pin(async move { Ok(request) })
-    }
-
-    #[tracing::instrument(
-        name = "success_callback",
-        target = "litellm::function_trace",
-        level = "trace",
-        skip_all
-    )]
-    fn async_log_success_event<'a>(
-        &'a self,
-        context: &'a CallLifecycleContext,
-        response: &'a Value,
-        timing: &'a CallLifecycleTiming,
-    ) -> Self::SuccessFuture<'a> {
-        Box::pin(async move {
-            if self.logger_runner.is_empty() {
-                return;
-            }
-            let response_obj = CallbackValue::new("ocr", response.clone());
-            self.logger_runner
-                .async_log_success_event(
-                    &ModelCallDetails::from_standard_logging_payload(
-                        self.standard_logging_payload(context, timing),
-                    ),
-                    &response_obj,
-                    CallbackTiming::new(timing.start_time, timing.end_time),
-                )
-                .await;
-        })
-    }
-
-    #[tracing::instrument(
-        name = "failure_callback",
-        target = "litellm::function_trace",
-        level = "trace",
-        skip_all
-    )]
-    fn async_log_failure_event<'a>(
-        &'a self,
-        context: &'a CallLifecycleContext,
-        error: &'a Error,
-        timing: &'a CallLifecycleTiming,
-    ) -> Self::FailureFuture<'a> {
-        Box::pin(async move {
-            if self.logger_runner.is_empty() {
-                return;
-            }
-            let logging_error = LoggingError {
-                message: error.to_string(),
-                kind: core_error_kind(error).to_string(),
-            };
-            let response_obj = CallbackValue::new(
-                "error",
-                json!({
-                    "message": logging_error.message,
-                    "kind": logging_error.kind,
-                }),
-            );
-            self.logger_runner
-                .async_log_failure_event(
-                    &ModelCallDetails::from_standard_logging_payload(
-                        self.standard_logging_payload(context, timing),
-                    )
-                    .with_failure_error(logging_error),
-                    Some(&response_obj),
-                    CallbackTiming::new(timing.start_time, timing.end_time),
-                )
-                .await;
-        })
-    }
-}
-
-fn guardrail_context(metadata: &RequestMetadata) -> GuardrailContext {
-    GuardrailContext {
-        call_type: CallType::Ocr,
-        selected_guardrails: Vec::new(),
-        metadata: std::collections::HashMap::new(),
-        user_api_key_hash: metadata.user_api_key_hash.clone(),
-        user_api_key_user_id: metadata.user_api_key_user_id.clone(),
-        user_api_key_team_id: metadata.user_api_key_team_id.clone(),
-        trace_parent: None,
-    }
-}
-
-fn parse_ocr_pre_call_guardrail_request(
-    request: GuardrailRequest,
-) -> Result<(Value, Map<String, Value>), Error> {
-    let Value::Object(mut data) = request.data else {
-        return Err(Error::InvalidRequest(
-            "OCR pre_call guardrail must return an object".to_string(),
-        ));
-    };
-    let document = data.remove("document").ok_or_else(|| {
-        Error::InvalidRequest("OCR pre_call guardrail removed document".to_string())
-    })?;
-    let optional_params = match data.remove("optional_params") {
-        Some(Value::Object(params)) => params,
-        Some(_) => {
-            return Err(Error::InvalidRequest(
-                "OCR pre_call guardrail optional_params must be an object".to_string(),
-            ));
-        }
-        None => Map::new(),
-    };
-    Ok((document, optional_params))
-}
-
-fn parse_ocr_during_call_guardrail_request(request: GuardrailRequest) -> Result<Value, Error> {
-    let Value::Object(mut data) = request.data else {
-        return Err(Error::InvalidRequest(
-            "OCR during_call guardrail must return an object".to_string(),
-        ));
-    };
-    data.remove("body")
-        .ok_or_else(|| Error::InvalidRequest("OCR during_call guardrail removed body".to_string()))
-}
-
-fn guardrail_error_to_core_error(error: GuardrailError) -> Error {
-    Error::InvalidRequest(format!("{}: {}", error.kind, error.message))
-}
-
-fn core_error_kind(error: &Error) -> &'static str {
-    match error {
-        Error::Auth(_)
-        | Error::MissingApiKey { .. }
-        | Error::MissingAzureAiCredentials
-        | Error::MissingAzureAiCredentialsOrAdToken
-        | Error::MissingAzureDocumentIntelligenceCredentials
-        | Error::MissingReductoApiKey => "AuthError",
-        Error::InvalidProvider(_) => "InvalidProvider",
-        Error::InvalidRequest(_) => "InvalidRequest",
-        Error::InvalidType { .. } => "InvalidType",
-        Error::MissingField(_) => "MissingField",
-        Error::Http { .. } => "HttpError",
-        Error::InvalidResponse(_) => "InvalidResponse",
-        Error::Network(_) => "NetworkError",
-        Error::Connect(_) => "ConnectError",
-        Error::Routing(_) => "RoutingError",
-        Error::Unsupported(_) => "UnsupportedRequest",
-    }
-}
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
index 116c0f4a5e9..fb63a02f7ad 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/mod.rs
@@ -1,31 +1,96 @@
 use litellm_core::Error;
-use litellm_core::call_lifecycle::CallLifecycle;
+use litellm_core::ocr::{
+    OcrClient,
+    wire::{OcrWireRequest, decode_request},
+};
 use serde_json::Value;
 
-mod common_utils;
-mod handler;
-mod hooks;
-mod prepare;
 mod types;
 
 pub use types::OcrRequest;
 
-use handler::execute_ocr_provider_call;
-use prepare::{PreparedOcrCall, prepare_ocr_call};
-
 #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
 pub async fn ocr(request: OcrRequest<'_>) -> Result<Value, Error> {
-    let PreparedOcrCall { request, hooks } = prepare_ocr_call(request);
-    CallLifecycle::default()
-        .run_request(request, &hooks, |request| {
-            execute_ocr_provider_call(request, &hooks)
-        })
+    core_ocr(request).await
+}
+
+async fn core_ocr(request: OcrRequest<'_>) -> Result<Value, Error> {
+    validate_host_hooks(&request)?;
+    let client = OcrClient::new(crate::client::http_client().clone())?;
+    let core_request = decode_request(OcrWireRequest {
+        model: request.model.to_string(),
+        document: request.document,
+        api_key: request.api_key.map(str::to_string),
+        api_base: request.api_base.map(str::to_string),
+        custom_llm_provider: request.custom_llm_provider.map(str::to_string),
+        extra_headers: request.extra_headers,
+        optional_params: request.optional_params,
+        input_sources: Default::default(),
+        timeout_seconds: request.timeout.map(|timeout| timeout.as_secs_f64()),
+    })?;
+    client
+        .perform(core_request)
         .await
+        .map(|response| response.into_json())
+}
+
+fn validate_host_hooks(request: &OcrRequest<'_>) -> Result<(), Error> {
+    if !request.guardrails.is_empty() {
+        return Err(Error::Unsupported(
+            "OCR host guardrails are not wired to the core path",
+        ));
+    }
+    if !request.callbacks.is_empty() {
+        return Err(Error::Unsupported(
+            "OCR host callbacks are not wired to the core path",
+        ));
+    }
+    Ok(())
 }
 
 #[cfg(test)]
 mod tests {
+    use std::sync::Arc;
+
     use litellm_core::ocr::wire::is_supported_request;
+    use serde_json::{Map, json};
+
+    use super::{OcrRequest, validate_host_hooks};
+    use crate::integrations::custom_guardrail::{CustomGuardrail, GuardrailEventHook};
+    use crate::integrations::custom_logger::CustomLogger;
+
+    struct TestGuardrail;
+
+    impl CustomGuardrail for TestGuardrail {
+        fn guardrail_name(&self) -> &str {
+            "test"
+        }
+
+        fn supported_event_hooks(&self) -> &[GuardrailEventHook] {
+            &[]
+        }
+    }
+
+    struct TestLogger;
+
+    impl CustomLogger for TestLogger {}
+
+    fn request() -> OcrRequest<'static> {
+        OcrRequest {
+            model: "model",
+            document: json!({"type":"image_url","image_url":"data:image/png;base64,YQ=="}),
+            api_key: None,
+            api_base: None,
+            custom_llm_provider: Some("mistral"),
+            extra_headers: None,
+            optional_params: Map::new(),
+            timeout: None,
+            callbacks: Vec::new(),
+            guardrails: Vec::new(),
+            request_metadata: Default::default(),
+            litellm_call_id: None,
+        }
+    }
 
     #[test]
     fn core_activation_includes_migrated_providers() {
@@ -37,6 +102,26 @@ mod tests {
         ));
         assert!(is_supported_request("parse-v3", Some("reducto")));
         assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
-        assert!(!is_supported_request("deepseek-ocr", Some("vertex_ai")));
+        assert!(is_supported_request("deepseek-ocr", Some("vertex_ai")));
+    }
+
+    #[test]
+    fn core_path_rejects_unwired_guardrails() {
+        let request = OcrRequest {
+            guardrails: vec![Arc::new(TestGuardrail)],
+            ..request()
+        };
+        let error = validate_host_hooks(&request).unwrap_err();
+        assert!(error.to_string().contains("guardrails are not wired"));
+    }
+
+    #[test]
+    fn core_path_rejects_unwired_callbacks() {
+        let request = OcrRequest {
+            callbacks: vec![Arc::new(TestLogger)],
+            ..request()
+        };
+        let error = validate_host_hooks(&request).unwrap_err();
+        assert!(error.to_string().contains("callbacks are not wired"));
     }
 }
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/prepare.rs b/litellm-rust/crates/ai-gateway/src/ocr/prepare.rs
deleted file mode 100644
index fa9ca1a193e..00000000000
--- a/litellm-rust/crates/ai-gateway/src/ocr/prepare.rs
+++ /dev/null
@@ -1,163 +0,0 @@
-use std::sync::atomic::{AtomicU64, Ordering};
-use std::time::{SystemTime, UNIX_EPOCH};
-
-use litellm_core::routing_utils::provider::{CustomLlmProvider, get_custom_llm_provider};
-use serde_json::{Map, Value};
-
-use super::common_utils::ocr_provider_config;
-use super::hooks::OcrLifecycleHooks;
-use super::types::{OcrRequest, PreparedOcrRequest};
-use crate::integrations::custom_guardrail::CustomGuardrailRunner;
-use crate::integrations::custom_logger::CustomLoggerRunner;
-
-pub(crate) struct PreparedOcrCall {
-    pub(crate) request: PreparedOcrRequest,
-    pub(crate) hooks: OcrLifecycleHooks,
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub(crate) fn prepare_ocr_call(request: OcrRequest<'_>) -> PreparedOcrCall {
-    let call_id = request
-        .litellm_call_id
-        .map(str::to_string)
-        .unwrap_or_else(new_ocr_call_id);
-    let provider_info = get_custom_llm_provider(request.model, request.custom_llm_provider)
-        .unwrap_or(CustomLlmProvider {
-            model: request.model,
-            custom_llm_provider: "mistral",
-        });
-    let model = provider_info.model.to_string();
-    let custom_llm_provider = provider_info.custom_llm_provider.to_string();
-    let config = ocr_provider_config(&custom_llm_provider, &model)
-        .ok_or_else(|| litellm_core::Error::InvalidProvider(custom_llm_provider.clone()))
-        .and_then(|config| {
-            validate_request_format(config, &request.optional_params, &custom_llm_provider)?;
-            Ok(config)
-        });
-    let optional_params = match &config {
-        Ok(config) => {
-            let supported = config.supported_ocr_params();
-            let mut mapped = config.map_ocr_params(
-                &request
-                    .optional_params
-                    .iter()
-                    .filter(|(name, _)| supported.contains(&name.as_str()))
-                    .map(|(name, value)| (name.clone(), value.clone()))
-                    .collect(),
-            );
-            for name in [
-                "vertex_project",
-                "vertex_ai_project",
-                "vertex_location",
-                "vertex_ai_location",
-            ] {
-                if let Some(value) = request.optional_params.get(name) {
-                    mapped.insert(name.to_string(), value.clone());
-                }
-            }
-            mapped
-        }
-        Err(_) => request.optional_params,
-    };
-
-    PreparedOcrCall {
-        request: PreparedOcrRequest {
-            config,
-            model,
-            custom_llm_provider,
-            litellm_call_id: call_id,
-            document: request.document,
-            api_key: request.api_key.map(str::to_string),
-            api_base: request.api_base.map(str::to_string),
-            extra_headers: request.extra_headers,
-            optional_params,
-            timeout: request.timeout,
-        },
-        hooks: OcrLifecycleHooks::new(
-            CustomLoggerRunner::new(request.callbacks),
-            CustomGuardrailRunner::new(request.guardrails),
-            request.request_metadata,
-        ),
-    }
-}
-
-fn validate_request_format(
-    config: &'static dyn litellm_core::ocr::transformation::OcrProviderConfig,
-    optional_params: &Map<String, Value>,
-    provider: &str,
-) -> Result<(), litellm_core::Error> {
-    let Some(format) = optional_params.get("req_format") else {
-        return Ok(());
-    };
-    match format.as_str() {
-        Some("litellm") => Ok(()),
-        Some("native") if config.supported_ocr_params().contains(&"req_format") => Ok(()),
-        Some("native") => Err(litellm_core::Error::InvalidRequest(format!(
-            "`req_format=native` is not supported for provider {provider}"
-        ))),
-        _ => Err(litellm_core::Error::InvalidRequest(format!(
-            "Invalid `req_format`: {format}. Expected `litellm` or `native`"
-        ))),
-    }
-}
-
-fn new_ocr_call_id() -> String {
-    static COUNTER: AtomicU64 = AtomicU64::new(1);
-    let sequence = COUNTER.fetch_add(1, Ordering::Relaxed);
-    let timestamp = SystemTime::now()
-        .duration_since(UNIX_EPOCH)
-        .map(|duration| duration.as_nanos())
-        .unwrap_or(0);
-    format!("ocr-{timestamp}-{sequence}")
-}
-
-#[cfg(test)]
-mod tests {
-    use litellm_core::error::Error;
-    use serde_json::{Map, json};
-
-    use super::{OcrRequest, prepare_ocr_call};
-    use crate::integrations::types::RequestMetadata;
-
-    fn base_ocr_request(model: &str) -> OcrRequest<'_> {
-        OcrRequest {
-            model,
-            document: json!({
-                "type": "document_url",
-                "document_url": "https://example.com/doc.pdf"
-            }),
-            api_key: Some("sk-test"),
-            api_base: None,
-            custom_llm_provider: None,
-            extra_headers: None,
-            optional_params: Map::new(),
-            timeout: None,
-            callbacks: Vec::new(),
-            guardrails: Vec::new(),
-            request_metadata: RequestMetadata::default(),
-            litellm_call_id: None,
-        }
-    }
-
-    fn request_with_format(format: &str) -> OcrRequest<'_> {
-        let mut request = base_ocr_request("mistral/mistral-ocr-latest");
-        request.optional_params = Map::from_iter([("req_format".to_string(), json!(format))]);
-        request
-    }
-
-    #[test]
-    fn native_format_rejected_for_provider_without_support_as_bad_request() {
-        let prepared = prepare_ocr_call(request_with_format("native"));
-        assert!(
-            matches!(prepared.request.config, Err(Error::InvalidRequest(message)) if message.contains("not supported for provider"))
-        );
-    }
-
-    #[test]
-    fn unknown_format_rejected_for_provider_without_support_as_bad_request() {
-        let prepared = prepare_ocr_call(request_with_format("raw"));
-        assert!(
-            matches!(prepared.request.config, Err(Error::InvalidRequest(message)) if message.contains("Invalid `req_format`"))
-        );
-    }
-}
diff --git a/litellm-rust/crates/ai-gateway/src/ocr/types.rs b/litellm-rust/crates/ai-gateway/src/ocr/types.rs
index 75a8e61ddbf..e96d2df1adb 100644
--- a/litellm-rust/crates/ai-gateway/src/ocr/types.rs
+++ b/litellm-rust/crates/ai-gateway/src/ocr/types.rs
@@ -1,8 +1,6 @@
 use std::sync::Arc;
 use std::time::Duration;
 
-use litellm_core::call_lifecycle::{CallLifecycleContext, CallLifecycleRequest};
-use litellm_core::ocr::transformation::OcrProviderConfig;
 use serde_json::{Map, Value};
 
 use crate::integrations::custom_guardrail::CustomGuardrail;
@@ -23,37 +21,3 @@ pub struct OcrRequest<'a> {
     pub request_metadata: RequestMetadata,
     pub litellm_call_id: Option<&'a str>,
 }
-
-pub(crate) struct PreparedOcrRequest {
-    pub(crate) config: Result<&'static dyn OcrProviderConfig, litellm_core::Error>,
-    pub(crate) model: String,
-    pub(crate) custom_llm_provider: String,
-    pub(crate) litellm_call_id: String,
-    pub(crate) document: Value,
-    pub(crate) api_key: Option<String>,
-    pub(crate) api_base: Option<String>,
-    pub(crate) extra_headers: Option<Map<String, Value>>,
-    pub(crate) optional_params: Map<String, Value>,
-    pub(crate) timeout: Option<Duration>,
-}
-
-impl CallLifecycleRequest for PreparedOcrRequest {
-    fn lifecycle_context(&self) -> CallLifecycleContext {
-        CallLifecycleContext::new(
-            "ocr",
-            self.model.clone(),
-            self.custom_llm_provider.clone(),
-            self.litellm_call_id.clone(),
-        )
-    }
-}
-
-pub(crate) struct ProviderOcrRequest {
-    pub(crate) model: String,
-    pub(crate) config: &'static dyn OcrProviderConfig,
-    pub(crate) url: String,
-    pub(crate) body: Value,
-    pub(crate) optional_params: Map<String, Value>,
-    pub(crate) upstream_headers: Vec<(String, String)>,
-    pub(crate) timeout: Option<Duration>,
-}
diff --git a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
index 9707e9f2611..39465e28e84 100644
--- a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
@@ -105,7 +105,11 @@ impl IntoResponse for MessagesRouteError {
                 StatusCode::NOT_FOUND,
                 "no messages deployment is configured for this model".to_string(),
             ),
-            Error::Auth(_) => (
+            Error::Auth(_)
+            | Error::MissingApiKey { .. }
+            | Error::MissingAzureAiCredentials
+            | Error::MissingAzureDocumentIntelligenceCredentials
+            | Error::MissingReductoApiKey => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider authentication failed".to_string(),
             ),
@@ -114,12 +118,7 @@ impl IntoResponse for MessagesRouteError {
             | Error::Connect(_)
             | Error::InvalidResponse(_)
             | Error::InvalidType { .. }
-            | Error::MissingField(_)
-            | Error::MissingApiKey { .. }
-            | Error::MissingAzureAiCredentials
-            | Error::MissingAzureAiCredentialsOrAdToken
-            | Error::MissingAzureDocumentIntelligenceCredentials
-            | Error::MissingReductoApiKey => (
+            | Error::MissingField(_) => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider request failed".to_string(),
             ),
diff --git a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs b/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
deleted file mode 100644
index 2fbd25d986f..00000000000
--- a/litellm-rust/crates/ai-gateway/tests/ocr_lifecycle.rs
+++ /dev/null
@@ -1,603 +0,0 @@
-use std::sync::{Arc, Mutex};
-use std::time::Duration;
-
-use litellm_ai_gateway::integrations::custom_guardrail::{
-    CustomGuardrail, GuardrailContext, GuardrailDecision, GuardrailError, GuardrailEventHook,
-    GuardrailFuture, GuardrailRequest,
-};
-use litellm_ai_gateway::integrations::custom_logger::{
-    CallbackTiming, CallbackValue, CustomLogger, LogFuture, ModelCallDetails,
-};
-use litellm_ai_gateway::integrations::types::RequestMetadata;
-use litellm_ai_gateway::ocr::{OcrRequest, ocr};
-use litellm_core::error::Error;
-#[cfg(feature = "trace-parity")]
-use litellm_core::observability::FunctionTrace;
-use serde_json::{Map, Value, json};
-use tokio::io::{AsyncReadExt, AsyncWriteExt};
-use tokio::net::{TcpListener, TcpStream};
-#[cfg(feature = "trace-parity")]
-use tracing::instrument::WithSubscriber;
-
-async fn read_http_headers(socket: &mut TcpStream) -> String {
-    let mut request = Vec::new();
-    let mut buffer = [0_u8; 1024];
-    loop {
-        let n = socket.read(&mut buffer).await.expect("reads request");
-        if n == 0 {
-            break;
-        }
-        request.extend_from_slice(&buffer[..n]);
-        if request.windows(4).any(|window| window == b"\r\n\r\n") {
-            break;
-        }
-    }
-    String::from_utf8(request).expect("request is utf8")
-}
-
-async fn read_http_request(socket: &mut TcpStream) -> String {
-    let mut request = Vec::new();
-    let mut buffer = [0_u8; 1024];
-    let header_end = loop {
-        let n = socket.read(&mut buffer).await.expect("reads request");
-        if n == 0 {
-            break request.len();
-        }
-        request.extend_from_slice(&buffer[..n]);
-        if let Some(position) = request.windows(4).position(|window| window == b"\r\n\r\n") {
-            break position + 4;
-        }
-    };
-    let headers = String::from_utf8_lossy(&request[..header_end]);
-    let content_length = headers
-        .lines()
-        .find_map(|line| {
-            let (name, value) = line.split_once(':')?;
-            name.eq_ignore_ascii_case("content-length")
-                .then(|| value.trim().parse::<usize>().ok())
-                .flatten()
-        })
-        .unwrap_or(0);
-    while request.len().saturating_sub(header_end) < content_length {
-        let n = socket.read(&mut buffer).await.expect("reads body");
-        if n == 0 {
-            break;
-        }
-        request.extend_from_slice(&buffer[..n]);
-    }
-    String::from_utf8(request).expect("request is utf8")
-}
-
-#[derive(Clone, Debug, PartialEq)]
-struct RecordedLogEvent {
-    hook: &'static str,
-    model: String,
-    call_type: String,
-    user_id: Option<String>,
-    response_object: Option<String>,
-    error_kind: Option<String>,
-}
-
-#[derive(Default)]
-struct RecordingOcrLogger {
-    events: Mutex<Vec<RecordedLogEvent>>,
-}
-
-impl RecordingOcrLogger {
-    fn events(&self) -> Vec<RecordedLogEvent> {
-        self.events.lock().unwrap().clone()
-    }
-}
-
-impl CustomLogger for RecordingOcrLogger {
-    fn async_log_success_event<'a>(
-        &'a self,
-        model_call_details: &'a ModelCallDetails,
-        response_obj: &'a CallbackValue,
-        _timing: CallbackTiming,
-    ) -> LogFuture<'a> {
-        Box::pin(async move {
-            self.events.lock().unwrap().push(RecordedLogEvent {
-                hook: "async_log_success_event",
-                model: model_call_details.model.clone(),
-                call_type: model_call_details.call_type.to_string(),
-                user_id: model_call_details.metadata.user_api_key_user_id.clone(),
-                response_object: Some(response_obj.object.clone()),
-                error_kind: None,
-            });
-            Ok(())
-        })
-    }
-
-    fn async_log_failure_event<'a>(
-        &'a self,
-        model_call_details: &'a ModelCallDetails,
-        response_obj: Option<&'a CallbackValue>,
-        _timing: CallbackTiming,
-    ) -> LogFuture<'a> {
-        Box::pin(async move {
-            self.events.lock().unwrap().push(RecordedLogEvent {
-                hook: "async_log_failure_event",
-                model: model_call_details.model.clone(),
-                call_type: model_call_details.call_type.to_string(),
-                user_id: model_call_details.metadata.user_api_key_user_id.clone(),
-                response_object: response_obj.map(|value| value.object.clone()),
-                error_kind: model_call_details
-                    .failure_error
-                    .as_ref()
-                    .map(|error| error.kind.clone()),
-            });
-            Ok(())
-        })
-    }
-}
-
-struct RecordingOcrGuardrail {
-    hooks: Vec<GuardrailEventHook>,
-    events: Mutex<Vec<&'static str>>,
-    block_pre_call: bool,
-    block_during_call: bool,
-}
-
-impl RecordingOcrGuardrail {
-    fn new(hooks: Vec<GuardrailEventHook>) -> Self {
-        Self {
-            hooks,
-            events: Mutex::new(Vec::new()),
-            block_pre_call: false,
-            block_during_call: false,
-        }
-    }
-
-    fn blocking_pre_call() -> Self {
-        Self {
-            hooks: vec![GuardrailEventHook::PreCall],
-            events: Mutex::new(Vec::new()),
-            block_pre_call: true,
-            block_during_call: false,
-        }
-    }
-
-    fn events(&self) -> Vec<&'static str> {
-        self.events.lock().unwrap().clone()
-    }
-}
-
-impl CustomGuardrail for RecordingOcrGuardrail {
-    fn guardrail_name(&self) -> &str {
-        "recording-ocr-guardrail"
-    }
-
-    fn supported_event_hooks(&self) -> &[GuardrailEventHook] {
-        &self.hooks
-    }
-
-    fn async_pre_call_hook<'a>(
-        &'a self,
-        _context: &'a GuardrailContext,
-        mut request: GuardrailRequest,
-    ) -> GuardrailFuture<'a> {
-        Box::pin(async move {
-            self.events.lock().unwrap().push("async_pre_call_hook");
-            if self.block_pre_call {
-                return Ok(GuardrailDecision::Block(GuardrailError::blocked(
-                    "blocked before provider",
-                )));
-            }
-            request.data["document"]["guarded_pre"] = json!(true);
-            Ok(GuardrailDecision::Mask(request))
-        })
-    }
-
-    fn async_moderation_hook<'a>(
-        &'a self,
-        _context: &'a GuardrailContext,
-        mut request: GuardrailRequest,
-    ) -> GuardrailFuture<'a> {
-        Box::pin(async move {
-            self.events.lock().unwrap().push("async_moderation_hook");
-            if self.block_during_call {
-                return Ok(GuardrailDecision::Block(GuardrailError::blocked(
-                    "blocked before provider",
-                )));
-            }
-            request.data["body"]["guarded_during"] = json!(true);
-            Ok(GuardrailDecision::Mask(request))
-        })
-    }
-}
-
-#[tokio::test]
-async fn azure_mistral_uses_prepared_authorization_through_gateway() {
-    let listener = TcpListener::bind("127.0.0.1:0").await.unwrap();
-    let api_base = format!("http://{}", listener.local_addr().unwrap());
-    let server = tokio::spawn(async move {
-        let (mut socket, _) = listener.accept().await.unwrap();
-        let request = read_http_request(&mut socket).await;
-        let body = br#"{"pages":[]}"#;
-        socket
-            .write_all(
-                format!(
-                    "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n",
-                    body.len()
-                )
-                .as_bytes(),
-            )
-            .await
-            .unwrap();
-        socket.write_all(body).await.unwrap();
-        request
-    });
-    let request = OcrRequest {
-        model: "mistral-ocr-2505",
-        document: json!({
-            "type":"document_url",
-            "document_url":"data:application/pdf;base64,YWJj"
-        }),
-        api_key: None,
-        api_base: Some(&api_base),
-        custom_llm_provider: Some("azure_ai"),
-        extra_headers: Some(Map::from_iter([(
-            "Authorization".into(),
-            json!("Bearer python-prepared-token"),
-        )])),
-        optional_params: Map::new(),
-        timeout: None,
-        callbacks: Vec::new(),
-        guardrails: Vec::new(),
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: None,
-    };
-
-    ocr(request).await.unwrap();
-    let sent = server.await.unwrap();
-    assert!(sent.starts_with("POST /providers/mistral/azure/ocr "));
-    assert!(
-        sent.to_ascii_lowercase()
-            .contains("authorization: bearer python-prepared-token\r\n")
-    );
-}
-
-#[tokio::test]
-async fn ocr_lifecycle_runs_pre_during_and_success_hooks() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let addr = listener.local_addr().expect("listener has local addr");
-
-    let server = tokio::spawn(async move {
-        let (mut socket, _) = listener.accept().await.expect("accepts one request");
-        let request = read_http_request(&mut socket).await;
-        let response_body = r#"{"pages":[{"index":0,"markdown":"ok"}],"model":"mistral-ocr-latest","usage_info":{"pages_processed":1}}"#;
-        let response = format!(
-            "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-            response_body.len(),
-            response_body
-        );
-        socket
-            .write_all(response.as_bytes())
-            .await
-            .expect("writes response");
-        request
-    });
-
-    let logger = Arc::new(RecordingOcrLogger::default());
-    let guardrail = Arc::new(RecordingOcrGuardrail::new(vec![
-        GuardrailEventHook::PreCall,
-        GuardrailEventHook::DuringCall,
-    ]));
-    #[cfg(feature = "trace-parity")]
-    let trace = FunctionTrace::default();
-    let api_base = format!("http://{addr}");
-    let call = ocr(OcrRequest {
-        model: "mistral-ocr-latest",
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("sk-test"),
-        api_base: Some(&api_base),
-        custom_llm_provider: Some("mistral"),
-        extra_headers: None,
-        optional_params: Map::new(),
-        timeout: Some(Duration::from_secs(5)),
-        callbacks: vec![logger.clone()],
-        guardrails: vec![guardrail.clone()],
-        request_metadata: RequestMetadata {
-            user_api_key_user_id: Some("user-1".to_string()),
-            ..Default::default()
-        },
-        litellm_call_id: Some("ocr-call-1"),
-    });
-    #[cfg(feature = "trace-parity")]
-    let call = call.with_subscriber(trace.dispatcher());
-    let response = call.await.expect("ocr request succeeds");
-
-    assert_eq!(response["pages"][0]["markdown"], "ok");
-    assert_eq!(
-        guardrail.events(),
-        vec!["async_pre_call_hook", "async_moderation_hook"]
-    );
-    assert_eq!(
-        logger.events(),
-        vec![RecordedLogEvent {
-            hook: "async_log_success_event",
-            model: "mistral-ocr-latest".to_string(),
-            call_type: "ocr".to_string(),
-            user_id: Some("user-1".to_string()),
-            response_object: Some("ocr".to_string()),
-            error_kind: None,
-        }]
-    );
-    #[cfg(feature = "trace-parity")]
-    assert_eq!(
-        trace
-            .events()
-            .iter()
-            .filter(|event| event.function.ends_with("_callback"))
-            .map(|event| event.function)
-            .collect::<Vec<_>>(),
-        vec!["success_callback"]
-    );
-
-    let request = server.await.expect("server task completes");
-    assert!(request.contains(r#""guarded_pre":true"#), "{request}");
-    assert!(request.contains(r#""guarded_during":true"#), "{request}");
-}
-
-#[tokio::test]
-async fn ocr_lifecycle_runs_failure_hook_on_provider_error() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let addr = listener.local_addr().expect("listener has local addr");
-
-    let server = tokio::spawn(async move {
-        let (mut socket, _) = listener.accept().await.expect("accepts one request");
-        let _request = read_http_request(&mut socket).await;
-        let response_body = "provider failed";
-        let response = format!(
-            "HTTP/1.1 500 Internal Server Error\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-            response_body.len(),
-            response_body
-        );
-        socket
-            .write_all(response.as_bytes())
-            .await
-            .expect("writes response");
-    });
-
-    let logger = Arc::new(RecordingOcrLogger::default());
-    #[cfg(feature = "trace-parity")]
-    let trace = FunctionTrace::default();
-    let api_base = format!("http://{addr}");
-    let call = ocr(OcrRequest {
-        model: "mistral-ocr-latest",
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("sk-test"),
-        api_base: Some(&api_base),
-        custom_llm_provider: Some("mistral"),
-        extra_headers: None,
-        optional_params: Map::new(),
-        timeout: Some(Duration::from_secs(5)),
-        callbacks: vec![logger.clone()],
-        guardrails: Vec::new(),
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: Some("ocr-call-2"),
-    });
-    #[cfg(feature = "trace-parity")]
-    let call = call.with_subscriber(trace.dispatcher());
-    let err = call.await.expect_err("provider error propagates");
-
-    assert!(matches!(err, Error::Http { status: 500, .. }));
-    server.await.expect("server task completes");
-    assert_eq!(
-        logger.events(),
-        vec![RecordedLogEvent {
-            hook: "async_log_failure_event",
-            model: "mistral-ocr-latest".to_string(),
-            call_type: "ocr".to_string(),
-            user_id: None,
-            response_object: Some("error".to_string()),
-            error_kind: Some("HttpError".to_string()),
-        }]
-    );
-    #[cfg(feature = "trace-parity")]
-    assert_eq!(
-        trace
-            .events()
-            .iter()
-            .filter(|event| event.function.ends_with("_callback"))
-            .map(|event| event.function)
-            .collect::<Vec<_>>(),
-        vec!["failure_callback"]
-    );
-}
-
-#[tokio::test]
-async fn ocr_lifecycle_pre_call_block_skips_provider_socket() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let addr = listener.local_addr().expect("listener has local addr");
-    let logger = Arc::new(RecordingOcrLogger::default());
-    let guardrail = Arc::new(RecordingOcrGuardrail::blocking_pre_call());
-
-    let err = ocr(OcrRequest {
-        model: "mistral-ocr-latest",
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("sk-test"),
-        api_base: Some(&format!("http://{addr}")),
-        custom_llm_provider: Some("mistral"),
-        extra_headers: None,
-        optional_params: Map::new(),
-        timeout: Some(Duration::from_millis(100)),
-        callbacks: vec![logger.clone()],
-        guardrails: vec![guardrail.clone()],
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: Some("ocr-call-3"),
-    })
-    .await
-    .expect_err("guardrail blocks request");
-
-    assert!(matches!(err, Error::InvalidRequest(_)));
-    assert_eq!(guardrail.events(), vec!["async_pre_call_hook"]);
-    assert_eq!(
-        logger.events(),
-        vec![RecordedLogEvent {
-            hook: "async_log_failure_event",
-            model: "mistral-ocr-latest".to_string(),
-            call_type: "ocr".to_string(),
-            user_id: None,
-            response_object: Some("error".to_string()),
-            error_kind: Some("InvalidRequest".to_string()),
-        }]
-    );
-    let accepted = tokio::time::timeout(Duration::from_millis(100), listener.accept()).await;
-    assert!(accepted.is_err(), "provider socket should not be touched");
-}
-
-#[tokio::test]
-async fn ocr_does_not_duplicate_authorization_header_when_header_is_supplied() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let addr = listener.local_addr().expect("listener has local addr");
-
-    let server = tokio::spawn(async move {
-        let (mut socket, _) = listener.accept().await.expect("accepts one request");
-        let request = read_http_headers(&mut socket).await;
-        let response_body = r#"{"pages":[{"index":0,"markdown":"ok"}],"model":"mistral-ocr-latest","usage_info":{"pages_processed":1}}"#;
-        let response = format!(
-            "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-            response_body.len(),
-            response_body
-        );
-        socket
-            .write_all(response.as_bytes())
-            .await
-            .expect("writes response");
-        request
-    });
-
-    let mut headers = Map::new();
-    headers.insert(
-        "Authorization".to_string(),
-        Value::String("Bearer sk-from-python".to_string()),
-    );
-    headers.insert(
-        "x-trace-id".to_string(),
-        Value::String("trace-1".to_string()),
-    );
-
-    let response = ocr(OcrRequest {
-        model: "mistral-ocr-latest",
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("sk-for-rust-fallback"),
-        api_base: Some(&format!("http://{addr}")),
-        custom_llm_provider: Some("mistral"),
-        extra_headers: Some(headers),
-        optional_params: Map::new(),
-        timeout: Some(Duration::from_secs(5)),
-        callbacks: Vec::new(),
-        guardrails: Vec::new(),
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: None,
-    })
-    .await
-    .expect("ocr request succeeds");
-
-    assert_eq!(response["pages"][0]["markdown"], "ok");
-
-    let request = server.await.expect("server task completes");
-    let authorization_count = request
-        .lines()
-        .filter(|line| line.to_ascii_lowercase().starts_with("authorization:"))
-        .count();
-    assert_eq!(authorization_count, 1, "{request}");
-    assert!(
-        request.contains("authorization: Bearer sk-from-python")
-            || request.contains("Authorization: Bearer sk-from-python"),
-        "{request}"
-    );
-}
-
-#[tokio::test]
-async fn document_intelligence_poll_uses_resolved_subscription_key() {
-    let listener = TcpListener::bind("127.0.0.1:0")
-        .await
-        .expect("test listener binds");
-    let addr = listener.local_addr().expect("listener has local addr");
-    let operation_url = format!("http://{addr}/operations/1");
-
-    let server = tokio::spawn(async move {
-        let (mut post_socket, _) = listener.accept().await.expect("accepts post request");
-        let post_request = read_http_headers(&mut post_socket).await;
-        let post_response = format!(
-            "HTTP/1.1 202 Accepted\r\noperation-location: {operation_url}\r\ncontent-length: 0\r\nconnection: close\r\n\r\n"
-        );
-        post_socket
-            .write_all(post_response.as_bytes())
-            .await
-            .expect("writes post response");
-
-        let (mut poll_socket, _) = listener.accept().await.expect("accepts poll request");
-        let poll_request = read_http_headers(&mut poll_socket).await;
-        let response_body = r#"{"status":"succeeded","analyzeResult":{"pages":[{"pageNumber":1,"lines":[{"content":"ok"}]}]}}"#;
-        let poll_response = format!(
-            "HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: {}\r\nconnection: close\r\n\r\n{}",
-            response_body.len(),
-            response_body
-        );
-        poll_socket
-            .write_all(poll_response.as_bytes())
-            .await
-            .expect("writes poll response");
-        (post_request, poll_request)
-    });
-
-    let response = ocr(OcrRequest {
-        model: "doc-intelligence/prebuilt-read",
-        document: json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        }),
-        api_key: Some("di-key"),
-        api_base: Some(&format!("http://{addr}")),
-        custom_llm_provider: Some("azure_ai"),
-        extra_headers: None,
-        optional_params: Map::new(),
-        timeout: Some(Duration::from_secs(5)),
-        callbacks: Vec::new(),
-        guardrails: Vec::new(),
-        request_metadata: RequestMetadata::default(),
-        litellm_call_id: None,
-    })
-    .await
-    .expect("document intelligence request succeeds");
-
-    assert_eq!(response["pages"][0]["markdown"], "ok");
-
-    let (post_request, poll_request) = server.await.expect("server task completes");
-    assert!(
-        post_request
-            .to_ascii_lowercase()
-            .contains("ocp-apim-subscription-key: di-key"),
-        "{post_request}"
-    );
-    assert!(
-        poll_request
-            .to_ascii_lowercase()
-            .contains("ocp-apim-subscription-key: di-key"),
-        "{poll_request}"
-    );
-}
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index 2a4cbad96c0..fa4a9d36e03 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -25,8 +25,6 @@ pub enum Error {
         "invalid authentication configuration: Missing Azure AI credentials - set AZURE_AI_API_KEY or configure Entra ID"
     )]
     MissingAzureAiCredentials,
-    #[error("Missing Azure AI credentials - set AZURE_AI_API_KEY or provide azure_ad_token")]
-    MissingAzureAiCredentialsOrAdToken,
     #[error(
         "invalid authentication configuration: Missing Azure Document Intelligence credentials - set AZURE_DOCUMENT_INTELLIGENCE_API_KEY or configure Entra ID"
     )]
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index a96a7fcdf38..9171d11836c 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -16,7 +16,7 @@ mod vertex;
 pub(crate) use azure::{AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
 pub(crate) use mistral::MistralAdapter;
 pub(crate) use reducto::{ReductoLegacyAdapter, ReductoV3Adapter};
-pub(crate) use vertex::VertexMistralAdapter;
+pub(crate) use vertex::{VertexDeepSeekAdapter, VertexMistralAdapter};
 
 /// Converts a complete LiteLLM OCR call to provider HTTP and normalizes its response.
 pub(crate) trait OcrAdapter: Send + Sync + Sized + 'static {
@@ -73,6 +73,7 @@ macro_rules! for_each_ocr_adapter {
             ReductoLegacy, $crate::ocr::adapters::ReductoLegacyAdapter, $crate::ocr::adapters::ReductoLegacyAdapter, Reducto;
             ReductoV3, $crate::ocr::adapters::ReductoV3Adapter, $crate::ocr::adapters::ReductoV3Adapter, Reducto;
             VertexMistral, $crate::ocr::adapters::VertexMistralAdapter, $crate::ocr::adapters::VertexMistralAdapter, VertexAi;
+            VertexDeepSeek, $crate::ocr::adapters::VertexDeepSeekAdapter, $crate::ocr::adapters::VertexDeepSeekAdapter, VertexAi;
         }
     };
 }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
new file mode 100644
index 00000000000..ef188f8b9ac
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
@@ -0,0 +1,134 @@
+use super::super::OcrAdapter;
+use super::validate_destination;
+use crate::Error;
+use crate::auth::vertex::{self, VertexConfig};
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::deepseek::{self, DeepSeekOcrParams, DeepSeekOcrResponse};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{
+    _prepare_ocr_request, ParsedProviderParams, credential_env, transform_request_body,
+};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
+use crate::url_utils::ApiUrl;
+const DEFAULT_API_BASE: &str = "https://aiplatform.googleapis.com";
+const MODEL_NAMESPACE: &str = "deepseek-ai";
+const DEFAULT_LOCATION: &str = "us-central1";
+
+#[derive(Clone, Debug)]
+pub(crate) struct VertexDeepSeekAdapter;
+
+impl OcrAdapter for VertexDeepSeekAdapter {
+    type ProviderResponse = DeepSeekOcrResponse;
+    const PROVIDER: OcrProvider = OcrProvider::VertexAi;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        validate_destination(&request.connection)?;
+        let ParsedProviderParams {
+            known: params,
+            extra_params: _extra_params,
+        } = _prepare_ocr_request::<DeepSeekOcrParams>(request)?;
+        let config = VertexConfig::from_sourced_optional_params(
+            &request.optional_params,
+            &request.input_sources,
+        )
+        .map_err(Error::from)?;
+        let authentication = client
+            .vertex_auth()
+            .validate_environment(
+                request.connection.extra_headers.clone(),
+                request.connection.api_key.as_deref(),
+                &config,
+                &credential_env,
+            )
+            .await
+            .map_err(Error::from)?;
+        let location = vertex::get_vertex_ai_location(&config, &credential_env)
+            .unwrap_or_else(|| DEFAULT_LOCATION.to_string());
+        let url = get_complete_url(
+            request.connection.api_base.as_deref(),
+            &authentication.project_id,
+            &location,
+        )?;
+        let document = request.document.clone();
+        let body =
+            deepseek::transform_ocr_request(&provider_model(&request.model), document, &params)?;
+        transform_request_body(client, request, &url, &authentication.headers, body, |_| {
+            Ok(())
+        })
+        .await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        deepseek::transform_ocr_response(&request.model, response)
+    }
+}
+
+fn provider_model(model: &str) -> String {
+    if model.starts_with(&format!("{MODEL_NAMESPACE}/")) {
+        model.to_string()
+    } else {
+        format!("{MODEL_NAMESPACE}/{model}")
+    }
+}
+
+fn get_complete_url(
+    api_base: Option<&str>,
+    project: &str,
+    location: &str,
+) -> Result<String, OcrError> {
+    let base = api_base
+        .map(str::trim)
+        .filter(|base| !base.is_empty())
+        .unwrap_or(DEFAULT_API_BASE);
+    ApiUrl::parse(base)
+        .and_then(|url| {
+            url.complete_path(&[
+                "v1",
+                "projects",
+                project,
+                "locations",
+                location,
+                "endpoints",
+                "openapi",
+                "chat",
+                "completions",
+            ])
+        })
+        .map(|url| url.into_string())
+        .map_err(|_| {
+            OcrRequestError::RequestField {
+                path: "api_base".into(),
+            }
+            .into()
+        })
+}
+
+#[cfg(test)]
+mod tests {
+    use super::{get_complete_url, provider_model};
+
+    #[test]
+    fn adapter_owns_model_namespace_and_endpoint() {
+        assert_eq!(
+            provider_model("deepseek-ocr-maas"),
+            "deepseek-ai/deepseek-ocr-maas"
+        );
+        assert_eq!(
+            provider_model("deepseek-ai/deepseek-ocr-maas"),
+            "deepseek-ai/deepseek-ocr-maas"
+        );
+        assert_eq!(
+            get_complete_url(None, "proj-1", "europe-west4").unwrap(),
+            "https://aiplatform.googleapis.com/v1/projects/proj-1/locations/europe-west4/endpoints/openapi/chat/completions"
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
index ce6f884b41d..270c41e647d 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/mod.rs
@@ -1,3 +1,4 @@
+mod deepseek;
 mod mistral;
 
 use crate::Error;
@@ -6,6 +7,7 @@ use crate::auth::error::AuthConfigurationError;
 use crate::ocr::error::OcrError;
 use crate::ocr::types::OcrConnection;
 
+pub(crate) use deepseek::VertexDeepSeekAdapter;
 pub(crate) use mistral::VertexMistralAdapter;
 
 fn validate_destination(connection: &OcrConnection) -> Result<(), OcrError> {
diff --git a/litellm-rust/crates/core/src/ocr/codecs/deepseek/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/deepseek/mod.rs
new file mode 100644
index 00000000000..682b3addde7
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/deepseek/mod.rs
@@ -0,0 +1,5 @@
+mod transformation;
+mod types;
+
+pub(crate) use transformation::{transform_ocr_request, transform_ocr_response};
+pub(crate) use types::{DeepSeekOcrParams, DeepSeekOcrResponse};
diff --git a/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
new file mode 100644
index 00000000000..98cfc0db78d
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
@@ -0,0 +1,98 @@
+use serde::de::IntoDeserializer;
+use serde_json::{Value, json};
+
+use super::types::*;
+use crate::ocr::error::{OcrRequestError, OcrResponseError};
+use crate::ocr::types::{LiteLLMOcrResponse, OcrDocument};
+
+#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
+pub(crate) fn transform_ocr_request(
+    provider_model: &str,
+    document: OcrDocument,
+    params: &DeepSeekOcrParams,
+) -> Result<DeepSeekOcrRequest, OcrRequestError> {
+    if document.source().is_empty() {
+        return Err(OcrRequestError::MissingField("document URL"));
+    }
+    Ok(DeepSeekOcrRequest {
+        model: provider_model.to_string(),
+        messages: vec![DeepSeekOcrMessage {
+            role: UserRole::User,
+            content: vec![document],
+        }],
+        params: params.clone(),
+    })
+}
+
+pub(crate) fn transform_ocr_response(
+    model: &str,
+    response: DeepSeekOcrResponse,
+) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+    let content = response
+        .choices
+        .into_iter()
+        .next()
+        .and_then(|choice| choice.message.content)
+        .ok_or(OcrResponseError::EmptyContent)?;
+    let decoded = decode_content(content)?;
+    let pages = match decoded.result.pages {
+        Some(pages) if !pages.is_empty() => pages
+            .into_iter()
+            .map(|page| serde_json::to_value(page).expect("DeepSeek page serializes"))
+            .collect(),
+        _ => vec![json!({
+            "index":0,
+            "markdown":decoded.fallback_markdown,
+            "images":null
+        })],
+    };
+    Ok(LiteLLMOcrResponse {
+        pages,
+        model: decoded.result.model.unwrap_or_else(|| model.to_string()),
+        document_annotation: decoded.result.document_annotation,
+        usage_info: decoded.result.usage_info.or(response.usage),
+        object: "ocr".into(),
+        extra_fields: decoded.result.extra_fields,
+        provider_native_response: None,
+    })
+}
+
+struct DecodedContent {
+    result: DeepSeekOcrResult,
+    fallback_markdown: String,
+}
+
+fn decode_content(content: DeepSeekContent) -> Result<DecodedContent, OcrResponseError> {
+    let (result, fallback_markdown) = match content {
+        DeepSeekContent::Text(text) if text.is_empty() => {
+            return Err(OcrResponseError::EmptyContent);
+        }
+        DeepSeekContent::Text(text) => (decode_json_content(&text)?, text),
+        DeepSeekContent::Object(object) => {
+            let fallback =
+                serde_json::to_string(&object).map_err(|_| OcrResponseError::ResponseField {
+                    path: "choices[0].message.content".into(),
+                })?;
+            (Some(object), fallback)
+        }
+    };
+    Ok(DecodedContent {
+        result: result.unwrap_or_default(),
+        fallback_markdown,
+    })
+}
+
+fn decode_json_content(text: &str) -> Result<Option<DeepSeekOcrResult>, OcrResponseError> {
+    if !text.trim_start().starts_with('{') {
+        return Ok(None);
+    }
+    let value = match serde_json::from_str::<Value>(text) {
+        Ok(value) => value,
+        Err(_) => return Ok(None),
+    };
+    serde_path_to_error::deserialize(value.into_deserializer())
+        .map(Some)
+        .map_err(|error| OcrResponseError::ResponseField {
+            path: format!("choices[0].message.content.{}", error.path()),
+        })
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/deepseek/types.rs b/litellm-rust/crates/core/src/ocr/codecs/deepseek/types.rs
new file mode 100644
index 00000000000..0ce2d9913f7
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/deepseek/types.rs
@@ -0,0 +1,95 @@
+use serde::{Deserialize, Serialize};
+use serde_json::{Map, Value};
+
+#[derive(Clone, Debug, Default, Serialize, Deserialize)]
+pub(crate) struct DeepSeekOcrParams {
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub stream: Option<bool>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub temperature: Option<f64>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub max_tokens: Option<i64>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub top_p: Option<f64>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub n: Option<i64>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub stop: Option<StopSequences>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+#[serde(untagged)]
+pub(crate) enum StopSequences {
+    One(String),
+    Many(Vec<String>),
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct DeepSeekOcrRequest {
+    pub model: String,
+    pub messages: Vec<DeepSeekOcrMessage>,
+    #[serde(flatten)]
+    pub params: DeepSeekOcrParams,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct DeepSeekOcrMessage {
+    pub role: UserRole,
+    pub content: Vec<crate::ocr::types::OcrDocument>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+#[serde(rename_all = "lowercase")]
+pub(crate) enum UserRole {
+    User,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct DeepSeekOcrResponse {
+    #[serde(default)]
+    pub choices: Vec<DeepSeekChoice>,
+    pub usage: Option<Value>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct DeepSeekChoice {
+    pub message: DeepSeekResponseMessage,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+pub(crate) struct DeepSeekResponseMessage {
+    pub content: Option<DeepSeekContent>,
+}
+
+#[derive(Clone, Debug, Deserialize)]
+#[serde(untagged)]
+pub(crate) enum DeepSeekContent {
+    Text(String),
+    Object(DeepSeekOcrResult),
+}
+
+#[derive(Clone, Debug, Default, Serialize, Deserialize)]
+pub(crate) struct DeepSeekOcrResult {
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub pages: Option<Vec<DeepSeekPage>>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub model: Option<String>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub usage_info: Option<Value>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub document_annotation: Option<Value>,
+    #[serde(flatten)]
+    pub extra_fields: Map<String, Value>,
+}
+
+#[derive(Clone, Debug, Serialize, Deserialize)]
+pub(crate) struct DeepSeekPage {
+    #[serde(default)]
+    pub index: i64,
+    #[serde(default)]
+    pub markdown: String,
+    pub images: Option<Value>,
+    pub dimensions: Option<Value>,
+    #[serde(flatten)]
+    pub extra_fields: Map<String, Value>,
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
index cd0a1dc6b17..5bd7e555a1e 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
@@ -36,6 +36,101 @@ mod tests {
     use rstest::rstest;
     use serde_json::{Value, json};
 
+    fn mapped_params(value: Value) -> Value {
+        serde_json::to_value(serde_json::from_value::<MistralOcrParams>(value).unwrap()).unwrap()
+    }
+
+    fn document() -> OcrDocument {
+        serde_json::from_value(
+            json!({"type":"document_url","document_url":"https://example.com/a.pdf"}),
+        )
+        .unwrap()
+    }
+
+    #[rstest]
+    fn extract_header_is_a_supported_ocr_param() {
+        assert_eq!(
+            mapped_params(json!({"extract_header":true}))["extract_header"],
+            true
+        );
+    }
+
+    #[rstest]
+    fn extract_footer_is_a_supported_ocr_param() {
+        assert_eq!(
+            mapped_params(json!({"extract_footer":false}))["extract_footer"],
+            false
+        );
+    }
+
+    #[rstest]
+    fn existing_ocr_params_remain_supported() {
+        let mapped = mapped_params(json!({
+            "pages":[0,2],
+            "include_image_base64":true,
+            "image_limit":2,
+            "image_min_size":100,
+            "bbox_annotation_format":{"type":"json_schema"},
+            "document_annotation_format":{"type":"json_schema"}
+        }));
+        assert_eq!(mapped["pages"], json!([0, 2]));
+        assert_eq!(mapped["include_image_base64"], true);
+        assert_eq!(mapped["image_limit"], 2);
+        assert_eq!(mapped["image_min_size"], 100);
+        assert_eq!(mapped["bbox_annotation_format"]["type"], "json_schema");
+        assert_eq!(mapped["document_annotation_format"]["type"], "json_schema");
+    }
+
+    #[rstest]
+    fn map_ocr_params_forwards_extract_header() {
+        assert_eq!(
+            mapped_params(json!({"extract_header":true}))["extract_header"],
+            true
+        );
+    }
+
+    #[rstest]
+    fn map_ocr_params_forwards_extract_footer() {
+        assert_eq!(
+            mapped_params(json!({"extract_footer":true}))["extract_footer"],
+            true
+        );
+    }
+
+    #[rstest]
+    fn map_ocr_params_forwards_extract_header_and_footer() {
+        let mapped = mapped_params(json!({"extract_header":true,"extract_footer":false}));
+        assert_eq!(mapped["extract_header"], true);
+        assert_eq!(mapped["extract_footer"], false);
+    }
+
+    #[rstest]
+    fn map_ocr_params_drops_unknown_params() {
+        let mapped = mapped_params(json!({"extract_header":true,"unsupported_param":"value"}));
+        assert_eq!(mapped["extract_header"], true);
+        assert!(mapped.get("unsupported_param").is_none());
+    }
+
+    #[rstest]
+    #[case("table_format", json!("html"))]
+    #[case("confidence_scores_granularity", json!("word"))]
+    #[case("document_annotation_prompt", json!("extract"))]
+    #[case("include_blocks", json!(true))]
+    #[case("id", json!("req-123"))]
+    fn new_ocr_params_are_supported(#[case] name: &str, #[case] value: Value) {
+        assert_eq!(mapped_params(json!({name:value.clone()}))[name], value);
+    }
+
+    #[rstest]
+    #[case("table_format", json!("html"))]
+    #[case("confidence_scores_granularity", json!("word"))]
+    #[case("document_annotation_prompt", json!("extract"))]
+    #[case("include_blocks", json!(true))]
+    #[case("id", json!("req-123"))]
+    fn map_ocr_params_forwards_new_ocr_params(#[case] name: &str, #[case] value: Value) {
+        assert_eq!(mapped_params(json!({name:value.clone()}))[name], value);
+    }
+
     #[rstest]
     #[case("pages", json!([0, 2]))]
     #[case("include_image_base64", json!(true))]
@@ -53,50 +148,81 @@ mod tests {
     fn request_mapping_matches_python(#[case] name: &str, #[case] value: Value) {
         let params: MistralOcrParams =
             serde_json::from_value(json!({name: value.clone()})).unwrap();
-        let document: OcrDocument = serde_json::from_value(
-            json!({"type":"document_url","document_url":"https://example.com/a.pdf"}),
-        )
-        .unwrap();
         let result =
-            serde_json::to_value(transform_ocr_request("model", document, &params).unwrap())
+            serde_json::to_value(transform_ocr_request("model", document(), &params).unwrap())
                 .unwrap();
         assert_eq!(result["model"], "model");
         assert_eq!(result[name], value);
     }
 
-    #[test]
-    fn request_mapping_filters_unknown_fields() {
-        let params: MistralOcrParams = serde_json::from_value(json!({"unknown": true})).unwrap();
-        let document: OcrDocument = serde_json::from_value(
-            json!({"type":"document_url","document_url":"https://example.com/a.pdf"}),
+    #[rstest]
+    #[case("table_format", json!("html"))]
+    #[case("confidence_scores_granularity", json!("word"))]
+    #[case("document_annotation_prompt", json!("extract"))]
+    #[case("id", json!("req-123"))]
+    #[case("extract_header", json!(true))]
+    #[case("include_blocks", json!(true))]
+    #[case("pages", json!([0,1]))]
+    fn transform_ocr_request_includes_each_optional_param(
+        #[case] name: &str,
+        #[case] value: Value,
+    ) {
+        let params: MistralOcrParams = serde_json::from_value(json!({name:value.clone()})).unwrap();
+        let result = serde_json::to_value(
+            transform_ocr_request("mistral-ocr-latest", document(), &params).unwrap(),
         )
         .unwrap();
-        let result =
-            serde_json::to_value(transform_ocr_request("model", document, &params).unwrap())
-                .unwrap();
-        assert!(result.get("unknown").is_none());
+        assert_eq!(result[name], value);
+        assert_eq!(result["model"], "mistral-ocr-latest");
     }
 
-    #[test]
-    fn response_preserves_provider_fields() {
+    #[rstest]
+    fn transform_ocr_request_includes_multiple_new_params() {
+        let params: MistralOcrParams = serde_json::from_value(json!({
+            "table_format":"html",
+            "confidence_scores_granularity":"page",
+            "extract_header":true
+        }))
+        .unwrap();
+        let result = serde_json::to_value(
+            transform_ocr_request("mistral-ocr-latest", document(), &params).unwrap(),
+        )
+        .unwrap();
+        assert_eq!(result["table_format"], "html");
+        assert_eq!(result["confidence_scores_granularity"], "page");
+        assert_eq!(result["extract_header"], true);
+    }
+
+    #[rstest]
+    fn transform_ocr_response_preserves_blocks_and_confidence_scores() {
         let response: MistralOcrResponse = serde_json::from_value(json!({
-            "pages":[{"index":0,"markdown":"hello","header":"head","confidence_scores":{"mean":0.99}}],
+            "pages":[{"index":0,"markdown":"hello","blocks":[{"type":"title"}],"confidence_scores":{"mean":0.99}}],
             "model":"returned-model",
-            "usage_info":{"pages_processed":1,"future_counter":5},
-            "future_response_field":"kept"
+            "usage_info":{"pages_processed":1}
         }))
         .unwrap();
         let result = transform_ocr_response("model", response)
             .unwrap()
             .into_json();
-        assert_eq!(result["pages"][0]["header"], "head");
-        assert_eq!(result["usage_info"]["future_counter"], 5);
-        assert_eq!(result["future_response_field"], "kept");
-        assert_eq!(result["model"], "returned-model");
+        assert_eq!(result["pages"][0]["blocks"][0]["type"], "title");
+        assert_eq!(result["pages"][0]["confidence_scores"]["mean"], 0.99);
     }
 
-    #[test]
-    fn response_rejects_null_pages() {
-        assert!(serde_json::from_value::<MistralOcrResponse>(json!({"pages":null})).is_err());
+    #[rstest]
+    fn transform_ocr_response_preserves_ocr4_page_fields() {
+        let page = json!({
+            "index":0,
+            "markdown":"table page",
+            "tables":[{"rows":2,"cols":3}],
+            "hyperlinks":["https://example.com"],
+            "header":"header",
+            "footer":"footer"
+        });
+        let response: MistralOcrResponse =
+            serde_json::from_value(json!({"pages":[page.clone()]})).unwrap();
+        let result = transform_ocr_response("model", response)
+            .unwrap()
+            .into_json();
+        assert_eq!(result["pages"][0], page);
     }
 }
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
index 79dcd150f5f..7c752749901 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
@@ -1,3 +1,4 @@
+pub(crate) mod deepseek;
 pub(crate) mod document_intelligence;
 pub(crate) mod mistral;
 pub(crate) mod reducto;
diff --git a/litellm-rust/crates/core/src/ocr/error.rs b/litellm-rust/crates/core/src/ocr/error.rs
index f42ac2ceb18..522d059ec48 100644
--- a/litellm-rust/crates/core/src/ocr/error.rs
+++ b/litellm-rust/crates/core/src/ocr/error.rs
@@ -36,6 +36,8 @@ pub enum OcrRequestError {
 pub enum OcrResponseError {
     #[error("invalid OCR response field: {path}")]
     ResponseField { path: String },
+    #[error("OCR response is missing non-empty content")]
+    EmptyContent,
     #[error("OCR document redirect is missing a location")]
     MissingRedirectLocation,
     #[error("OCR document redirect location is invalid")]
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index 69b2958483a..1e975c3f521 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -7,7 +7,6 @@ mod handler;
 pub mod hooks;
 mod prepare;
 mod registry;
-pub mod transformation;
 pub mod types;
 pub mod wire;
 
@@ -21,6 +20,9 @@ mod azure_ai_tests;
 #[path = "../../tests/azure_document_intelligence_ocr.rs"]
 mod azure_document_intelligence_tests;
 #[cfg(test)]
+#[path = "../../tests/deepseek_ocr.rs"]
+mod deepseek_tests;
+#[cfg(test)]
 #[path = "../../tests/reducto_ocr.rs"]
 mod reducto_tests;
 #[cfg(test)]
@@ -30,5 +32,8 @@ pub(crate) mod test_support;
 #[path = "../../tests/ocr.rs"]
 pub(crate) mod tests;
 #[cfg(test)]
+#[path = "../../tests/vertex_ai_deepseek_ocr.rs"]
+mod vertex_ai_deepseek_tests;
+#[cfg(test)]
 #[path = "../../tests/vertex_ai_ocr.rs"]
 mod vertex_ai_tests;
diff --git a/litellm-rust/crates/core/src/ocr/prepare.rs b/litellm-rust/crates/core/src/ocr/prepare.rs
index 363f963a66c..bf6f924088c 100644
--- a/litellm-rust/crates/core/src/ocr/prepare.rs
+++ b/litellm-rust/crates/core/src/ocr/prepare.rs
@@ -163,7 +163,6 @@ impl<B: Serialize + DeserializeOwned> OcrWireBody<B> {
 pub(crate) fn credential_env(name: &str) -> Option<String> {
     std::env::var(name).ok()
 }
-
 #[cfg(test)]
 mod tests {
     use serde_json::json;
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index 1097d102a20..1b20a91143b 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -75,7 +75,7 @@ pub(crate) fn resolve_wire_adapter(
             )));
         }
         OcrProvider::VertexAi if provider.model.to_ascii_lowercase().contains("deepseek") => {
-            return Err(Error::Unsupported("Vertex DeepSeek OCR"));
+            OcrAdapterKind::VertexDeepSeek
         }
         OcrProvider::VertexAi => OcrAdapterKind::VertexMistral,
     };
diff --git a/litellm-rust/crates/core/src/ocr/transformation.rs b/litellm-rust/crates/core/src/ocr/transformation.rs
deleted file mode 100644
index ac4f10bf15b..00000000000
--- a/litellm-rust/crates/core/src/ocr/transformation.rs
+++ /dev/null
@@ -1,107 +0,0 @@
-use crate::Error;
-use serde_json::{Map, Value};
-
-use super::types::{LiteLLMOcrResponse, OcrRequestData};
-
-#[derive(Clone, Copy, Debug, PartialEq, Eq)]
-pub enum OcrAuthStrategy {
-    Bearer,
-    Header(&'static str),
-}
-
-impl OcrAuthStrategy {
-    pub fn header_name(self) -> &'static str {
-        match self {
-            Self::Bearer => "authorization",
-            Self::Header(header_name) => header_name,
-        }
-    }
-}
-
-#[derive(Clone, Copy, Debug, PartialEq, Eq)]
-pub enum OcrResponseHandling {
-    Json,
-    AzureDocumentIntelligencePoll,
-}
-
-pub trait OcrProviderConfig: Sync {
-    fn supported_ocr_params(&self) -> &'static [&'static str];
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn map_ocr_params(&self, non_default_params: &Map<String, Value>) -> Map<String, Value> {
-        let mut mapped_params = Map::new();
-        for (param, value) in non_default_params {
-            if self.supported_ocr_params().contains(&param.as_str()) {
-                mapped_params.insert(param.clone(), value.clone());
-            }
-        }
-        mapped_params
-    }
-
-    fn transform_ocr_request(
-        &self,
-        model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error>;
-
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error>;
-
-    fn transform_ocr_response_with_params(
-        &self,
-        model: &str,
-        response_json: Value,
-        _optional_params: &Map<String, Value>,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        self.transform_ocr_response(model, response_json)
-    }
-
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        model: &str,
-        optional_params: &Map<String, Value>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error>;
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error>;
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn validate_environment(
-        &self,
-        headers: Vec<(String, String)>,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<Vec<(String, String)>, Error> {
-        let strategy = self.auth_strategy();
-        if crate::http_utils::has_header(&headers, strategy.header_name()) {
-            return Ok(headers);
-        }
-        let api_key = self.resolve_api_key(api_key, env_lookup)?;
-        let auth_header = match strategy {
-            OcrAuthStrategy::Bearer => ("Authorization".to_string(), format!("Bearer {api_key}")),
-            OcrAuthStrategy::Header(name) => (name.to_string(), api_key),
-        };
-        Ok(std::iter::once(auth_header).chain(headers).collect())
-    }
-
-    fn auth_strategy(&self) -> OcrAuthStrategy {
-        OcrAuthStrategy::Bearer
-    }
-
-    fn requires_data_uri_document(&self) -> bool {
-        false
-    }
-
-    fn response_handling(&self) -> OcrResponseHandling {
-        OcrResponseHandling::Json
-    }
-}
diff --git a/litellm-rust/crates/core/src/ocr/types.rs b/litellm-rust/crates/core/src/ocr/types.rs
index 0e92b0b6868..06519f86c91 100644
--- a/litellm-rust/crates/core/src/ocr/types.rs
+++ b/litellm-rust/crates/core/src/ocr/types.rs
@@ -11,12 +11,6 @@ use crate::Error;
 use crate::auth::InputSource;
 use crate::constants::OCR_HTTP_TIMEOUT_SECS;
 
-#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
-pub struct OcrRequestData {
-    pub data: Value,
-    pub files: Option<Value>,
-}
-
 #[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
 #[serde(tag = "type")]
 pub enum OcrDocument {
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/mod.rs b/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
index f2d5b679aee..4f41d1d6abb 100644
--- a/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
+++ b/litellm-rust/crates/core/src/providers/azure_ai/mod.rs
@@ -1,3 +1,2 @@
 pub(crate) mod auth;
 pub mod messages;
-pub mod ocr;
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/ocr/mod.rs b/litellm-rust/crates/core/src/providers/azure_ai/ocr/mod.rs
deleted file mode 100644
index f239b6921fa..00000000000
--- a/litellm-rust/crates/core/src/providers/azure_ai/ocr/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod transformation;
diff --git a/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
deleted file mode 100644
index 2dbec8e2187..00000000000
--- a/litellm-rust/crates/core/src/providers/azure_ai/ocr/transformation.rs
+++ /dev/null
@@ -1,1376 +0,0 @@
-use std::collections::BTreeSet;
-
-use crate::error::{Error, json_type_name};
-use crate::ocr::transformation::{OcrAuthStrategy, OcrProviderConfig, OcrResponseHandling};
-use crate::ocr::types::{LiteLLMOcrResponse, OcrRequestData};
-use serde_json::{Map, Value, json};
-
-use crate::providers::mistral::ocr::transformation::MISTRAL_OCR_CONFIG;
-
-const AZURE_AI_API_KEY_ENV: &str = "AZURE_AI_API_KEY";
-const AZURE_AI_API_BASE_ENV: &str = "AZURE_AI_API_BASE";
-const AZURE_DOCUMENT_INTELLIGENCE_API_KEY_ENV: &str = "AZURE_DOCUMENT_INTELLIGENCE_API_KEY";
-const AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT_ENV: &str = "AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT";
-const AZURE_DOCUMENT_INTELLIGENCE_API_VERSION: &str = "2024-11-30";
-const AZURE_DOCUMENT_INTELLIGENCE_DEFAULT_DPI: i64 = 96;
-
-const AZURE_DOCUMENT_INTELLIGENCE_SUPPORTED_OCR_PARAMS: &[&str] =
-    &["pages", "features", "req_format"];
-
-pub struct AzureAiOcrConfig;
-pub struct AzureDocumentIntelligenceOcrConfig;
-
-pub const AZURE_AI_OCR_CONFIG: AzureAiOcrConfig = AzureAiOcrConfig;
-pub const AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG: AzureDocumentIntelligenceOcrConfig =
-    AzureDocumentIntelligenceOcrConfig;
-
-fn non_empty(value: Option<&str>) -> Option<&str> {
-    value.map(str::trim).filter(|value| !value.is_empty())
-}
-
-fn resolve_value(
-    explicit: Option<&str>,
-    env_name: &str,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-    missing_message: &str,
-) -> Result<String, Error> {
-    non_empty(explicit)
-        .map(str::to_string)
-        .or_else(|| env_lookup(env_name).filter(|value| !value.trim().is_empty()))
-        .ok_or_else(|| Error::Auth(missing_message.to_string()))
-}
-
-pub fn resolve_azure_ai_api_key(
-    api_key: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    resolve_value(
-        api_key,
-        AZURE_AI_API_KEY_ENV,
-        env_lookup,
-        "Missing Azure AI API Key - A call is being made to Azure AI but no key is set either in the environment variables or via params",
-    )
-}
-
-pub fn resolve_azure_ai_api_base(
-    api_base: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    resolve_value(
-        api_base,
-        AZURE_AI_API_BASE_ENV,
-        env_lookup,
-        "Missing Azure AI API Base - Set AZURE_AI_API_BASE environment variable or pass api_base parameter",
-    )
-}
-
-pub fn complete_azure_ai_url(
-    api_base: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    let base = resolve_azure_ai_api_base(api_base, env_lookup)?;
-    Ok(format!(
-        "{}/providers/mistral/azure/ocr",
-        base.trim_end_matches('/')
-    ))
-}
-
-pub fn resolve_document_intelligence_api_key(
-    api_key: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    resolve_value(
-        api_key,
-        AZURE_DOCUMENT_INTELLIGENCE_API_KEY_ENV,
-        env_lookup,
-        "Missing Azure Document Intelligence API Key - Set AZURE_DOCUMENT_INTELLIGENCE_API_KEY environment variable or pass api_key parameter",
-    )
-}
-
-pub fn resolve_document_intelligence_endpoint(
-    api_base: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    resolve_value(
-        api_base,
-        AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT_ENV,
-        env_lookup,
-        "Missing Azure Document Intelligence Endpoint - Set AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT environment variable or pass api_base parameter",
-    )
-}
-
-fn prepend_auth_header(
-    headers: Vec<(String, String)>,
-    name: &str,
-    value: String,
-) -> Vec<(String, String)> {
-    std::iter::once((name.to_string(), value))
-        .chain(headers)
-        .collect()
-}
-
-pub fn validate_azure_ai_environment(
-    headers: Vec<(String, String)>,
-    api_key: Option<&str>,
-    azure_ad_token: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<Vec<(String, String)>, Error> {
-    if crate::http_utils::has_header(&headers, "Authorization")
-        || crate::http_utils::has_header(&headers, "Api-Key")
-    {
-        return Ok(headers);
-    }
-    if let Ok(api_key) = resolve_azure_ai_api_key(api_key, env_lookup) {
-        return Ok(prepend_auth_header(headers, "Api-Key", api_key));
-    }
-    non_empty(azure_ad_token)
-        .map(|token| prepend_auth_header(headers, "Authorization", format!("Bearer {token}")))
-        .ok_or(Error::MissingAzureAiCredentialsOrAdToken)
-}
-
-pub fn validate_document_intelligence_environment(
-    headers: Vec<(String, String)>,
-    api_key: Option<&str>,
-    azure_ad_token: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<Vec<(String, String)>, Error> {
-    if crate::http_utils::has_header(&headers, "Authorization")
-        || crate::http_utils::has_header(&headers, "Ocp-Apim-Subscription-Key")
-    {
-        return Ok(headers);
-    }
-    if let Ok(api_key) = resolve_document_intelligence_api_key(api_key, env_lookup) {
-        return Ok(prepend_auth_header(
-            headers,
-            "Ocp-Apim-Subscription-Key",
-            api_key,
-        ));
-    }
-    non_empty(azure_ad_token)
-        .map(|token| prepend_auth_header(headers, "Authorization", format!("Bearer {token}")))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Azure Document Intelligence credentials - set AZURE_DOCUMENT_INTELLIGENCE_API_KEY or provide azure_ad_token"
-                    .to_string(),
-            )
-        })
-}
-
-fn encode_model_id(model: &str) -> Result<String, Error> {
-    let model_id = model.rsplit('/').next().unwrap_or(model);
-    if matches!(model_id, "." | "..") {
-        return Err(Error::InvalidRequest(
-            "model_id cannot be a dot path segment".to_string(),
-        ));
-    }
-    Ok(model_id
-        .bytes()
-        .flat_map(|byte| match byte {
-            b'A'..=b'Z' | b'a'..=b'z' | b'0'..=b'9' | b'-' | b'_' | b'.' | b'~' => {
-                vec![byte as char]
-            }
-            _ => format!("%{byte:02X}").chars().collect(),
-        })
-        .collect())
-}
-
-fn pages_token_is_valid(token: &str) -> bool {
-    let mut parts = token.split('-');
-    let Some(start) = parts.next() else {
-        return false;
-    };
-    if start.is_empty() || !start.chars().all(|ch| ch.is_ascii_digit()) {
-        return false;
-    }
-    match parts.next() {
-        None => true,
-        Some(end) => {
-            !end.is_empty() && end.chars().all(|ch| ch.is_ascii_digit()) && parts.next().is_none()
-        }
-    }
-}
-
-fn normalize_pages_param(pages: &Value) -> Result<Option<String>, Error> {
-    match pages {
-        Value::String(value) => {
-            let normalized = value
-                .split(',')
-                .map(str::trim)
-                .collect::<Vec<_>>()
-                .join(",");
-            if normalized.split(',').all(pages_token_is_valid) {
-                Ok(Some(normalized))
-            } else {
-                Err(Error::InvalidRequest(format!(
-                    "Invalid `pages` string for Azure Document Intelligence: {value:?}. Expected format like '1-3,5,7-9'."
-                )))
-            }
-        }
-        Value::Array(values) => {
-            if values.is_empty() {
-                return Ok(None);
-            }
-            if values.iter().any(Value::is_boolean) {
-                return Err(Error::InvalidRequest(
-                    "`pages` must be integers, not booleans".to_string(),
-                ));
-            }
-            if values.iter().all(Value::is_i64) {
-                let mut pages = BTreeSet::new();
-                for value in values {
-                    let page = value.as_i64().expect("checked is_i64");
-                    if page < 0 {
-                        return Err(Error::InvalidRequest(
-                            "`pages` integers must be >= 0 (Mistral 0-based indices)".to_string(),
-                        ));
-                    }
-                    pages.insert(page + 1);
-                }
-                return Ok(Some(
-                    pages
-                        .into_iter()
-                        .map(|page| page.to_string())
-                        .collect::<Vec<_>>()
-                        .join(","),
-                ));
-            }
-            if values.iter().all(Value::is_string) {
-                let normalized = values
-                    .iter()
-                    .filter_map(Value::as_str)
-                    .map(str::trim)
-                    .collect::<Vec<_>>()
-                    .join(",");
-                if normalized.split(',').all(pages_token_is_valid) {
-                    return Ok(Some(normalized));
-                }
-                return Err(Error::InvalidRequest(format!(
-                    "Invalid `pages` list for Azure Document Intelligence: {values:?}. Expected tokens like '1' or '3-5'."
-                )));
-            }
-            Err(Error::InvalidRequest(
-                "`pages` must be a list[int] (0-based, Mistral-style) or a string like '1-3,5,7-9'."
-                    .to_string(),
-            ))
-        }
-        _ => Err(Error::InvalidRequest(
-            "`pages` must be a list[int] (0-based, Mistral-style) or a string like '1-3,5,7-9'."
-                .to_string(),
-        )),
-    }
-}
-
-fn feature_token_is_valid(token: &str) -> bool {
-    let Some((first, rest)) = token.as_bytes().split_first() else {
-        return false;
-    };
-    first.is_ascii_alphabetic() && rest.iter().all(u8::is_ascii_alphanumeric)
-}
-
-fn invalid_features_error(features: &Value) -> Error {
-    Error::InvalidRequest(format!(
-        "Invalid `features` for Azure Document Intelligence: {features:?}. Expected a list of feature names or a comma-separated string like 'keyValuePairs' or 'keyValuePairs,languages'."
-    ))
-}
-
-fn normalize_features_param(features: &Value) -> Result<Option<String>, Error> {
-    let normalized = match features {
-        Value::String(value) => value
-            .split(',')
-            .map(str::trim)
-            .collect::<Vec<_>>()
-            .join(","),
-        Value::Array(values) if values.is_empty() => return Ok(None),
-        Value::Array(values) => values
-            .iter()
-            .map(Value::as_str)
-            .collect::<Option<Vec<_>>>()
-            .ok_or_else(|| invalid_features_error(features))?
-            .into_iter()
-            .map(str::trim)
-            .collect::<Vec<_>>()
-            .join(","),
-        _ => return Err(invalid_features_error(features)),
-    };
-
-    if normalized.split(',').all(feature_token_is_valid) {
-        Ok(Some(normalized))
-    } else {
-        Err(invalid_features_error(features))
-    }
-}
-
-fn normalize_req_format(req_format: &Value) -> Result<String, Error> {
-    match req_format.as_str() {
-        Some(value @ ("native" | "litellm")) => Ok(value.to_string()),
-        _ => Err(Error::InvalidRequest(format!(
-            "Invalid `req_format` for Azure Document Intelligence: {req_format:?}. Expected 'native' or 'litellm'."
-        ))),
-    }
-}
-
-pub fn map_document_intelligence_ocr_params(
-    non_default_params: &Map<String, Value>,
-) -> Result<Map<String, Value>, Error> {
-    let mut mapped = Map::new();
-    if let Some(pages) = non_default_params.get("pages")
-        && let Some(normalized) = normalize_pages_param(pages)?
-    {
-        mapped.insert("pages".to_string(), Value::String(normalized));
-    }
-    if let Some(features) = non_default_params.get("features")
-        && let Some(normalized) = normalize_features_param(features)?
-    {
-        mapped.insert("features".to_string(), Value::String(normalized));
-    }
-    if let Some(req_format) = non_default_params.get("req_format") {
-        mapped.insert(
-            "req_format".to_string(),
-            Value::String(normalize_req_format(req_format)?),
-        );
-    }
-    Ok(mapped)
-}
-
-pub fn complete_document_intelligence_url(
-    api_base: Option<&str>,
-    model: &str,
-    optional_params: &Map<String, Value>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    let endpoint = resolve_document_intelligence_endpoint(api_base, env_lookup)?;
-    let mut url = format!(
-        "{}/documentintelligence/documentModels/{}:analyze?api-version={}",
-        endpoint.trim_end_matches('/'),
-        encode_model_id(model)?,
-        AZURE_DOCUMENT_INTELLIGENCE_API_VERSION
-    );
-
-    if let Some(pages) = optional_params.get("pages")
-        && let Some(normalized) = normalize_pages_param(pages)?
-    {
-        url.push_str("&pages=");
-        url.push_str(&normalized);
-    }
-
-    if let Some(features) = optional_params.get("features")
-        && let Some(normalized) = normalize_features_param(features)?
-    {
-        url.push_str("&features=");
-        url.push_str(&normalized);
-    }
-
-    if let Some(req_format) = optional_params.get("req_format") {
-        normalize_req_format(req_format)?;
-    }
-
-    Ok(url)
-}
-
-fn document_url_from_mistral_document(document: &Value) -> Result<&str, Error> {
-    let object = document.as_object().ok_or_else(|| Error::InvalidType {
-        expected: "object",
-        actual: json_type_name(document),
-    })?;
-    let doc_type = object
-        .get("type")
-        .and_then(Value::as_str)
-        .ok_or(Error::MissingField("document.type"))?;
-    let field_name = match doc_type {
-        "document_url" => "document_url",
-        "image_url" => "image_url",
-        other => {
-            return Err(Error::InvalidRequest(format!(
-                "Invalid document type: {other}. Must be 'document_url' or 'image_url'"
-            )));
-        }
-    };
-    object
-        .get(field_name)
-        .and_then(Value::as_str)
-        .filter(|value| !value.is_empty())
-        .ok_or(Error::MissingField(field_name))
-}
-
-fn extract_base64_from_data_uri(data_uri: &str) -> &str {
-    data_uri
-        .split_once(',')
-        .map(|(_, data)| data)
-        .unwrap_or(data_uri)
-}
-
-fn page_markdown(page: &Map<String, Value>) -> String {
-    page.get("lines")
-        .and_then(Value::as_array)
-        .map(|lines| {
-            lines
-                .iter()
-                .filter_map(|line| line.get("content").and_then(Value::as_str))
-                .collect::<Vec<_>>()
-                .join("\n")
-        })
-        .unwrap_or_default()
-}
-
-fn page_dimensions(page: &Map<String, Value>) -> Value {
-    let width = page.get("width").and_then(Value::as_f64).unwrap_or(8.5);
-    let height = page.get("height").and_then(Value::as_f64).unwrap_or(11.0);
-    let unit = page.get("unit").and_then(Value::as_str).unwrap_or("inch");
-    let (width, height) = if unit == "inch" {
-        (
-            (width * AZURE_DOCUMENT_INTELLIGENCE_DEFAULT_DPI as f64) as i64,
-            (height * AZURE_DOCUMENT_INTELLIGENCE_DEFAULT_DPI as f64) as i64,
-        )
-    } else {
-        (width as i64, height as i64)
-    };
-    json!({
-        "width": width,
-        "height": height,
-        "dpi": AZURE_DOCUMENT_INTELLIGENCE_DEFAULT_DPI,
-    })
-}
-
-fn transform_document_intelligence_response(
-    model: &str,
-    response_json: Value,
-    preserve_native_response: bool,
-) -> Result<LiteLLMOcrResponse, Error> {
-    let response = response_json
-        .as_object()
-        .ok_or_else(|| Error::InvalidType {
-            expected: "object",
-            actual: json_type_name(&response_json),
-        })?;
-    let status = response
-        .get("status")
-        .and_then(Value::as_str)
-        .ok_or(Error::MissingField("status"))?;
-    if status != "succeeded" {
-        return Err(Error::InvalidResponse(format!(
-            "Azure Document Intelligence analysis failed with status: {status}"
-        )));
-    }
-
-    let analyze_result = response.get("analyzeResult").and_then(Value::as_object);
-    let azure_pages = analyze_result
-        .and_then(|result| result.get("pages"))
-        .and_then(Value::as_array)
-        .cloned()
-        .unwrap_or_default();
-    let pages = azure_pages
-        .iter()
-        .filter_map(Value::as_object)
-        .map(|page| {
-            let page_number = page.get("pageNumber").and_then(Value::as_i64).unwrap_or(1);
-            json!({
-                "index": page_number - 1,
-                "markdown": page_markdown(page),
-                "dimensions": page_dimensions(page),
-            })
-        })
-        .collect::<Vec<_>>();
-    let extra_fields = ["content", "tables", "keyValuePairs"]
-        .into_iter()
-        .map(|field| {
-            (
-                field.to_string(),
-                analyze_result
-                    .and_then(|result| result.get(field))
-                    .cloned()
-                    .unwrap_or(Value::Null),
-            )
-        })
-        .collect();
-
-    Ok(LiteLLMOcrResponse {
-        usage_info: Some(json!({
-            "pages_processed": pages.len(),
-            "doc_size_bytes": null,
-        })),
-        pages,
-        model: model.to_string(),
-        document_annotation: None,
-        object: "ocr".to_string(),
-        extra_fields,
-        provider_native_response: preserve_native_response.then_some(response_json),
-    })
-}
-
-impl OcrProviderConfig for AzureAiOcrConfig {
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        MISTRAL_OCR_CONFIG.supported_ocr_params()
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_request(
-        &self,
-        model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        MISTRAL_OCR_CONFIG.transform_ocr_request(model, document, optional_params)
-    }
-
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        MISTRAL_OCR_CONFIG.transform_ocr_response(model, response_json)
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        _model: &str,
-        _optional_params: &Map<String, Value>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        complete_azure_ai_url(api_base, env_lookup)
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_azure_ai_api_key(api_key, env_lookup)
-    }
-
-    fn requires_data_uri_document(&self) -> bool {
-        true
-    }
-}
-
-impl OcrProviderConfig for AzureDocumentIntelligenceOcrConfig {
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        AZURE_DOCUMENT_INTELLIGENCE_SUPPORTED_OCR_PARAMS
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn map_ocr_params(&self, non_default_params: &Map<String, Value>) -> Map<String, Value> {
-        map_document_intelligence_ocr_params(non_default_params).unwrap_or_else(|_| {
-            non_default_params
-                .iter()
-                .filter(|(name, _)| {
-                    AZURE_DOCUMENT_INTELLIGENCE_SUPPORTED_OCR_PARAMS.contains(&name.as_str())
-                })
-                .map(|(name, value)| (name.clone(), value.clone()))
-                .collect()
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_request(
-        &self,
-        _model: &str,
-        document: Value,
-        _optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        let document_url = document_url_from_mistral_document(&document)?;
-        let mut data = Map::new();
-        if document_url.starts_with("data:") {
-            data.insert(
-                "base64Source".to_string(),
-                Value::String(extract_base64_from_data_uri(document_url).to_string()),
-            );
-        } else {
-            data.insert(
-                "urlSource".to_string(),
-                Value::String(document_url.to_string()),
-            );
-        }
-        Ok(OcrRequestData {
-            data: Value::Object(data),
-            files: None,
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        transform_document_intelligence_response(model, response_json, false)
-    }
-
-    fn transform_ocr_response_with_params(
-        &self,
-        model: &str,
-        response_json: Value,
-        optional_params: &Map<String, Value>,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        transform_document_intelligence_response(
-            model,
-            response_json,
-            optional_params.get("req_format").and_then(Value::as_str) == Some("native"),
-        )
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        model: &str,
-        optional_params: &Map<String, Value>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        complete_document_intelligence_url(api_base, model, optional_params, env_lookup)
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_document_intelligence_api_key(api_key, env_lookup)
-    }
-
-    fn auth_strategy(&self) -> OcrAuthStrategy {
-        OcrAuthStrategy::Header("Ocp-Apim-Subscription-Key")
-    }
-
-    fn response_handling(&self) -> OcrResponseHandling {
-        OcrResponseHandling::AzureDocumentIntelligencePoll
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use rstest::{fixture, rstest};
-
-    const ENDPOINT: &str = "https://example.cognitiveservices.azure.com";
-
-    #[fixture]
-    fn document_intelligence_config() -> AzureDocumentIntelligenceOcrConfig {
-        AzureDocumentIntelligenceOcrConfig
-    }
-
-    fn header_value<'a>(headers: &'a [(String, String)], name: &str) -> Option<&'a str> {
-        headers
-            .iter()
-            .find(|(header_name, _)| header_name.eq_ignore_ascii_case(name))
-            .map(|(_, value)| value.as_str())
-    }
-
-    #[fixture]
-    fn native_operation() -> Value {
-        json!({
-            "status": "succeeded",
-            "createdDateTime": "2026-07-02T00:00:00Z",
-            "lastUpdatedDateTime": "2026-07-02T00:00:05Z",
-            "analyzeResult": {
-                "content": "Invoice\nInvoice No: INV-12345\nTotal: $100.00",
-                "pages": [{
-                    "pageNumber": 1,
-                    "width": 8.5,
-                    "height": 11,
-                    "unit": "inch",
-                    "angle": 0.13,
-                    "lines": [
-                        {"content": "Invoice"},
-                        {"content": "Invoice No: INV-12345"},
-                        {"content": "Total: $100.00"}
-                    ],
-                    "words": [{"content": "Invoice", "confidence": 0.994}]
-                }],
-                "tables": [
-                    {
-                        "rowCount": 2,
-                        "columnCount": 2,
-                        "cells": [
-                            {"kind": "columnHeader", "rowIndex": 0, "columnIndex": 0, "content": "Item"},
-                            {"kind": "columnHeader", "rowIndex": 0, "columnIndex": 1, "content": "Price"},
-                            {"rowIndex": 1, "columnIndex": 0, "content": "Widget"},
-                            {"rowIndex": 1, "columnIndex": 1, "content": "$100.00"}
-                        ]
-                    },
-                    {
-                        "rowCount": 1,
-                        "columnCount": 1,
-                        "cells": [{"rowIndex": 0, "columnIndex": 0, "content": "Totals"}]
-                    }
-                ],
-                "keyValuePairs": [
-                    {
-                        "key": {"content": "Invoice No"},
-                        "value": {"content": "INV-12345"},
-                        "confidence": 0.98
-                    },
-                    {
-                        "key": {"content": "Total"},
-                        "value": {"content": "$100.00"},
-                        "confidence": 0.95
-                    }
-                ],
-                "paragraphs": [{"content": "Invoice"}]
-            }
-        })
-    }
-
-    fn assert_native_fields_preserved(response: &LiteLLMOcrResponse, operation: &Value) {
-        let analyze_result = &operation["analyzeResult"];
-
-        assert_eq!(response.extra_fields["content"], analyze_result["content"]);
-        assert_eq!(response.extra_fields["tables"], analyze_result["tables"]);
-        assert_eq!(
-            response.extra_fields["keyValuePairs"],
-            analyze_result["keyValuePairs"]
-        );
-        assert_eq!(response.object, "ocr");
-        assert_eq!(
-            response.usage_info,
-            Some(json!({"pages_processed": 1, "doc_size_bytes": null}))
-        );
-        assert_eq!(response.pages[0]["index"], 0);
-        assert_eq!(
-            response.pages[0]["markdown"],
-            "Invoice\nInvoice No: INV-12345\nTotal: $100.00"
-        );
-        assert_eq!(
-            response.pages[0]["dimensions"],
-            json!({"width": 816, "height": 1056, "dpi": 96})
-        );
-    }
-
-    #[test]
-    fn azure_ai_reuses_mistral_body_transform() {
-        let body = AZURE_AI_OCR_CONFIG
-            .transform_ocr_request(
-                "pixtral-12b-2409",
-                json!({"type": "document_url", "document_url": "data:application/pdf;base64,abc"}),
-                serde_json::Map::from_iter([("include_image_base64".to_string(), json!(true))]),
-            )
-            .expect("request transforms")
-            .data;
-
-        assert_eq!(body["model"], "pixtral-12b-2409");
-        assert_eq!(body["include_image_base64"], true);
-        assert_eq!(
-            body["document"]["document_url"],
-            "data:application/pdf;base64,abc"
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_normalizes_zero_based_pages() {
-        let params = serde_json::Map::from_iter([("pages".to_string(), json!([2, 0, 2]))]);
-        let url = complete_document_intelligence_url(
-            Some("https://example.cognitiveservices.azure.com/"),
-            "azure_ai/doc-intelligence/prebuilt-layout",
-            &params,
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout:analyze?api-version=2024-11-30&pages=1,3"
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_normalizes_features() {
-        let params = serde_json::Map::from_iter([(
-            "features".to_string(),
-            json!("keyValuePairs, languages"),
-        )]);
-        let url = complete_document_intelligence_url(
-            Some("https://example.cognitiveservices.azure.com"),
-            "prebuilt-layout",
-            &params,
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout:analyze?api-version=2024-11-30&features=keyValuePairs,languages"
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_combines_pages_and_feature_list() {
-        let params = serde_json::Map::from_iter([
-            ("pages".to_string(), json!([0, 1, 2])),
-            (
-                "features".to_string(),
-                json!([" keyValuePairs ", "languages"]),
-            ),
-        ]);
-        let url = complete_document_intelligence_url(
-            Some("https://example.cognitiveservices.azure.com"),
-            "prebuilt-layout",
-            &params,
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout:analyze?api-version=2024-11-30&pages=1,2,3&features=keyValuePairs,languages"
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_omits_empty_feature_list() {
-        let params = serde_json::Map::from_iter([("features".to_string(), json!([]))]);
-        assert!(
-            map_document_intelligence_ocr_params(&params)
-                .expect("empty features map")
-                .is_empty()
-        );
-        let url = complete_document_intelligence_url(
-            Some("https://example.cognitiveservices.azure.com"),
-            "prebuilt-layout",
-            &params,
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout:analyze?api-version=2024-11-30"
-        );
-    }
-
-    #[rstest]
-    #[case::query_injection(json!("keyValuePairs&pages=9"))]
-    #[case::spaces(json!("key value pairs"))]
-    #[case::empty_string(json!(""))]
-    #[case::integer_list(json!([1, 2]))]
-    #[case::nested_list(json!([["keyValuePairs"]]))]
-    #[case::object(json!({"feature": "keyValuePairs"}))]
-    #[case::number(json!(5))]
-    fn document_intelligence_mapping_rejects_invalid_features(#[case] features: Value) {
-        let params = serde_json::Map::from_iter([("features".to_string(), features)]);
-        let error =
-            map_document_intelligence_ocr_params(&params).expect_err("invalid features must fail");
-
-        assert!(matches!(
-            error,
-            Error::InvalidRequest(message) if message.contains("Invalid `features`")
-        ));
-    }
-
-    #[rstest]
-    #[case::single_list(json!(["keyValuePairs"]), "keyValuePairs")]
-    #[case::multiple_list(
-        json!(["keyValuePairs", "languages"]),
-        "keyValuePairs,languages"
-    )]
-    #[case::single_string(json!("keyValuePairs"), "keyValuePairs")]
-    #[case::comma_separated(json!("keyValuePairs,languages"), "keyValuePairs,languages")]
-    #[case::spaces(json!("keyValuePairs, languages"), "keyValuePairs,languages")]
-    fn document_intelligence_maps_features(#[case] features: Value, #[case] expected: &str) {
-        let params = Map::from_iter([
-            ("features".to_string(), features),
-            ("unsupported".to_string(), json!(true)),
-        ]);
-
-        assert_eq!(
-            AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG.map_ocr_params(&params),
-            Map::from_iter([("features".to_string(), json!(expected))])
-        );
-    }
-
-    #[test]
-    fn document_intelligence_request_uses_base64_source_for_data_uri() {
-        let body = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_request(
-                "prebuilt-read",
-                json!({"type": "document_url", "document_url": "data:application/pdf;base64,abc123"}),
-                Map::new(),
-            )
-            .expect("request transforms")
-            .data;
-
-        assert_eq!(body, json!({"base64Source": "abc123"}));
-    }
-
-    #[rstest]
-    fn document_intelligence_response_normalizes_pages(native_operation: Value) {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response("prebuilt-layout", native_operation.clone())
-            .expect("response transforms");
-
-        assert_native_fields_preserved(&response, &native_operation);
-    }
-
-    #[test]
-    fn azure_document_intelligence_model_id_is_encoded() {
-        let url = complete_document_intelligence_url(
-            Some(ENDPOINT),
-            "prebuilt-layout?x=1#frag",
-            &Map::new(),
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert_eq!(
-            url,
-            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout%3Fx%3D1%23frag:analyze?api-version=2024-11-30"
-        );
-    }
-
-    #[test]
-    fn azure_document_intelligence_dot_segment_model_id_is_rejected() {
-        let error = complete_document_intelligence_url(
-            Some(ENDPOINT),
-            "azure_ai/doc-intelligence/..",
-            &Map::new(),
-            &|_| None,
-        )
-        .expect_err("dot segment must fail");
-
-        assert_eq!(
-            error,
-            Error::InvalidRequest("model_id cannot be a dot path segment".to_string())
-        );
-    }
-
-    #[rstest]
-    fn document_intelligence_async_response_preserves_normalized_fields(native_operation: Value) {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response(
-                "azure_ai/doc-intelligence/prebuilt-layout",
-                native_operation.clone(),
-            )
-            .expect("response transforms");
-
-        assert_native_fields_preserved(&response, &native_operation);
-    }
-
-    #[test]
-    fn document_intelligence_response_tolerates_missing_native_fields() {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response(
-                "azure_ai/doc-intelligence/prebuilt-read",
-                json!({
-                    "status": "succeeded",
-                    "analyzeResult": {
-                        "pages": [{
-                            "pageNumber": 1,
-                            "width": 8.5,
-                            "height": 11,
-                            "unit": "inch",
-                            "lines": [{"content": "hello"}]
-                        }]
-                    }
-                }),
-            )
-            .expect("missing optional fields are allowed");
-
-        assert_eq!(response.pages[0]["markdown"], "hello");
-        assert_eq!(response.extra_fields["content"], Value::Null);
-        assert_eq!(response.extra_fields["tables"], Value::Null);
-        assert_eq!(response.extra_fields["keyValuePairs"], Value::Null);
-    }
-
-    #[test]
-    fn document_intelligence_non_succeeded_status_is_rejected() {
-        let error = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response(
-                "azure_ai/doc-intelligence/prebuilt-layout",
-                json!({"status": "failed"}),
-            )
-            .expect_err("failed status must fail");
-
-        assert_eq!(
-            error,
-            Error::InvalidResponse(
-                "Azure Document Intelligence analysis failed with status: failed".to_string()
-            )
-        );
-    }
-
-    #[test]
-    fn document_intelligence_supported_params_include_features() {
-        assert_eq!(
-            AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG.supported_ocr_params(),
-            &["pages", "features", "req_format"]
-        );
-    }
-
-    #[rstest]
-    fn document_intelligence_native_format_carries_raw_operation(native_operation: Value) {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response_with_params(
-                "azure_ai/doc-intelligence/prebuilt-layout",
-                native_operation.clone(),
-                &Map::from_iter([("req_format".to_string(), json!("native"))]),
-            )
-            .expect("native response transforms");
-
-        assert_eq!(
-            response.provider_native_response,
-            Some(native_operation.clone())
-        );
-        assert_native_fields_preserved(&response, &native_operation);
-    }
-
-    #[rstest]
-    fn document_intelligence_async_native_format_carries_raw_operation(native_operation: Value) {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response_with_params(
-                "azure_ai/doc-intelligence/prebuilt-layout",
-                native_operation.clone(),
-                &Map::from_iter([("req_format".to_string(), json!("native"))]),
-            )
-            .expect("native response transforms");
-
-        assert_eq!(
-            response.provider_native_response,
-            Some(native_operation.clone())
-        );
-        assert_native_fields_preserved(&response, &native_operation);
-    }
-
-    #[rstest]
-    #[case::default(Map::new())]
-    #[case::litellm(Map::from_iter([("req_format".to_string(), json!("litellm"))]))]
-    fn document_intelligence_default_format_omits_raw_operation(
-        #[case] optional_params: Map<String, Value>,
-        native_operation: Value,
-    ) {
-        let response = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_response_with_params(
-                "azure_ai/doc-intelligence/prebuilt-layout",
-                native_operation.clone(),
-                &optional_params,
-            )
-            .expect("response transforms");
-
-        assert_eq!(response.provider_native_response, None);
-        assert_native_fields_preserved(&response, &native_operation);
-    }
-
-    #[rstest]
-    #[case::native("native")]
-    #[case::litellm("litellm")]
-    fn document_intelligence_maps_req_format(#[case] req_format: &str) {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "req_format".to_string(),
-            json!(req_format),
-        )]))
-        .expect("req_format maps");
-
-        assert_eq!(
-            mapped,
-            Map::from_iter([("req_format".to_string(), json!(req_format))])
-        );
-    }
-
-    #[test]
-    fn document_intelligence_rejects_unknown_req_format() {
-        let error = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "req_format".to_string(),
-            json!("azure"),
-        )]))
-        .expect_err("unknown req_format must fail");
-
-        assert!(
-            matches!(error, Error::InvalidRequest(message) if message.contains("Invalid `req_format`"))
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_omits_req_format() {
-        let url = complete_document_intelligence_url(
-            Some(ENDPOINT),
-            "prebuilt-layout",
-            &Map::from_iter([("req_format".to_string(), json!("native"))]),
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert!(!url.contains("req_format"));
-    }
-
-    #[test]
-    fn document_intelligence_validate_environment_uses_subscription_key() {
-        let headers =
-            validate_document_intelligence_environment(Vec::new(), Some("my-key"), None, &|_| None)
-                .expect("api key authenticates");
-
-        assert_eq!(
-            header_value(&headers, "Ocp-Apim-Subscription-Key"),
-            Some("my-key")
-        );
-    }
-
-    #[test]
-    fn document_intelligence_validate_environment_falls_back_to_entra_token() {
-        let headers = validate_document_intelligence_environment(
-            Vec::new(),
-            None,
-            Some("entra-token"),
-            &|_| None,
-        )
-        .expect("Entra token authenticates");
-
-        assert_eq!(
-            header_value(&headers, "Authorization"),
-            Some("Bearer entra-token")
-        );
-        assert_eq!(header_value(&headers, "Ocp-Apim-Subscription-Key"), None);
-    }
-
-    #[test]
-    fn document_intelligence_supported_params_include_pages_features_and_req_format() {
-        assert_eq!(
-            AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG.supported_ocr_params(),
-            &["pages", "features", "req_format"]
-        );
-    }
-
-    #[test]
-    fn document_intelligence_maps_zero_based_page_list() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([0, 1, 2]),
-        )]))
-        .expect("pages map");
-
-        assert_eq!(
-            mapped,
-            Map::from_iter([("pages".to_string(), json!("1,2,3"))])
-        );
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_dedupes_and_sorts() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([2, 0, 0, 1]),
-        )]))
-        .expect("pages map");
-
-        assert_eq!(mapped["pages"], "1,2,3");
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_omits_empty_list() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([]),
-        )]))
-        .expect("empty pages map");
-
-        assert!(mapped.is_empty());
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_accepts_native_range() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!("3-9"),
-        )]))
-        .expect("range maps");
-
-        assert_eq!(mapped["pages"], "3-9");
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_strips_spaces() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!("1-3, 5"),
-        )]))
-        .expect("range maps");
-
-        assert_eq!(mapped["pages"], "1-3,5");
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_accepts_string_tokens() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!(["1", "3-5"]),
-        )]))
-        .expect("tokens map");
-
-        assert_eq!(mapped["pages"], "1,3-5");
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_rejects_invalid_string() {
-        let error = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!("a,b"),
-        )]))
-        .expect_err("invalid pages must fail");
-
-        assert!(
-            matches!(error, Error::InvalidRequest(message) if message.contains("Invalid `pages` string"))
-        );
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_rejects_negative_index() {
-        let error = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([-1]),
-        )]))
-        .expect_err("negative pages must fail");
-
-        assert!(
-            matches!(error, Error::InvalidRequest(message) if message.contains("must be >= 0"))
-        );
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_rejects_bool_list() {
-        let error = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([true, false]),
-        )]))
-        .expect_err("boolean pages must fail");
-
-        assert!(
-            matches!(error, Error::InvalidRequest(message) if message.contains("integers, not booleans"))
-        );
-    }
-
-    #[test]
-    fn document_intelligence_page_mapping_rejects_unsupported_type() {
-        let error = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!(5),
-        )]))
-        .expect_err("unsupported pages must fail");
-
-        assert!(
-            matches!(error, Error::InvalidRequest(message) if message.contains("Mistral-style"))
-        );
-    }
-
-    #[test]
-    fn document_intelligence_url_appends_pages_query() {
-        let url = complete_document_intelligence_url(
-            Some("https://example.cognitiveservices.azure.com/"),
-            "azure_ai/doc-intelligence/prebuilt-layout",
-            &Map::from_iter([("pages".to_string(), json!("1-3,5"))]),
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert!(url.contains("api-version=2024-11-30"));
-        assert!(url.contains("pages=1-3,5"));
-        assert!(url.contains("/documentintelligence/documentModels/prebuilt-layout:analyze"));
-    }
-
-    #[test]
-    fn document_intelligence_url_has_no_pages_when_params_are_empty() {
-        let url = complete_document_intelligence_url(
-            Some(ENDPOINT),
-            "prebuilt-layout",
-            &Map::new(),
-            &|_| None,
-        )
-        .expect("url builds");
-
-        assert!(!url.contains("pages="));
-    }
-
-    #[rstest]
-    fn document_intelligence_request_keeps_pages_out_of_body(
-        document_intelligence_config: AzureDocumentIntelligenceOcrConfig,
-    ) {
-        let request = document_intelligence_config
-            .transform_ocr_request(
-                "prebuilt-layout",
-                json!({"type": "document_url", "document_url": "https://example.com/x.pdf"}),
-                Map::from_iter([("pages".to_string(), json!("1,2,3"))]),
-            )
-            .expect("request transforms");
-
-        assert_eq!(
-            request.data,
-            json!({"urlSource": "https://example.com/x.pdf"})
-        );
-    }
-
-    #[test]
-    fn document_intelligence_mistral_pages_flow_to_query_only() {
-        let mapped = map_document_intelligence_ocr_params(&Map::from_iter([(
-            "pages".to_string(),
-            json!([2, 3, 4, 5, 6, 7, 8]),
-        )]))
-        .expect("pages map");
-        let url =
-            complete_document_intelligence_url(Some(ENDPOINT), "prebuilt-layout", &mapped, &|_| {
-                None
-            })
-            .expect("url builds");
-        let request = AZURE_DOCUMENT_INTELLIGENCE_OCR_CONFIG
-            .transform_ocr_request(
-                "prebuilt-layout",
-                json!({"type": "document_url", "document_url": "https://example.com/x.pdf"}),
-                mapped,
-            )
-            .expect("request transforms");
-
-        assert!(url.contains("pages=3,4,5,6,7,8,9"));
-        assert_eq!(
-            request.data,
-            json!({"urlSource": "https://example.com/x.pdf"})
-        );
-    }
-
-    #[test]
-    fn document_intelligence_endpoint_ignores_generic_azure_ai_base() {
-        let resolved = resolve_document_intelligence_endpoint(None, &|name| match name {
-            AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT_ENV => Some(ENDPOINT.to_string()),
-            AZURE_AI_API_BASE_ENV => Some("https://generic.example.com".to_string()),
-            _ => None,
-        })
-        .expect("endpoint resolves");
-
-        assert_eq!(resolved, ENDPOINT);
-    }
-
-    #[test]
-    fn document_intelligence_endpoint_honors_explicit_api_base() {
-        let resolved = resolve_document_intelligence_endpoint(
-            Some("https://my-di.cognitiveservices.azure.com"),
-            &|name| match name {
-                AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT_ENV => Some(ENDPOINT.to_string()),
-                AZURE_AI_API_BASE_ENV => Some("https://generic.example.com".to_string()),
-                _ => None,
-            },
-        )
-        .expect("endpoint resolves");
-
-        assert_eq!(resolved, "https://my-di.cognitiveservices.azure.com");
-    }
-
-    #[test]
-    fn azure_ai_mistral_ocr_uses_generic_api_base() {
-        let resolved = resolve_azure_ai_api_base(None, &|name| match name {
-            AZURE_AI_API_BASE_ENV => Some("https://generic-azure-ai.example.com".to_string()),
-            AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT_ENV => Some(ENDPOINT.to_string()),
-            _ => None,
-        })
-        .expect("api base resolves");
-
-        assert_eq!(resolved, "https://generic-azure-ai.example.com");
-    }
-
-    #[test]
-    fn azure_ai_ocr_authenticates_with_entra_token() {
-        let headers =
-            validate_azure_ai_environment(Vec::new(), None, Some("entra-token"), &|_| None)
-                .expect("Entra token authenticates");
-
-        assert_eq!(
-            header_value(&headers, "Authorization"),
-            Some("Bearer entra-token")
-        );
-    }
-}
diff --git a/litellm-rust/crates/core/src/providers/mistral/mod.rs b/litellm-rust/crates/core/src/providers/mistral/mod.rs
deleted file mode 100644
index 3621ff6a2fd..00000000000
--- a/litellm-rust/crates/core/src/providers/mistral/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod ocr;
diff --git a/litellm-rust/crates/core/src/providers/mistral/ocr/mod.rs b/litellm-rust/crates/core/src/providers/mistral/ocr/mod.rs
deleted file mode 100644
index f239b6921fa..00000000000
--- a/litellm-rust/crates/core/src/providers/mistral/ocr/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod transformation;
diff --git a/litellm-rust/crates/core/src/providers/mistral/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/mistral/ocr/transformation.rs
deleted file mode 100644
index 044fc587c22..00000000000
--- a/litellm-rust/crates/core/src/providers/mistral/ocr/transformation.rs
+++ /dev/null
@@ -1,436 +0,0 @@
-use crate::error::{Error, json_type_name};
-use crate::ocr::transformation::OcrProviderConfig;
-use crate::ocr::types::{LiteLLMOcrResponse, OcrRequestData};
-use serde_json::{Map, Value};
-
-const SUPPORTED_OCR_PARAMS: &[&str] = &[
-    "pages",
-    "include_image_base64",
-    "image_limit",
-    "image_min_size",
-    "bbox_annotation_format",
-    "document_annotation_format",
-    "document_annotation_prompt",
-    "extract_header",
-    "extract_footer",
-    "table_format",
-    "confidence_scores_granularity",
-    "include_blocks",
-    "id",
-];
-
-/// Default Mistral API base, used when the caller does not override `api_base`.
-pub const MISTRAL_DEFAULT_API_BASE: &str = "https://api.mistral.ai/v1";
-
-/// Environment variable holding the Mistral API key.
-pub const MISTRAL_API_KEY_ENV: &str = "MISTRAL_API_KEY";
-
-/// Error message raised when no Mistral API key can be resolved.
-pub const MISSING_KEY_MESSAGE: &str = "Missing Mistral API Key - A call is being made to Mistral but no key is set either in the environment variables or via params";
-
-/// Build the complete OCR endpoint URL, de-duplicating a trailing `/v1`.
-///
-/// Blank/whitespace `api_base` is treated as absent (guard at resolution time).
-pub fn complete_url(api_base: Option<&str>) -> String {
-    let base = api_base
-        .map(str::trim)
-        .filter(|base| !base.is_empty())
-        .unwrap_or(MISTRAL_DEFAULT_API_BASE)
-        .trim_end_matches('/');
-
-    if base.ends_with("/v1") {
-        format!("{base}/ocr")
-    } else {
-        format!("{base}/v1/ocr")
-    }
-}
-
-/// Resolve the Mistral API key from the explicit param or the environment.
-///
-/// Blank/whitespace values are treated as absent. Returns `Error::Auth`
-/// when no usable key is available.
-///
-/// Note: the env fallback only reads the process environment. Secret-manager
-/// backends (AWS/Azure/GCP/Vault) are resolved on the Python side and passed in
-/// via `api_key`; this fallback is a last resort for direct/standalone use.
-pub fn resolve_api_key(
-    api_key: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    api_key
-        .map(str::trim)
-        .filter(|key| !key.is_empty())
-        .map(str::to_string)
-        .or_else(|| env_lookup(MISTRAL_API_KEY_ENV).filter(|key| !key.trim().is_empty()))
-        .ok_or_else(|| Error::Auth(MISSING_KEY_MESSAGE.to_string()))
-}
-
-pub struct MistralOcrConfig;
-
-pub const MISTRAL_OCR_CONFIG: MistralOcrConfig = MistralOcrConfig;
-
-impl OcrProviderConfig for MistralOcrConfig {
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        SUPPORTED_OCR_PARAMS
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_request(
-        &self,
-        model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        if !document.is_object() {
-            return Err(Error::InvalidType {
-                expected: "object",
-                actual: json_type_name(&document),
-            });
-        }
-
-        let mut data = Map::new();
-        data.insert("model".to_string(), Value::String(model.to_string()));
-        data.insert("document".to_string(), document);
-        for (param, value) in optional_params {
-            data.insert(param, value);
-        }
-
-        Ok(OcrRequestData {
-            data: Value::Object(data),
-            files: None,
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        let response_object = response_json
-            .as_object()
-            .ok_or_else(|| Error::InvalidType {
-                expected: "object",
-                actual: json_type_name(&response_json),
-            })?;
-
-        let pages = response_object
-            .get("pages")
-            .and_then(Value::as_array)
-            .cloned()
-            .unwrap_or_default();
-        let model = response_object
-            .get("model")
-            .and_then(Value::as_str)
-            .unwrap_or(model)
-            .to_string();
-        let document_annotation = response_object.get("document_annotation").cloned();
-        let usage_info = response_object.get("usage_info").cloned();
-
-        Ok(LiteLLMOcrResponse {
-            pages,
-            model,
-            document_annotation,
-            usage_info,
-            object: "ocr".to_string(),
-            extra_fields: Map::new(),
-            provider_native_response: None,
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        _model: &str,
-        _optional_params: &Map<String, Value>,
-        _env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        Ok(complete_url(api_base))
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_api_key(api_key, env_lookup)
-    }
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub fn supported_ocr_params() -> &'static [&'static str] {
-    MISTRAL_OCR_CONFIG.supported_ocr_params()
-}
-
-pub fn map_ocr_params(non_default_params: &Map<String, Value>) -> Map<String, Value> {
-    MISTRAL_OCR_CONFIG.map_ocr_params(non_default_params)
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub fn transform_ocr_request(
-    model: &str,
-    document: Value,
-    optional_params: Map<String, Value>,
-) -> Result<OcrRequestData, Error> {
-    MISTRAL_OCR_CONFIG.transform_ocr_request(model, document, optional_params)
-}
-
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-pub fn transform_ocr_response(
-    model: &str,
-    response_json: Value,
-) -> Result<LiteLLMOcrResponse, Error> {
-    MISTRAL_OCR_CONFIG.transform_ocr_response(model, response_json)
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use serde_json::json;
-
-    #[test]
-    fn extract_header_is_a_supported_ocr_param() {
-        assert!(supported_ocr_params().contains(&"extract_header"));
-    }
-
-    #[test]
-    fn extract_footer_is_a_supported_ocr_param() {
-        assert!(supported_ocr_params().contains(&"extract_footer"));
-    }
-
-    #[test]
-    fn existing_ocr_params_remain_supported() {
-        for param in [
-            "pages",
-            "include_image_base64",
-            "image_limit",
-            "image_min_size",
-            "bbox_annotation_format",
-            "document_annotation_format",
-        ] {
-            assert!(supported_ocr_params().contains(&param));
-        }
-    }
-
-    #[test]
-    fn map_ocr_params_forwards_extract_header() {
-        let params = json!({"extract_header": true});
-        assert_eq!(
-            map_ocr_params(params.as_object().unwrap()),
-            params.as_object().unwrap().clone()
-        );
-    }
-
-    #[test]
-    fn map_ocr_params_forwards_extract_footer() {
-        let params = json!({"extract_footer": true});
-        assert_eq!(
-            map_ocr_params(params.as_object().unwrap()),
-            params.as_object().unwrap().clone()
-        );
-    }
-
-    #[test]
-    fn map_ocr_params_forwards_extract_header_and_footer() {
-        let params = json!({"extract_header": true, "extract_footer": false});
-        assert_eq!(
-            map_ocr_params(params.as_object().unwrap()),
-            params.as_object().unwrap().clone()
-        );
-    }
-
-    #[test]
-    fn map_ocr_params_drops_unknown_params() {
-        let params = json!({"extract_header": true, "unsupported_param": "value"});
-        let mapped = map_ocr_params(params.as_object().unwrap());
-        assert_eq!(mapped.get("extract_header"), Some(&json!(true)));
-        assert!(!mapped.contains_key("unsupported_param"));
-    }
-
-    #[test]
-    fn new_ocr_params_are_supported() {
-        for param in [
-            "table_format",
-            "confidence_scores_granularity",
-            "document_annotation_prompt",
-            "include_blocks",
-            "id",
-        ] {
-            assert!(supported_ocr_params().contains(&param));
-        }
-    }
-
-    #[test]
-    fn map_ocr_params_forwards_new_ocr_params() {
-        for (param, value) in [
-            ("table_format", json!("html")),
-            ("confidence_scores_granularity", json!("word")),
-            (
-                "document_annotation_prompt",
-                json!("Extract all invoice line items"),
-            ),
-            ("include_blocks", json!(true)),
-            ("id", json!("req-123")),
-        ] {
-            let params = json!({param: value});
-            assert_eq!(
-                map_ocr_params(params.as_object().unwrap()),
-                params.as_object().unwrap().clone()
-            );
-        }
-    }
-
-    #[test]
-    fn transform_ocr_request_includes_each_optional_param() {
-        let document = json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        });
-        for (param, value) in [
-            ("table_format", json!("html")),
-            ("confidence_scores_granularity", json!("word")),
-            (
-                "document_annotation_prompt",
-                json!("Extract all invoice line items"),
-            ),
-            ("id", json!("req-123")),
-            ("extract_header", json!(true)),
-            ("include_blocks", json!(true)),
-            ("pages", json!([0, 1])),
-        ] {
-            let result = transform_ocr_request(
-                "mistral-ocr-latest",
-                document.clone(),
-                json!({param: value}).as_object().unwrap().clone(),
-            )
-            .expect("request should transform");
-            assert_eq!(result.data.get(param), Some(&value));
-            assert_eq!(result.data.get("model"), Some(&json!("mistral-ocr-latest")));
-            assert_eq!(result.data.get("document"), Some(&document));
-            assert_eq!(result.files, None);
-        }
-    }
-
-    #[test]
-    fn transform_ocr_request_includes_multiple_new_params() {
-        let document = json!({
-            "type": "document_url",
-            "document_url": "https://example.com/doc.pdf"
-        });
-        let optional_params = json!({
-            "table_format": "html",
-            "confidence_scores_granularity": "page",
-            "extract_header": true
-        })
-        .as_object()
-        .unwrap()
-        .clone();
-        let result = transform_ocr_request("mistral-ocr-latest", document, optional_params)
-            .expect("request should transform");
-        assert_eq!(result.data.get("table_format"), Some(&json!("html")));
-        assert_eq!(
-            result.data.get("confidence_scores_granularity"),
-            Some(&json!("page"))
-        );
-        assert_eq!(result.data.get("extract_header"), Some(&json!(true)));
-    }
-
-    #[test]
-    fn transform_ocr_response_preserves_blocks_and_confidence_scores() {
-        let blocks = json!([{"type": "title", "content": "Invoice"}]);
-        let confidence_scores = json!({"page": 0.98});
-        let response = json!({
-            "pages": [{"index": 0, "markdown": "# Invoice", "blocks": blocks, "confidence_scores": confidence_scores}],
-            "model": "mistral-ocr-4-0",
-            "usage_info": {"pages_processed": 1}
-        });
-        let result =
-            transform_ocr_response("mistral-ocr-4-0", response).expect("response should transform");
-        assert_eq!(result.pages[0].get("blocks"), Some(&blocks));
-        assert_eq!(
-            result.pages[0].get("confidence_scores"),
-            Some(&confidence_scores)
-        );
-    }
-
-    #[test]
-    fn transform_ocr_response_preserves_ocr4_page_fields() {
-        let response = json!({
-            "pages": [{"index": 0, "markdown": "table page", "tables": [{"rows": 2, "cols": 3}], "hyperlinks": ["https://example.com"], "header": "Acme Corp", "footer": "Page 1"}],
-            "model": "mistral-ocr-4-0",
-            "usage_info": {"pages_processed": 1}
-        });
-        let result = transform_ocr_response("mistral-ocr-4-0", response.clone())
-            .expect("response should transform");
-        assert_eq!(result.pages[0], response["pages"][0]);
-    }
-
-    #[test]
-    fn transform_ocr_request_rejects_non_object_document() {
-        let err = transform_ocr_request("mistral-ocr-latest", json!("bad"), Map::new())
-            .expect_err("string document should be rejected");
-
-        assert_eq!(
-            err,
-            Error::InvalidType {
-                expected: "object",
-                actual: "string",
-            }
-        );
-    }
-
-    #[test]
-    fn transform_ocr_response_normalizes_mistral_json() {
-        let response = json!({
-            "pages": [{"index": 0, "markdown": "hello"}],
-            "model": "mistral-ocr-2505-completion",
-            "document_annotation": null,
-            "usage_info": {"pages_processed": 1}
-        });
-
-        let result = transform_ocr_response("mistral-ocr-latest", response)
-            .expect("response should transform");
-
-        assert_eq!(result.pages, vec![json!({"index": 0, "markdown": "hello"})]);
-        assert_eq!(result.model, "mistral-ocr-2505-completion");
-        assert_eq!(result.document_annotation, Some(Value::Null));
-        assert_eq!(result.usage_info, Some(json!({"pages_processed": 1})));
-        assert_eq!(result.object, "ocr");
-    }
-
-    #[test]
-    fn complete_url_defaults_and_dedupes_v1() {
-        assert_eq!(complete_url(None), "https://api.mistral.ai/v1/ocr");
-        assert_eq!(complete_url(Some("   ")), "https://api.mistral.ai/v1/ocr");
-        assert_eq!(
-            complete_url(Some("https://proxy.internal")),
-            "https://proxy.internal/v1/ocr"
-        );
-        assert_eq!(
-            complete_url(Some("https://proxy.internal/v1/")),
-            "https://proxy.internal/v1/ocr"
-        );
-    }
-
-    #[test]
-    fn resolve_api_key_prefers_param_then_env() {
-        let no_env = |_: &str| None;
-        assert_eq!(
-            resolve_api_key(Some("sk-param"), &no_env).unwrap(),
-            "sk-param"
-        );
-
-        let with_env = |key: &str| (key == MISTRAL_API_KEY_ENV).then(|| "sk-env".to_string());
-        assert_eq!(resolve_api_key(None, &with_env).unwrap(), "sk-env");
-        // Blank param falls through to the environment.
-        assert_eq!(resolve_api_key(Some("  "), &with_env).unwrap(), "sk-env");
-    }
-
-    #[test]
-    fn resolve_api_key_errors_when_absent() {
-        let err = resolve_api_key(None, &|_| None).expect_err("missing key should error");
-        assert_eq!(err, Error::Auth(MISSING_KEY_MESSAGE.to_string()));
-    }
-}
diff --git a/litellm-rust/crates/core/src/providers/mod.rs b/litellm-rust/crates/core/src/providers/mod.rs
index 805600d6dbe..1aeb75063d6 100644
--- a/litellm-rust/crates/core/src/providers/mod.rs
+++ b/litellm-rust/crates/core/src/providers/mod.rs
@@ -2,6 +2,4 @@ pub mod anthropic;
 pub mod azure_ai;
 #[cfg(feature = "bedrock-auth")]
 pub mod bedrock;
-pub mod mistral;
 pub mod openai;
-pub mod vertex_ai;
diff --git a/litellm-rust/crates/core/src/providers/vertex_ai/mod.rs b/litellm-rust/crates/core/src/providers/vertex_ai/mod.rs
deleted file mode 100644
index 3621ff6a2fd..00000000000
--- a/litellm-rust/crates/core/src/providers/vertex_ai/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod ocr;
diff --git a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/mod.rs b/litellm-rust/crates/core/src/providers/vertex_ai/ocr/mod.rs
deleted file mode 100644
index f239b6921fa..00000000000
--- a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/mod.rs
+++ /dev/null
@@ -1 +0,0 @@
-pub mod transformation;
diff --git a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs b/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
deleted file mode 100644
index c2d810822ae..00000000000
--- a/litellm-rust/crates/core/src/providers/vertex_ai/ocr/transformation.rs
+++ /dev/null
@@ -1,361 +0,0 @@
-use crate::error::{Error, json_type_name};
-use crate::ocr::transformation::OcrProviderConfig;
-use crate::ocr::types::{LiteLLMOcrResponse, OcrRequestData};
-use serde_json::{Map, Value, json};
-
-const VERTEX_DEFAULT_LOCATION: &str = "us-central1";
-const VERTEX_DEFAULT_DEEPSEEK_API_BASE: &str = "https://aiplatform.googleapis.com";
-const VERTEX_AI_API_KEY_ENV: &str = "VERTEX_AI_API_KEY";
-const VERTEXAI_API_KEY_ENV: &str = "VERTEXAI_API_KEY";
-const VERTEXAI_PROJECT_ENV: &str = "VERTEXAI_PROJECT";
-const VERTEXAI_LOCATION_ENV: &str = "VERTEXAI_LOCATION";
-const VERTEX_LOCATION_ENV: &str = "VERTEX_LOCATION";
-
-#[rustfmt::skip]
-const DEEPSEEK_SUPPORTED_OCR_PARAMS: &[&str] = &[
-    "stream",
-    "temperature",
-    "max_tokens",
-    "top_p",
-    "n",
-    "stop",
-];
-
-pub struct VertexAiDeepSeekOcrConfig;
-
-pub const VERTEX_AI_DEEPSEEK_OCR_CONFIG: VertexAiDeepSeekOcrConfig = VertexAiDeepSeekOcrConfig;
-
-fn string_param<'a>(params: &'a Map<String, Value>, keys: &[&str]) -> Option<&'a str> {
-    keys.iter()
-        .find_map(|key| params.get(*key).and_then(Value::as_str))
-        .map(str::trim)
-        .filter(|value| !value.is_empty())
-}
-
-pub fn is_deepseek_model(model: &str) -> bool {
-    model.to_ascii_lowercase().contains("deepseek")
-}
-
-pub fn resolve_vertex_api_key(
-    api_key: Option<&str>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    api_key
-        .map(str::trim)
-        .filter(|key| !key.is_empty())
-        .map(str::to_string)
-        .or_else(|| env_lookup(VERTEX_AI_API_KEY_ENV).filter(|key| !key.trim().is_empty()))
-        .or_else(|| env_lookup(VERTEXAI_API_KEY_ENV).filter(|key| !key.trim().is_empty()))
-        .ok_or_else(|| {
-            Error::Auth(
-                "Missing Vertex AI access token - pass api_key or provide Authorization via extra_headers"
-                    .to_string(),
-            )
-        })
-}
-
-fn vertex_project(
-    params: &Map<String, Value>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    string_param(params, &["vertex_project", "vertex_ai_project"])
-        .map(str::to_string)
-        .or_else(|| env_lookup(VERTEXAI_PROJECT_ENV).filter(|value| !value.trim().is_empty()))
-        .ok_or_else(|| {
-            Error::InvalidRequest(
-                "Missing vertex_project - Set VERTEXAI_PROJECT environment variable or pass vertex_project parameter"
-                    .to_string(),
-            )
-        })
-}
-
-fn vertex_location(
-    params: &Map<String, Value>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> String {
-    string_param(params, &["vertex_location", "vertex_ai_location"])
-        .map(str::to_string)
-        .or_else(|| env_lookup(VERTEXAI_LOCATION_ENV).filter(|value| !value.trim().is_empty()))
-        .or_else(|| env_lookup(VERTEX_LOCATION_ENV).filter(|value| !value.trim().is_empty()))
-        .unwrap_or_else(|| VERTEX_DEFAULT_LOCATION.to_string())
-}
-
-pub fn complete_vertex_deepseek_url(
-    api_base: Option<&str>,
-    optional_params: &Map<String, Value>,
-    env_lookup: &dyn Fn(&str) -> Option<String>,
-) -> Result<String, Error> {
-    let project = vertex_project(optional_params, env_lookup)?;
-    let location = vertex_location(optional_params, env_lookup);
-    let base = api_base
-        .map(str::trim)
-        .filter(|value| !value.is_empty())
-        .unwrap_or(VERTEX_DEFAULT_DEEPSEEK_API_BASE)
-        .trim_end_matches('/');
-    Ok(format!(
-        "{base}/v1/projects/{project}/locations/{location}/endpoints/openapi/chat/completions"
-    ))
-}
-
-fn document_content_item(document: &Value) -> Result<Value, Error> {
-    let object = document.as_object().ok_or_else(|| Error::InvalidType {
-        expected: "object",
-        actual: json_type_name(document),
-    })?;
-    let doc_type = object
-        .get("type")
-        .and_then(Value::as_str)
-        .ok_or(Error::MissingField("document.type"))?;
-    let url_field = match doc_type {
-        "image_url" => "image_url",
-        "document_url" => "document_url",
-        other => {
-            return Err(Error::InvalidRequest(format!(
-                "Unsupported document type: {other}. Expected 'image_url' or 'document_url'"
-            )));
-        }
-    };
-    let url = object
-        .get(url_field)
-        .and_then(Value::as_str)
-        .filter(|value| !value.is_empty())
-        .ok_or(Error::MissingField(url_field))?;
-
-    Ok(json!({
-        "type": "image_url",
-        "image_url": url,
-    }))
-}
-
-fn deepseek_model_name(model: &str) -> String {
-    if model.starts_with("deepseek-ai/") {
-        model.to_string()
-    } else {
-        format!("deepseek-ai/{model}")
-    }
-}
-
-fn first_choice_content(response: &Value) -> Result<Value, Error> {
-    response
-        .get("choices")
-        .and_then(Value::as_array)
-        .and_then(|choices| choices.first())
-        .and_then(|choice| choice.get("message"))
-        .and_then(|message| message.get("content"))
-        .cloned()
-        .filter(|content| match content {
-            Value::String(value) => !value.is_empty(),
-            Value::Object(_) => true,
-            _ => false,
-        })
-        .ok_or_else(|| Error::InvalidResponse("No content in DeepSeek OCR response".to_string()))
-}
-
-fn ocr_data_from_content(content: Value, usage: Option<Value>, model: &str) -> Value {
-    match content {
-        Value::String(content) => {
-            if content.trim_start().starts_with('{') {
-                serde_json::from_str(&content).unwrap_or_else(|_| {
-                    json!({
-                        "pages": [{"index": 0, "markdown": content}],
-                        "model": model,
-                        "usage_info": usage.unwrap_or_else(|| json!({})),
-                    })
-                })
-            } else {
-                json!({
-                    "pages": [{"index": 0, "markdown": content}],
-                    "model": model,
-                    "usage_info": usage.unwrap_or_else(|| json!({})),
-                })
-            }
-        }
-        Value::Object(_) => content,
-        other => json!({
-            "pages": [{"index": 0, "markdown": other.to_string()}],
-            "model": model,
-            "usage_info": usage.unwrap_or_else(|| json!({})),
-        }),
-    }
-}
-
-impl OcrProviderConfig for VertexAiDeepSeekOcrConfig {
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn supported_ocr_params(&self) -> &'static [&'static str] {
-        DEEPSEEK_SUPPORTED_OCR_PARAMS
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn map_ocr_params(&self, non_default_params: &Map<String, Value>) -> Map<String, Value> {
-        non_default_params
-            .iter()
-            .filter(|(name, _)| DEEPSEEK_SUPPORTED_OCR_PARAMS.contains(&name.as_str()))
-            .map(|(name, value)| (name.clone(), value.clone()))
-            .collect()
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_request(
-        &self,
-        model: &str,
-        document: Value,
-        optional_params: Map<String, Value>,
-    ) -> Result<OcrRequestData, Error> {
-        let mut data = Map::new();
-        data.insert(
-            "model".to_string(),
-            Value::String(deepseek_model_name(model)),
-        );
-        data.insert(
-            "messages".to_string(),
-            json!([{"role": "user", "content": [document_content_item(&document)?]}]),
-        );
-        for (key, value) in optional_params {
-            if DEEPSEEK_SUPPORTED_OCR_PARAMS.contains(&key.as_str()) {
-                data.insert(key, value);
-            }
-        }
-        Ok(OcrRequestData {
-            data: Value::Object(data),
-            files: None,
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn transform_ocr_response(
-        &self,
-        model: &str,
-        response_json: Value,
-    ) -> Result<LiteLLMOcrResponse, Error> {
-        let response = response_json
-            .as_object()
-            .ok_or_else(|| Error::InvalidType {
-                expected: "object",
-                actual: json_type_name(&response_json),
-            })?;
-        let usage = response.get("usage").cloned();
-        let content = first_choice_content(&response_json)?;
-        let mut ocr_data = ocr_data_from_content(content.clone(), usage.clone(), model);
-
-        if !ocr_data.get("pages").is_some_and(Value::is_array) {
-            ocr_data = json!({
-                "pages": [{
-                    "index": 0,
-                    "markdown": match content {
-                        Value::String(value) => value,
-                        other => other.to_string(),
-                    }
-                }],
-                "model": ocr_data.get("model").and_then(Value::as_str).unwrap_or(model),
-                "usage_info": ocr_data.get("usage_info").cloned().or(usage).unwrap_or_else(|| json!({})),
-            });
-        }
-
-        let object = ocr_data.as_object().ok_or_else(|| Error::InvalidType {
-            expected: "object",
-            actual: json_type_name(&ocr_data),
-        })?;
-        let pages = object
-            .get("pages")
-            .and_then(Value::as_array)
-            .cloned()
-            .unwrap_or_default();
-        let usage_info = object
-            .get("usage_info")
-            .cloned()
-            .or_else(|| response.get("usage").cloned());
-        Ok(LiteLLMOcrResponse {
-            pages,
-            model: object
-                .get("model")
-                .and_then(Value::as_str)
-                .unwrap_or(model)
-                .to_string(),
-            document_annotation: object.get("document_annotation").cloned(),
-            usage_info,
-            object: "ocr".to_string(),
-            extra_fields: Map::new(),
-            provider_native_response: None,
-        })
-    }
-
-    #[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-    fn complete_url(
-        &self,
-        api_base: Option<&str>,
-        _model: &str,
-        optional_params: &Map<String, Value>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        complete_vertex_deepseek_url(api_base, optional_params, env_lookup)
-    }
-
-    fn resolve_api_key(
-        &self,
-        api_key: Option<&str>,
-        env_lookup: &dyn Fn(&str) -> Option<String>,
-    ) -> Result<String, Error> {
-        resolve_vertex_api_key(api_key, env_lookup)
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use rstest::rstest;
-
-    #[test]
-    fn vertex_deepseek_request_uses_ocr_endpoint_shape() {
-        let body = VERTEX_AI_DEEPSEEK_OCR_CONFIG
-            .transform_ocr_request(
-                "deepseek-ocr-maas",
-                json!({"type": "document_url", "document_url": "gs://bucket/doc.pdf"}),
-                Map::from_iter([("temperature".to_string(), json!(0.1))]),
-            )
-            .expect("request transforms")
-            .data;
-
-        assert_eq!(body["model"], "deepseek-ai/deepseek-ocr-maas");
-        assert_eq!(body["temperature"], 0.1);
-        assert_eq!(
-            body["messages"][0]["content"][0],
-            json!({"type": "image_url", "image_url": "gs://bucket/doc.pdf"})
-        );
-    }
-
-    #[rstest]
-    #[case::bare_model("deepseek-ocr-maas")]
-    #[case::namespaced_model("deepseek-ai/deepseek-ocr-maas")]
-    fn vertex_deepseek_request_uses_single_provider_namespace(#[case] model: &str) {
-        let body = VERTEX_AI_DEEPSEEK_OCR_CONFIG
-            .transform_ocr_request(
-                model,
-                json!({"type": "image_url", "image_url": "data:image/png;base64,AA=="}),
-                Map::new(),
-            )
-            .expect("request transforms")
-            .data;
-
-        assert_eq!(body["model"], "deepseek-ai/deepseek-ocr-maas");
-    }
-
-    #[test]
-    fn vertex_deepseek_response_wraps_markdown_content() {
-        let response = VERTEX_AI_DEEPSEEK_OCR_CONFIG
-            .transform_ocr_response(
-                "deepseek-ocr-maas",
-                json!({
-                    "choices": [{"message": {"content": "# OCR text"}}],
-                    "usage": {"prompt_tokens": 1}
-                }),
-            )
-            .expect("response transforms");
-
-        assert_eq!(
-            response.pages,
-            vec![json!({"index": 0, "markdown": "# OCR text"})]
-        );
-        assert_eq!(response.model, "deepseek-ocr-maas");
-        assert_eq!(response.usage_info, Some(json!({"prompt_tokens": 1})));
-    }
-}
diff --git a/litellm-rust/crates/core/tests/deepseek_ocr.rs b/litellm-rust/crates/core/tests/deepseek_ocr.rs
new file mode 100644
index 00000000000..875fc9e3dc6
--- /dev/null
+++ b/litellm-rust/crates/core/tests/deepseek_ocr.rs
@@ -0,0 +1,95 @@
+use rstest::rstest;
+use serde_json::{Value, json};
+
+use crate::ocr::codecs::deepseek::{
+    DeepSeekOcrParams, DeepSeekOcrResponse, transform_ocr_request, transform_ocr_response,
+};
+use crate::ocr::types::OcrDocument;
+
+fn document() -> OcrDocument {
+    serde_json::from_value(json!({"type":"image_url","image_url":"gs://bucket/a.png"})).unwrap()
+}
+
+#[rstest]
+#[case("stream", json!(true))]
+#[case("temperature", json!(0.1))]
+#[case("max_tokens", json!(1024))]
+#[case("top_p", json!(0.9))]
+#[case("n", json!(2))]
+#[case("stop", json!("done"))]
+#[case("stop", json!(["done", "stop"]))]
+fn request_mapping_matches_python(#[case] name: &str, #[case] value: Value) {
+    let params: DeepSeekOcrParams =
+        serde_json::from_value(json!({name: value.clone(), "ignored": true})).unwrap();
+    let result = serde_json::to_value(
+        transform_ocr_request("deepseek-ai/deepseek-ocr-maas", document(), &params).unwrap(),
+    )
+    .unwrap();
+    assert_eq!(result["model"], "deepseek-ai/deepseek-ocr-maas");
+    assert_eq!(
+        result["messages"][0]["content"][0],
+        json!({"type":"image_url","image_url":"gs://bucket/a.png"})
+    );
+    assert_eq!(result[name], value);
+    assert!(result.get("ignored").is_none());
+}
+
+#[rstest]
+#[case(json!("# hello"), "# hello")]
+#[case(json!("{broken"), "{broken")]
+#[case(json!(" {\"pages\":[]} "), " {\"pages\":[]} ")]
+#[case(json!({"pages":[]}), "{\"pages\":[]}")]
+#[case(json!({}), "{}")]
+#[case(json!("[]"), "[]")]
+#[case(json!("{\"pages\":[{\"markdown\":\"json text\"}]}"), "json text")]
+#[case(json!({"pages":[{"markdown":"object"}]}), "object")]
+fn response_codec_handles_text_json_and_objects(#[case] content: Value, #[case] expected: &str) {
+    let response: DeepSeekOcrResponse = serde_json::from_value(
+        json!({"choices":[{"message":{"content":content}}],"usage":{"prompt_tokens":1}}),
+    )
+    .unwrap();
+    let result = transform_ocr_response("model", response)
+        .unwrap()
+        .into_json();
+    assert_eq!(result["pages"][0]["markdown"], expected);
+    assert_eq!(result["pages"][0]["index"], 0);
+    assert_eq!(result["usage_info"]["prompt_tokens"], 1);
+}
+
+#[test]
+fn structured_result_maps_pages_usage_model_and_annotation() {
+    let response: DeepSeekOcrResponse = serde_json::from_value(json!({
+        "choices":[{"message":{"content":{
+            "pages":[{"index":2,"markdown":"page","images":[{"id":"one"}],"dimensions":{"width":10}}],
+            "model":"provider-model",
+            "usage_info":{"pages_processed":1},
+            "document_annotation":{"language":"en"},
+            "future":"kept"
+        }}}]
+    }))
+    .unwrap();
+    let result = transform_ocr_response("requested", response)
+        .unwrap()
+        .into_json();
+    assert_eq!(result["pages"][0]["index"], 2);
+    assert_eq!(result["pages"][0]["images"][0]["id"], "one");
+    assert_eq!(result["model"], "provider-model");
+    assert_eq!(result["usage_info"]["pages_processed"], 1);
+    assert_eq!(result["document_annotation"]["language"], "en");
+    assert_eq!(result["future"], "kept");
+}
+
+#[test]
+fn response_codec_rejects_missing_empty_and_malformed_content() {
+    for value in [
+        json!({"choices":[]}),
+        json!({"choices":[{"message":{"content":""}}]}),
+        json!({"choices":[{"message":{"content":"{\"pages\":[{\"markdown\":42}]}"}}]}),
+        json!({"choices":[{"message":{"content":{"pages":[{"markdown":42}]}}}]}),
+    ] {
+        let result = serde_json::from_value::<DeepSeekOcrResponse>(value)
+            .map_err(|_| ())
+            .and_then(|response| transform_ocr_response("model", response).map_err(|_| ()));
+        assert!(result.is_err());
+    }
+}
diff --git a/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs b/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs
new file mode 100644
index 00000000000..6d3061d8f5d
--- /dev/null
+++ b/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs
@@ -0,0 +1,83 @@
+use serde_json::{Value, json};
+
+use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
+use crate::auth::InputSource;
+
+fn request_body(request: &str) -> Value {
+    serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap()
+}
+
+#[tokio::test]
+async fn facade_executes_vertex_deepseek_at_the_openai_endpoint() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "choices":[{"message":{"content":"recognized"}}],
+        "usage":{"prompt_tokens":1}
+    }))])
+    .await;
+    let mut request = wire_request(
+        "vertex_ai/deepseek-ocr-maas",
+        &base,
+        json!({
+            "vertex_project":"project-1",
+            "vertex_location":"europe-west4",
+            "temperature":0.1,
+            "future_ocr_option":true,
+            "extra_body":{"provider_option":"value"}
+        }),
+    );
+    request.document = request
+        .document
+        .with_source("gs://bucket/document.pdf".into());
+
+    let response = perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(response.pages[0]["markdown"], "recognized");
+    assert_eq!(response.usage_info.unwrap()["prompt_tokens"], 1);
+    let requests = seen.lock().unwrap();
+    assert!(requests[0].starts_with(
+        "POST /v1/projects/project-1/locations/europe-west4/endpoints/openapi/chat/completions "
+    ));
+    assert!(
+        requests[0]
+            .to_ascii_lowercase()
+            .contains("authorization: bearer test-key")
+    );
+    let body = request_body(&requests[0]);
+    assert_eq!(body["model"], "deepseek-ai/deepseek-ocr-maas");
+    assert_eq!(body["temperature"], 0.1);
+    assert!(body.get("future_ocr_option").is_none());
+    assert!(body.get("extra_body").is_none());
+    assert_eq!(
+        body["messages"][0]["content"][0],
+        json!({"type":"document_url","document_url":"gs://bucket/document.pdf"})
+    );
+}
+
+#[test]
+fn host_registration_selects_deepseek_without_affecting_mistral() {
+    assert!(crate::ocr::wire::is_supported_request(
+        "deepseek-ocr-maas",
+        Some("vertex_ai")
+    ));
+    assert!(crate::ocr::wire::is_supported_request(
+        "mistral-ocr-maas",
+        Some("vertex_ai")
+    ));
+}
+
+#[tokio::test]
+async fn request_controlled_api_base_is_rejected_before_vertex_auth() {
+    let mut request = wire_request(
+        "vertex_ai/deepseek-ocr-maas",
+        "https://caller.example",
+        json!({"vertex_project":"project-1"}),
+    );
+    request.connection.api_base_source = InputSource::Request;
+
+    let error = perform_ocr(request).await.unwrap_err();
+    assert!(
+        error
+            .to_string()
+            .contains("request-controlled Vertex AI endpoint")
+    );
+}
diff --git a/litellm-rust/crates/core/tests/vertex_ai_ocr.rs b/litellm-rust/crates/core/tests/vertex_ai_ocr.rs
index 2358552c742..96a19dd62b4 100644
--- a/litellm-rust/crates/core/tests/vertex_ai_ocr.rs
+++ b/litellm-rust/crates/core/tests/vertex_ai_ocr.rs
@@ -2,7 +2,6 @@ use serde_json::{Value, json};
 
 use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
 use crate::auth::InputSource;
-use crate::ocr::wire::{OcrWireRequest, decode_request};
 
 fn request_body(request: &str) -> Value {
     serde_json::from_str(request.split_once("\r\n\r\n").unwrap().1).unwrap()
@@ -81,30 +80,82 @@ async fn invalid_credentials_fail_before_provider_http() {
 
 #[tokio::test]
 async fn request_controlled_api_base_is_rejected_before_vertex_auth() {
-    let request = decode_request(OcrWireRequest {
-        model: "vertex_ai/model".into(),
-        document: json!({"type":"document_url","document_url":"data:application/pdf;base64,YWJj"}),
-        api_key: Some("test-key".into()),
-        api_base: Some("https://attacker.example".into()),
-        custom_llm_provider: None,
-        extra_headers: None,
-        optional_params: json!({"vertex_project":"project-1"})
-            .as_object()
-            .unwrap()
-            .clone(),
-        input_sources: std::collections::BTreeMap::from([(
-            "api_base".to_string(),
-            InputSource::Request,
-        )]),
-        timeout_seconds: Some(2.0),
-    })
-    .unwrap();
+    let mut request = wire_request(
+        "vertex_ai/mistral-ocr-maas",
+        "https://caller.example",
+        json!({"vertex_project":"project-1"}),
+    );
+    request.connection.api_base_source = InputSource::Request;
 
     let error = perform_ocr(request).await.unwrap_err();
-
     assert!(
         error
             .to_string()
             .contains("request-controlled Vertex AI endpoint")
     );
 }
+
+#[tokio::test]
+async fn adapters_build_complete_requests_and_share_mistral_normalization() {
+    use std::time::Duration;
+
+    use crate::ocr::adapters::{MistralAdapter, OcrAdapter, VertexMistralAdapter};
+    use crate::ocr::test_support::ocr_client;
+
+    let client = ocr_client();
+    let options = json!({
+        "pages": [0, 2],
+        "include_image_base64": true,
+        "vertex_project": "project-1",
+        "vertex_location": "us-central1",
+        "unknown": "ignored"
+    });
+    let direct = wire_request(
+        "mistral/mistral-ocr-maas",
+        "https://mistral.test",
+        options.clone(),
+    );
+    let vertex = wire_request("vertex_ai/mistral-ocr-maas", "https://vertex.test", options);
+    let direct_http = MistralAdapter
+        .prepare_request(&direct, &client)
+        .await
+        .unwrap();
+    let vertex_http = VertexMistralAdapter
+        .prepare_request(&vertex, &client)
+        .await
+        .unwrap();
+    assert_eq!(direct_http.url().as_str(), "https://mistral.test/v1/ocr");
+    assert_eq!(
+        vertex_http.url().as_str(),
+        "https://vertex.test/v1/projects/project-1/locations/us-central1/publishers/mistralai/models/mistral-ocr-maas:rawPredict"
+    );
+    for http in [&direct_http, &vertex_http] {
+        assert_eq!(http.method(), reqwest::Method::POST);
+        assert_eq!(http.headers()["authorization"], "Bearer test-key");
+        assert_eq!(http.headers()["content-type"], "application/json");
+        assert_eq!(http.timeout(), Some(&Duration::from_secs(2)));
+        let body: Value = serde_json::from_slice(http.body().unwrap().as_bytes().unwrap()).unwrap();
+        assert_eq!(
+            body,
+            json!({
+                "model": "mistral-ocr-maas",
+                "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+                "pages": [0, 2],
+                "include_image_base64": true
+            })
+        );
+    }
+    let payload = json!({"pages": [{"index": 0, "markdown": "hello"}], "extra": "preserved"});
+    let direct_response = MistralAdapter
+        .transform_ocr_response(&direct, serde_json::from_value(payload.clone()).unwrap())
+        .unwrap()
+        .into_json();
+    let vertex_response = VertexMistralAdapter
+        .transform_ocr_response(&vertex, serde_json::from_value(payload).unwrap())
+        .unwrap()
+        .into_json();
+    assert_eq!(direct_response, vertex_response);
+    assert_eq!(direct_response["model"], "mistral-ocr-maas");
+    assert_eq!(direct_response["object"], "ocr");
+    assert_eq!(direct_response["extra"], "preserved");
+}
diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm-rust/crates/python-bridge/src/errors.rs
index 864f30db6a9..e1f458ea0bc 100644
--- a/litellm-rust/crates/python-bridge/src/errors.rs
+++ b/litellm-rust/crates/python-bridge/src/errors.rs
@@ -43,7 +43,6 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         | Error::MissingField(_)
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
-        | Error::MissingAzureAiCredentialsOrAdToken
         | Error::MissingAzureDocumentIntelligenceCredentials
         | Error::MissingReductoApiKey
         | Error::Routing(_)
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
index 0aab11e3cfc..c5def64c2f1 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr.rs
@@ -112,6 +112,6 @@ mod tests {
         assert!(is_supported_request("parse-v3", Some("reducto")));
         assert!(is_supported_request("parse-legacy", Some("reducto")));
         assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
-        assert!(!is_supported_request("deepseek-ocr", Some("vertex_ai")));
+        assert!(is_supported_request("deepseek-ocr", Some("vertex_ai")));
     }
 }

From 37a1b859d7327b1d895e0640d0862e04f07c727c Mon Sep 17 00:00:00 2001
From: shivam <shivam@berri.ai>
Date: Fri, 11 Sep 2026 23:34:14 +0000
Subject: [PATCH 231/298] fix(bedrock_mantle): harden reasoning summary
 validation

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../responses/transformation.py               | 18 +++++++++++-----
 ...bedrock_mantle_responses_transformation.py | 21 +++++++++++++------
 2 files changed, 28 insertions(+), 11 deletions(-)

diff --git a/litellm/llms/bedrock_mantle/responses/transformation.py b/litellm/llms/bedrock_mantle/responses/transformation.py
index 98a0d4dbc90..c43b03b2ba9 100644
--- a/litellm/llms/bedrock_mantle/responses/transformation.py
+++ b/litellm/llms/bedrock_mantle/responses/transformation.py
@@ -188,12 +188,16 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
         )
         return {key: value for key, value in params.items() if key != "service_tier"}
 
-    def _handle_unsupported_reasoning_summary(self, params: dict, model: str, drop_params: bool) -> dict:
+    def _handle_unsupported_reasoning_summary(
+        self, params: dict[str, object], model: str, drop_params: bool
+    ) -> dict[str, object]:
         reasoning: Final = params.get("reasoning")
         if not self.use_openai_path or not isinstance(reasoning, dict):
             return params
         summary: Final = reasoning.get("summary")
-        if summary is None or summary in _BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES:
+        if summary is None or (
+            isinstance(summary, str) and summary in _BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES
+        ):
             return params
         if not drop_params:
             raise litellm.utils.UnsupportedParamsError(
@@ -210,11 +214,15 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
             summary,
             sorted(_BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES),
         )
-        stripped: Final = {key: value for key, value in reasoning.items() if key != "summary"}
+        stripped: Final = {  # mutable-ok: dynamic reasoning fields must remain a mutable dict
+            key: value for key, value in reasoning.items() if key != "summary"
+        }
         return (
-            {**params, "reasoning": stripped}
+            {**params, "reasoning": stripped}  # mutable-ok: downstream parameter filtering needs a mutable dict
             if stripped
-            else {key: value for key, value in params.items() if key != "reasoning"}
+            else {  # mutable-ok: downstream parameter filtering needs a mutable dict
+                key: value for key, value in params.items() if key != "reasoning"
+            }
         )
 
     def transform_responses_api_request(
diff --git a/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py b/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
index 45f427defcd..40566261c84 100644
--- a/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
+++ b/tests/test_litellm/llms/bedrock_mantle/test_bedrock_mantle_responses_transformation.py
@@ -572,6 +572,16 @@ class TestBedrockMantleReasoningSummary:
         assert "reasoning.summary" in str(excinfo.value)
         assert "drop_params" in str(excinfo.value)
 
+    def test_unhashable_reasoning_summary_raises_unsupported_params_error(self):
+        cfg = BedrockMantleResponsesAPIConfig()
+        with pytest.raises(litellm.UnsupportedParamsError) as excinfo:
+            cfg.map_openai_params(
+                response_api_optional_params={"reasoning": {"summary": ["detailed"]}},
+                model="openai.gpt-5.6-sol",
+                drop_params=False,
+            )
+        assert "reasoning.summary" in str(excinfo.value)
+
     @pytest.mark.parametrize("drop_params", [True, False])
     def test_supported_reasoning_summary_kept(self, drop_params):
         cfg = BedrockMantleResponsesAPIConfig()
@@ -600,18 +610,17 @@ class TestBedrockMantleReasoningSummary:
         )
         assert params == {"stream": True}
 
-    def test_drop_logged_at_warning_level(self):
-        from unittest.mock import patch
-
+    def test_drop_logged_at_warning_level(self, caplog):
         cfg = BedrockMantleResponsesAPIConfig()
-        with patch("litellm.llms.bedrock_mantle.responses.transformation.verbose_logger.warning") as mock_warning:
+        with caplog.at_level(logging.WARNING, logger="LiteLLM"):
             cfg.map_openai_params(
                 response_api_optional_params={"reasoning": {"effort": "medium", "summary": "detailed"}},
                 model="openai.gpt-5.6-sol",
                 drop_params=True,
             )
-        assert mock_warning.call_count == 1
-        assert "detailed" in str(mock_warning.call_args)
+        warnings = [record for record in caplog.records if "dropping unsupported reasoning.summary" in record.getMessage()]
+        assert len(warnings) == 1
+        assert "detailed" in warnings[0].getMessage()
 
 
 class TestBedrockMantleCodexRequestEndToEnd:

From 9a80bf2ad4e6254ef20d2ffe16562c9e9554db66 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 16:36:12 -0700
Subject: [PATCH 232/298] test(e2e): harden JWT fixtures and cover management
 lifecycles

---
 tests/e2e/CONTRIBUTING.md                     |  24 ++-
 tests/e2e/conftest.py                         |  37 ++++-
 tests/e2e/coverage_registry/mgmt.yaml         |   4 +
 tests/e2e/coverage_registry/other.yaml        |   3 +
 tests/e2e/e2e_http.py                         |   2 +
 tests/e2e/idp.py                              |  78 ++++-----
 tests/e2e/idp_realm.json                      | 154 ++++++++++++++++++
 tests/e2e/management/management_client.py     |  17 +-
 .../e2e/management/test_jwt_management_e2e.py |  91 +++++++++++
 tests/e2e/other/test_jwt_auth_e2e.py          |  73 +++++----
 tests/e2e/test_idp.py                         | 102 +++++++++++-
 11 files changed, 504 insertions(+), 81 deletions(-)
 create mode 100644 tests/e2e/management/test_jwt_management_e2e.py

diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index 4802feb10c4..3383ce79cf8 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -27,16 +27,19 @@ The suites run against a live proxy, so bring one up first by running the litell
 
 2. Bring up a Postgres and a Redis for the proxy to use. The repo-root `docker-compose.yml` already defines a Postgres on `5432`; a `docker run -p 6379:6379 redis:7` covers Redis. Point `DATABASE_URL` / `REDIS_HOST` / `REDIS_PORT` at whatever you run. Tests that read Redis directly default to the deployed shape (TLS + cluster mode) whenever `REDIS_HOST` is set, so for a local standalone Redis also set `REDIS_CLUSTER=false` and `REDIS_SSL=false` (plus `REDIS_PASSWORD` when your Redis requires auth)
 
-3. Start the identity provider the `other/` suite authenticates against, then the litellm proxy against your config, and confirm both are live. It is a real Keycloak, running the realm in `tests/e2e/idp_realm.json`, and the proxy trusts it because `JWT_PUBLIC_KEY_URL` points at that realm's JWKS. The proxy caches the JWKS for `public_key_ttl` (600s) and does not refetch on an unknown `kid`, so restart the proxy whenever you recreate the container:
+3. Start the identity provider the JWT API tests authenticate against, then the litellm proxy against your config, and confirm both are live. It is a real Keycloak, running the realm in `tests/e2e/idp_realm.json`, and the proxy trusts it because `JWT_PUBLIC_KEY_URL` points at that realm's JWKS. The proxy caches the JWKS for `public_key_ttl` (600s) and does not refetch on an unknown `kid`, so keep its data volume across restarts; restart the proxy if you deliberately replace that volume:
 
    ```bash
-   set -a && source .env && set +a
    docker run -d --name litellm-e2e-idp -p 8480:8080 \
      -e KC_BOOTSTRAP_ADMIN_USERNAME=admin -e KC_BOOTSTRAP_ADMIN_PASSWORD=admin \
      -v "$PWD/tests/e2e/idp_realm.json:/opt/keycloak/data/import/realm.json:ro" \
+     -v litellm-e2e-idp-data:/opt/keycloak/data \
      quay.io/keycloak/keycloak:26.7.3 start-dev --import-realm
    curl -fs --retry 30 --retry-delay 2 --retry-all-errors http://127.0.0.1:8480/realms/litellm-e2e/.well-known/openid-configuration
-   JWT_PUBLIC_KEY_URL=http://127.0.0.1:8480/realms/litellm-e2e/protocol/openid-connect/certs litellm --config <your-e2e-config>.yml --port 4000
+   export JWT_ISSUER=http://127.0.0.1:8480/realms/litellm-e2e
+   export JWT_AUDIENCE=litellm-e2e
+   export JWT_PUBLIC_KEY_URL="$JWT_ISSUER/protocol/openid-connect/certs"
+   litellm --config <your-e2e-config>.yml --port 4000
    curl -fs http://localhost:4000/health/liveliness
    ```
 
@@ -53,9 +56,20 @@ The suites run against a live proxy, so bring one up first by running the litell
        user_id_upsert: true
    ```
 
-   Leave `JWT_AUDIENCE` and `JWT_ISSUER` unset. Keycloak's access tokens carry `aud: account`, its own audience rather than the proxy's, and their `iss` is whatever base URL the token was requested through, so pinning either one only makes sense once the deployment fixes Keycloak's hostname
+   Set `JWT_ISSUER` to the exact realm URL used by the test runner and `JWT_AUDIENCE=litellm-e2e`. The realm explicitly maps this audience, `sub`, `email`, and `groups`; the proxy fetches real signing keys from its JWKS endpoint. The rejection tests obtain signed tokens with a different audience or issuer and verify the corresponding rejection reason. The issuer test uses a different HTTP Host when requesting a token from the isolated, dynamically named test IdP.
 
-   CI runs this suite against a Keycloak deployed beside the ephemeral stack, and that deployment (the JWT config block, `JWT_PUBLIC_KEY_URL`, and the admin credential handed to the run pod) lives in the project-releaser repo, not here. A stack without it fails the JWT tests rather than skipping them
+   Keycloak's password grant is a test-only provisioning shortcut, not a production login recommendation. The `litellm-e2e-admin` client adds the proxy's admin scope; the normal client does not. Never reuse this permissive realm outside an isolated test stack.
+
+   Management tests can use the shared `idp` and `jwt_identity` fixtures. Each test gets a unique Keycloak group/user and a matching proxy user/team. Setup and fallback cleanup use the master key; the operations and read-backs being tested must explicitly use `caller_key=idp.access_token(jwt_identity, client_id=ADMIN_CLIENT_ID)` (or a member token). See `management/test_jwt_management_e2e.py` for create/read/update/clear/delete and tenant-denial examples. A group claim alone is not database team membership: permission tests explicitly add the member and prove an allowed read before asserting the denied write.
+
+   Every successful IdP create immediately registers cleanup, including partial setup failures. Cleanup failures emit warnings. Tokens are minted on demand, and the expiration test waits relative to the token's actual `exp` with a bounded clock-drift check. To check first-attempt behavior locally, run both files with `--reruns 0`:
+
+   ```bash
+   E2E_KEYCLOAK_ADMIN_USER=admin E2E_KEYCLOAK_ADMIN_PASSWORD=admin \
+     uv run pytest tests/e2e/other/test_jwt_auth_e2e.py tests/e2e/management/test_jwt_management_e2e.py --reruns 0 -v
+   ```
+
+   CI runs this suite against a Keycloak deployed beside the ephemeral stack, and that deployment (the JWT config block, `JWT_PUBLIC_KEY_URL`, and the admin credential handed to the run pod) lives in the project-releaser repo, not here. CI fetches the realm from the test-runner revision even when it reuses a gateway image from another commit. Keycloak stores its realm, keys and users in a separate schema in the build's PostgreSQL, so replacing the IdP pod preserves token validity. Its startup probe waits for the imported realm. Losing the whole ephemeral database invalidates the stack. Keycloak skips imports into an existing realm, so changes to the realm export require a fresh stack (or deliberately replacing the local data volume). A stack without it fails the JWT tests rather than skipping them
 
 4. Run a suite against it; the harness reads `LITELLM_PROXY_URL` (default `http://localhost:4000`):
 
diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py
index e1b987cbfd9..8f82c7a12bd 100644
--- a/tests/e2e/conftest.py
+++ b/tests/e2e/conftest.py
@@ -17,23 +17,52 @@ import functools
 import os
 from collections.abc import Generator, Iterator
 from datetime import datetime, timezone
+from typing import Final
 
 import pytest
 import requests
-
-from e2e_config import CONTROL_PLANE_BASE_URL, FIXTURE_DIR, FIXTURE_MODE_RAW, PROXY_BASE_URL
+from e2e_config import CONTROL_PLANE_BASE_URL, FIXTURE_DIR, FIXTURE_MODE_RAW, PROXY_BASE_URL, unique_marker
 from e2e_db import RESET_OPT_IN_ENV, reset_spend_logs, run_spend_log_cleanup
+from e2e_http import unwrap
 from fixture_mode import fixture_mode_collection_error, fixture_report_lines
-from provider_edge import replay_leftover_error
+from idp import Identity, Keycloak, keycloak_from_env
 from junit_properties import attach_result_properties
 from lifecycle import ProxyClientProvider, ResourceManager
+from models import TeamNewBody, UserNewBody, UserNewResponse
+from provider_edge import replay_leftover_error
 from proxy_client import ProxyClient, build_proxy_client
 
-
 _E2E_TEST_RAN = pytest.StashKey[bool]()
 _CALL_PASSED = pytest.StashKey[bool]()
 
 
+@pytest.fixture(scope="session")
+def idp() -> Keycloak:
+    return keycloak_from_env()
+
+
+@pytest.fixture
+def jwt_identity(idp: Keycloak, resources: ResourceManager, proxy: ProxyClient) -> Identity:
+    marker: Final = unique_marker()
+    identity: Final = idp.provision(marker=marker, group=f"e2e-jwt-team-{marker}", defer=resources.defer)
+    resources.defer(lambda: proxy.delete_user(identity.user_id))
+    # Seed the canonical user before any JWT call populates the auth cache.
+    # Group claims grant team access; management membership is added by the test.
+    unwrap(
+        proxy.transport.post(
+            "/user/new",
+            headers=proxy.transport.master,
+            json=UserNewBody(
+                user_id=identity.user_id, user_email=f"{identity.username}@example.com", user_role="internal_user"
+            ),
+            response_type=UserNewResponse,
+        )
+    )
+    team_id: Final = proxy.create_team(TeamNewBody(team_alias=f"e2e-jwt-{marker}", team_id=identity.group))
+    resources.defer(lambda: proxy.delete_team(team_id))
+    return identity
+
+
 def pytest_configure(config: pytest.Config) -> None:
     config.addinivalue_line(
         "markers",
diff --git a/tests/e2e/coverage_registry/mgmt.yaml b/tests/e2e/coverage_registry/mgmt.yaml
index d571fb36546..c3d7892aa79 100644
--- a/tests/e2e/coverage_registry/mgmt.yaml
+++ b/tests/e2e/coverage_registry/mgmt.yaml
@@ -74,3 +74,7 @@
 - {id: mgmt.credential_migration.check.happy_path, module: mgmt, tier: P2, surface: api, assertions: [happy_path], source: "key_management_endpoints.py:4252", rationale: "Encryption migration (smoke)"}
 - {id: mgmt.credential.new.serves_request, module: mgmt, tier: P1, surface: api, assertions: [serves_request], source: "credential_endpoints/endpoints.py:42", rationale: "Stored credential resolves into a deployment and serves a live /messages request"}
 - {id: mgmt.model.test_connection.happy_path, module: mgmt, tier: P0, surface: api, assertions: [happy_path], source: "_health_endpoints.py:1785", rationale: "Test Connection for a responses-mode Bedrock Mantle deployment reaches the live provider and reports success; this exact shape 500ed on an acompletion partial before v1.91.0", fail_before_fix: proven}
+
+- {id: mgmt.key.jwt.lifecycle, module: mgmt, tier: P0, surface: api, assertions: [lifecycle], source: "management_endpoints/key_management_endpoints.py", rationale: "An IdP-issued admin JWT creates, reads, updates, clears and deletes a key; omitted fields survive updates"}
+- {id: mgmt.key.jwt.member_denied, module: mgmt, tier: P0, surface: api, assertions: [member_denied], source: "auth/handle_jwt.py", rationale: "A valid member JWT cannot update an admin-managed key and denial leaves it unchanged"}
+- {id: mgmt.key.jwt.other_team_denied, module: mgmt, tier: P0, surface: api, assertions: [other_team_denied], source: "auth/handle_jwt.py", rationale: "A valid JWT for another existing team cannot read the key"}
diff --git a/tests/e2e/coverage_registry/other.yaml b/tests/e2e/coverage_registry/other.yaml
index ff25155924b..9292e5f07db 100644
--- a/tests/e2e/coverage_registry/other.yaml
+++ b/tests/e2e/coverage_registry/other.yaml
@@ -51,3 +51,6 @@
 - {id: other.a2a.message_send.bridge_invokes, module: other, tier: P1, area: a2a, assertions: [bridge_invokes], source: "a2a_protocol/litellm_completion_bridge/handler.py", rationale: "A2A message/send routes through the completion bridge to a real provider and logs an asend_message spend row"}
 - {id: other.a2a.version.serves_pinned_0_3, module: other, tier: P1, area: a2a, assertions: [serves_pinned_0_3], source: "agent_endpoints/a2a_endpoints.py _served_version", rationale: "An agent pinning 0.3 returns the flat 0.3 message shape (parts on the result)"}
 - {id: other.a2a.version.serves_pinned_1_0, module: other, tier: P1, area: a2a, assertions: [serves_pinned_1_0], source: "agent_endpoints/a2a_endpoints.py _served_version", rationale: "An agent pinning 1.0 returns the nested 1.0 message shape (result.message with ROLE_AGENT)"}
+
+- {id: other.auth.jwt.wrong_issuer_denied, module: other, tier: P0, area: auth, assertions: [wrong_issuer_denied], source: "auth/handle_jwt.py", rationale: "A signed token with the correct audience and an unexpected issuer is rejected"}
+- {id: other.auth.jwt.wrong_audience_denied, module: other, tier: P0, area: auth, assertions: [wrong_audience_denied], source: "auth/handle_jwt.py", rationale: "A signed token from the trusted issuer intended for another app is rejected"}
diff --git a/tests/e2e/e2e_http.py b/tests/e2e/e2e_http.py
index d6924aff5c0..061fbc23fde 100644
--- a/tests/e2e/e2e_http.py
+++ b/tests/e2e/e2e_http.py
@@ -406,6 +406,7 @@ def post_form_external[R: BaseModel](
     *,
     form: BaseModel,
     response_type: type[R],
+    headers: BaseModel | None = None,
     timeout: float = 30.0,
 ) -> Result[R]:
     """POST an absolute URL outside the proxy as `application/x-www-form-urlencoded`,
@@ -415,6 +416,7 @@ def post_form_external[R: BaseModel](
         resp = requests.post(
             url,
             data=_flat(form),
+            headers=_headers(headers) if headers is not None else None,
             timeout=timeout,
         )
     except requests.RequestException as exc:
diff --git a/tests/e2e/idp.py b/tests/e2e/idp.py
index 50cf44b4159..6d2fc84eb27 100644
--- a/tests/e2e/idp.py
+++ b/tests/e2e/idp.py
@@ -1,40 +1,15 @@
-"""The identity provider the JWT suite authenticates against: a real Keycloak
-realm, imported from `idp_realm.json`.
-
-A real IdP rather than a hand-rolled signer because every JWT bug this suite
-exists to catch lives in the shape of what an IdP actually emits: `sub` is an
-opaque uuid and not a friendly name, group membership arrives as a claim built
-by a protocol mapper, the JWKS carries a signing key next to an encryption key
-so the proxy has to select on `kid`, and `aud` is the IdP's own audience rather
-than the proxy's. A stand-in issuer that mints exactly the claims the tests
-assert on can only prove the proxy agrees with the tests.
-
-Tests never hold a signing key. They provision an identity through Keycloak's
-admin API (a group named after the litellm team, a user in it with a password
-generated for that test alone), then ask Keycloak for an access token through
-the direct-access grant, the same way a CLI or service account signs in. The
-proxy's `JWT_PUBLIC_KEY_URL` points at this realm's JWKS, so the token the
-tests carry is trusted for exactly one reason: Keycloak signed it.
-
-The realm declares two clients. `litellm-e2e-tests` mints ordinary tokens; the
-`litellm-e2e-shortlived` client sets `access.token.lifespan` to one second, so
-the expiry test lets a genuine token expire instead of forging a stale `exp`.
-
-Connection details come from the environment (`E2E_KEYCLOAK_URL` and the admin
-credential). A missing or unreachable IdP is a hard failure naming the start
-command, never a skip, so a stack deployed without it turns the run red.
-"""
+"""Provision isolated identities and obtain signed tokens from the test Keycloak realm."""
 
 from __future__ import annotations
 
 import os
 import secrets
-from dataclasses import dataclass
+import warnings
+from collections.abc import Callable
+from dataclasses import dataclass, field
 from typing import Final, Literal
 
 import pytest
-from pydantic import BaseModel, Field
-
 from e2e_http import (
     AuthHeaders,
     ExternalWrite,
@@ -45,6 +20,7 @@ from e2e_http import (
     post_form_external,
     post_json_external,
 )
+from pydantic import BaseModel, Field
 
 KEYCLOAK_URL_ENV: Final = "E2E_KEYCLOAK_URL"
 KEYCLOAK_REALM_ENV: Final = "E2E_KEYCLOAK_REALM"
@@ -55,7 +31,8 @@ DEFAULT_KEYCLOAK_URL: Final = "http://127.0.0.1:8480"
 DEFAULT_REALM: Final = "litellm-e2e"
 TESTS_CLIENT_ID: Final = "litellm-e2e-tests"
 SHORT_LIVED_CLIENT_ID: Final = "litellm-e2e-shortlived"
-SHORT_LIVED_TOKEN_SECONDS: Final = 1
+ADMIN_CLIENT_ID: Final = "litellm-e2e-admin"
+WRONG_AUDIENCE_CLIENT_ID: Final = "litellm-e2e-other-app"
 
 _START_HINT: Final = (
     "Start it with the `docker run ... quay.io/keycloak/keycloak` command in tests/e2e/CONTRIBUTING.md, "
@@ -73,7 +50,11 @@ class TokenGrantForm(BaseModel):
 
 
 class TokenResponse(BaseModel):
-    access_token: str
+    access_token: str = Field(repr=False)
+
+
+class TokenRequestHeaders(BaseModel):
+    host: str | None = None
 
 
 class GroupCreateBody(BaseModel):
@@ -105,8 +86,10 @@ class UserCreateBody(BaseModel):
 def created_id(write: ExternalWrite, context: str) -> str:
     """The new resource's id, which Keycloak returns only as the last segment of
     the Location header on a 201."""
-    if not write.ok:
+    if write.status_code != 201:
         pytest.fail(f"Keycloak refused to create {context}: HTTP {write.status_code} {write.body[:300]}")
+    if not write.location or write.location.endswith("/"):
+        pytest.fail(f"Keycloak created {context} without a resource id in its Location header")
     return write.location.rsplit("/", 1)[-1]
 
 
@@ -117,7 +100,7 @@ class Identity:
 
     user_id: str
     username: str
-    password: str
+    password: str = field(repr=False)
     group: str
     group_id: str
 
@@ -127,7 +110,7 @@ class Keycloak:
     base_url: str
     realm: str
     admin_username: str
-    admin_password: str
+    admin_password: str = field(repr=False)
 
     @property
     def issuer(self) -> str:
@@ -183,29 +166,48 @@ class Keycloak:
         )
 
     def delete_user(self, user_id: str) -> None:
-        delete_external(self._admin_url(f"/users/{user_id}"), headers=self._admin_headers())
+        self._delete(f"/users/{user_id}")
 
     def delete_group(self, group_id: str) -> None:
-        delete_external(self._admin_url(f"/groups/{group_id}"), headers=self._admin_headers())
+        self._delete(f"/groups/{group_id}")
 
-    def provision(self, *, marker: str, group: str) -> Identity:
+    def _delete(self, path: str) -> None:
+        try:
+            headers: Final = self._admin_headers()
+        except pytest.fail.Exception as exc:
+            warnings.warn(f"Keycloak cleanup could not authenticate for {path}: {exc}", RuntimeWarning, stacklevel=2)
+            return
+        result: Final = delete_external(self._admin_url(path), headers=headers)
+        if result.status_code not in (204, 404):
+            warnings.warn(
+                f"Keycloak cleanup failed for {path}: HTTP {result.status_code} {result.body[:300]}",
+                RuntimeWarning,
+                stacklevel=2,
+            )
+
+    def provision(self, *, marker: str, group: str, defer: Callable[[Callable[[], object]], None]) -> Identity:
         """Create `group` and a user in it, credentialed with a password generated
         for this test alone, and hand back the identity a token can be minted for."""
         group_id: Final = self.create_group(group)
+        defer(lambda: self.delete_group(group_id))
         username: Final = f"e2e-jwt-user-{marker}"
         password: Final = secrets.token_urlsafe(24)
         user_id: Final = self.create_user(
             username=username, email=f"{username}@example.com", password=password, group=group
         )
+        defer(lambda: self.delete_user(user_id))
         return Identity(user_id=user_id, username=username, password=password, group=group, group_id=group_id)
 
-    def access_token(self, identity: Identity, *, client_id: str = TESTS_CLIENT_ID) -> str:
+    def access_token(
+        self, identity: Identity, *, client_id: str = TESTS_CLIENT_ID, issuer_host: str | None = None
+    ) -> str:
         """Sign `identity` in through the direct-access grant and hand back the
         access token Keycloak signed, exactly as it came off the wire."""
         result: Final = post_form_external(
             self.token_url(self.realm),
             form=TokenGrantForm(client_id=client_id, username=identity.username, password=identity.password),
             response_type=TokenResponse,
+            headers=TokenRequestHeaders(host=issuer_host),
         )
         return self._token(result, f"a token for {identity.username}")
 
diff --git a/tests/e2e/idp_realm.json b/tests/e2e/idp_realm.json
index 2a8bd89b428..3b747e7a5dd 100644
--- a/tests/e2e/idp_realm.json
+++ b/tests/e2e/idp_realm.json
@@ -24,7 +24,22 @@
             "id.token.claim": "true",
             "userinfo.token.claim": "true"
           }
+        },
+        {
+          "name": "litellm-audience",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-audience-mapper",
+          "consentRequired": false,
+          "config": {
+            "included.custom.audience": "litellm-e2e",
+            "access.token.claim": "true",
+            "id.token.claim": "false"
+          }
         }
+      ],
+      "defaultClientScopes": [
+        "email",
+        "basic"
       ]
     },
     {
@@ -49,6 +64,145 @@
             "id.token.claim": "true",
             "userinfo.token.claim": "true"
           }
+        },
+        {
+          "name": "litellm-audience",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-audience-mapper",
+          "consentRequired": false,
+          "config": {
+            "included.custom.audience": "litellm-e2e",
+            "access.token.claim": "true",
+            "id.token.claim": "false"
+          }
+        }
+      ],
+      "defaultClientScopes": [
+        "email",
+        "basic"
+      ]
+    },
+    {
+      "clientId": "litellm-e2e-admin",
+      "enabled": true,
+      "publicClient": true,
+      "standardFlowEnabled": false,
+      "directAccessGrantsEnabled": true,
+      "defaultClientScopes": [
+        "email",
+        "litellm_proxy_admin",
+        "basic"
+      ],
+      "protocolMappers": [
+        {
+          "name": "groups",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-group-membership-mapper",
+          "consentRequired": false,
+          "config": {
+            "claim.name": "groups",
+            "full.path": "false",
+            "access.token.claim": "true",
+            "id.token.claim": "true",
+            "userinfo.token.claim": "true"
+          }
+        },
+        {
+          "name": "litellm-audience",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-audience-mapper",
+          "consentRequired": false,
+          "config": {
+            "included.custom.audience": "litellm-e2e",
+            "access.token.claim": "true",
+            "id.token.claim": "false"
+          }
+        }
+      ]
+    },
+    {
+      "clientId": "litellm-e2e-other-app",
+      "enabled": true,
+      "publicClient": true,
+      "standardFlowEnabled": false,
+      "directAccessGrantsEnabled": true,
+      "defaultClientScopes": [
+        "email",
+        "basic"
+      ],
+      "protocolMappers": [
+        {
+          "name": "groups",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-group-membership-mapper",
+          "consentRequired": false,
+          "config": {
+            "claim.name": "groups",
+            "full.path": "false",
+            "access.token.claim": "true",
+            "id.token.claim": "true",
+            "userinfo.token.claim": "true"
+          }
+        },
+        {
+          "name": "litellm-audience",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-audience-mapper",
+          "consentRequired": false,
+          "config": {
+            "included.custom.audience": "litellm-e2e-other-app",
+            "access.token.claim": "true",
+            "id.token.claim": "false"
+          }
+        }
+      ]
+    }
+  ],
+  "clientScopes": [
+    {
+      "name": "litellm_proxy_admin",
+      "protocol": "openid-connect",
+      "attributes": {
+        "include.in.token.scope": "true",
+        "display.on.consent.screen": "false"
+      }
+    },
+    {
+      "name": "email",
+      "protocol": "openid-connect",
+      "attributes": {
+        "include.in.token.scope": "true"
+      },
+      "protocolMappers": [
+        {
+          "name": "email",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-usermodel-property-mapper",
+          "config": {
+            "user.attribute": "email",
+            "claim.name": "email",
+            "jsonType.label": "String",
+            "access.token.claim": "true",
+            "id.token.claim": "true",
+            "userinfo.token.claim": "true"
+          }
+        }
+      ]
+    },
+    {
+      "name": "basic",
+      "protocol": "openid-connect",
+      "attributes": {
+        "include.in.token.scope": "false"
+      },
+      "protocolMappers": [
+        {
+          "name": "sub",
+          "protocol": "openid-connect",
+          "protocolMapper": "oidc-sub-mapper",
+          "config": {
+            "access.token.claim": "true"
+          }
         }
       ]
     }
diff --git a/tests/e2e/management/management_client.py b/tests/e2e/management/management_client.py
index 2b897f5f07f..e588d19d5e8 100644
--- a/tests/e2e/management/management_client.py
+++ b/tests/e2e/management/management_client.py
@@ -10,9 +10,7 @@ import time
 from dataclasses import dataclass
 
 import jwt
-
 from e2e_config import MASTER_KEY
-from proxy_client import ProxyClient
 from e2e_http import (
     AuthHeaders,
     NetworkError,
@@ -37,6 +35,8 @@ from models import (
     KeyDeleteBody,
     KeyGenerateBody,
     KeyGenerateResponse,
+    KeyInfoParams,
+    KeyInfoResponse,
     KeyListParams,
     KeyListResponse,
     KeyRegenerateBody,
@@ -78,6 +78,7 @@ from models import (
     UserNewResponse,
     UserUpdateBody,
 )
+from proxy_client import ProxyClient
 
 MODEL_ACCESS_DENIED_MARKER = "key_model_access_denied"
 ROUTE_NOT_ALLOWED_MARKER = "not allowed to call this route"
@@ -149,13 +150,21 @@ class ManagementClient:
     def update_key_models(self, key: str, models: list[str]) -> None:
         _ = unwrap(self.update_key(KeyUpdateBody(key=key, models=models)))
 
-    def delete_key_strict(self, key: str) -> None:
+    def key_info_as(self, key: str, *, caller_key: str) -> Result[KeyInfoResponse]:
+        return self.proxy.transport.get(
+            "/key/info",
+            headers=self.proxy.transport.bearer(caller_key),
+            params=KeyInfoParams(key=key),
+            response_type=KeyInfoResponse,
+        )
+
+    def delete_key_strict(self, key: str, *, caller_key: str | None = None) -> None:
         """Strict delete for the act phase of a test: a failed delete is a hard
         failure, unlike the warn-only ProxyClient.delete_key used at teardown."""
         _ = unwrap(
             self.proxy.transport.post(
                 "/key/delete",
-                headers=self.proxy.transport.master,
+                headers=self.proxy.transport.master if caller_key is None else self.proxy.transport.bearer(caller_key),
                 json=KeyDeleteBody(keys=[key]),
                 response_type=NoBody,
             )
diff --git a/tests/e2e/management/test_jwt_management_e2e.py b/tests/e2e/management/test_jwt_management_e2e.py
new file mode 100644
index 00000000000..22306da8eb8
--- /dev/null
+++ b/tests/e2e/management/test_jwt_management_e2e.py
@@ -0,0 +1,91 @@
+"""Management writes and tenant isolation under credentials issued by Keycloak."""
+
+from __future__ import annotations
+
+from typing import Final
+
+import pytest
+from e2e_config import CHEAP_OPENAI_MODEL, unique_marker
+from e2e_http import UnauthorizedError, UnknownApiError, unwrap
+from idp import ADMIN_CLIENT_ID, Identity, Keycloak
+from lifecycle import ResourceManager
+from management_client import ManagementClient
+from models import KeyGenerateBody, KeyUpdateBody, TeamNewBody, UserNewBody
+
+pytestmark = pytest.mark.e2e
+
+
+class TestJwtManagement:
+    @pytest.mark.covers("mgmt.key.jwt.lifecycle")
+    def test_admin_creates_reads_updates_clears_and_deletes_a_key(
+        self, client: ManagementClient, idp: Keycloak, jwt_identity: Identity, resources: ResourceManager
+    ) -> None:
+        admin: Final = idp.access_token(jwt_identity, client_id=ADMIN_CLIENT_ID)
+        alias: Final = f"e2e-jwt-key-{unique_marker()}"
+        created: Final = unwrap(
+            client.generate_key(
+                KeyGenerateBody(key_alias=alias, team_id=jwt_identity.group, models=[CHEAP_OPENAI_MODEL]),
+                caller_key=admin,
+            )
+        )
+        resources.defer(lambda: client.proxy.delete_key(created.key))
+
+        original: Final = unwrap(client.key_info_as(created.key, caller_key=admin)).info
+        assert original.key_alias == alias and original.team_id == jwt_identity.group
+        assert original.models == [CHEAP_OPENAI_MODEL]
+
+        updated_alias: Final = f"{alias}-updated"
+        unwrap(
+            client.update_key(KeyUpdateBody(key=created.key, key_alias=updated_alias, rpm_limit=120), caller_key=admin)
+        )
+        updated: Final = unwrap(client.key_info_as(created.key, caller_key=admin)).info
+        assert updated.key_alias == updated_alias and updated.rpm_limit == 120
+        assert updated.models == [CHEAP_OPENAI_MODEL], "omitted models must preserve the restriction"
+
+        unwrap(client.update_key(KeyUpdateBody(key=created.key, models=[]), caller_key=admin))
+        cleared: Final = unwrap(client.key_info_as(created.key, caller_key=admin)).info
+        assert cleared.models == [] and cleared.rpm_limit == 120
+
+        assert unwrap(client.key_list(updated_alias, caller_key=admin)).total_count == 1
+        client.delete_key_strict(created.key, caller_key=admin)
+        assert unwrap(client.key_list(updated_alias, caller_key=admin)).total_count == 0
+
+    @pytest.mark.covers("mgmt.key.jwt.member_denied", "mgmt.key.jwt.other_team_denied")
+    def test_member_cannot_write_and_another_team_cannot_read_the_key(
+        self, client: ManagementClient, idp: Keycloak, jwt_identity: Identity, resources: ResourceManager
+    ) -> None:
+        admin: Final = idp.access_token(jwt_identity, client_id=ADMIN_CLIENT_ID)
+        member: Final = idp.access_token(jwt_identity)
+        alias: Final = f"e2e-jwt-owned-{unique_marker()}"
+        created: Final = unwrap(
+            client.generate_key(KeyGenerateBody(key_alias=alias, team_id=jwt_identity.group), caller_key=admin)
+        )
+        resources.defer(lambda: client.proxy.delete_key(created.key))
+
+        client.add_team_member(jwt_identity.group, jwt_identity.user_id)
+        assert unwrap(client.key_info_as(created.key, caller_key=member)).info.key_alias == alias
+
+        refused: Final = client.update_key(KeyUpdateBody(key=created.key, key_alias="forbidden"), caller_key=member)
+        assert isinstance(refused, UnauthorizedError), f"member write was accepted: {refused}"
+        assert "does not have permissions for endpoint" in refused.body.lower(), (
+            f"expected a permission denial: {refused}"
+        )
+        assert unwrap(client.key_info_as(created.key, caller_key=admin)).info.key_alias == alias
+
+        marker: Final = unique_marker()
+        outsider: Final = idp.provision(marker=marker, group=f"e2e-jwt-team-{marker}", defer=resources.defer)
+        resources.defer(lambda: client.proxy.delete_user(outsider.user_id))
+        client.create_user(
+            UserNewBody(
+                user_id=outsider.user_id, user_email=f"{outsider.username}@example.com", user_role="internal_user"
+            )
+        )
+        team_id: Final = client.proxy.create_team(TeamNewBody(team_alias=marker, team_id=outsider.group))
+        resources.defer(lambda: client.proxy.delete_team(team_id))
+        client.add_team_member(outsider.group, outsider.user_id)
+        outsider_token: Final = idp.access_token(outsider)
+        hidden: Final = client.key_info_as(created.key, caller_key=outsider_token)
+        assert isinstance(hidden, UnknownApiError) and hidden.status_code == 403, (
+            f"another team must not read this key: {hidden}"
+        )
+        assert unwrap(client.key_info_as(created.key, caller_key=admin)).info.team_id == jwt_identity.group
diff --git a/tests/e2e/other/test_jwt_auth_e2e.py b/tests/e2e/other/test_jwt_auth_e2e.py
index 25a5e7d4b9a..2bed40f4d69 100644
--- a/tests/e2e/other/test_jwt_auth_e2e.py
+++ b/tests/e2e/other/test_jwt_auth_e2e.py
@@ -1,50 +1,42 @@
-"""Live e2e: access tokens issued by a real Keycloak realm (idp.py) against a
-proxy running with `enable_jwt_auth: true` and the `litellm_jwtauth` block from
-CONTRIBUTING.md (sub -> user_id, email -> user_email, groups -> team ids,
-user_id_upsert).
-
-Every identity is provisioned in Keycloak for the test that uses it: a group
-named after the litellm team, and a user in that group whose password exists
-only for the length of the test. Tokens then come from Keycloak's direct-access
-grant, so no test ever holds a signing key and the claims the proxy reads are
-the ones an IdP really emits (`sub` is Keycloak's user uuid, `groups` comes off
-a protocol mapper, `aud` is Keycloak's own audience).
-
-The rejection cases stay honest about where the rejection has to come from: the
-bad-signature case corrupts a genuine signature, and the expiry case takes its
-token from the realm's one-second client and waits for it to lapse rather than
-forging a stale `exp`. Those identities get their own freshly created team, so a
-rejection can only be blamed on the token, while the unknown-team case names a
-group no litellm team was ever created for. An acceptance is proven twice, at
-the boundary (200 from a real provider) and in the spend log the proxy
-attributes to the claims. The last case keeps a plain `sk-` virtual key working
-on the same proxy, guarding against the flag turning JWT on for everyone.
-"""
+"""Real Keycloak tokens exercise verification, attribution and virtual-key coexistence."""
 
 from __future__ import annotations
 
+import base64
 import time
 from typing import Final
 
 import pytest
-
 from e2e_config import CHEAP_OPENAI_MODEL, unique_marker
 from e2e_http import UnauthorizedError, UnknownApiError, unwrap
-from idp import SHORT_LIVED_CLIENT_ID, SHORT_LIVED_TOKEN_SECONDS, Identity
+from idp import SHORT_LIVED_CLIENT_ID, WRONG_AUDIENCE_CLIENT_ID, Identity
 from lifecycle import ResourceManager
 from models import ChatBody, ChatMessage, TeamNewBody
 from other_client import OtherClient
+from pydantic import BaseModel
 
 pytestmark = pytest.mark.e2e
 
 
+class IssuedClaims(BaseModel):
+    """Read the IdP's signed payload only to check the test precondition."""
+
+    exp: int
+    sub: str
+    iss: str
+    aud: str | list[str]
+
+
+def _claims(token: str) -> IssuedClaims:
+    payload: Final = token.split(".")[1]
+    return IssuedClaims.model_validate_json(base64.urlsafe_b64decode(payload + "=" * (-len(payload) % 4)))
+
+
 def _provision(client: OtherClient, resources: ResourceManager, *, marker: str) -> Identity:
     """A Keycloak group and a user in it, torn down with the test. The group name
     is what the token's `groups` claim carries, which is what the proxy resolves
     as a litellm team id."""
-    identity: Final = client.idp.provision(marker=marker, group=f"e2e-jwt-team-{marker}")
-    resources.defer(lambda: client.idp.delete_user(identity.user_id))
-    resources.defer(lambda: client.idp.delete_group(identity.group_id))
+    identity: Final = client.idp.provision(marker=marker, group=f"e2e-jwt-team-{marker}", defer=resources.defer)
     resources.defer(lambda: client.proxy.delete_user(identity.user_id))
     return identity
 
@@ -81,6 +73,7 @@ class TestJwtAuth:
     ) -> None:
         token: Final = client.idp.access_token(identity)
 
+        assert _claims(token).sub == identity.user_id, "IdP must emit the provisioned user as sub"
         response: Final = unwrap(client.proxy.chat(token, _ping()))
         assert response.id is not None and response.choices, (
             f"chat under a valid JWT returned no completion: {response}"
@@ -111,7 +104,9 @@ class TestJwtAuth:
     @pytest.mark.covers("other.auth.jwt.expired_denied")
     def test_expired_token_is_rejected(self, client: OtherClient, identity: Identity) -> None:
         expiring: Final = client.idp.access_token(identity, client_id=SHORT_LIVED_CLIENT_ID)
-        time.sleep(SHORT_LIVED_TOKEN_SECONDS + 1)
+        delay: Final = _claims(expiring).exp - time.time() + 1
+        assert delay <= 5, f"short-lived client expiry or IdP clock drifted: wait would be {delay}s"
+        time.sleep(max(0, delay))
 
         result: Final = client.proxy.chat(expiring, _ping())
         assert isinstance(result, UnauthorizedError), (
@@ -119,6 +114,28 @@ class TestJwtAuth:
         )
         assert "expired" in result.body.lower(), f"the 401 must say the token expired, got {result.body[:300]}"
 
+    @pytest.mark.covers("other.auth.jwt.wrong_issuer_denied")
+    def test_signed_token_from_the_wrong_issuer_is_rejected(self, client: OtherClient, identity: Identity) -> None:
+        token: Final = client.idp.access_token(identity, issuer_host="unexpected-issuer.invalid")
+        claims: Final = _claims(token)
+        assert claims.iss != client.idp.issuer and "litellm-e2e" in claims.aud
+
+        result: Final = client.proxy.chat(token, _ping())
+        assert isinstance(result, UnauthorizedError), f"wrong issuer must be rejected: {result}"
+        assert "issuer" in result.body.lower(), f"expected issuer validation to reject the token: {result}"
+
+    @pytest.mark.covers("other.auth.jwt.wrong_audience_denied")
+    def test_signed_token_for_another_application_is_rejected(self, client: OtherClient, identity: Identity) -> None:
+        token: Final = client.idp.access_token(identity, client_id=WRONG_AUDIENCE_CLIENT_ID)
+        claims: Final = _claims(token)
+        assert claims.iss == client.idp.issuer and "litellm-e2e" not in (
+            [claims.aud] if isinstance(claims.aud, str) else claims.aud
+        )
+
+        result: Final = client.proxy.chat(token, _ping())
+        assert isinstance(result, UnauthorizedError), f"wrong audience must be rejected: {result}"
+        assert "audience" in result.body.lower(), f"expected audience validation to reject the token: {result}"
+
     @pytest.mark.covers("other.auth.jwt.unknown_team_denied")
     def test_token_naming_a_team_that_does_not_exist_is_rejected(
         self, client: OtherClient, resources: ResourceManager
diff --git a/tests/e2e/test_idp.py b/tests/e2e/test_idp.py
index 93be2806eb5..90a85de8765 100644
--- a/tests/e2e/test_idp.py
+++ b/tests/e2e/test_idp.py
@@ -4,10 +4,14 @@ these carry no `e2e` marker and run everywhere."""
 
 from __future__ import annotations
 
+from collections.abc import Callable, Generator
+from contextlib import ExitStack, contextmanager
+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from queue import SimpleQueue
+from threading import Thread
 from typing import Final
 
 import pytest
-
 from e2e_http import ExternalWrite
 from idp import (
     KEYCLOAK_ADMIN_PASSWORD_ENV,
@@ -16,8 +20,8 @@ from idp import (
     KEYCLOAK_URL_ENV,
     Keycloak,
     PasswordCredential,
-    created_id,
     UserCreateBody,
+    created_id,
     keycloak_from_env,
 )
 
@@ -44,6 +48,100 @@ def test_a_refused_create_fails_the_test_with_the_idps_own_words() -> None:
         created_id(ExternalWrite(status_code=409, body="Group already exists"), "a group")
 
 
+@pytest.mark.parametrize("location", ["", "http://keycloak/groups/"])
+def test_create_without_a_resource_id_fails(location: str) -> None:
+    with pytest.raises(pytest.fail.Exception, match="resource id"):
+        created_id(ExternalWrite(status_code=201, location=location), "a group")
+
+
+@contextmanager
+def _idp_server(
+    *, user_status: int = 201, delete_status: int = 204, admin_status: int = 200
+) -> Generator[tuple[Keycloak, SimpleQueue[str]]]:
+    """Exercise provisioning failures through the same HTTP transport as live tests."""
+    deletions: SimpleQueue[str] = SimpleQueue()
+
+    class Handler(BaseHTTPRequestHandler):
+        def log_message(self, format: str, *args: object) -> None:
+            pass
+
+        def do_POST(self) -> None:
+            self.rfile.read(int(self.headers.get("Content-Length", "0")))
+            if self.path.endswith("/token"):
+                self.send_response(admin_status)
+                self.end_headers()
+                self.wfile.write(b'{"access_token":"synthetic-harness-token"}')
+            else:
+                self.send_response(user_status if self.path.endswith("/users") else 201)
+                self.send_header("Location", f"{self.path}/resource-1")
+                self.end_headers()
+                if user_status != 201 and self.path.endswith("/users"):
+                    self.wfile.write(b"injected create failure")
+
+        def do_DELETE(self) -> None:
+            deletions.put(self.path)
+            self.send_response(delete_status)
+            self.end_headers()
+
+    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
+    thread: Final = Thread(target=server.serve_forever, daemon=True)
+    thread.start()
+    try:
+        yield (
+            Keycloak(
+                base_url=f"http://127.0.0.1:{server.server_port}",
+                realm="test",
+                admin_username="admin",
+                admin_password="pw",
+            ),
+            deletions,
+        )
+    finally:
+        server.shutdown()
+        server.server_close()
+        thread.join(timeout=5)
+
+
+def test_partial_provisioning_removes_the_group_when_user_creation_fails() -> None:
+    with _idp_server(user_status=500) as (idp, deletions):
+        with ExitStack() as cleanup:
+
+            def defer(callback: Callable[[], object]) -> None:
+                cleanup.callback(callback)
+
+            with pytest.raises(pytest.fail.Exception, match="injected create failure"):
+                idp.provision(marker="partial", group="team", defer=defer)
+        assert deletions.get_nowait() == "/admin/realms/test/groups/resource-1"
+        assert deletions.empty()
+
+
+def test_successful_provisioning_cleans_up_user_before_group() -> None:
+    with _idp_server() as (idp, deletions):
+        with ExitStack() as cleanup:
+
+            def defer(callback: Callable[[], object]) -> None:
+                cleanup.callback(callback)
+
+            idp.provision(marker="complete", group="team", defer=defer)
+        assert deletions.get_nowait() == "/admin/realms/test/users/resource-1"
+        assert deletions.get_nowait() == "/admin/realms/test/groups/resource-1"
+        assert deletions.empty()
+
+
+def test_cleanup_failure_is_visible() -> None:
+    with _idp_server(delete_status=500) as (idp, _):
+        with pytest.warns(RuntimeWarning, match="cleanup failed.*HTTP 500"):
+            idp.delete_group("group")
+
+
+def test_expired_admin_credentials_do_not_abort_remaining_cleanups() -> None:
+    with _idp_server(admin_status=401) as (idp, _):
+        with pytest.warns(RuntimeWarning, match="cleanup could not authenticate") as warnings:
+            idp.delete_user("user")
+            idp.delete_group("group")
+        assert len(warnings) == 2
+
+
 def test_new_users_are_born_fully_set_up() -> None:
     """A user without a profile or with a pending required action authenticates
     nowhere: Keycloak answers every grant with "Account is not fully set up"."""

From f7b1fdc39c559ec5171bdfd5ed5382c924409812 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 16:43:31 -0700
Subject: [PATCH 233/298] test(e2e): check cleanup warnings through one
 teardown action

---
 tests/e2e/test_idp.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tests/e2e/test_idp.py b/tests/e2e/test_idp.py
index 90a85de8765..33a09a0f13a 100644
--- a/tests/e2e/test_idp.py
+++ b/tests/e2e/test_idp.py
@@ -136,9 +136,11 @@ def test_cleanup_failure_is_visible() -> None:
 
 def test_expired_admin_credentials_do_not_abort_remaining_cleanups() -> None:
     with _idp_server(admin_status=401) as (idp, _):
+        cleanup: Final = ExitStack()
+        cleanup.callback(idp.delete_group, "group")
+        cleanup.callback(idp.delete_user, "user")
         with pytest.warns(RuntimeWarning, match="cleanup could not authenticate") as warnings:
-            idp.delete_user("user")
-            idp.delete_group("group")
+            cleanup.close()
         assert len(warnings) == 2
 
 

From d78861bb290852c774b290ed503aee1d2e696f29 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 16:44:56 -0700
Subject: [PATCH 234/298] fix(guardrails): stop logging the request payload as
 guardrail_response on pre_call hooks (#39699)

* fix(guardrails): stop logging the request payload as guardrail_response on pre_call hooks

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): snapshot pre_call request before the hook so in-place edits log as mask

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): log non-mapping pre_call hook results as mask instead of raising

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): treat legacy functions and tool_choice edits as mask in pre_call logging

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): log a pre_call rejection string as is instead of "mask"

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: shivam <shivam@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Co-authored-by: yucheng <yucheng@berri.ai>
---
 litellm/integrations/custom_guardrail.py      |  92 ++++++++-----
 .../guardrail_hooks/azure/prompt_shield.py    |   7 +-
 .../integrations/test_custom_guardrail.py     | 128 ++++++++++++++++++
 3 files changed, 187 insertions(+), 40 deletions(-)

diff --git a/litellm/integrations/custom_guardrail.py b/litellm/integrations/custom_guardrail.py
index 77bf4820a1a..bb54767edef 100644
--- a/litellm/integrations/custom_guardrail.py
+++ b/litellm/integrations/custom_guardrail.py
@@ -1130,7 +1130,7 @@ class CustomGuardrail(CustomLogger):
 
     def add_standard_logging_guardrail_information_to_request_data(
         self,
-        guardrail_json_response: Exception | str | dict | list[dict],
+        guardrail_json_response: object,
         request_data: dict,
         guardrail_status: GuardrailStatus,
         start_time: float | None = None,
@@ -1275,17 +1275,10 @@ class CustomGuardrail(CustomLogger):
 
         This gets logged on downsteam Langfuse, DataDog, etc.
         """
-        # Convert None to empty dict to satisfy type requirements
-        guardrail_response: dict[str, object] | str = {} if response is None else response
-
-        # For apply_guardrail functions in custom_code_guardrail scenario,
-        # simplify the logged response to "allow", "deny", or "mask"
-        if original_inputs is not None and isinstance(response, dict):
-            # Check if inputs were modified by comparing them
-            if self._inputs_were_modified(original_inputs, response):
-                guardrail_response = "mask"
-            else:
-                guardrail_response = "allow"
+        guardrail_response: Final = self._summarize_guardrail_response(
+            response=response,
+            original_inputs=original_inputs,
+        )
 
         verbose_logger.debug("Guardrail response: %s", response)
 
@@ -1300,6 +1293,27 @@ class CustomGuardrail(CustomLogger):
         )
         return response
 
+    def _summarize_guardrail_response(
+        self,
+        response: object,
+        original_inputs: Mapping[str, object] | None,
+    ) -> object:
+        """Reduce a hook's return value to what is safe to log as ``guardrail_response``.
+
+        ``apply_guardrail`` returns the (possibly masked) inputs and ``async_pre_call_hook``
+        returns the (possibly modified) request payload. Neither is a provider verdict, and
+        logging them verbatim ships the user's prompt to every logging sink (OTEL spans,
+        Datadog, spend logs), so both collapse to ``"allow"`` / ``"mask"`` by comparing
+        against ``original_inputs``, a copy taken before the hook ran. A string result is the
+        hook's own rejection message (the proxy turns it into a 400), not user input, so it is
+        logged as is.
+        """
+        if response is None:
+            return {}
+        if original_inputs is None or not isinstance(response, Mapping):
+            return response
+        return "mask" if self._inputs_were_modified(original_inputs, response) else "allow"
+
     @staticmethod
     def _is_guardrail_intervention(e: Exception) -> bool:
         """Retained spelling for existing callers; prefer ``is_guardrail_intervention``."""
@@ -1339,24 +1353,9 @@ class CustomGuardrail(CustomLogger):
         )
         raise e
 
-    def _inputs_were_modified(self, original_inputs: dict, response: dict) -> bool:
-        """
-        Compare original inputs with response to determine if content was modified.
-
-        Returns True if the inputs were modified (mask scenario), False otherwise (allow scenario).
-        """
-        # Get all keys from both dictionaries
-        all_keys: Final = set(original_inputs.keys()) | set(response.keys())
-
-        # Compare each key's value
-        for key in all_keys:
-            original_value = original_inputs.get(key)
-            response_value = response.get(key)
-            if original_value != response_value:
-                return True
-
-        # No modifications detected
-        return False
+    def _inputs_were_modified(self, original_inputs: Mapping[str, object], response: Mapping[str, object]) -> bool:
+        """True when any baseline key's value differs in ``response`` (mask), False otherwise (allow)."""
+        return any(response.get(key) != value for key, value in original_inputs.items())
 
     def mask_content_in_string(
         self,
@@ -1463,6 +1462,31 @@ def _sync_guardrail_info_to_logging_obj(request_data: dict, logging_obj: object)
     _append_slg_to_litellm_params(mcd.get("litellm_params"), entries)
 
 
+_PRE_CALL_CONTENT_KEYS: Final = frozenset(
+    {"messages", "input", "prompt", "system", "instructions", "tools", "functions", "function_call", "tool_choice"}
+)
+
+
+def _original_inputs_for(
+    func_name: str,
+    kwargs: Mapping[str, object],
+    request_data: Mapping[str, object],
+    event_type: GuardrailEventHooks | None,
+) -> dict | None:  # mutable-ok: matches _process_response(original_inputs=) signature
+    """Baseline the hook's return value is compared against to decide "allow" vs "mask".
+
+    ``apply_guardrail`` masks a fresh ``inputs`` dict, so that dict is the baseline. Pre-call
+    hooks edit the request in place and return it, so the baseline is a deep copy of the
+    prompt-bearing keys taken before the hook runs.
+    """
+    if func_name == "apply_guardrail":
+        inputs: Final = kwargs.get("inputs")
+        return inputs if isinstance(inputs, dict) else None
+    if event_type != GuardrailEventHooks.pre_call:
+        return None
+    return {key: copy.deepcopy(value) for key, value in request_data.items() if key in _PRE_CALL_CONTENT_KEYS}
+
+
 def log_guardrail_information(func):
     """
     Decorator to add standard logging guardrail information to any function
@@ -1521,9 +1545,7 @@ def log_guardrail_information(func):
         event_type: Final = _infer_event_type_from_function_name(func.__name__)
 
         # Store original inputs for comparison (for apply_guardrail functions)
-        original_inputs = None
-        if func.__name__ == "apply_guardrail" and "inputs" in kwargs:
-            original_inputs = kwargs.get("inputs")
+        original_inputs: Final = _original_inputs_for(func.__name__, kwargs, request_data, event_type)
 
         logging_obj: Final = kwargs.get("logging_obj") or request_data.get("litellm_logging_obj")
         self_recorded_token: Final = _guardrail_self_recorded.set(False)
@@ -1563,9 +1585,7 @@ def log_guardrail_information(func):
         event_type: Final = _infer_event_type_from_function_name(func.__name__)
 
         # Store original inputs for comparison (for apply_guardrail functions)
-        original_inputs = None
-        if func.__name__ == "apply_guardrail" and "inputs" in kwargs:
-            original_inputs = kwargs.get("inputs")
+        original_inputs: Final = _original_inputs_for(func.__name__, kwargs, request_data, event_type)
 
         logging_obj: Final = kwargs.get("logging_obj") or request_data.get("litellm_logging_obj")
         self_recorded_token: Final = _guardrail_self_recorded.set(False)
diff --git a/litellm/proxy/guardrails/guardrail_hooks/azure/prompt_shield.py b/litellm/proxy/guardrails/guardrail_hooks/azure/prompt_shield.py
index 6e29d44662e..de9618a44a1 100644
--- a/litellm/proxy/guardrails/guardrail_hooks/azure/prompt_shield.py
+++ b/litellm/proxy/guardrails/guardrail_hooks/azure/prompt_shield.py
@@ -338,10 +338,9 @@ class AzureContentSafetyPromptShieldGuardrail(AzureGuardrailBase, CustomGuardrai
         estimated cost) and the ``azure`` provider label to the recorded guardrail
         information. Follows the OpenAI moderation override pattern
         (openai/moderations.py)."""
-        guardrail_response: Final[dict | str] = (  # mutable-ok: mirrors CustomGuardrail._process_response
-            ("mask" if self._inputs_were_modified(original_inputs, response) else "allow")
-            if original_inputs is not None and isinstance(response, dict)
-            else ({} if response is None else response)  # mutable-ok: empty placeholder, never mutated
+        guardrail_response: Final = self._summarize_guardrail_response(
+            response=response,
+            original_inputs=original_inputs,
         )
         self.add_standard_logging_guardrail_information_to_request_data(
             guardrail_json_response=guardrail_response,
diff --git a/tests/test_litellm/integrations/test_custom_guardrail.py b/tests/test_litellm/integrations/test_custom_guardrail.py
index ddc8439a83a..1644d78ae37 100644
--- a/tests/test_litellm/integrations/test_custom_guardrail.py
+++ b/tests/test_litellm/integrations/test_custom_guardrail.py
@@ -2829,3 +2829,131 @@ class TestCustomGuardrailPostCallSuccessDeploymentHook:
         assert response.choices[0].message.content == "filtered response"
         assert "guardrail_to_apply" not in request_data
         assert len(_guardrail_entries(request_data)) == 1
+
+
+class TestPreCallHookResponseIsNotLoggedVerbatim:
+    """Regression for LIT-6935: a pre_call hook returning the request payload leaked the prompt
+    into ``guardrail_response`` and from there onto OTEL guardrail spans."""
+
+    @staticmethod
+    def _logged_response(request_data: dict[str, object]) -> object:
+        metadata = request_data["litellm_metadata"]
+        assert isinstance(metadata, dict)
+        entries = metadata["standard_logging_guardrail_information"]
+        assert len(entries) == 1
+        return entries[0]["guardrail_response"]
+
+    @staticmethod
+    def _request() -> dict[str, object]:
+        return {
+            "model": "gpt-4.1-mini",
+            "input": "SECRET_PROMPT",
+            "messages": [{"role": "user", "content": "SECRET_PROMPT"}],
+            "litellm_metadata": {},
+        }
+
+    @pytest.mark.asyncio
+    async def test_pre_call_hook_returning_request_logs_allow(self):
+        class PassthroughGuardrail(CustomGuardrail):
+            @log_guardrail_information
+            async def async_pre_call_hook(
+                self,
+                user_api_key_dict: UserAPIKeyAuth,
+                cache: object,
+                data: dict[str, object],
+                call_type: str,
+            ) -> dict[str, object]:
+                return data
+
+        data = self._request()
+        await PassthroughGuardrail(guardrail_name="g").async_pre_call_hook(
+            user_api_key_dict=UserAPIKeyAuth(), cache=None, data=data, call_type="aresponses"
+        )
+
+        assert self._logged_response(data) == "allow"
+
+    @pytest.mark.asyncio
+    async def test_pre_call_hook_returning_modified_copy_logs_mask(self):
+        class MaskingGuardrail(CustomGuardrail):
+            @log_guardrail_information
+            async def async_pre_call_hook(
+                self,
+                user_api_key_dict: UserAPIKeyAuth,
+                cache: object,
+                data: dict[str, object],
+                call_type: str,
+            ) -> dict[str, object]:
+                return {**data, "input": "[MASKED]"}
+
+        data = self._request()
+        await MaskingGuardrail(guardrail_name="g").async_pre_call_hook(
+            user_api_key_dict=UserAPIKeyAuth(), cache=None, data=data, call_type="aresponses"
+        )
+
+        assert self._logged_response(data) == "mask"
+
+    @pytest.mark.asyncio
+    async def test_pre_call_hook_mutating_request_in_place_logs_mask(self):
+        class InPlaceMaskingGuardrail(CustomGuardrail):
+            @log_guardrail_information
+            async def async_pre_call_hook(
+                self,
+                user_api_key_dict: UserAPIKeyAuth,
+                cache: object,
+                data: dict[str, object],
+                call_type: str,
+            ) -> dict[str, object]:
+                messages = data["messages"]
+                assert isinstance(messages, list)
+                messages[0]["content"] = "[MASKED]"
+                return data
+
+        data = self._request()
+        await InPlaceMaskingGuardrail(guardrail_name="g").async_pre_call_hook(
+            user_api_key_dict=UserAPIKeyAuth(), cache=None, data=data, call_type="acompletion"
+        )
+
+        assert self._logged_response(data) == "mask"
+
+    @pytest.mark.asyncio
+    async def test_pre_call_hook_returning_rejection_string_logs_that_string(self):
+        class RejectingGuardrail(CustomGuardrail):
+            @log_guardrail_information
+            async def async_pre_call_hook(
+                self,
+                user_api_key_dict: UserAPIKeyAuth,
+                cache: object,
+                data: dict[str, object],
+                call_type: str,
+            ) -> str:
+                return "Blocked by policy"
+
+        data = self._request()
+        result = await RejectingGuardrail(guardrail_name="g").async_pre_call_hook(
+            user_api_key_dict=UserAPIKeyAuth(), cache=None, data=data, call_type="acompletion"
+        )
+
+        assert result == "Blocked by policy"
+        assert self._logged_response(data) == "Blocked by policy"
+
+    @pytest.mark.asyncio
+    async def test_pre_call_hook_removing_legacy_functions_in_place_logs_mask(self):
+        class FunctionStrippingGuardrail(CustomGuardrail):
+            @log_guardrail_information
+            async def async_pre_call_hook(
+                self,
+                user_api_key_dict: UserAPIKeyAuth,
+                cache: object,
+                data: dict[str, object],
+                call_type: str,
+            ) -> dict[str, object]:
+                data["functions"] = []
+                data["function_call"] = "none"
+                return data
+
+        data = {**self._request(), "functions": [{"name": "delete_db"}], "function_call": "auto"}
+        await FunctionStrippingGuardrail(guardrail_name="g").async_pre_call_hook(
+            user_api_key_dict=UserAPIKeyAuth(), cache=None, data=data, call_type="acompletion"
+        )
+
+        assert self._logged_response(data) == "mask"

From eb2ce87cb391350692c9f96b8e09a6032cd40ebd Mon Sep 17 00:00:00 2001
From: shivam <shivam@berri.ai>
Date: Fri, 11 Sep 2026 23:45:43 +0000
Subject: [PATCH 235/298] refactor(bedrock_mantle): drop unneeded mutable-ok
 suppressions

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../llms/bedrock_mantle/responses/transformation.py    | 10 +++-------
 1 file changed, 3 insertions(+), 7 deletions(-)

diff --git a/litellm/llms/bedrock_mantle/responses/transformation.py b/litellm/llms/bedrock_mantle/responses/transformation.py
index c43b03b2ba9..4710577aea0 100644
--- a/litellm/llms/bedrock_mantle/responses/transformation.py
+++ b/litellm/llms/bedrock_mantle/responses/transformation.py
@@ -214,15 +214,11 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
             summary,
             sorted(_BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES),
         )
-        stripped: Final = {  # mutable-ok: dynamic reasoning fields must remain a mutable dict
-            key: value for key, value in reasoning.items() if key != "summary"
-        }
+        stripped: Final = {key: value for key, value in reasoning.items() if key != "summary"}
         return (
-            {**params, "reasoning": stripped}  # mutable-ok: downstream parameter filtering needs a mutable dict
+            {**params, "reasoning": stripped}
             if stripped
-            else {  # mutable-ok: downstream parameter filtering needs a mutable dict
-                key: value for key, value in params.items() if key != "reasoning"
-            }
+            else {key: value for key, value in params.items() if key != "reasoning"}
         )
 
     def transform_responses_api_request(

From f5c298a816930af46b023561bed27ba041b3c48b Mon Sep 17 00:00:00 2001
From: shivam <shivam@berri.ai>
Date: Fri, 11 Sep 2026 23:47:00 +0000
Subject: [PATCH 236/298] fix(bedrock_mantle): satisfy LIT002 gate for
 reasoning summary handler

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../llms/bedrock_mantle/responses/transformation.py    | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/litellm/llms/bedrock_mantle/responses/transformation.py b/litellm/llms/bedrock_mantle/responses/transformation.py
index 4710577aea0..53a3e634adf 100644
--- a/litellm/llms/bedrock_mantle/responses/transformation.py
+++ b/litellm/llms/bedrock_mantle/responses/transformation.py
@@ -214,11 +214,15 @@ class BedrockMantleResponsesAPIConfig(BedrockMantleAuthMixin, OpenAIResponsesAPI
             summary,
             sorted(_BEDROCK_MANTLE_OPENAI_PATH_SUPPORTED_REASONING_SUMMARIES),
         )
-        stripped: Final = {key: value for key, value in reasoning.items() if key != "summary"}
+        stripped: Final = {  # mutable-ok: map_openai_params contract returns a plain dict
+            key: value for key, value in reasoning.items() if key != "summary"
+        }
         return (
-            {**params, "reasoning": stripped}
+            {**params, "reasoning": stripped}  # mutable-ok: map_openai_params contract returns a plain dict
             if stripped
-            else {key: value for key, value in params.items() if key != "reasoning"}
+            else {  # mutable-ok: map_openai_params contract returns a plain dict
+                key: value for key, value in params.items() if key != "reasoning"
+            }
         )
 
     def transform_responses_api_request(

From 359b7a848900c0b30ea2001dff8c8c230295cfb4 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 23:47:05 +0000
Subject: [PATCH 237/298] feat(rust): count tiktoken cl100k_base admission
 tokens in Rust (#40777)

* feat(rust): count tiktoken cl100k_base admission tokens in Rust

The Rust admission token counter only had the Anthropic tokenizer, so every
other model (OpenAI gpt-4 family, Azure, Gemini, Bedrock non-Claude, Mistral)
tokenized with tiktoken on the Python inference worker.

Add an exact cl100k_base counter to litellm-token-counter: the vendored rank
file (base64 token / rank lines, the bytes Python's tiktoken uses) is parsed
into a byte-level BPE model and the cl100k split pattern is a handwritten
scanner over the shared Unicode classes, so no regex engine runs per request.
Both tokenizers share the message, tool and reply-priming accounting.

The PyO3 TokenCounter gains a from_cl100k_ranks constructor; Python reads the
rank file and passes it in, the way claude_json_str already works. The bridge
selects the counter through the same predicates litellm.token_counter uses
(huggingface_tokenizer_kind, openai_tokenizer_encoding), declines o200k_base,
downloaded HuggingFace and custom tokenizers to Python, and budget reservation
counts once per distinct tokenizer a request names.

The legacy gpt-3.5-turbo-0301 message accounting (4 per message, -1 per name)
stays in Python: the selector declines it through the predicate token_counter
itself uses.

* feat(rust): count tiktoken o200k_base admission tokens in Rust (#40794)

Add a handwritten o200k_base split scanner and TokenCounter::from_o200k_ranks
next to the cl100k_base counter, sharing MergeRanks and the request
accounting. The Python bridge selects it when openai_tokenizer_encoding
names o200k_base, so gpt-4o, gpt-4.1, gpt-5, o1/o3/o4 and chatgpt-4o
requests stop tokenizing on the Python worker under LITELLM_RUST=true

Co-authored-by: yassin <yassin@berri.ai>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: devin-ai-integration[bot] <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm-rust/Cargo.lock                       |    2 +
 .../crates/python-bridge/src/token_counter.rs |   32 +-
 litellm-rust/crates/token-counter/Cargo.toml  |    2 +
 .../crates/token-counter/src/byte_level.rs    |   29 +-
 .../crates/token-counter/src/cl100k.rs        |  125 +
 .../crates/token-counter/src/counter.rs       |   69 +-
 .../crates/token-counter/src/error.rs         |    4 +
 litellm-rust/crates/token-counter/src/lib.rs  |    4 +
 .../crates/token-counter/src/o200k.rs         |  217 +
 .../crates/token-counter/src/scanner.rs       |  107 +
 .../crates/token-counter/src/tiktoken.rs      |  215 +
 .../token-counter/src/unicode_classes.rs      |   97 +-
 .../tests/fixtures/cl100k/requests.jsonl      |   10 +
 .../tests/fixtures/cl100k/texts.jsonl         | 4053 +++++++++++++++++
 .../token-counter/tests/fixtures/generate.py  |  422 ++
 .../tests/fixtures/o200k/requests.jsonl       |   10 +
 .../tests/fixtures/o200k/texts.jsonl          | 4053 +++++++++++++++++
 .../token-counter/tests/token_counter.rs      |  145 +
 .../litellm_core_utils/default_encoding.py    |   15 +
 litellm/litellm_core_utils/token_counter.py   |   33 +-
 .../spend_tracking/budget_reservation.py      |   36 +-
 litellm/rust_bridge/token_counter.py          |   63 +-
 litellm/utils.py                              |   48 +-
 .../spend_tracking/test_budget_reservation.py |  176 +-
 .../rust_bridge/test_token_counter.py         |  312 +-
 25 files changed, 10084 insertions(+), 195 deletions(-)
 create mode 100644 litellm-rust/crates/token-counter/src/cl100k.rs
 create mode 100644 litellm-rust/crates/token-counter/src/o200k.rs
 create mode 100644 litellm-rust/crates/token-counter/src/scanner.rs
 create mode 100644 litellm-rust/crates/token-counter/src/tiktoken.rs
 create mode 100644 litellm-rust/crates/token-counter/tests/fixtures/cl100k/requests.jsonl
 create mode 100644 litellm-rust/crates/token-counter/tests/fixtures/cl100k/texts.jsonl
 create mode 100644 litellm-rust/crates/token-counter/tests/fixtures/generate.py
 create mode 100644 litellm-rust/crates/token-counter/tests/fixtures/o200k/requests.jsonl
 create mode 100644 litellm-rust/crates/token-counter/tests/fixtures/o200k/texts.jsonl

diff --git a/litellm-rust/Cargo.lock b/litellm-rust/Cargo.lock
index cf000e85d68..7b0b593b70f 100644
--- a/litellm-rust/Cargo.lock
+++ b/litellm-rust/Cargo.lock
@@ -2002,11 +2002,13 @@ dependencies = [
 name = "litellm-token-counter"
 version = "0.1.0"
 dependencies = [
+ "base64 0.22.1",
  "criterion",
  "indexmap",
  "itoa",
  "rand 0.8.7",
  "rstest",
+ "rustc-hash",
  "serde",
  "serde_json",
  "thiserror 2.0.19",
diff --git a/litellm-rust/crates/python-bridge/src/token_counter.rs b/litellm-rust/crates/python-bridge/src/token_counter.rs
index ee82c170d55..b4de50c5f1a 100644
--- a/litellm-rust/crates/python-bridge/src/token_counter.rs
+++ b/litellm-rust/crates/python-bridge/src/token_counter.rs
@@ -30,12 +30,17 @@ struct TokenCounter {
 impl TokenCounter {
     #[new]
     fn new(py: Python<'_>, tokenizer_json: &str) -> PyResult<Self> {
-        let inner = release_gil(py, || CoreTokenCounter::from_json(tokenizer_json))
-            .map_err(token_count_error_to_pyerr)?;
-        Ok(Self {
-            inner: Arc::new(inner),
-            encode_slots: Arc::new(Semaphore::new(encode_parallelism())),
-        })
+        Self::load(py, || CoreTokenCounter::from_json(tokenizer_json))
+    }
+
+    #[staticmethod]
+    fn from_cl100k_ranks(py: Python<'_>, rank_file: &str) -> PyResult<Self> {
+        Self::load(py, || CoreTokenCounter::from_cl100k_ranks(rank_file))
+    }
+
+    #[staticmethod]
+    fn from_o200k_ranks(py: Python<'_>, rank_file: &str) -> PyResult<Self> {
+        Self::load(py, || CoreTokenCounter::from_o200k_ranks(rank_file))
     }
 
     fn acount_request<'py>(&self, py: Python<'py>, body: &[u8]) -> PyResult<Bound<'py, PyAny>> {
@@ -58,6 +63,19 @@ impl TokenCounter {
     }
 }
 
+impl TokenCounter {
+    fn load(
+        py: Python<'_>,
+        load: impl FnOnce() -> Result<CoreTokenCounter, Error> + Send,
+    ) -> PyResult<Self> {
+        let inner = release_gil(py, load).map_err(token_count_error_to_pyerr)?;
+        Ok(Self {
+            inner: Arc::new(inner),
+            encode_slots: Arc::new(Semaphore::new(encode_parallelism())),
+        })
+    }
+}
+
 fn encode_parallelism() -> usize {
     available_parallelism().map_or(TOKEN_COUNT_FALLBACK_PARALLELISM, NonZero::get)
 }
@@ -70,7 +88,7 @@ fn count_body(counter: &CoreTokenCounter, body: &[u8]) -> Result<InputTokenCount
 fn token_count_error_to_pyerr(error: Error) -> PyErr {
     let message = error.to_string();
     match error {
-        Error::Load(_) => PyValueError::new_err(message),
+        Error::Load(_) | Error::Ranks(_) | Error::UnicodeClasses => PyValueError::new_err(message),
         Error::RequestParse(_)
         | Error::MissingInput
         | Error::FloatText
diff --git a/litellm-rust/crates/token-counter/Cargo.toml b/litellm-rust/crates/token-counter/Cargo.toml
index 61c9cf6e991..d0369631682 100644
--- a/litellm-rust/crates/token-counter/Cargo.toml
+++ b/litellm-rust/crates/token-counter/Cargo.toml
@@ -6,8 +6,10 @@ license.workspace = true
 repository.workspace = true
 
 [dependencies]
+base64.workspace = true
 indexmap = { version = "2.14.0", features = ["serde"] }
 itoa = "1.0"
+rustc-hash = "2.1.3"
 serde.workspace = true
 serde_json.workspace = true
 thiserror.workspace = true
diff --git a/litellm-rust/crates/token-counter/src/byte_level.rs b/litellm-rust/crates/token-counter/src/byte_level.rs
index 2b435eb39bb..ec6134a252e 100644
--- a/litellm-rust/crates/token-counter/src/byte_level.rs
+++ b/litellm-rust/crates/token-counter/src/byte_level.rs
@@ -12,7 +12,7 @@ use tokenizers::pre_tokenizers::PreTokenizerWrapper;
 use tokenizers::{Model, Tokenizer};
 use unicode_normalization_alignments::{IsNormalized, UnicodeNormalization, is_nfkc_quick};
 
-use super::unicode_classes::UnicodeClasses;
+use super::unicode_classes::{Class, UnicodeClasses, class, run_len};
 
 const CONTRACTIONS: [&str; 7] = ["'s", "'t", "'re", "'ve", "'m", "'ll", "'d"];
 
@@ -110,27 +110,6 @@ fn mapped_len(piece: &str) -> usize {
             .count()
 }
 
-#[derive(Clone, Copy, Debug, PartialEq, Eq)]
-enum Class {
-    Letter,
-    Number,
-    Space,
-    Other,
-}
-
-fn class(character: char, unicode_classes: &UnicodeClasses) -> Class {
-    match character {
-        'A'..='Z' | 'a'..='z' => Class::Letter,
-        '0'..='9' => Class::Number,
-        '\t'..='\r' | ' ' => Class::Space,
-        _ if character.is_ascii() => Class::Other,
-        _ if unicode_classes.is_letter(character) => Class::Letter,
-        _ if unicode_classes.is_number(character) => Class::Number,
-        _ if unicode_classes.is_space(character) => Class::Space,
-        _ => Class::Other,
-    }
-}
-
 /// The regex matches every character, so the pieces tile the text.
 fn pieces<'a>(
     text: &'a str,
@@ -169,12 +148,6 @@ fn piece_len(text: &str, first: char, unicode_classes: &UnicodeClasses) -> usize
     }
 }
 
-fn run_len(text: &str, run_class: Class, unicode_classes: &UnicodeClasses) -> usize {
-    text.char_indices()
-        .find(|(_, character)| class(*character, unicode_classes) != run_class)
-        .map_or(text.len(), |(index, _)| index)
-}
-
 /// `\s+(?!\S)|\s+`: whitespace followed by a non-space leaves its last
 /// character to start the next piece (` ?` on the following alternatives).
 fn space_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
diff --git a/litellm-rust/crates/token-counter/src/cl100k.rs b/litellm-rust/crates/token-counter/src/cl100k.rs
new file mode 100644
index 00000000000..2b2811afc70
--- /dev/null
+++ b/litellm-rust/crates/token-counter/src/cl100k.rs
@@ -0,0 +1,125 @@
+//! Scanner for tiktoken's `cl100k_base` split regex,
+//! `'(?i:[sdmt]|ll|ve|re)|[^\r\n\p{L}\p{N}]?+\p{L}++|\p{N}{1,3}+| ?[^\s\p{L}\p{N}]++[\r\n]*+|\s++$|\s*[\r\n]|\s+(?!\S)|\s`.
+
+use super::scanner::{contraction_len, digit_run_len, is_newline};
+use super::unicode_classes::{Class, UnicodeClasses, class, run_len};
+
+/// The alternatives in regex order; the possessive quantifiers mean an
+/// alternative that starts matching and runs out of input fails as a whole.
+pub(super) fn piece_len(text: &str, first: char, unicode_classes: &UnicodeClasses) -> usize {
+    if let Some(len) = contraction_len(text) {
+        return len;
+    }
+    let first_class = class(first, unicode_classes);
+    match first_class {
+        Class::Letter => return run_len(text, Class::Letter, unicode_classes),
+        Class::Number => return digit_run_len(text, unicode_classes),
+        Class::Space | Class::Other => {}
+    }
+    let rest = &text[first.len_utf8()..];
+    let second_class = rest
+        .chars()
+        .next()
+        .map(|character| class(character, unicode_classes));
+    if !is_newline(first) && second_class == Some(Class::Letter) {
+        return first.len_utf8() + run_len(rest, Class::Letter, unicode_classes);
+    }
+    if first_class == Class::Other {
+        return symbol_run_len(text, unicode_classes);
+    }
+    if first == ' ' && second_class == Some(Class::Other) {
+        return 1 + symbol_run_len(rest, unicode_classes);
+    }
+    space_run_len(text, unicode_classes)
+}
+
+/// `[^\s\p{L}\p{N}]++[\r\n]*+`
+fn symbol_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
+    let symbols = run_len(text, Class::Other, unicode_classes);
+    symbols
+        + text[symbols..]
+            .bytes()
+            .take_while(|byte| matches!(byte, b'\r' | b'\n'))
+            .count()
+}
+
+/// `\s++$|\s*[\r\n]|\s+(?!\S)|\s`: whitespace to the end of the text is one
+/// piece; otherwise the piece ends at the last newline of the run, or leaves
+/// the run's last character for the next piece's optional leading space.
+fn space_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
+    let run = run_len(text, Class::Space, unicode_classes);
+    if run == text.len() {
+        return run;
+    }
+    if let Some(newline) = text[..run].rfind(['\r', '\n']) {
+        return newline + 1;
+    }
+    let last = text[..run].chars().next_back().map_or(0, char::len_utf8);
+    match run - last {
+        0 => run,
+        shorter => shorter,
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use rstest::rstest;
+
+    use super::*;
+    use crate::scanner::pieces;
+
+    fn split(text: &str) -> Vec<&str> {
+        pieces(
+            text,
+            piece_len,
+            UnicodeClasses::get().expect("Oniguruma exposes Unicode classes"),
+        )
+        .collect()
+    }
+
+    #[rstest]
+    #[case("", &[])]
+    #[case("Hello world", &["Hello", " world"])]
+    #[case("don't I'LL you'Ve we'RE he'd I'm", &["don", "'t", " I", "'LL", " you", "'Ve", " we", "'RE", " he", "'d", " I", "'m"])]
+    #[case("IT'SOK it'Dbe 'Sx 'Tx", &["IT", "'S", "OK", " it", "'D", "be", " '", "Sx", " '", "Tx"])]
+    #[case("'Sx'Tx'Mx'LLx'VEx'REx'Dx", &["'S", "x", "'T", "x", "'M", "x", "'LL", "x", "'VE", "x", "'RE", "x", "'D", "x"])]
+    #[case("'ſ 'lx", &["'ſ", " '", "lx"])]
+    #[case("12345 6", &["123", "45", " ", "6"])]
+    #[case("!abc !!abc", &["!abc", " !!", "abc"])]
+    #[case(" !!!\r\n\r\nx", &[" !!!\r\n\r\n", "x"])]
+    #[case("a  b   \n\n  c", &["a", " ", " b", "   \n\n", " ", " c"])]
+    #[case("a\nb\r\nc\n\nd \n e", &["a", "\n", "b", "\r\n", "c", "\n\n", "d", " \n", " e"])]
+    #[case("x \t\n \t y\n", &["x", " \t\n", " \t", " y", "\n"])]
+    #[case("end   ", &["end", "   "])]
+    #[case("\u{a0}abc\u{a0}!", &["\u{a0}abc", "\u{a0}", "!"])]
+    #[case("<|endoftext|>", &["<|", "endoftext", "|>"])]
+    #[case("e\u{301}a", &["e", "\u{301}a"])]
+    #[case("日本語 ١٢٣٤", &["日本語", " ", "١٢٣", "٤"])]
+    fn scanner_splits_like_the_regex(#[case] text: &str, #[case] expected: &[&str]) {
+        assert_eq!(split(text), expected);
+    }
+
+    #[derive(serde::Deserialize)]
+    struct TextFixture {
+        text: String,
+        pieces: Vec<String>,
+    }
+
+    #[test]
+    fn scanner_splits_the_fixture_corpus_like_tiktoken_regex() {
+        let fixtures: Vec<TextFixture> = include_str!(concat!(
+            env!("CARGO_MANIFEST_DIR"),
+            "/tests/fixtures/cl100k/texts.jsonl"
+        ))
+        .lines()
+        .map(|line| serde_json::from_str(line).expect("fixture line is json"))
+        .collect();
+        assert!(fixtures.len() > 3000);
+        let mismatches: Vec<_> = fixtures
+            .iter()
+            .filter(|fixture| split(&fixture.text) != fixture.pieces)
+            .map(|fixture| (&fixture.text, split(&fixture.text), &fixture.pieces))
+            .collect();
+        assert!(mismatches.is_empty(), "{mismatches:#?}");
+    }
+}
diff --git a/litellm-rust/crates/token-counter/src/counter.rs b/litellm-rust/crates/token-counter/src/counter.rs
index a3943515a64..7eedc449dd1 100644
--- a/litellm-rust/crates/token-counter/src/counter.rs
+++ b/litellm-rust/crates/token-counter/src/counter.rs
@@ -3,6 +3,7 @@ use serde::Serialize;
 use crate::Error;
 use crate::byte_level::ByteLevelCounter;
 use crate::python_json;
+use crate::scanner::{SplitPattern, TiktokenCounter};
 use crate::tools::format_function_definitions;
 use crate::types::{
     ContentBlock, ContentItem, CountableRequest, Message, MessageContent, TextValue, ToolChoice,
@@ -23,12 +24,19 @@ pub struct InputTokenCount {
     pub input_tokens: usize,
 }
 
-/// A loaded HuggingFace tokenizer plus the message accounting Python applies on
-/// top of it. Encoding is CPU-bound and synchronous; hosts run it off their
-/// event loop.
+enum Encoder {
+    HuggingFace {
+        tokenizer: Box<tokenizers::Tokenizer>,
+        byte_level: Option<ByteLevelCounter>,
+    },
+    Tiktoken(TiktokenCounter),
+}
+
+/// A loaded tokenizer plus the message accounting Python applies on top of
+/// it. Encoding is CPU-bound and synchronous; hosts run it off their event
+/// loop.
 pub struct TokenCounter {
-    tokenizer: tokenizers::Tokenizer,
-    byte_level: Option<ByteLevelCounter>,
+    encoder: Encoder,
 }
 
 impl TokenCounter {
@@ -39,23 +47,50 @@ impl TokenCounter {
             .map_err(Error::Load)?;
         let byte_level = ByteLevelCounter::detect(&tokenizer);
         Ok(Self {
-            tokenizer,
-            byte_level,
+            encoder: Encoder::HuggingFace {
+                tokenizer: Box::new(tokenizer),
+                byte_level,
+            },
+        })
+    }
+
+    /// Load tiktoken's `cl100k_base` rank file (`base64(token) rank` lines).
+    /// The host reads the file.
+    pub fn from_cl100k_ranks(rank_file: &str) -> Result<Self, Error> {
+        Self::from_tiktoken_ranks(SplitPattern::Cl100k, rank_file)
+    }
+
+    /// Load tiktoken's `o200k_base` rank file (`base64(token) rank` lines).
+    /// The host reads the file.
+    pub fn from_o200k_ranks(rank_file: &str) -> Result<Self, Error> {
+        Self::from_tiktoken_ranks(SplitPattern::O200k, rank_file)
+    }
+
+    fn from_tiktoken_ranks(split: SplitPattern, rank_file: &str) -> Result<Self, Error> {
+        Ok(Self {
+            encoder: Encoder::Tiktoken(TiktokenCounter::from_ranks(split, rank_file)?),
         })
     }
 
     pub fn count_text(&self, text: &str) -> Result<usize, Error> {
-        if let Some(count) = self
-            .byte_level
-            .as_ref()
-            .and_then(|counter| counter.count(&self.tokenizer, text))
-        {
-            return Ok(count);
+        match &self.encoder {
+            Encoder::Tiktoken(counter) => Ok(counter.count(text)),
+            Encoder::HuggingFace {
+                tokenizer,
+                byte_level,
+            } => {
+                if let Some(count) = byte_level
+                    .as_ref()
+                    .and_then(|counter| counter.count(tokenizer, text))
+                {
+                    return Ok(count);
+                }
+                tokenizer
+                    .encode_fast(text, true)
+                    .map(|encoding| encoding.len())
+                    .map_err(Error::Encode)
+            }
         }
-        self.tokenizer
-            .encode_fast(text, true)
-            .map(|encoding| encoding.len())
-            .map_err(Error::Encode)
     }
 
     /// Mirrors the host's key precedence: `messages`, then `prompt`, then
diff --git a/litellm-rust/crates/token-counter/src/error.rs b/litellm-rust/crates/token-counter/src/error.rs
index dc590093f64..6b8668fe182 100644
--- a/litellm-rust/crates/token-counter/src/error.rs
+++ b/litellm-rust/crates/token-counter/src/error.rs
@@ -6,6 +6,10 @@ use thiserror::Error as ThisError;
 pub enum Error {
     #[error("failed to load tokenizer: {0}")]
     Load(#[source] tokenizers::Error),
+    #[error("failed to load tokenizer: tiktoken rank file: {0}")]
+    Ranks(String),
+    #[error("failed to load tokenizer: Unicode character classes are unavailable")]
+    UnicodeClasses,
     #[error("unsupported by the rust token counter: request body could not be parsed: {0}")]
     RequestParse(#[source] serde_json::Error),
     #[error("unsupported by the rust token counter: request has no countable input")]
diff --git a/litellm-rust/crates/token-counter/src/lib.rs b/litellm-rust/crates/token-counter/src/lib.rs
index eb602b3cade..fa0014e2bad 100644
--- a/litellm-rust/crates/token-counter/src/lib.rs
+++ b/litellm-rust/crates/token-counter/src/lib.rs
@@ -5,9 +5,13 @@
 #![forbid(unsafe_code)]
 
 mod byte_level;
+mod cl100k;
 mod counter;
 mod error;
+mod o200k;
 mod python_json;
+mod scanner;
+mod tiktoken;
 mod tools;
 mod types;
 mod unicode_classes;
diff --git a/litellm-rust/crates/token-counter/src/o200k.rs b/litellm-rust/crates/token-counter/src/o200k.rs
new file mode 100644
index 00000000000..c0d85c45e78
--- /dev/null
+++ b/litellm-rust/crates/token-counter/src/o200k.rs
@@ -0,0 +1,217 @@
+//! Scanner for tiktoken's `o200k_base` split regex,
+//! `[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]*[\p{Ll}\p{Lm}\p{Lo}\p{M}]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?|[^\r\n\p{L}\p{N}]?[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]+[\p{Ll}\p{Lm}\p{Lo}\p{M}]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?|\p{N}{1,3}| ?[^\s\p{L}\p{N}]+[\r\n/]*|\s*[\r\n]+|\s+(?!\S)|\s+`.
+//! tiktoken runs it with a backtracking engine, so the letter alternatives
+//! below reproduce where the greedy quantifiers settle, not only what the
+//! classes say.
+
+use super::scanner::{contraction_len, digit_run_len, is_newline};
+use super::unicode_classes::{Case, Class, UnicodeClasses, case, case_run_len, class, run_len};
+
+/// The alternatives in regex order: a number is never a letter piece, a
+/// letter always is, and only whitespace and symbols reach the last three.
+pub(super) fn piece_len(text: &str, first: char, unicode_classes: &UnicodeClasses) -> usize {
+    let first_class = class(first, unicode_classes);
+    if first_class == Class::Number {
+        return digit_run_len(text, unicode_classes);
+    }
+    if let Some(len) = letter_piece_len(text, first, first_class, unicode_classes) {
+        return len;
+    }
+    if first_class == Class::Other {
+        return symbol_run_len(text, unicode_classes);
+    }
+    let rest = &text[first.len_utf8()..];
+    if first == ' '
+        && rest
+            .chars()
+            .next()
+            .is_some_and(|character| class(character, unicode_classes) == Class::Other)
+    {
+        return 1 + symbol_run_len(rest, unicode_classes);
+    }
+    space_run_len(text, unicode_classes)
+}
+
+/// The two letter alternatives, each first with then without the optional
+/// `[^\r\n\p{L}\p{N}]` prefix: the order the engine tries them in.
+fn letter_piece_len(
+    text: &str,
+    first: char,
+    first_class: Class,
+    unicode_classes: &UnicodeClasses,
+) -> Option<usize> {
+    let prefix = (!is_newline(first) && matches!(first_class, Class::Space | Class::Other))
+        .then(|| first.len_utf8());
+    let after_prefix = |shape: fn(&str, &UnicodeClasses) -> Option<usize>| {
+        prefix.and_then(|prefix| shape(&text[prefix..], unicode_classes).map(|len| prefix + len))
+    };
+    after_prefix(upper_then_lower_len)
+        .or_else(|| upper_then_lower_len(text, unicode_classes))
+        .or_else(|| after_prefix(upper_run_len))
+        .or_else(|| upper_run_len(text, unicode_classes))
+}
+
+/// `[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]*[\p{Ll}\p{Lm}\p{Lo}\p{M}]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?`.
+/// The upper run is greedy; when no lower character follows it, the engine
+/// gives characters back until the one it just gave back is lower too, and
+/// that single character is the lower run.
+fn upper_then_lower_len(text: &str, unicode_classes: &UnicodeClasses) -> Option<usize> {
+    let upper = case_run_len(text, Case::is_upper, unicode_classes);
+    let lower = case_run_len(&text[upper..], Case::is_lower, unicode_classes);
+    let letters = if lower > 0 {
+        upper + lower
+    } else {
+        let (index, last_both) = text[..upper]
+            .char_indices()
+            .rev()
+            .find(|(_, character)| case(*character, unicode_classes).is_lower())?;
+        index + last_both.len_utf8()
+    };
+    Some(letters + contraction_len(&text[letters..]).unwrap_or(0))
+}
+
+/// `[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]+[\p{Ll}\p{Lm}\p{Lo}\p{M}]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?`
+fn upper_run_len(text: &str, unicode_classes: &UnicodeClasses) -> Option<usize> {
+    let upper = case_run_len(text, Case::is_upper, unicode_classes);
+    if upper == 0 {
+        return None;
+    }
+    let letters = upper + case_run_len(&text[upper..], Case::is_lower, unicode_classes);
+    Some(letters + contraction_len(&text[letters..]).unwrap_or(0))
+}
+
+/// `[^\s\p{L}\p{N}]+[\r\n/]*`
+fn symbol_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
+    let symbols = run_len(text, Class::Other, unicode_classes);
+    symbols
+        + text[symbols..]
+            .bytes()
+            .take_while(|byte| matches!(byte, b'\r' | b'\n' | b'/'))
+            .count()
+}
+
+/// `\s*[\r\n]+|\s+(?!\S)|\s+`: a run with a newline ends at its last newline,
+/// even at the end of the text; otherwise whitespace to the end of the text
+/// is one piece, or the run leaves its last character for the next piece's
+/// optional leading space.
+fn space_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
+    let run = run_len(text, Class::Space, unicode_classes);
+    if let Some(newline) = text[..run].rfind(['\r', '\n']) {
+        return newline + 1;
+    }
+    if run == text.len() {
+        return run;
+    }
+    let last = text[..run].chars().next_back().map_or(0, char::len_utf8);
+    match run - last {
+        0 => run,
+        shorter => shorter,
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use rstest::rstest;
+    use tokenizers::utils::SysRegex;
+
+    use super::*;
+    use crate::scanner::pieces;
+
+    fn split(text: &str) -> Vec<&str> {
+        pieces(
+            text,
+            piece_len,
+            UnicodeClasses::get().expect("Oniguruma exposes Unicode classes"),
+        )
+        .collect()
+    }
+
+    #[rstest]
+    #[case("", &[])]
+    #[case("Hello world", &["Hello", " world"])]
+    #[case("camelCase PascalCase ABCdef ABCdeF ABC", &["camel", "Case", " Pascal", "Case", " ABCdef", " ABCde", "F", " ABC"])]
+    #[case("日本ABC ABC日本 日本語abc abc日本語", &["日本", "ABC", " ABC日本", " 日本語abc", " abc日本語"])]
+    #[case("\u{301}ABC \u{301}abc \u{301}\u{301}A A\u{301}\u{301} E\u{301}A aE\u{301}", &["\u{301}", "ABC", " \u{301}abc", " \u{301}\u{301}", "A", " A\u{301}\u{301}", " E\u{301}", "A", " a", "E\u{301}"])]
+    #[case("ᵃbc ᵃBC Aᵃbc Aᵃ ᵃ' ᵃ's", &["ᵃbc", " ᵃ", "BC", " Aᵃbc", " Aᵃ", " ᵃ", "'", " ᵃ's"])]
+    #[case("Džungla aDžB ADžB ADžb", &["Džungla", " a", "DžB", " ADžB", " ADžb"])]
+    #[case("don'tx ABC's abc'S abc'ſ ABC'ſx IT'SOK it'Dbe", &["don't", "x", " ABC's", " abc'S", " abc'ſ", " ABC'ſ", "x", " IT'S", "OK", " it'D", "be"])]
+    #[case("'sabc x's 's 'Sx'Tx 9'9 a'9 ' s", &["'sabc", " x's", " '", "s", " '", "Sx'T", "x", " ", "9", "'", "9", " a", "'", "9", " '", " s"])]
+    #[case("!ABC !AbC !!abc !!\u{301}a \u{a0}\u{301}A", &["!ABC", " !", "Ab", "C", " !!", "abc", " !!\u{301}", "a", " ", "\u{a0}\u{301}", "A"])]
+    #[case("!!/\n/x a/b !!\n/x  /x  //", &["!!/\n/", "x", " a", "/b", " !!\n/", "x", " ", " /", "x", " ", " //"])]
+    #[case("12345 6 1abc abc1", &["123", "45", " ", "6", " ", "1", "abc", " abc", "1"])]
+    #[case("x \n x \r\n \r\n y", &["x", " \n", " x", " \r\n \r\n", " y"])]
+    #[case("x \n ", &["x", " \n", " "])]
+    #[case("a  b   \n\n  c", &["a", " ", " b", "   \n\n", " ", " c"])]
+    #[case("x\t\ty x\t\t", &["x", "\t", "\ty", " x", "\t\t"])]
+    #[case("end   ", &["end", "   "])]
+    #[case("\u{a0}abc\u{a0}!", &["\u{a0}abc", "\u{a0}", "!"])]
+    #[case("<|endoftext|>", &["<|", "endoftext", "|>"])]
+    #[case("İstanbul ΣΊΣΥΦΟΣ Ελληνικά Русский", &["İstanbul", " ΣΊΣΥΦΟΣ", " Ελληνικά", " Русский"])]
+    #[case("日本語 ١٢٣٤", &["日本語", " ", "١٢٣", "٤"])]
+    fn scanner_splits_like_the_regex(#[case] text: &str, #[case] expected: &[&str]) {
+        assert_eq!(split(text), expected);
+    }
+
+    #[test]
+    fn every_scalar_alone_is_one_piece() {
+        for character in (0..=0x10FFFFu32).filter_map(char::from_u32) {
+            let text = character.to_string();
+            assert_eq!(
+                split(&text),
+                [text.as_str()],
+                "U+{:04X}",
+                u32::from(character)
+            );
+        }
+    }
+
+    #[test]
+    fn cases_match_oniguruma() {
+        let unicode_classes = UnicodeClasses::get().expect("Oniguruma exposes Unicode classes");
+        let upper = SysRegex::new(r"[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]").expect("regex");
+        let lower = SysRegex::new(r"[\p{Ll}\p{Lm}\p{Lo}\p{M}]").expect("regex");
+        let whole =
+            |regex: &SysRegex, text: &str| regex.find_iter(text).next() == Some((0, text.len()));
+        let mut text = String::new();
+        for character in (0..=0x10FFFFu32).filter_map(char::from_u32) {
+            text.clear();
+            text.push(character);
+            let expected = match (whole(&upper, &text), whole(&lower, &text)) {
+                (true, true) => Case::Both,
+                (true, false) => Case::Upper,
+                (false, true) => Case::Lower,
+                (false, false) => Case::Neither,
+            };
+            assert_eq!(
+                case(character, unicode_classes),
+                expected,
+                "U+{:04X}",
+                u32::from(character)
+            );
+        }
+    }
+
+    #[derive(serde::Deserialize)]
+    struct TextFixture {
+        text: String,
+        pieces: Vec<String>,
+    }
+
+    #[test]
+    fn scanner_splits_the_fixture_corpus_like_tiktoken_regex() {
+        let fixtures: Vec<TextFixture> = include_str!(concat!(
+            env!("CARGO_MANIFEST_DIR"),
+            "/tests/fixtures/o200k/texts.jsonl"
+        ))
+        .lines()
+        .map(|line| serde_json::from_str(line).expect("fixture line is json"))
+        .collect();
+        assert!(fixtures.len() > 3000);
+        let mismatches: Vec<_> = fixtures
+            .iter()
+            .filter(|fixture| split(&fixture.text) != fixture.pieces)
+            .map(|fixture| (&fixture.text, split(&fixture.text), &fixture.pieces))
+            .collect();
+        assert!(mismatches.is_empty(), "{mismatches:#?}");
+    }
+}
diff --git a/litellm-rust/crates/token-counter/src/scanner.rs b/litellm-rust/crates/token-counter/src/scanner.rs
new file mode 100644
index 00000000000..c2c3057aeeb
--- /dev/null
+++ b/litellm-rust/crates/token-counter/src/scanner.rs
@@ -0,0 +1,107 @@
+//! Exact token counting for tiktoken encodings. A hand-written scanner
+//! reproduces the piece boundaries of the encoding's split regex, and each
+//! piece is merged with the rank file. Special tokens are ordinary text, as
+//! with `encode(text, disallowed_special=())`.
+
+use std::iter;
+
+use super::tiktoken::{MergeRanks, MergeScratch};
+use super::unicode_classes::{Class, UnicodeClasses, class};
+use super::{cl100k, o200k};
+use crate::Error;
+
+const MAX_DIGITS_PER_PIECE: usize = 3;
+
+/// Byte length of the piece the split regex matches at the start of the
+/// text, given the text's first character.
+pub(super) type PieceLen = fn(&str, char, &UnicodeClasses) -> usize;
+
+#[derive(Clone, Copy, Debug)]
+pub(super) enum SplitPattern {
+    Cl100k,
+    O200k,
+}
+
+impl SplitPattern {
+    fn piece_len(self) -> PieceLen {
+        match self {
+            Self::Cl100k => cl100k::piece_len,
+            Self::O200k => o200k::piece_len,
+        }
+    }
+}
+
+pub(super) struct TiktokenCounter {
+    ranks: MergeRanks,
+    piece_len: PieceLen,
+    unicode_classes: &'static UnicodeClasses,
+}
+
+impl TiktokenCounter {
+    pub(super) fn from_ranks(split: SplitPattern, rank_file: &str) -> Result<Self, Error> {
+        Ok(Self {
+            ranks: MergeRanks::parse(rank_file)?,
+            piece_len: split.piece_len(),
+            unicode_classes: UnicodeClasses::get().ok_or(Error::UnicodeClasses)?,
+        })
+    }
+
+    pub(super) fn count(&self, text: &str) -> usize {
+        let mut scratch = MergeScratch::default();
+        pieces(text, self.piece_len, self.unicode_classes)
+            .map(|piece| self.ranks.count_piece(piece.as_bytes(), &mut scratch))
+            .sum()
+    }
+}
+
+/// The regex matches every character, so the pieces tile the text.
+pub(super) fn pieces<'a>(
+    text: &'a str,
+    piece_len: PieceLen,
+    unicode_classes: &'static UnicodeClasses,
+) -> impl Iterator<Item = &'a str> {
+    iter::successors(
+        split_piece(text, piece_len, unicode_classes),
+        move |(_, rest)| split_piece(rest, piece_len, unicode_classes),
+    )
+    .map(|(piece, _)| piece)
+}
+
+fn split_piece<'a>(
+    text: &'a str,
+    piece_len: PieceLen,
+    unicode_classes: &UnicodeClasses,
+) -> Option<(&'a str, &'a str)> {
+    let first = text.chars().next()?;
+    Some(text.split_at(piece_len(text, first, unicode_classes)))
+}
+
+/// `'(?i:s|t|re|ve|m|ll|d)`, the contraction both encodings spell out. Simple
+/// case folding also maps U+017F (long s) onto `s`.
+pub(super) fn contraction_len(text: &str) -> Option<usize> {
+    let mut characters = text.chars();
+    if characters.next()? != '\'' {
+        return None;
+    }
+    let first = characters.next()?;
+    let len = match first {
+        's' | 'S' | '\u{17F}' | 'd' | 'D' | 'm' | 'M' | 't' | 'T' => first.len_utf8(),
+        'l' | 'L' => matches!(characters.next(), Some('l' | 'L')).then_some(2)?,
+        'v' | 'V' | 'r' | 'R' => matches!(characters.next(), Some('e' | 'E')).then_some(2)?,
+        _ => return None,
+    };
+    Some(1 + len)
+}
+
+pub(super) fn is_newline(character: char) -> bool {
+    matches!(character, '\r' | '\n')
+}
+
+/// `\p{N}{1,3}`
+pub(super) fn digit_run_len(text: &str, unicode_classes: &UnicodeClasses) -> usize {
+    text.chars()
+        .take(MAX_DIGITS_PER_PIECE)
+        .take_while(|character| class(*character, unicode_classes) == Class::Number)
+        .map(char::len_utf8)
+        .sum()
+}
diff --git a/litellm-rust/crates/token-counter/src/tiktoken.rs b/litellm-rust/crates/token-counter/src/tiktoken.rs
new file mode 100644
index 00000000000..c479ae01be9
--- /dev/null
+++ b/litellm-rust/crates/token-counter/src/tiktoken.rs
@@ -0,0 +1,215 @@
+//! tiktoken's byte-level BPE: a rank file of `base64(token) rank` lines and
+//! the merge loop that turns one regex piece into tokens. The merge order is
+//! tiktoken's (lowest rank first, leftmost pair on ties) so the token count is
+//! identical, but pairs are tracked in a heap so a long piece costs
+//! `O(n log n)` instead of tiktoken's `O(n^2)`.
+
+use std::cmp::Reverse;
+use std::collections::BinaryHeap;
+
+use base64::Engine;
+use base64::engine::general_purpose::STANDARD;
+use rustc_hash::FxHashMap;
+
+use crate::Error;
+
+type Rank = u32;
+
+const NO_RANK: Rank = Rank::MAX;
+const END: usize = usize::MAX;
+
+pub(super) struct MergeRanks(FxHashMap<Box<[u8]>, Rank>);
+
+impl MergeRanks {
+    pub(super) fn parse(text: &str) -> Result<Self, Error> {
+        let ranks = text
+            .lines()
+            .filter(|line| !line.is_empty())
+            .map(parse_line)
+            .collect::<Result<FxHashMap<_, _>, _>>()?;
+        if let Some(byte) = (0..=u8::MAX).find(|byte| !ranks.contains_key(&[*byte][..])) {
+            return Err(Error::Ranks(format!("byte 0x{byte:02X} has no token")));
+        }
+        Ok(Self(ranks))
+    }
+
+    fn rank(&self, bytes: &[u8]) -> Rank {
+        self.0.get(bytes).copied().unwrap_or(NO_RANK)
+    }
+
+    /// Token count of one regex piece, as `encode_ordinary` would produce.
+    pub(super) fn count_piece(&self, piece: &[u8], scratch: &mut MergeScratch) -> usize {
+        if piece.len() < 2 || self.0.contains_key(piece) {
+            return 1;
+        }
+        scratch.reset(piece.len());
+        for start in 0..piece.len() - 1 {
+            scratch.set_rank(start, self.rank(&piece[start..start + 2]));
+        }
+        let mut parts = piece.len();
+        while let Some(Reverse((rank, start))) = scratch.heap.pop() {
+            if scratch.next[start] == END || scratch.rank[start] != rank {
+                continue;
+            }
+            let merged = scratch.next[start];
+            let after = scratch.next[merged];
+            scratch.next[merged] = END;
+            scratch.next[start] = after;
+            parts -= 1;
+            if after < piece.len() {
+                scratch.prev[after] = start;
+                scratch.set_rank(start, self.rank(&piece[start..scratch.end(after)]));
+            } else {
+                scratch.rank[start] = NO_RANK;
+            }
+            let before = scratch.prev[start];
+            if before != END {
+                scratch.set_rank(before, self.rank(&piece[before..scratch.end(start)]));
+            }
+        }
+        parts
+    }
+}
+
+fn parse_line(line: &str) -> Result<(Box<[u8]>, Rank), Error> {
+    let (token, rank) = line
+        .split_once(' ')
+        .ok_or_else(|| Error::Ranks(format!("line without a rank: {line:?}")))?;
+    let bytes = STANDARD
+        .decode(token)
+        .map_err(|error| Error::Ranks(format!("token is not base64: {error}")))?;
+    let rank = rank
+        .parse()
+        .map_err(|error| Error::Ranks(format!("rank is not an integer: {error}")))?;
+    Ok((bytes.into_boxed_slice(), rank))
+}
+
+/// Buffers reused across the pieces of one text. Parts are addressed by the
+/// byte offset they start at, which also gives the leftmost-pair tie break.
+#[derive(Default)]
+pub(super) struct MergeScratch {
+    next: Vec<usize>,
+    prev: Vec<usize>,
+    rank: Vec<Rank>,
+    heap: BinaryHeap<Reverse<(Rank, usize)>>,
+}
+
+impl MergeScratch {
+    fn reset(&mut self, len: usize) {
+        self.next.clear();
+        self.next.extend(1..=len);
+        self.prev.clear();
+        self.prev.push(END);
+        self.prev.extend(0..len - 1);
+        self.rank.clear();
+        self.rank.resize(len, NO_RANK);
+        self.heap.clear();
+    }
+
+    fn end(&self, start: usize) -> usize {
+        self.next[start]
+    }
+
+    fn set_rank(&mut self, start: usize, rank: Rank) {
+        self.rank[start] = rank;
+        if rank != NO_RANK {
+            self.heap.push(Reverse((rank, start)));
+        }
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use rand::rngs::StdRng;
+    use rand::{Rng, SeedableRng};
+
+    use super::*;
+
+    fn ranks() -> MergeRanks {
+        let path = concat!(
+            env!("CARGO_MANIFEST_DIR"),
+            "/../../../litellm/litellm_core_utils/tokenizers/9b5ad71b2ce5302211f9c61530b329a4922fc6a4"
+        );
+        MergeRanks::parse(&std::fs::read_to_string(path).expect("cl100k rank file is in the repo"))
+            .expect("rank file parses")
+    }
+
+    /// tiktoken's `_byte_pair_merge`, transcribed, as the reference.
+    fn reference_count(ranks: &MergeRanks, piece: &[u8]) -> usize {
+        if piece.len() < 2 || ranks.0.contains_key(piece) {
+            return 1;
+        }
+        let mut parts: Vec<(usize, Rank)> = (0..piece.len() - 1)
+            .map(|index| (index, ranks.rank(&piece[index..index + 2])))
+            .chain([(piece.len() - 1, NO_RANK), (piece.len(), NO_RANK)])
+            .collect();
+        let get_rank = |parts: &[(usize, Rank)], index: usize| {
+            if index + 3 < parts.len() {
+                ranks.rank(&piece[parts[index].0..parts[index + 3].0])
+            } else {
+                NO_RANK
+            }
+        };
+        loop {
+            let Some(index) = parts[..parts.len() - 1]
+                .iter()
+                .enumerate()
+                .filter(|(_, (_, rank))| *rank != NO_RANK)
+                .min_by_key(|(index, (_, rank))| (*rank, *index))
+                .map(|(index, _)| index)
+            else {
+                return parts.len() - 1;
+            };
+            if index > 0 {
+                parts[index - 1].1 = get_rank(&parts, index - 1);
+            }
+            parts[index].1 = get_rank(&parts, index);
+            parts.remove(index + 1);
+        }
+    }
+
+    #[test]
+    fn every_byte_is_a_token() {
+        let ranks = ranks();
+        assert_eq!(ranks.0.len(), 100_256);
+        assert!((0..=u8::MAX).all(|byte| ranks.rank(&[byte]) != NO_RANK));
+    }
+
+    #[test]
+    fn heap_merge_matches_tiktokens_merge_loop() {
+        let ranks = ranks();
+        let mut scratch = MergeScratch::default();
+        let mut rng = StdRng::seed_from_u64(99);
+        let alphabet = b" abcdeorstn.,'\n\xc3\xa9\xe2\x82\xac0123";
+        for _ in 0..20_000 {
+            let piece: Vec<u8> = (0..rng.gen_range(1..24))
+                .map(|_| alphabet[rng.gen_range(0..alphabet.len())])
+                .collect();
+            assert_eq!(
+                ranks.count_piece(&piece, &mut scratch),
+                reference_count(&ranks, &piece),
+                "piece {:?}",
+                String::from_utf8_lossy(&piece)
+            );
+        }
+    }
+
+    #[test]
+    fn long_repeated_runs_stay_cheap() {
+        let ranks = ranks();
+        let mut scratch = MergeScratch::default();
+        let piece = vec![b' '; 1 << 20];
+        let started = std::time::Instant::now();
+        let count = ranks.count_piece(&piece, &mut scratch);
+        assert!(count > 0);
+        assert!(started.elapsed().as_secs() < 5, "{:?}", started.elapsed());
+    }
+
+    #[test]
+    fn malformed_rank_files_are_rejected() {
+        assert!(MergeRanks::parse("IQ==").is_err());
+        assert!(MergeRanks::parse("IQ== x").is_err());
+        assert!(MergeRanks::parse("!!! 1").is_err());
+        assert!(MergeRanks::parse("IQ== 1").is_err());
+    }
+}
diff --git a/litellm-rust/crates/token-counter/src/unicode_classes.rs b/litellm-rust/crates/token-counter/src/unicode_classes.rs
index 405cee34949..6aa34047adf 100644
--- a/litellm-rust/crates/token-counter/src/unicode_classes.rs
+++ b/litellm-rust/crates/token-counter/src/unicode_classes.rs
@@ -9,6 +9,8 @@ pub(super) struct UnicodeClasses {
     letters: Ranges,
     numbers: Ranges,
     spaces: Ranges,
+    uppers: Ranges,
+    lowers: Ranges,
 }
 
 static CLASSES: LazyLock<Option<UnicodeClasses>> = LazyLock::new(|| {
@@ -19,6 +21,8 @@ static CLASSES: LazyLock<Option<UnicodeClasses>> = LazyLock::new(|| {
         letters: Ranges::load(r"\p{L}+", &scalars)?,
         numbers: Ranges::load(r"\p{N}+", &scalars)?,
         spaces: Ranges::load(r"\s+", &scalars)?,
+        uppers: Ranges::load(r"[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]+", &scalars)?,
+        lowers: Ranges::load(r"[\p{Ll}\p{Lm}\p{Lo}\p{M}]+", &scalars)?,
     })
 });
 
@@ -59,15 +63,102 @@ impl UnicodeClasses {
         CLASSES.as_ref()
     }
 
-    pub(super) fn is_letter(&self, character: char) -> bool {
+    fn is_letter(&self, character: char) -> bool {
         self.letters.contains(character)
     }
 
-    pub(super) fn is_number(&self, character: char) -> bool {
+    fn is_number(&self, character: char) -> bool {
         self.numbers.contains(character)
     }
 
-    pub(super) fn is_space(&self, character: char) -> bool {
+    fn is_space(&self, character: char) -> bool {
         self.spaces.contains(character)
     }
+
+    fn is_upper(&self, character: char) -> bool {
+        self.uppers.contains(character)
+    }
+
+    fn is_lower(&self, character: char) -> bool {
+        self.lowers.contains(character)
+    }
+}
+
+/// `\p{L}`, `\p{N}`, `\s` and everything else, the character classes the
+/// split regexes are written in.
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub(super) enum Class {
+    Letter,
+    Number,
+    Space,
+    Other,
+}
+
+pub(super) fn class(character: char, unicode_classes: &UnicodeClasses) -> Class {
+    match character {
+        'A'..='Z' | 'a'..='z' => Class::Letter,
+        '0'..='9' => Class::Number,
+        '\t'..='\r' | ' ' => Class::Space,
+        _ if character.is_ascii() => Class::Other,
+        _ if unicode_classes.is_letter(character) => Class::Letter,
+        _ if unicode_classes.is_number(character) => Class::Number,
+        _ if unicode_classes.is_space(character) => Class::Space,
+        _ => Class::Other,
+    }
+}
+
+/// Byte length of the leading run of `run_class` characters.
+pub(super) fn run_len(text: &str, run_class: Class, unicode_classes: &UnicodeClasses) -> usize {
+    text.char_indices()
+        .find(|(_, character)| class(*character, unicode_classes) != run_class)
+        .map_or(text.len(), |(index, _)| index)
+}
+
+/// Membership in the two letter classes of the o200k split regex,
+/// `[\p{Lu}\p{Lt}\p{Lm}\p{Lo}\p{M}]` and `[\p{Ll}\p{Lm}\p{Lo}\p{M}]`; `Lm`,
+/// `Lo` and `M` are in both.
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub(super) enum Case {
+    Upper,
+    Lower,
+    Both,
+    Neither,
+}
+
+impl Case {
+    pub(super) fn is_upper(self) -> bool {
+        matches!(self, Case::Upper | Case::Both)
+    }
+
+    pub(super) fn is_lower(self) -> bool {
+        matches!(self, Case::Lower | Case::Both)
+    }
+}
+
+pub(super) fn case(character: char, unicode_classes: &UnicodeClasses) -> Case {
+    match character {
+        'A'..='Z' => Case::Upper,
+        'a'..='z' => Case::Lower,
+        _ if character.is_ascii() => Case::Neither,
+        _ => match (
+            unicode_classes.is_upper(character),
+            unicode_classes.is_lower(character),
+        ) {
+            (true, true) => Case::Both,
+            (true, false) => Case::Upper,
+            (false, true) => Case::Lower,
+            (false, false) => Case::Neither,
+        },
+    }
+}
+
+/// Byte length of the leading run of characters whose case passes `in_class`.
+pub(super) fn case_run_len(
+    text: &str,
+    in_class: fn(Case) -> bool,
+    unicode_classes: &UnicodeClasses,
+) -> usize {
+    text.char_indices()
+        .find(|(_, character)| !in_class(case(*character, unicode_classes)))
+        .map_or(text.len(), |(index, _)| index)
 }
diff --git a/litellm-rust/crates/token-counter/tests/fixtures/cl100k/requests.jsonl b/litellm-rust/crates/token-counter/tests/fixtures/cl100k/requests.jsonl
new file mode 100644
index 00000000000..c2a7b718cc3
--- /dev/null
+++ b/litellm-rust/crates/token-counter/tests/fixtures/cl100k/requests.jsonl
@@ -0,0 +1,10 @@
+{"body": "{\"model\": \"gpt-4\", \"messages\": [{\"role\": \"user\", \"content\": \"Hello, how are you today?\"}]}", "input_tokens": 14}
+{"body": "{\"model\": \"gpt-4\", \"messages\": [{\"role\": \"system\", \"content\": \"You are a terse assistant.\"}, {\"role\": \"user\", \"name\": \"alice\", \"content\": [{\"type\": \"text\", \"text\": \"Summarise this paragraph about ships and harbours.\"}, \"plain string item\"]}, {\"role\": \"assistant\", \"content\": [{\"type\": \"text\", \"text\": \"Sure.\"}]}]}", "input_tokens": 39}
+{"body": "{\"model\": \"gpt-4\", \"messages\": [{\"role\": \"user\", \"content\": \"weather?\"}], \"tools\": [{\"type\": \"function\", \"function\": {\"name\": \"get_weather\", \"description\": \"Get weather\", \"parameters\": {\"type\": \"object\", \"properties\": {\"location\": {\"type\": \"string\", \"description\": \"City name\"}, \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]}, \"days\": {\"type\": \"integer\"}, \"tags\": {\"type\": \"array\", \"items\": {\"type\": \"string\"}}, \"opts\": {\"type\": \"object\", \"properties\": {\"verbose\": {\"type\": \"boolean\"}, \"level\": {\"type\": \"integer\", \"enum\": [1, 2]}}, \"required\": [\"verbose\"]}, \"anything\": {}}, \"required\": [\"location\"]}}}, {\"type\": \"function\", \"function\": {\"name\": \"noop\"}}], \"tool_choice\": {\"type\": \"function\", \"function\": {\"name\": \"get_weather\"}}}", "input_tokens": 106}
+{"body": "{\"model\": \"gpt-4\", \"messages\": [{\"role\": \"system\", \"content\": \"sys\"}, {\"role\": \"user\", \"content\": \"weather?\"}], \"tools\": [{\"type\": \"function\", \"function\": {\"name\": \"get_weather\", \"description\": \"Get weather\", \"parameters\": {\"type\": \"object\", \"properties\": {\"location\": {\"type\": \"string\", \"description\": \"City name\"}, \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]}, \"days\": {\"type\": \"integer\"}, \"tags\": {\"type\": \"array\", \"items\": {\"type\": \"string\"}}, \"opts\": {\"type\": \"object\", \"properties\": {\"verbose\": {\"type\": \"boolean\"}, \"level\": {\"type\": \"integer\", \"enum\": [1, 2]}}, \"required\": [\"verbose\"]}, \"anything\": {}}, \"required\": [\"location\"]}}}, {\"type\": \"function\", \"function\": {\"name\": \"noop\"}}], \"tool_choice\": \"none\"}", "input_tokens": 99}
+{"body": "{\"model\": \"gpt-4\", \"prompt\": \"Write a haiku about ships.\"}", "input_tokens": 7}
+{"body": "{\"model\": \"gpt-4\", \"prompt\": [\"first prompt\", \"second prompt\"]}", "input_tokens": 4}
+{"body": "{\"model\": \"gpt-4\", \"input\": [{\"role\": \"user\", \"content\": [{\"type\": \"input_text\", \"text\": \"Summarise caf\\u00e9 menus, na\\u00efve \\u2014 ok? \\\"quoted\\\"\\n\"}]}, {\"role\": \"assistant\", \"content\": \"Sure.\"}], \"instructions\": \"be terse\"}", "input_tokens": 60}
+{"body": "{\"model\": \"gpt-4\", \"input\": [[101, 2023, 5], [7]], \"encoding_format\": \"float\"}", "input_tokens": 5}
+{"body": "{\"model\": \"gpt-4\", \"query\": \"best harbour\", \"documents\": [\"doc one\", {\"text\": \"doc two\", \"title\": \"T\", \"n\": 3, \"ok\": true, \"none\": null, \"tags\": [\"a\", \"b\"]}]}", "input_tokens": 42}
+{"body": "{\"model\": \"gpt-4\", \"messages\": [{\"role\": \"system\", \"content\": \"You are a helpful assistant. Answer precisely and cite sources.\"}, {\"role\": \"user\", \"content\": \"\\ud83d\\ude42 a every WON'T They'RE involved counting caf\\u00e9 backtracking boundaries Z\\u00fcrich WON'T 100% \\\"quotes\\\" caf\\u00e9 tiktoken's budget They'RE request request regex v1.2.3 hand hand fox tiktoken's on 3.14159 mirrors that don't WON'T admission before budget the admission WON'T no <tags> 1999 100% no admission budget mirrors way caf\\u00e9 dog a quick mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 hand gateway regex on jumps because {braces} 'single' the the the {braces} piece hand scanned reservation [brackets] we'll 3.14159 request don't \\\"quotes\\\" na\\u00efve C++ caf\\u00e9 caf\\u00e9 for https://example.com/a/b?c=d we'll no over the node.js for while over way\"}, {\"role\": \"assistant\", \"content\": \"it tiktoken's node.js it scanned v1.2.3 boundaries (parens) and while reservation lazy the that https://example.com/a/b?c=d quick don't budget engine boundaries F# budget every we'll before jumps scanned jumps there's counting the don't jumps a once admission 100% 3.14159 brown brown that because jumps They'RE 100% caf\\u00e9 WON'T They'RE boundaries \\u6771\\u4eac exactly scanner caf\\u00e9 fox (parens) body dog a 1999 boundaries 'single' {braces} reservation mirrors <tags> while {braces} {braces} so admission the F# https://example.com/a/b?c=d brown a caf\\u00e9 on admission that on counting that we'll over lazy https://example.com/a/b?c=d way over engine reservation gateway body I'M for \\\"quotes\\\" 42 and F# there's 'single' quick \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T scanner written every (parens) so\"}, {\"role\": \"user\", \"content\": \"I'M over faster counting https://example.com/a/b?c=d way while it over way mirrors boundaries keep body hand na\\u00efve once because that node.js for every the 'single' every caf\\u00e9 caf\\u00e9 piece there's v1.2.3 v1.2.3 tiktoken's brown so counting <tags> there's <tags> for we'll boundaries 'single' no https://example.com/a/b?c=d node.js \\u6771\\u4eac written with budget (parens) because \\\"quotes\\\" \\u6771\\u4eac while \\u6771\\u4eac counting scanned 1999 \\u6771\\u4eac hand keep so that gateway caf\\u00e9 for scanned it request keep counting user@example.com admission request \\\"quotes\\\" v1.2.3 caf\\u00e9 over that F# we'll regex a faster with that They'RE piece because tiktoken's engine hand 100% WON'T reservation (parens) caf\\u00e9 on Z\\u00fcrich dog \\u6771\\u4eac that They'RE 'single' the 'single' na\\u00efve involved the {braces} there's scanned no engine dog backtracking there's\"}, {\"role\": \"assistant\", \"content\": \"every node.js C++ for 3.14159 \\u6771\\u4eac 'single' gateway once the user@example.com a 100% every every tokens written and every brown na\\u00efve the body the because quick brown engine fox 3.14159 (parens) F# while with a 100% C++ with the written WON'T on request Z\\u00fcrich hand on https://example.com/a/b?c=d don't way way 42 that we'll \\ud83d\\ude42 [brackets] admission tiktoken's request hand caf\\u00e9 every every (parens) They'RE that jumps the regex 100% \\\"quotes\\\" is budget\"}, {\"role\": \"user\", \"content\": \"engine with I'M backtracking while F# quick 'single' mirrors \\\"quotes\\\" 'single' regex caf\\u00e9 It's Z\\u00fcrich exactly a <tags> counting tiktoken's we'll once \\u0645\\u0631\\u062d\\u0628\\u0627 42 v1.2.3 scanner WON'T \\u6771\\u4eac there's node.js It's budget that budget {braces} because [brackets] It's a $1,234.56 that v1.2.3 42 gateway backtracking it C++ scanned keep \\ud83d\\ude42 I'M hand a counting scanner reservation \\u6771\\u4eac written 3.14159 there's <tags> once fox I'M C++ lazy the \\u0645\\u0631\\u062d\\u0628\\u0627 before don't we'll gateway exactly \\ud83d\\ude42 Z\\u00fcrich 3.14159 with WON'T there's node.js \\ud83d\\ude42 quick written faster counting 1999 backtracking 'single' counting we'll engine counting don't \\\"quotes\\\" engine \\\"quotes\\\" way I'M budget [brackets] backtracking \\\"quotes\\\" 3.14159 don't written written \\u0645\\u0631\\u062d\\u0628\\u0627 body I'M 'single' while on and reservation \\ud83d\\ude42 regex and no budget regex (parens) we'll They'RE na\\u00efve v1.2.3\"}, {\"role\": \"assistant\", \"content\": \"hand lazy dog budget lazy involved because scanned piece quick that involved 'single' dog quick na\\u00efve budget scanner exactly $1,234.56 fox quick I'M hand (parens) node.js while jumps boundaries \\ud83d\\ude42 They'RE way request engine <tags> 'single' fox backtracking regex \\u0645\\u0631\\u062d\\u0628\\u0627 because and over jumps 3.14159 WON'T counting for and mirrors admission 'single' caf\\u00e9 https://example.com/a/b?c=d that \\ud83d\\ude42 faster \\u0645\\u0631\\u062d\\u0628\\u0627 admission jumps quick for <tags> $1,234.56 exactly exactly $1,234.56 scanned keep 3.14159 backtracking <tags> piece tiktoken's is is hand reservation before regex budget 3.14159 tiktoken's I'M it no budget user@example.com budget written budget over that https://example.com/a/b?c=d no written so quick tokens C++\"}, {\"role\": \"user\", \"content\": \"once body involved every brown every it that hand engine with scanned reservation \\u6771\\u4eac backtracking and {braces} over [brackets] brown over for is \\ud83d\\ude42 100% before quick no counting no v1.2.3 counting \\\"quotes\\\" mirrors 3.14159 1999 there's way <tags> \\\"quotes\\\" piece on na\\u00efve They'RE no every exactly node.js 42 because over there's 1999 C++ we'll mirrors F# it scanner jumps It's scanner mirrors mirrors It's <tags> tokens backtracking body brown $1,234.56 keep <tags> admission 100% the exactly we'll caf\\u00e9 jumps over 3.14159 we'll so 42 \\u6771\\u4eac I'M WON'T lazy brown It's a na\\u00efve \\\"quotes\\\" https://example.com/a/b?c=d (parens) \\u6771\\u4eac tiktoken's so dog body 'single' scanned piece body 3.14159 scanned body the so \\\"quotes\\\" counting\"}, {\"role\": \"assistant\", \"content\": \"boundaries request the that 100% gateway the there's hand the They'RE caf\\u00e9 fox C++ scanner written \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE scanner WON'T keep before for it so counting that (parens) {braces} They'RE scanner every {braces} no node.js keep I'M jumps backtracking gateway https://example.com/a/b?c=d don't tiktoken's a is 1999 don't F# v1.2.3 involved hand scanner They'RE backtracking exactly and for exactly for $1,234.56 counting v1.2.3 request gateway mirrors that no \\ud83d\\ude42 every dog once They'RE 100% reservation It's a with and 100% because so It's admission there's gateway 42 on over gateway is every 3.14159 boundaries no for admission quick lazy lazy fox node.js because while $1,234.56 quick I'M lazy involved WON'T {braces} na\\u00efve {braces} there's with caf\\u00e9 https://example.com/a/b?c=d \\\"quotes\\\" [brackets] lazy lazy it 100% caf\\u00e9 way lazy tokens C++ that it \\u6771\\u4eac lazy\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors budget reservation 'single' it scanner F# is exactly They'RE \\ud83d\\ude42 I'M boundaries F# {braces} https://example.com/a/b?c=d over backtracking node.js is \\ud83d\\ude42 \\ud83d\\ude42 $1,234.56 so and counting It's Z\\u00fcrich once node.js once v1.2.3 on that we'll 'single' mirrors I'M \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking They'RE tokens hand counting 1999 user@example.com Z\\u00fcrich They'RE tokens reservation exactly for https://example.com/a/b?c=d mirrors and boundaries regex the brown while keep \\\"quotes\\\" we'll the involved 42 {braces} scanner reservation Z\\u00fcrich no we'll [brackets] caf\\u00e9 written that hand user@example.com $1,234.56 42 while budget every 3.14159 a exactly way body scanned admission C++ (parens) tiktoken's body for WON'T hand no dog 1999 (parens) on don't 1999 we'll I'M v1.2.3 that WON'T fox scanned 1999\"}, {\"role\": \"assistant\", \"content\": \"gateway $1,234.56 $1,234.56 \\\"quotes\\\" scanner there's scanner $1,234.56 100% it budget \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) admission admission with I'M admission 'single' hand jumps scanned It's \\\"quotes\\\" is F# before engine counting dog because admission tiktoken's backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 that 42 written it body quick Z\\u00fcrich I'M F# I'M that brown It's request caf\\u00e9 is boundaries jumps don't written written faster for admission Z\\u00fcrich engine reservation and Z\\u00fcrich scanned written keep scanned is keep jumps the so F# 'single' user@example.com keep because They'RE over because C++ written faster 42 mirrors na\\u00efve 42 tiktoken's [brackets] na\\u00efve hand on no written so $1,234.56 there's 100% 100% $1,234.56 is \\ud83d\\ude42 scanner dog lazy 100% https://example.com/a/b?c=d tiktoken's They'RE [brackets] user@example.com while hand \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d we'll 42 WON'T it a mirrors v1.2.3\"}, {\"role\": \"user\", \"content\": \"that involved dog C++ way that regex with https://example.com/a/b?c=d because 1999 jumps and and caf\\u00e9 F# backtracking that 3.14159 the quick v1.2.3 engine piece request brown (parens) because tokens na\\u00efve we'll and \\ud83d\\ude42 <tags> user@example.com that na\\u00efve \\u6771\\u4eac na\\u00efve <tags> tokens jumps 3.14159 tiktoken's na\\u00efve brown It's jumps before and a the user@example.com Z\\u00fcrich WON'T mirrors It's fox It's involved don't \\u6771\\u4eac 'single' written that written fox and the 3.14159 Z\\u00fcrich way on <tags> <tags> once na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 request fox so fox 'single' admission admission node.js mirrors <tags> backtracking it the\"}, {\"role\": \"assistant\", \"content\": \"engine so $1,234.56 don't caf\\u00e9 lazy I'M while 'single' budget scanned \\ud83d\\ude42 Z\\u00fcrich piece tokens exactly budget boundaries admission written tokens every \\u0645\\u0631\\u062d\\u0628\\u0627 before with backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 engine regex faster brown \\ud83d\\ude42 before we'll reservation na\\u00efve regex there's faster counting na\\u00efve reservation quick Z\\u00fcrich tiktoken's <tags> that gateway we'll C++ They'RE scanned for engine budget 100% na\\u00efve $1,234.56 written admission no we'll WON'T scanned body dog node.js while\"}, {\"role\": \"user\", \"content\": \"once exactly scanner boundaries scanned every there's mirrors $1,234.56 there's so dog dog They'RE lazy fox because 'single' so gateway Z\\u00fcrich faster v1.2.3 quick <tags> I'M \\u6771\\u4eac exactly written tokens node.js na\\u00efve brown [brackets] mirrors while on \\u6771\\u4eac $1,234.56 once hand over exactly quick backtracking over exactly {braces} it don't regex 3.14159 way the 100% $1,234.56 is I'M admission admission [brackets] scanned while boundaries piece counting that node.js reservation \\u6771\\u4eac body jumps while node.js I'M Z\\u00fcrich with fox C++ reservation F# \\\"quotes\\\" They'RE {braces} (parens) caf\\u00e9 1999 <tags> there's {braces} every WON'T no dog WON'T 1999 admission [brackets] that <tags> body 'single' gateway while mirrors with with scanner hand no over scanned hand na\\u00efve It's the while with once \\\"quotes\\\" boundaries \\\"quotes\\\" It's tokens and\"}, {\"role\": \"assistant\", \"content\": \"jumps 100% before body there's a C++ $1,234.56 on exactly exactly every hand lazy dog don't every that so F# Z\\u00fcrich jumps caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 written scanned tokens admission WON'T backtracking scanned 1999 engine brown exactly counting node.js 'single' 1999 counting that keep keep $1,234.56 Z\\u00fcrich They'RE before scanned They'RE \\u6771\\u4eac It's over tiktoken's once hand request tiktoken's while gateway node.js no \\ud83d\\ude42 it https://example.com/a/b?c=d It's 100% written there's hand {braces} there's admission $1,234.56 F# [brackets]\"}, {\"role\": \"user\", \"content\": \"hand mirrors exactly 42 They'RE [brackets] before \\u0645\\u0631\\u062d\\u0628\\u0627 that while written caf\\u00e9 body because fox tokens no WON'T dog faster and fox keep don't caf\\u00e9 'single' node.js (parens) reservation C++ I'M fox F# \\u6771\\u4eac mirrors over 1999 written keep na\\u00efve gateway a 3.14159 keep once body \\\"quotes\\\" F# we'll $1,234.56 https://example.com/a/b?c=d regex fox backtracking is admission request involved so over engine caf\\u00e9 way backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac They'RE It's a mirrors \\\"quotes\\\" jumps They'RE way way the engine C++ request because backtracking with with written <tags> the scanned boundaries https://example.com/a/b?c=d (parens) no for gateway dog \\ud83d\\ude42 boundaries node.js\"}, {\"role\": \"assistant\", \"content\": \"and tiktoken's They'RE caf\\u00e9 exactly the quick gateway caf\\u00e9 budget hand node.js the node.js we'll faster fox 'single' involved scanner na\\u00efve reservation https://example.com/a/b?c=d {braces} way we'll backtracking keep while <tags> and no with dog exactly the WON'T dog \\u0645\\u0631\\u062d\\u0628\\u0627 regex [brackets] written 1999 keep v1.2.3 I'M mirrors admission \\u6771\\u4eac before we'll \\\"quotes\\\" (parens) 100% over mirrors 42 a request F# WON'T a counting \\ud83d\\ude42 scanner no we'll fox gateway boundaries 1999 WON'T I'M Z\\u00fcrich faster there's caf\\u00e9 They'RE that the with for faster quick that body reservation 42 don't I'M I'M scanned faster hand for\"}, {\"role\": \"user\", \"content\": \"and the admission caf\\u00e9 admission once F# written reservation budget written https://example.com/a/b?c=d scanner a that Z\\u00fcrich once the Z\\u00fcrich faster C++ no I'M counting is hand caf\\u00e9 before engine on C++ 'single' \\\"quotes\\\" I'M Z\\u00fcrich quick that boundaries node.js lazy 3.14159 while na\\u00efve Z\\u00fcrich it reservation request <tags> that before F# boundaries once written the WON'T https://example.com/a/b?c=d the written <tags> piece mirrors 100% <tags> mirrors https://example.com/a/b?c=d over before regex scanner \\u0645\\u0631\\u062d\\u0628\\u0627 before node.js WON'T \\u0645\\u0631\\u062d\\u0628\\u0627 way jumps for scanned that involved for every (parens) <tags> lazy C++ boundaries backtracking it user@example.com no that C++ faster engine I'M piece with faster for that brown 3.14159 user@example.com it while so on involved that 42 once quick written we'll a budget\"}, {\"role\": \"assistant\", \"content\": \"admission \\ud83d\\ude42 100% tiktoken's on jumps we'll hand body is tiktoken's and 100% \\ud83d\\ude42 the it 3.14159 $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 scanner over 100% scanned \\ud83d\\ude42 so way engine that scanner 100% so so tokens boundaries node.js we'll <tags> jumps user@example.com that tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 once don't way is body so user@example.com on request is lazy and every engine tokens no lazy admission jumps reservation v1.2.3 scanned \\u0645\\u0631\\u062d\\u0628\\u0627 the \\ud83d\\ude42 node.js so \\\"quotes\\\" every it \\u6771\\u4eac F# regex don't faster every $1,234.56 on way engine regex every keep $1,234.56 no that engine written don't involved {braces} \\u6771\\u4eac v1.2.3 while request 42 (parens)\"}, {\"role\": \"user\", \"content\": \"keep fox we'll backtracking once it engine with lazy (parens) faster caf\\u00e9 F# with It's (parens) user@example.com for over counting we'll it https://example.com/a/b?c=d fox the (parens) way over because https://example.com/a/b?c=d before written fox involved written [brackets] before it tokens \\\"quotes\\\" there's once [brackets] 'single' tiktoken's C++ v1.2.3 quick 100% user@example.com dog \\u6771\\u4eac I'M 'single' keep a before node.js F# exactly request the Z\\u00fcrich exactly tokens so faster admission lazy and every counting $1,234.56 brown\"}, {\"role\": \"assistant\", \"content\": \"'single' every budget 42 It's quick way dog {braces} because <tags> don't \\u0645\\u0631\\u062d\\u0628\\u0627 way brown involved counting body don't (parens) <tags> body tiktoken's scanned \\u0645\\u0631\\u062d\\u0628\\u0627 dog it (parens) the for once once engine written there's that node.js every \\u0645\\u0631\\u062d\\u0628\\u0627 1999 $1,234.56 caf\\u00e9 written body dog gateway for It's WON'T 42 'single' 3.14159 that Z\\u00fcrich jumps C++ while WON'T admission so involved It's \\u0645\\u0631\\u062d\\u0628\\u0627 node.js on with It's it They'RE lazy is engine way scanner $1,234.56 and lazy boundaries 'single' before dog that faster 3.14159 tokens It's tokens we'll once and reservation over They'RE\"}, {\"role\": \"user\", \"content\": \"I'M node.js C++ na\\u00efve once engine with \\ud83d\\ude42 involved 100% brown scanned and is scanner scanned 'single' counting don't fox way way C++ before every faster piece hand <tags> They'RE so brown piece because while on a WON'T 1999 backtracking budget \\u6771\\u4eac piece and engine every we'll dog user@example.com na\\u00efve https://example.com/a/b?c=d brown Z\\u00fcrich it way and so hand on \\\"quotes\\\" (parens) before we'll\"}, {\"role\": \"assistant\", \"content\": \"They'RE there's node.js mirrors there's the there's reservation engine is boundaries fox a body fox 42 user@example.com (parens) 100% on (parens) written request https://example.com/a/b?c=d {braces} It's <tags> Z\\u00fcrich every counting <tags> $1,234.56 scanned once user@example.com C++ so 100% exactly exactly {braces} body jumps on no involved 100% and admission every scanned reservation tokens exactly keep there's Z\\u00fcrich v1.2.3 keep 42 the 42 the with boundaries request involved there's faster keep on https://example.com/a/b?c=d user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 on <tags> (parens) na\\u00efve (parens) WON'T \\u6771\\u4eac with engine na\\u00efve body 1999 the engine quick counting boundaries there's counting {braces} for 100% involved there's involved so WON'T lazy a over way keep They'RE tokens keep piece na\\u00efve node.js exactly reservation body every faster backtracking\"}, {\"role\": \"user\", \"content\": \"and scanned C++ jumps They'RE scanned boundaries C++ that hand budget tokens \\\"quotes\\\" scanned I'M 100% 'single' counting because (parens) regex (parens) na\\u00efve F# (parens) I'M and with so once once for regex piece dog quick They'RE while keep exactly before 1999 is 100% keep caf\\u00e9 before 42 hand that reservation 3.14159 because fox that regex body gateway don't once gateway and engine with <tags> once don't I'M piece way 3.14159 admission the don't it body piece \\\"quotes\\\" 42 mirrors on body don't 100% that quick backtracking {braces} is we'll and body we'll budget every every v1.2.3 exactly way I'M \\\"quotes\\\" involved gateway scanned once \\u0645\\u0631\\u062d\\u0628\\u0627 keep jumps \\u6771\\u4eac backtracking dog engine \\u6771\\u4eac tiktoken's that 42 user@example.com don't scanner (parens) I'M\"}, {\"role\": \"assistant\", \"content\": \"the piece 1999 over v1.2.3 C++ It's https://example.com/a/b?c=d <tags> because <tags> request that fox \\ud83d\\ude42 way \\u6771\\u4eac tokens tokens brown (parens) way v1.2.3 that na\\u00efve mirrors \\\"quotes\\\" admission dog 100% 100% regex backtracking reservation 1999 user@example.com \\\"quotes\\\" 3.14159 I'M budget mirrors 1999 lazy admission a on <tags> that user@example.com They'RE They'RE \\\"quotes\\\" <tags> user@example.com node.js 100% so na\\u00efve and It's \\\"quotes\\\" with the piece boundaries <tags> we'll 42 42 while https://example.com/a/b?c=d user@example.com budget faster na\\u00efve and 1999 a admission fox and 'single' for They'RE boundaries scanned\"}, {\"role\": \"user\", \"content\": \"quick gateway They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 fox the (parens) mirrors because while we'll we'll every mirrors counting Z\\u00fcrich 42 on gateway WON'T written backtracking no user@example.com caf\\u00e9 \\u6771\\u4eac that boundaries while so fox backtracking involved They'RE exactly 1999 {braces} [brackets] exactly regex mirrors \\u6771\\u4eac 1999 over reservation way involved \\u0645\\u0631\\u062d\\u0628\\u0627 42 3.14159 while quick so a (parens) hand there's F# a They'RE body engine F# v1.2.3 faster hand over dog backtracking while brown that before I'M 1999 way before piece counting request that budget boundaries v1.2.3 exactly that They'RE faster involved \\\"quotes\\\" scanner C++ It's 100% $1,234.56 written\"}, {\"role\": \"assistant\", \"content\": \"https://example.com/a/b?c=d way \\\"quotes\\\" fox fox C++ <tags> is admission It's \\ud83d\\ude42 tiktoken's WON'T tokens so caf\\u00e9 way admission a scanned $1,234.56 3.14159 that F# don't fox counting every engine scanner scanned don't 'single' tiktoken's https://example.com/a/b?c=d I'M keep there's piece \\u6771\\u4eac is while way hand over fox WON'T \\u6771\\u4eac scanner v1.2.3 \\u6771\\u4eac don't written \\\"quotes\\\" keep the body and brown that counting before budget request 3.14159 boundaries {braces}\"}, {\"role\": \"user\", \"content\": \"exactly It's 3.14159 hand body They'RE tokens don't v1.2.3 backtracking on quick (parens) 100% body quick so scanner so \\ud83d\\ude42 backtracking is once exactly regex https://example.com/a/b?c=d na\\u00efve before there's every C++ [brackets] tokens They'RE with the 1999 piece a reservation request caf\\u00e9 it 'single' while \\\"quotes\\\" boundaries because lazy \\u0645\\u0631\\u062d\\u0628\\u0627 for Z\\u00fcrich It's (parens) a 100% there's dog caf\\u00e9 \\ud83d\\ude42 (parens) because quick with node.js https://example.com/a/b?c=d engine piece \\ud83d\\ude42 counting brown way It's user@example.com user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 scanned reservation 'single' don't request admission\"}, {\"role\": \"assistant\", \"content\": \"reservation it so before no scanned backtracking a 1999 every exactly jumps 100% over It's 1999 we'll boundaries don't scanned once and before \\u6771\\u4eac faster backtracking regex backtracking every 'single' <tags> admission caf\\u00e9 brown <tags> 3.14159 \\ud83d\\ude42 there's \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T 42 $1,234.56 is before reservation it admission backtracking before over $1,234.56 {braces} mirrors It's {braces} before admission quick hand lazy scanned \\ud83d\\ude42 exactly faster while reservation C++ They'RE it exactly gateway it body for quick so quick 3.14159 1999 for user@example.com involved {braces} https://example.com/a/b?c=d quick while I'M lazy brown backtracking keep\"}, {\"role\": \"user\", \"content\": \"quick keep v1.2.3 request budget a and regex keep body gateway so It's before \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 I'M 3.14159 and written counting {braces} v1.2.3 for brown engine user@example.com mirrors mirrors over \\u6771\\u4eac (parens) regex jumps keep written and Z\\u00fcrich a no dog and jumps piece C++ the counting with quick on the user@example.com request is jumps boundaries quick 'single' 100% 'single' over 100% the over there's na\\u00efve 1999 engine quick https://example.com/a/b?c=d 3.14159 it jumps way no hand \\ud83d\\ude42 [brackets] {braces} admission F# scanner 3.14159 F# it 3.14159 boundaries budget keep don't that quick 'single' reservation C++ the gateway and dog exactly body so https://example.com/a/b?c=d \\\"quotes\\\" 100%\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 budget \\\"quotes\\\" quick once body I'M that way no once <tags> a user@example.com boundaries admission gateway engine caf\\u00e9 $1,234.56 They'RE They'RE reservation user@example.com They'RE They'RE budget for \\u0645\\u0631\\u062d\\u0628\\u0627 dog is WON'T faster involved lazy so while faster backtracking 1999 user@example.com we'll engine reservation v1.2.3 it on tokens counting \\ud83d\\ude42 every every over written it every tiktoken's no before (parens) body the request quick every admission the \\ud83d\\ude42 body don't admission regex there's \\u6771\\u4eac \\\"quotes\\\" dog don't <tags> no Z\\u00fcrich $1,234.56 and scanned scanned https://example.com/a/b?c=d request while way written engine reservation there's scanned the request that jumps it caf\\u00e9 and v1.2.3 scanned na\\u00efve involved brown no user@example.com tokens because counting there's \\\"quotes\\\" on node.js quick exactly every that written\"}, {\"role\": \"user\", \"content\": \"counting {braces} \\ud83d\\ude42 C++ admission boundaries C++ it 'single' that mirrors jumps the while that don't They'RE while 42 Z\\u00fcrich 1999 scanner so quick v1.2.3 there's don't keep Z\\u00fcrich no keep faster reservation request is (parens) body we'll 100% don't na\\u00efve (parens) for backtracking fox boundaries backtracking v1.2.3 $1,234.56 we'll 42 tokens faster counting once keep budget fox v1.2.3 'single' mirrors no engine exactly fox 42 way the C++ quick tiktoken's counting 1999 It's we'll counting because hand \\ud83d\\ude42 user@example.com <tags> is request quick 42 it keep don't They'RE WON'T once and fox v1.2.3 and with na\\u00efve way <tags> lazy user@example.com written is 'single' brown scanned request is caf\\u00e9 we'll node.js a so while we'll WON'T way admission They'RE fox C++ once node.js WON'T that v1.2.3 every\"}, {\"role\": \"assistant\", \"content\": \"C++ don't no boundaries scanner https://example.com/a/b?c=d <tags> node.js backtracking hand [brackets] keep F# counting caf\\u00e9 scanner v1.2.3 https://example.com/a/b?c=d counting no https://example.com/a/b?c=d the backtracking it I'M I'M F# involved WON'T with exactly (parens) brown body v1.2.3 body https://example.com/a/b?c=d keep it It's 1999 F# \\u6771\\u4eac so \\ud83d\\ude42 scanner for user@example.com v1.2.3 I'M don't fox written request engine once regex counting tokens the admission (parens) admission reservation faster C++ 3.14159 tokens hand \\\"quotes\\\" counting caf\\u00e9 [brackets] It's don't Z\\u00fcrich 3.14159 the tiktoken's I'M v1.2.3 admission C++ They'RE hand tokens dog no $1,234.56 engine while boundaries so caf\\u00e9 100% \\u0645\\u0631\\u062d\\u0628\\u0627 F# scanned jumps faster while na\\u00efve lazy\"}, {\"role\": \"user\", \"content\": \"WON'T hand keep brown \\u0645\\u0631\\u062d\\u0628\\u0627 because counting faster with that involved <tags> is because because 42 Z\\u00fcrich that engine with the the brown {braces} tiktoken's [brackets] I'M It's over (parens) C++ It's over faster \\u6771\\u4eac user@example.com user@example.com 100% on it on with mirrors 3.14159 42 budget It's WON'T node.js keep tiktoken's \\u6771\\u4eac https://example.com/a/b?c=d 1999 involved body scanned hand involved engine faster every is and that tokens every <tags> 42 on dog admission (parens) body for caf\\u00e9 once before a \\u6771\\u4eac before with don't tokens It's because \\\"quotes\\\" node.js na\\u00efve it engine is backtracking [brackets] regex brown They'RE so is is involved engine so scanner gateway scanned They'RE keep na\\u00efve body reservation 42 scanned WON'T faster there's backtracking it caf\\u00e9 v1.2.3 brown regex {braces} lazy node.js C++ don't written WON'T with user@example.com piece over we'll v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich jumps (parens)\"}, {\"role\": \"assistant\", \"content\": \"na\\u00efve scanned every reservation no we'll faster before it {braces} admission 1999 scanned budget written there's WON'T $1,234.56 faster brown reservation (parens) 'single' every (parens) $1,234.56 It's is counting way jumps no scanned I'M the node.js that na\\u00efve over faster <tags> [brackets] 1999 there's keep user@example.com 100% user@example.com before once reservation brown don't C++ dog it over backtracking every \\\"quotes\\\" quick a budget \\ud83d\\ude42 budget because v1.2.3 dog 100% once v1.2.3 and and every don't <tags> 3.14159 once once quick gateway before for 3.14159 <tags> v1.2.3 \\u6771\\u4eac tokens that on because it budget a involved scanned scanner lazy 'single' caf\\u00e9 They'RE engine <tags> request while Z\\u00fcrich engine WON'T\"}, {\"role\": \"user\", \"content\": \"100% over written reservation https://example.com/a/b?c=d WON'T scanner F# before https://example.com/a/b?c=d we'll that while counting is admission 42 caf\\u00e9 C++ body tiktoken's body 3.14159 the I'M with node.js It's \\u6771\\u4eac [brackets] don't https://example.com/a/b?c=d C++ before on [brackets] 'single' piece brown before 1999 {braces} written {braces} way reservation request F# so https://example.com/a/b?c=d 100% $1,234.56 piece piece keep https://example.com/a/b?c=d way budget 100% boundaries node.js lazy because F# tokens (parens) and C++ backtracking tiktoken's piece a 3.14159 WON'T scanned backtracking node.js because regex backtracking so keep 1999 the is because WON'T node.js we'll lazy quick with once and once \\\"quotes\\\" we'll keep It's the on It's so is faster\"}, {\"role\": \"assistant\", \"content\": \"hand every for written mirrors backtracking $1,234.56 It's WON'T because faster Z\\u00fcrich don't don't {braces} jumps 'single' regex gateway user@example.com once there's a on over \\\"quotes\\\" 100% node.js regex a body that F# 100% <tags> once on 3.14159 while backtracking v1.2.3 hand \\u6771\\u4eac tokens admission \\\"quotes\\\" 100% admission and It's Z\\u00fcrich that so while and $1,234.56 caf\\u00e9 every F# involved fox backtracking the \\u0645\\u0631\\u062d\\u0628\\u0627 and https://example.com/a/b?c=d exactly node.js before mirrors 'single' exactly tokens that scanned body https://example.com/a/b?c=d na\\u00efve once it the the faster v1.2.3 scanned fox that jumps v1.2.3 1999 gateway F# caf\\u00e9 'single' fox brown [brackets] 100% over user@example.com on na\\u00efve https://example.com/a/b?c=d node.js They'RE and scanner 'single' involved the because hand scanner fox user@example.com\"}, {\"role\": \"user\", \"content\": \"1999 $1,234.56 that 'single' <tags> no counting (parens) because Z\\u00fcrich on <tags> (parens) a fox user@example.com admission over is there's \\\"quotes\\\" {braces} exactly piece that with I'M F# over for counting and \\ud83d\\ude42 scanner over every \\ud83d\\ude42 100% admission before \\u0645\\u0631\\u062d\\u0628\\u0627 reservation <tags> WON'T brown scanner on faster 100% caf\\u00e9 piece [brackets] counting scanner It's written {braces} C++ that is boundaries exactly \\u0645\\u0631\\u062d\\u0628\\u0627 once 'single' quick F# hand 'single' user@example.com reservation <tags> jumps it F# reservation request that 'single' (parens) the way WON'T (parens) a backtracking backtracking that \\\"quotes\\\" C++ I'M C++ C++ gateway with body body\"}, {\"role\": \"assistant\", \"content\": \"budget that 42 It's body backtracking caf\\u00e9 1999 because hand hand F# piece is (parens) and Z\\u00fcrich jumps user@example.com don't I'M They'RE regex body reservation once (parens) with F# piece is every node.js no piece because {braces} with 42 Z\\u00fcrich tiktoken's keep I'M is scanner no body 'single' 1999 that request so \\u0645\\u0631\\u062d\\u0628\\u0627 3.14159 \\u6771\\u4eac and https://example.com/a/b?c=d engine tiktoken's on while $1,234.56 over budget 1999 1999 backtracking is \\ud83d\\ude42 the tiktoken's involved over don't Z\\u00fcrich I'M so gateway written dog before written v1.2.3 backtracking gateway keep dog [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9\"}, {\"role\": \"user\", \"content\": \"exactly involved user@example.com fox keep boundaries <tags> and 42 reservation {braces} mirrors the It's budget C++ tiktoken's budget mirrors faster [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 over scanner way quick while \\\"quotes\\\" exactly 'single' F# no faster [brackets] backtracking scanner WON'T WON'T tokens quick that the node.js it regex user@example.com involved while boundaries regex while hand mirrors way na\\u00efve a hand request <tags> that before v1.2.3 <tags> 1999 3.14159 caf\\u00e9 because on over scanner so body tokens quick because counting exactly hand user@example.com that It's\"}, {\"role\": \"assistant\", \"content\": \"so quick dog (parens) Z\\u00fcrich backtracking for the \\ud83d\\ude42 because regex involved tokens dog we'll 'single' we'll Z\\u00fcrich once 100% regex we'll [brackets] 42 while with 1999 Z\\u00fcrich fox admission while written the C++ over every mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 on it https://example.com/a/b?c=d scanned gateway no 1999 dog https://example.com/a/b?c=d we'll 1999 before the every budget on 1999 with piece 1999 faster user@example.com I'M body keep while the once scanned I'M\"}, {\"role\": \"user\", \"content\": \"tiktoken's quick budget on budget the \\u0645\\u0631\\u062d\\u0628\\u0627 for Z\\u00fcrich I'M don't WON'T we'll user@example.com It's jumps \\u6771\\u4eac we'll involved gateway it that jumps for for counting that $1,234.56 so while 'single' WON'T quick the brown we'll once mirrors [brackets] \\u6771\\u4eac \\\"quotes\\\" boundaries way for because {braces} it user@example.com faster $1,234.56 no a 'single' body backtracking before the 3.14159 scanner {braces} backtracking hand because so body [brackets] because that involved scanned WON'T there's \\u0645\\u0631\\u062d\\u0628\\u0627 it hand we'll dog a before the and faster \\ud83d\\ude42 hand 100% on body [brackets] 42 the node.js it counting and jumps we'll a fox 3.14159 once (parens) \\ud83d\\ude42 hand every don't way jumps body over involved \\u6771\\u4eac is budget way scanned $1,234.56 because request gateway involved the that dog the reservation while \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"counting written brown on once it They'RE involved we'll every hand \\ud83d\\ude42 it They'RE dog for reservation on every no tokens regex piece on (parens) tiktoken's before gateway it every the while that we'll gateway a the a v1.2.3 the over lazy node.js gateway budget WON'T \\ud83d\\ude42 is exactly jumps over lazy piece backtracking written with 3.14159 jumps involved lazy scanner keep keep [brackets] boundaries that no that because quick F# v1.2.3 reservation involved\"}, {\"role\": \"user\", \"content\": \"caf\\u00e9 engine request na\\u00efve jumps involved lazy regex scanned {braces} 3.14159 engine mirrors \\\"quotes\\\" Z\\u00fcrich on there's (parens) They'RE regex for over regex 1999 tiktoken's scanner that once admission F# mirrors 42 the body WON'T the WON'T dog 100% 42 is lazy \\ud83d\\ude42 that request once 100% na\\u00efve dog tokens budget jumps \\ud83d\\ude42 $1,234.56 user@example.com $1,234.56 don't admission that brown (parens) it node.js tokens na\\u00efve we'll it v1.2.3 once so is written admission faster way we'll request jumps v1.2.3 fox the lazy gateway $1,234.56 42 counting Z\\u00fcrich the 'single' exactly once way I'M \\u6771\\u4eac They'RE before caf\\u00e9 boundaries over counting piece brown faster while so counting na\\u00efve hand \\ud83d\\ude42 quick the every Z\\u00fcrich {braces} scanned \\\"quotes\\\" with regex keep while once engine <tags> before fox\"}, {\"role\": \"assistant\", \"content\": \"mirrors <tags> {braces} because \\u6771\\u4eac mirrors scanned exactly budget way mirrors https://example.com/a/b?c=d boundaries involved 100% 3.14159 exactly engine brown They'RE is keep that hand lazy exactly tokens It's keep every \\ud83d\\ude42 the F# written {braces} user@example.com the counting $1,234.56 keep regex tiktoken's and mirrors fox the gateway \\ud83d\\ude42 keep They'RE written I'M there's we'll na\\u00efve WON'T is brown C++ involved brown and piece \\ud83d\\ude42 reservation [brackets] reservation I'M \\\"quotes\\\" while exactly way https://example.com/a/b?c=d don't \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac over keep scanner \\u6771\\u4eac scanned over tiktoken's boundaries mirrors once for quick faster a \\u6771\\u4eac lazy (parens) na\\u00efve gateway \\u6771\\u4eac \\u6771\\u4eac brown They'RE there's on keep once dog that 1999 [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 while it <tags> It's no\"}, {\"role\": \"user\", \"content\": \"that body over Z\\u00fcrich before that dog keep and \\\"quotes\\\" <tags> and regex tiktoken's way piece is scanner is quick C++ node.js written dog regex the It's dog https://example.com/a/b?c=d scanned engine we'll counting it 'single' counting a boundaries is \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 <tags> brown budget fox the Z\\u00fcrich jumps {braces} that boundaries piece because the 'single' v1.2.3 {braces} once that mirrors \\ud83d\\ude42 backtracking no no mirrors on on scanned F# They'RE regex <tags> scanned the every for faster v1.2.3 \\ud83d\\ude42 I'M we'll exactly that is once for because it caf\\u00e9 It's caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 keep budget admission\"}, {\"role\": \"assistant\", \"content\": \"and node.js is so admission body They'RE https://example.com/a/b?c=d the 1999 we'll It's keep mirrors request so piece gateway engine way hand exactly is C++ 100% exactly for body piece with jumps WON'T the no keep WON'T so F# don't $1,234.56 {braces} and \\ud83d\\ude42 request reservation written tiktoken's that written way written the tokens 3.14159 WON'T admission \\u0645\\u0631\\u062d\\u0628\\u0627 C++ budget gateway every before brown WON'T piece 1999 [brackets] a dog [brackets] while scanner <tags> \\ud83d\\ude42 we'll v1.2.3 scanner quick dog a while admission hand so there's every 42 node.js that engine faster na\\u00efve is \\\"quotes\\\"\"}, {\"role\": \"user\", \"content\": \"scanner hand boundaries admission it \\u6771\\u4eac WON'T na\\u00efve user@example.com Z\\u00fcrich F# F# They'RE a is caf\\u00e9 \\\"quotes\\\" before on request $1,234.56 boundaries (parens) don't brown the every 1999 (parens) [brackets] so 1999 boundaries 100% the hand 42 tokens every over that the the F# that quick They'RE before because tokens caf\\u00e9 we'll exactly boundaries because brown keep no 'single' there's brown v1.2.3 user@example.com 42 1999 \\u6771\\u4eac {braces} for mirrors on tiktoken's WON'T \\\"quotes\\\" na\\u00efve They'RE {braces} v1.2.3 brown <tags> written involved tokens jumps boundaries budget jumps boundaries way 42 body written na\\u00efve written is request every admission counting <tags> before backtracking with They'RE fox\"}, {\"role\": \"assistant\", \"content\": \"\\ud83d\\ude42 we'll backtracking involved counting request node.js caf\\u00e9 lazy $1,234.56 so I'M while is every it 42 exactly node.js that They'RE there's I'M I'M a and counting admission no 'single' admission v1.2.3 request boundaries 'single' tiktoken's budget gateway 100% caf\\u00e9 jumps hand no the \\u6771\\u4eac I'M we'll fox 1999 piece and body {braces} na\\u00efve hand Z\\u00fcrich v1.2.3 over quick for 100% while backtracking scanned scanner scanner request for hand fox the that hand scanned It's while (parens) written\"}, {\"role\": \"user\", \"content\": \"body there's scanned na\\u00efve quick It's a request lazy hand 1999 https://example.com/a/b?c=d jumps and caf\\u00e9 every It's before we'll on body no lazy there's 'single' mirrors we'll tokens over (parens) while \\u0645\\u0631\\u062d\\u0628\\u0627 C++ v1.2.3 keep gateway it because request mirrors for there's $1,234.56 keep over gateway https://example.com/a/b?c=d brown before They'RE 42 [brackets] tokens once once while scanner scanned and I'M Z\\u00fcrich it involved na\\u00efve I'M hand exactly before node.js 'single' because no lazy 3.14159 It's scanner F# 'single' while exactly It's (parens) \\ud83d\\ude42 counting while for tokens backtracking fox (parens) v1.2.3 once quick because is there's reservation because It's node.js that regex for don't\"}, {\"role\": \"assistant\", \"content\": \"with with so written budget is jumps admission before that I'M \\\"quotes\\\" because 3.14159 on WON'T \\\"quotes\\\" caf\\u00e9 is for scanned engine so engine on admission no body before once node.js node.js [brackets] They'RE Z\\u00fcrich written the \\ud83d\\ude42 reservation once so it a budget the request \\u6771\\u4eac https://example.com/a/b?c=d request \\u0645\\u0631\\u062d\\u0628\\u0627 a the 3.14159 with mirrors because body [brackets] exactly \\ud83d\\ude42 the a 1999 every lazy 'single' the request keep once dog user@example.com the scanned \\\"quotes\\\" is regex scanner every hand <tags> keep faster request quick WON'T while 3.14159 It's 3.14159 mirrors reservation written the a It's don't reservation C++ It's 42 v1.2.3 involved reservation lazy keep \\\"quotes\\\" the body \\ud83d\\ude42 while 3.14159 node.js dog no user@example.com budget [brackets] hand over\"}, {\"role\": \"user\", \"content\": \"before 1999 \\ud83d\\ude42 on that don't Z\\u00fcrich keep a way for request \\u6771\\u4eac every \\\"quotes\\\" https://example.com/a/b?c=d 3.14159 once for every hand that WON'T 'single' request written jumps regex F# once quick \\u6771\\u4eac dog na\\u00efve the node.js way [brackets] gateway (parens) piece exactly \\ud83d\\ude42 v1.2.3 jumps They'RE written fox the scanner exactly WON'T na\\u00efve so body faster brown the that is with exactly Z\\u00fcrich [brackets] Z\\u00fcrich budget it lazy and the engine budget 3.14159 counting \\ud83d\\ude42 https://example.com/a/b?c=d it WON'T $1,234.56 {braces} a because we'll exactly it with request the that don't scanner jumps involved and tiktoken's the quick so \\ud83d\\ude42 [brackets] regex engine involved is\"}, {\"role\": \"assistant\", \"content\": \"They'RE body because engine 100% WON'T {braces} the tiktoken's before node.js it every na\\u00efve lazy the don't caf\\u00e9 admission 1999 faster dog 3.14159 {braces} once tokens we'll before the admission WON'T the it and It's <tags> because engine with user@example.com it \\u6771\\u4eac C++ over is <tags> tokens piece exactly it piece backtracking gateway node.js no the 3.14159 exactly regex fox \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors a 1999 v1.2.3 request 100% scanned reservation node.js I'M the <tags> 100% so quick before piece brown caf\\u00e9 gateway 42 involved It's involved admission Z\\u00fcrich and {braces} It's quick \\ud83d\\ude42 body fox counting\"}, {\"role\": \"user\", \"content\": \"I'M admission regex that involved engine it \\ud83d\\ude42 counting every dog hand before scanned the 100% we'll exactly Z\\u00fcrich \\u6771\\u4eac v1.2.3 engine na\\u00efve node.js body don't lazy tiktoken's gateway don't node.js request F# scanner there's 100% scanner fox the a 42 quick na\\u00efve admission while 1999 way regex there's \\\"quotes\\\" scanned is so before tiktoken's involved [brackets] quick 1999 \\u6771\\u4eac 1999 for lazy v1.2.3 regex lazy body F# hand boundaries once mirrors so brown \\\"quotes\\\" dog $1,234.56 tokens that once request hand tokens <tags> lazy lazy [brackets] quick don't mirrors quick don't lazy It's body boundaries mirrors F# [brackets] there's while 100% body\"}, {\"role\": \"assistant\", \"content\": \"budget before over They'RE I'M request is that while written before $1,234.56 {braces} F# that admission and with for [brackets] fox \\ud83d\\ude42 42 body \\\"quotes\\\" the F# reservation dog 3.14159 WON'T It's tiktoken's exactly regex 3.14159 there's involved backtracking don't 1999 with faster dog body before tiktoken's with and over 42 written there's $1,234.56 hand 42 \\\"quotes\\\" lazy gateway backtracking 100% because \\\"quotes\\\" hand caf\\u00e9 faster request on over \\\"quotes\\\" once scanned over 100% engine mirrors \\u6771\\u4eac gateway user@example.com fox every before [brackets] body admission WON'T engine no dog for node.js gateway node.js na\\u00efve piece the way scanner a the 'single' gateway user@example.com They'RE is don't \\u6771\\u4eac before scanned\"}, {\"role\": \"user\", \"content\": \"It's way that \\u0645\\u0631\\u062d\\u0628\\u0627 written tiktoken's over faster It's with WON'T it because faster because with backtracking Z\\u00fcrich the while because scanned mirrors that scanned They'RE fox exactly 100% It's the tiktoken's hand so user@example.com request \\u6771\\u4eac faster v1.2.3 quick on once over dog piece counting node.js They'RE the because (parens) hand F# \\u6771\\u4eac with hand dog over budget written Z\\u00fcrich jumps there's budget C++ <tags> backtracking v1.2.3 'single' don't fox They'RE for \\ud83d\\ude42 admission involved v1.2.3 3.14159 the while 42 quick regex 100% on node.js tokens scanner written every with They'RE \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"100% because user@example.com caf\\u00e9 way 1999 Z\\u00fcrich over written 'single' 3.14159 $1,234.56 tokens I'M C++ [brackets] na\\u00efve $1,234.56 we'll $1,234.56 node.js we'll it (parens) {braces} v1.2.3 with written admission 100% exactly {braces} reservation there's {braces} fox with engine na\\u00efve for 1999 brown hand while dog backtracking backtracking na\\u00efve user@example.com tokens \\u0645\\u0631\\u062d\\u0628\\u0627 body brown don't C++ piece over scanner (parens) 100% no F# keep there's v1.2.3 [brackets] we'll don't hand dog every engine 'single' v1.2.3\"}, {\"role\": \"user\", \"content\": \"before and every $1,234.56 caf\\u00e9 the mirrors reservation https://example.com/a/b?c=d 3.14159 the quick gateway exactly it $1,234.56 1999 v1.2.3 $1,234.56 it on node.js backtracking (parens) there's \\ud83d\\ude42 no quick regex \\ud83d\\ude42 before once \\u0645\\u0631\\u062d\\u0628\\u0627 involved gateway caf\\u00e9 admission $1,234.56 caf\\u00e9 backtracking scanner na\\u00efve a engine [brackets] a way written is caf\\u00e9 1999 gateway 100% boundaries [brackets] backtracking there's tokens while 42 na\\u00efve counting it C++ v1.2.3 100% v1.2.3 scanned \\u0645\\u0631\\u062d\\u0628\\u0627 'single' \\u6771\\u4eac WON'T there's keep It's so WON'T\"}, {\"role\": \"assistant\", \"content\": \"keep 42 <tags> because quick and because faster is 'single' scanned fox regex {braces} C++ I'M it 100% written tiktoken's engine so scanned reservation \\ud83d\\ude42 3.14159 \\\"quotes\\\" before the that exactly for with there's 100% over with WON'T It's quick Z\\u00fcrich v1.2.3 'single' the tiktoken's (parens) while we'll written [brackets] reservation the on engine way na\\u00efve caf\\u00e9 exactly $1,234.56 https://example.com/a/b?c=d before written 'single' (parens) piece They'RE Z\\u00fcrich written counting the every that written na\\u00efve hand admission over piece Z\\u00fcrich we'll no quick https://example.com/a/b?c=d keep we'll while 'single' request quick on we'll tiktoken's on regex Z\\u00fcrich jumps written that a because mirrors\"}, {\"role\": \"user\", \"content\": \"\\\"quotes\\\" reservation na\\u00efve there's 100% dog reservation [brackets] 3.14159 F# node.js \\u0645\\u0631\\u062d\\u0628\\u0627 the fox boundaries C++ na\\u00efve before It's so written brown C++ lazy 3.14159 100% [brackets] tokens lazy tiktoken's {braces} with and and fox I'M for the exactly gateway keep backtracking that fox Z\\u00fcrich quick lazy <tags> every \\u0645\\u0631\\u062d\\u0628\\u0627 hand <tags> Z\\u00fcrich \\u6771\\u4eac caf\\u00e9 C++ there's keep the over v1.2.3 mirrors user@example.com It's They'RE tiktoken's 1999 because piece jumps it dog a budget boundaries brown exactly piece lazy 100% so scanned https://example.com/a/b?c=d there's that don't the engine fox tiktoken's 42 $1,234.56 \\u6771\\u4eac keep the dog admission boundaries piece It's mirrors fox user@example.com boundaries I'M faster reservation It's for no fox \\u0645\\u0631\\u062d\\u0628\\u0627 and because boundaries budget involved written They'RE v1.2.3 admission while brown F# so 'single' body that\"}, {\"role\": \"assistant\", \"content\": \"body tokens exactly over dog Z\\u00fcrich WON'T exactly F# no engine and \\ud83d\\ude42 scanner way {braces} scanner jumps <tags> tokens piece [brackets] hand that na\\u00efve \\\"quotes\\\" dog for node.js the v1.2.3 that They'RE once gateway so {braces} with keep that regex no [brackets] admission on caf\\u00e9 fox scanner tokens don't before quick They'RE budget dog C++ once jumps user@example.com a node.js (parens) because WON'T \\ud83d\\ude42 while request 3.14159 with because there's regex don't Z\\u00fcrich written user@example.com with while request keep They'RE mirrors 1999 over involved \\u6771\\u4eac $1,234.56 C++ counting involved that tokens way for \\ud83d\\ude42 regex jumps we'll because na\\u00efve lazy with I'M don't before regex reservation fox that so\"}, {\"role\": \"user\", \"content\": \"involved because dog 1999 exactly 1999 keep boundaries node.js tiktoken's once Z\\u00fcrich [brackets] way na\\u00efve v1.2.3 faster C++ scanner mirrors \\u6771\\u4eac \\u6771\\u4eac [brackets] hand \\ud83d\\ude42 node.js tiktoken's don't counting exactly tiktoken's keep WON'T while with 42 brown it way Z\\u00fcrich over because keep before way {braces} the before way boundaries that \\u6771\\u4eac 1999 request mirrors over It's gateway with scanner It's tiktoken's Z\\u00fcrich gateway faster we'll Z\\u00fcrich admission\"}, {\"role\": \"assistant\", \"content\": \"once They'RE node.js we'll \\u0645\\u0631\\u062d\\u0628\\u0627 don't Z\\u00fcrich admission {braces} It's \\ud83d\\ude42 \\u6771\\u4eac gateway brown is so scanner [brackets] {braces} there's tiktoken's a \\u0645\\u0631\\u062d\\u0628\\u0627 node.js and [brackets] don't counting \\\"quotes\\\" They'RE every mirrors reservation body on piece <tags> on regex node.js a 'single' \\u6771\\u4eac tiktoken's \\\"quotes\\\" for scanned there's faster gateway They'RE mirrors jumps https://example.com/a/b?c=d faster tokens every WON'T WON'T that request budget It's counting we'll scanner faster tokens that [brackets] tiktoken's there's F# lazy <tags> the reservation on the because with lazy user@example.com $1,234.56 jumps gateway C++ [brackets]\"}, {\"role\": \"user\", \"content\": \"over on regex lazy piece don't (parens) don't so https://example.com/a/b?c=d WON'T v1.2.3 brown node.js <tags> 100% \\u0645\\u0631\\u062d\\u0628\\u0627 over admission {braces} https://example.com/a/b?c=d scanned hand It's tiktoken's C++ quick don't They'RE {braces} WON'T scanner there's admission the body $1,234.56 dog \\u6771\\u4eac Z\\u00fcrich involved (parens) for so hand 3.14159 so scanned \\u0645\\u0631\\u062d\\u0628\\u0627 42 100% \\u6771\\u4eac counting tiktoken's 1999 fox keep reservation caf\\u00e9 there's tokens quick F# no is v1.2.3 body \\ud83d\\ude42 brown dog way boundaries scanned node.js quick over admission user@example.com boundaries faster regex on 42 admission na\\u00efve engine lazy WON'T that user@example.com 100% I'M with because faster exactly way for faster C++ because scanner written the \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"there's for I'M on reservation once once mirrors the body body 3.14159 fox dog \\\"quotes\\\" written we'll \\ud83d\\ude42 regex with user@example.com fox 1999 Z\\u00fcrich na\\u00efve is hand hand before on for over piece exactly that the exactly 100% caf\\u00e9 that brown counting way admission 100% 1999 v1.2.3 don't \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} mirrors it once piece Z\\u00fcrich gateway caf\\u00e9 and the budget that because hand scanner tokens request regex for exactly over piece F# we'll [brackets] I'M while and fox scanner \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} on fox quick mirrors It's scanner the scanner no it because node.js 'single' regex written caf\\u00e9 v1.2.3 https://example.com/a/b?c=d {braces} the don't jumps It's <tags> hand 'single' scanned 3.14159 involved every fox over we'll keep there's mirrors written on I'M WON'T F# that F# that 3.14159 1999 keep 'single'\"}, {\"role\": \"user\", \"content\": \"exactly involved caf\\u00e9 that 1999 over a there's it F# exactly \\ud83d\\ude42 tokens we'll don't regex fox because that while involved backtracking involved reservation there's over They'RE admission 1999 regex counting keep $1,234.56 for engine it 'single' regex the that body v1.2.3 WON'T once It's 42 tiktoken's written no 'single' piece fox and before it tiktoken's a caf\\u00e9 v1.2.3 user@example.com quick user@example.com scanned admission the scanner on is over reservation request \\u6771\\u4eac we'll 3.14159 with before \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking 3.14159 counting reservation don't way with WON'T involved before It's admission keep C++ written with counting 'single' brown the <tags> 100% They'RE 42 before while every and \\\"quotes\\\" for They'RE there's 42 tokens v1.2.3 https://example.com/a/b?c=d before involved there's body once\"}, {\"role\": \"assistant\", \"content\": \"Z\\u00fcrich backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 the 3.14159 involved \\\"quotes\\\" 42 node.js once scanner mirrors {braces} na\\u00efve I'M brown the admission over They'RE piece it faster so request don't over way na\\u00efve (parens) once mirrors 100% don't scanner Z\\u00fcrich hand budget fox there's there's boundaries Z\\u00fcrich don't \\u6771\\u4eac scanner 42 v1.2.3 \\\"quotes\\\" na\\u00efve 3.14159 100% every we'll 3.14159 quick 1999 backtracking {braces} don't lazy dog lazy a dog the tokens with body that quick brown tokens <tags> lazy \\u6771\\u4eac piece piece every dog every 1999 \\\"quotes\\\" <tags> mirrors faster fox the 3.14159 way piece boundaries user@example.com there's caf\\u00e9 faster on F# https://example.com/a/b?c=d we'll admission \\u0645\\u0631\\u062d\\u0628\\u0627 that written piece <tags> scanned counting <tags> and admission we'll Z\\u00fcrich dog 3.14159 node.js every engine Z\\u00fcrich body involved backtracking mirrors 100% 100%\"}, {\"role\": \"user\", \"content\": \"(parens) that on 3.14159 \\u6771\\u4eac over is 42 \\\"quotes\\\" 'single' body faster exactly mirrors F# way (parens) no exactly mirrors that \\ud83d\\ude42 $1,234.56 faster brown <tags> Z\\u00fcrich a brown tiktoken's \\ud83d\\ude42 tokens regex while They'RE I'M budget node.js https://example.com/a/b?c=d 42 tiktoken's https://example.com/a/b?c=d over over every 'single' 100% tiktoken's scanner gateway for don't tiktoken's a hand v1.2.3 {braces} fox that quick every that <tags> fox faster exactly 'single' (parens) v1.2.3 request dog over no is jumps for Z\\u00fcrich WON'T so body once scanner 3.14159 every that \\u6771\\u4eac so\"}, {\"role\": \"assistant\", \"content\": \"no while faster the because there's \\\"quotes\\\" piece tiktoken's a reservation Z\\u00fcrich because caf\\u00e9 gateway tokens gateway over Z\\u00fcrich They'RE that 3.14159 quick They'RE na\\u00efve mirrors faster a 100% reservation I'M on F# lazy 1999 and budget and $1,234.56 exactly budget written fox 100% body and there's don't once body the on while budget \\ud83d\\ude42 100% \\\"quotes\\\" request \\u0645\\u0631\\u062d\\u0628\\u0627 keep lazy 1999 before piece that before involved \\ud83d\\ude42 written don't gateway the once user@example.com (parens) that backtracking budget request involved the v1.2.3 42 hand tokens mirrors I'M written \\u6771\\u4eac \\\"quotes\\\" body [brackets] written 'single' brown so <tags> request 3.14159 node.js <tags> budget node.js dog (parens) scanner {braces} a WON'T v1.2.3 because there's that engine tiktoken's every no over before on mirrors mirrors don't \\u0645\\u0631\\u062d\\u0628\\u0627 budget for quick 42 quick over lazy over v1.2.3 gateway \\u0645\\u0631\\u062d\\u0628\\u0627 and\"}, {\"role\": \"user\", \"content\": \"that caf\\u00e9 user@example.com hand over we'll no that Z\\u00fcrich brown 42 so <tags> fox counting quick every regex https://example.com/a/b?c=d brown once body 'single' reservation v1.2.3 $1,234.56 I'M that on \\ud83d\\ude42 F# scanner faster over F# we'll dog because mirrors \\ud83d\\ude42 we'll scanned regex budget on and I'M admission is written It's fox na\\u00efve with WON'T involved 'single' user@example.com WON'T the [brackets] exactly 42 'single' {braces} involved user@example.com They'RE written before keep tokens dog It's over on \\ud83d\\ude42 a that 1999 reservation I'M for that fox it boundaries no hand for $1,234.56 They'RE jumps hand WON'T https://example.com/a/b?c=d faster over [brackets] 3.14159 Z\\u00fcrich\"}, {\"role\": \"assistant\", \"content\": \"100% the quick scanner is with node.js [brackets] 100% keep scanned because brown every that $1,234.56 \\\"quotes\\\" because 3.14159 it 42 tiktoken's because once 1999 user@example.com node.js the admission it quick scanner involved It's $1,234.56 user@example.com 1999 3.14159 exactly https://example.com/a/b?c=d na\\u00efve dog counting exactly quick v1.2.3 piece involved once v1.2.3 exactly 42 scanner gateway (parens) <tags> request \\u6771\\u4eac fox keep 42 node.js while keep with the gateway with F# over no involved caf\\u00e9 [brackets] request They'RE scanner on with v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 every the 42 It's every jumps a scanned involved the brown scanned quick the tokens I'M I'M over no over faster v1.2.3 caf\\u00e9 \\\"quotes\\\" body request that fox fox before node.js brown dog a dog body engine faster Z\\u00fcrich https://example.com/a/b?c=d before I'M we'll hand WON'T admission and counting while on quick and\"}, {\"role\": \"user\", \"content\": \"na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 mirrors mirrors while tiktoken's tiktoken's hand Z\\u00fcrich there's backtracking brown <tags> brown \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors is (parens) it that tokens v1.2.3 way admission that caf\\u00e9 so exactly engine with scanner budget WON'T \\u6771\\u4eac 'single' hand na\\u00efve there's 'single' \\u6771\\u4eac piece na\\u00efve $1,234.56 is before faster admission request \\ud83d\\ude42 \\u6771\\u4eac counting backtracking written \\\"quotes\\\" there's involved lazy quick faster that request scanned v1.2.3 $1,234.56 every dog with for regex once with [brackets] v1.2.3 so caf\\u00e9 It's written it Z\\u00fcrich lazy caf\\u00e9 scanner counting there's no caf\\u00e9 every F# 100% the C++ every faster we'll on tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 engine $1,234.56 faster faster 1999 that exactly mirrors <tags> for admission budget 'single' 3.14159 no engine\"}, {\"role\": \"assistant\", \"content\": \"https://example.com/a/b?c=d there's gateway mirrors body mirrors written for brown node.js for brown node.js 'single' scanner na\\u00efve request is every 100% user@example.com dog 3.14159 no we'll that Z\\u00fcrich don't involved with https://example.com/a/b?c=d fox dog F# reservation C++ a v1.2.3 v1.2.3 backtracking WON'T F# no piece <tags> C++ {braces} a mirrors way $1,234.56 that WON'T body They'RE no we'll jumps F# once caf\\u00e9 reservation WON'T that piece 1999 They'RE counting piece They'RE request tiktoken's a engine na\\u00efve scanned body lazy faster It's over It's that tokens Z\\u00fcrich C++ <tags> scanner with \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"user\", \"content\": \"scanner while tiktoken's fox on boundaries tiktoken's tokens before tiktoken's it body gateway and over (parens) the (parens) 'single' on C++ faster budget every request once on exactly every that it Z\\u00fcrich quick regex and user@example.com jumps it user@example.com quick 100% it exactly every 'single' mirrors body jumps counting caf\\u00e9 tokens admission that piece scanner {braces} tokens is \\ud83d\\ude42 request admission C++ is node.js body for body They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking WON'T\"}, {\"role\": \"assistant\", \"content\": \"dog C++ (parens) It's with 'single' we'll [brackets] request is there's 3.14159 scanned 100% for request on admission $1,234.56 over there's scanned engine scanner They'RE that lazy \\u6771\\u4eac before budget user@example.com once C++ $1,234.56 that scanner <tags> exactly tokens is engine \\ud83d\\ude42 dog user@example.com na\\u00efve They'RE we'll \\ud83d\\ude42 that 'single' jumps the Z\\u00fcrich on jumps <tags> involved hand involved tiktoken's It's C++ \\ud83d\\ude42 user@example.com that before user@example.com $1,234.56 don't <tags> once scanner and a user@example.com user@example.com <tags> exactly and user@example.com <tags> $1,234.56 admission backtracking budget written 100% we'll 1999 scanned mirrors every \\u0645\\u0631\\u062d\\u0628\\u0627 a brown dog mirrors reservation 1999 regex hand budget \\u6771\\u4eac user@example.com it before 'single' hand over with {braces} no the a keep quick tiktoken's 3.14159 caf\\u00e9 every Z\\u00fcrich F# \\u6771\\u4eac the I'M Z\\u00fcrich na\\u00efve no way gateway na\\u00efve https://example.com/a/b?c=d request {braces} backtracking\"}, {\"role\": \"user\", \"content\": \"\\\"quotes\\\" \\\"quotes\\\" scanned is lazy user@example.com v1.2.3 regex a It's tokens piece They'RE engine over Z\\u00fcrich 3.14159 {braces} <tags> 'single' (parens) a boundaries node.js request jumps body before for hand dog boundaries budget on the boundaries we'll every because {braces} Z\\u00fcrich way https://example.com/a/b?c=d 1999 body <tags> Z\\u00fcrich there's budget 1999 before so v1.2.3 WON'T user@example.com F# it written lazy with <tags> once dog faster faster once we'll \\ud83d\\ude42 exactly user@example.com faster 42 \\u0645\\u0631\\u062d\\u0628\\u0627 a admission over \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T lazy\"}, {\"role\": \"assistant\", \"content\": \"na\\u00efve the (parens) for the brown https://example.com/a/b?c=d and 42 Z\\u00fcrich on {braces} \\ud83d\\ude42 regex over regex na\\u00efve F# over C++ before with the for don't 'single' counting \\u6771\\u4eac tiktoken's before mirrors fox gateway faster so regex \\ud83d\\ude42 keep $1,234.56 reservation so \\ud83d\\ude42 42 https://example.com/a/b?c=d tokens user@example.com for the for exactly \\\"quotes\\\" it written for F# dog I'M engine faster \\u6771\\u4eac gateway dog na\\u00efve is {braces} tokens over request backtracking 1999 body request written 'single' They'RE tokens F# tokens brown C++ boundaries admission every budget we'll no budget it keep don't https://example.com/a/b?c=d every exactly caf\\u00e9 'single' there's C++ 'single' dog v1.2.3 backtracking They'RE engine (parens) 'single' gateway every it $1,234.56 1999 lazy once reservation over fox that {braces} 1999 budget node.js written C++ way [brackets] before \\ud83d\\ude42 gateway on tiktoken's and (parens) the written \\u6771\\u4eac\"}, {\"role\": \"user\", \"content\": \"user@example.com scanned 42 user@example.com piece backtracking every engine that \\u0645\\u0631\\u062d\\u0628\\u0627 request $1,234.56 lazy Z\\u00fcrich mirrors fox no that so It's {braces} It's piece mirrors v1.2.3 regex quick counting for They'RE F# 3.14159 once brown no that no \\u6771\\u4eac so 100% scanner 1999 counting fox there's once engine caf\\u00e9 brown [brackets] piece hand mirrors budget lazy over the counting fox counting is for I'M faster a with node.js we'll \\u6771\\u4eac it 1999 user@example.com that It's mirrors written lazy lazy the before faster piece na\\u00efve fox piece 3.14159 fox na\\u00efve dog regex [brackets] [brackets] \\u6771\\u4eac over body user@example.com 42 node.js while and https://example.com/a/b?c=d na\\u00efve piece faster brown (parens) \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 \\\"quotes\\\"\"}, {\"role\": \"assistant\", \"content\": \"faster written 100% $1,234.56 engine 'single' gateway faster the boundaries exactly on C++ so so mirrors once backtracking caf\\u00e9 quick 1999 while we'll WON'T a Z\\u00fcrich boundaries involved piece scanner {braces} written 1999 and 3.14159 there's \\ud83d\\ude42 <tags> that the because quick scanner 3.14159 that it way counting na\\u00efve reservation for before $1,234.56 over quick engine scanner no the we'll <tags> scanned backtracking that <tags> no don't before 1999 \\u6771\\u4eac we'll before 3.14159 $1,234.56 budget counting tokens jumps while before tokens node.js tokens gateway scanner that \\ud83d\\ude42 3.14159 'single' WON'T so way (parens) backtracking \\\"quotes\\\" the v1.2.3 {braces} body body C++ it 'single'\"}, {\"role\": \"user\", \"content\": \"because request that that dog counting 100% mirrors <tags> I'M fox there's the piece with budget regex while before tokens with over there's \\u0645\\u0631\\u062d\\u0628\\u0627 reservation body on reservation tiktoken's and \\u0645\\u0631\\u062d\\u0628\\u0627 while so quick that budget quick brown and user@example.com \\u6771\\u4eac 100% dog keep there's It's WON'T caf\\u00e9 quick there's $1,234.56 way user@example.com budget for v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 quick way boundaries is reservation 42 no that \\ud83d\\ude42 the hand \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) na\\u00efve <tags> $1,234.56 3.14159 quick 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors na\\u00efve hand once every F# the \\ud83d\\ude42 once piece I'M 42 with involved the {braces} [brackets] a 'single' caf\\u00e9 that once before once 'single' counting {braces} every reservation budget jumps WON'T\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 {braces} it They'RE scanned for \\u6771\\u4eac hand mirrors written 42 with node.js quick admission I'M counting \\u0645\\u0631\\u062d\\u0628\\u0627 brown \\u6771\\u4eac 100% over \\u6771\\u4eac that \\ud83d\\ude42 \\u6771\\u4eac It's \\ud83d\\ude42 scanner budget so dog that regex <tags> keep hand piece lazy no is user@example.com counting tiktoken's request admission we'll mirrors hand gateway boundaries no https://example.com/a/b?c=d on engine reservation no that {braces} mirrors brown Z\\u00fcrich admission piece user@example.com scanned and with 100% the tiktoken's <tags> fox WON'T <tags> written\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich is over 'single' C++ It's gateway [brackets] no over way quick admission no faster written node.js 42 v1.2.3 involved {braces} 3.14159 because [brackets] reservation body before the exactly every [brackets] tokens so fox piece boundaries boundaries v1.2.3 caf\\u00e9 I'M F# 1999 backtracking user@example.com with with don't body a C++ brown don't It's caf\\u00e9 regex They'RE <tags> way https://example.com/a/b?c=d scanned 'single' boundaries that reservation \\ud83d\\ude42 brown fox node.js backtracking gateway na\\u00efve (parens)\"}, {\"role\": \"assistant\", \"content\": \"piece WON'T body it $1,234.56 that 3.14159 1999 it reservation \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's boundaries 'single' It's reservation gateway C++ body budget mirrors is the backtracking and \\u0645\\u0631\\u062d\\u0628\\u0627 gateway a <tags> 'single' is and while 42 hand it They'RE caf\\u00e9 backtracking counting gateway exactly F# because na\\u00efve scanned that C++ is 100% involved admission piece 3.14159 quick it the lazy involved WON'T a before It's tokens They'RE it mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 reservation it \\ud83d\\ude42 na\\u00efve so is a and that request while that written body keep reservation the on every They'RE WON'T budget scanned reservation $1,234.56 fox is there's $1,234.56 brown involved admission\"}, {\"role\": \"user\", \"content\": \"way F# don't brown v1.2.3 the regex na\\u00efve <tags> involved brown budget <tags> because <tags> dog that <tags> WON'T and v1.2.3 for it counting because because because brown \\u6771\\u4eac backtracking (parens) I'M that dog reservation keep that scanner request WON'T They'RE backtracking admission every 42 because 100% [brackets] https://example.com/a/b?c=d admission way the so don't I'M \\ud83d\\ude42 3.14159 that C++ 3.14159 https://example.com/a/b?c=d na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com node.js way I'M over https://example.com/a/b?c=d engine once mirrors Z\\u00fcrich F# fox on \\u0645\\u0631\\u062d\\u0628\\u0627 na\\u00efve mirrors piece with the \\ud83d\\ude42 WON'T counting involved don't written boundaries gateway keep 1999 boundaries so Z\\u00fcrich way piece every user@example.com exactly They'RE piece boundaries written brown I'M C++ gateway keep the tiktoken's reservation counting Z\\u00fcrich a involved\"}, {\"role\": \"assistant\", \"content\": \"way is a for scanned dog exactly don't body na\\u00efve [brackets] fox na\\u00efve {braces} that body for scanner reservation user@example.com quick fox hand faster reservation mirrors (parens) counting no we'll a exactly reservation user@example.com tiktoken's hand tokens don't C++ body na\\u00efve hand with backtracking for engine for They'RE admission {braces} fox boundaries keep quick it with once body the body the budget \\\"quotes\\\" caf\\u00e9 a admission $1,234.56 we'll way v1.2.3 3.14159 reservation fox WON'T 3.14159 once that written Z\\u00fcrich for na\\u00efve once piece tiktoken's over engine \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 F# 3.14159 lazy \\ud83d\\ude42 user@example.com na\\u00efve \\u6771\\u4eac don't because 'single' They'RE \\ud83d\\ude42 \\u6771\\u4eac body because lazy a for exactly request tiktoken's gateway no C++ before with every {braces} keep v1.2.3 faster mirrors (parens) (parens) and quick scanned I'M budget engine with\"}, {\"role\": \"user\", \"content\": \"regex with exactly \\u0645\\u0631\\u062d\\u0628\\u0627 dog budget that 42 {braces} tokens https://example.com/a/b?c=d tiktoken's that I'M we'll 100% engine counting F# no regex node.js no boundaries way tiktoken's because \\\"quotes\\\" exactly 3.14159 and [brackets] mirrors written keep that F# backtracking scanned They'RE it gateway over {braces} node.js 100% budget scanner <tags> budget \\\"quotes\\\" we'll v1.2.3 we'll caf\\u00e9 \\ud83d\\ude42 tokens don't once because mirrors backtracking na\\u00efve every faster once <tags> budget caf\\u00e9 it I'M caf\\u00e9 a backtracking regex fox while engine faster scanned I'M tiktoken's don't \\\"quotes\\\" 3.14159 scanner It's na\\u00efve request boundaries hand lazy no $1,234.56 every for jumps written 1999 mirrors {braces} WON'T lazy engine and\"}, {\"role\": \"assistant\", \"content\": \"and reservation caf\\u00e9 it (parens) before piece backtracking and WON'T brown counting that 1999 $1,234.56 tokens user@example.com user@example.com it <tags> faster It's the body and request brown caf\\u00e9 keep scanner \\u0645\\u0631\\u062d\\u0628\\u0627 for tokens caf\\u00e9 'single' request boundaries 'single' request They'RE user@example.com tokens quick there's keep exactly a scanned is regex it <tags> hand quick hand {braces} so 'single' gateway and\"}, {\"role\": \"user\", \"content\": \"na\\u00efve is request that It's the way caf\\u00e9 the 42 there's quick user@example.com the over that $1,234.56 with user@example.com <tags> quick They'RE budget the it F# gateway It's fox we'll involved tiktoken's na\\u00efve over while https://example.com/a/b?c=d that na\\u00efve tiktoken's 42 scanned we'll na\\u00efve and tiktoken's (parens) piece 'single' exactly Z\\u00fcrich budget WON'T (parens) It's engine we'll body involved and keep\"}, {\"role\": \"assistant\", \"content\": \"way v1.2.3 it so once before \\\"quotes\\\" WON'T WON'T written and over F# the with no boundaries v1.2.3 body that dog exactly Z\\u00fcrich backtracking there's on \\u6771\\u4eac mirrors request on They'RE hand regex engine reservation it scanned \\\"quotes\\\" hand boundaries for reservation before brown WON'T once hand \\u0645\\u0631\\u062d\\u0628\\u0627 body 42 \\u0645\\u0631\\u062d\\u0628\\u0627 once every admission body $1,234.56 before $1,234.56 WON'T {braces} na\\u00efve mirrors before the that 3.14159 way brown It's 1999 gateway reservation F# for user@example.com exactly jumps https://example.com/a/b?c=d is and node.js 100% boundaries v1.2.3 'single' we'll no gateway They'RE with F# [brackets] C++ mirrors for tokens written every\"}, {\"role\": \"user\", \"content\": \"WON'T na\\u00efve 'single' It's 3.14159 \\ud83d\\ude42 don't 'single' \\\"quotes\\\" involved C++ caf\\u00e9 with mirrors 100% It's that no user@example.com WON'T before is gateway once node.js gateway while on quick \\ud83d\\ude42 boundaries \\u6771\\u4eac budget 1999 admission They'RE mirrors engine I'M is \\u0645\\u0631\\u062d\\u0628\\u0627 I'M budget for 'single' on \\u6771\\u4eac with WON'T and because brown regex hand reservation scanner 100% 100% user@example.com there's it\"}, {\"role\": \"assistant\", \"content\": \"there's exactly [brackets] faster budget while $1,234.56 (parens) engine caf\\u00e9 They'RE no 100% for because $1,234.56 regex Z\\u00fcrich https://example.com/a/b?c=d tokens jumps because counting brown user@example.com request lazy \\u0645\\u0631\\u062d\\u0628\\u0627 request scanned WON'T $1,234.56 exactly brown every mirrors with 'single' engine 42 \\ud83d\\ude42 engine reservation hand lazy 'single' counting hand (parens) gateway that counting user@example.com 42 fox request \\\"quotes\\\" hand lazy 100% 42 I'M It's WON'T https://example.com/a/b?c=d engine while\"}, {\"role\": \"user\", \"content\": \"C++ \\\"quotes\\\" we'll <tags> gateway \\ud83d\\ude42 counting written piece na\\u00efve \\u6771\\u4eac WON'T over caf\\u00e9 backtracking engine https://example.com/a/b?c=d the v1.2.3 that so quick counting na\\u00efve \\u6771\\u4eac don't WON'T It's we'll that the 100% request <tags> I'M brown na\\u00efve tokens engine budget before the scanned mirrors dog engine {braces} {braces} 42 don't WON'T It's piece \\\"quotes\\\" that no quick 3.14159 F# once fox don't for scanner \\u6771\\u4eac it brown backtracking tokens $1,234.56 reservation written They'RE the \\\"quotes\\\" caf\\u00e9 backtracking C++ reservation\"}, {\"role\": \"assistant\", \"content\": \"regex <tags> (parens) Z\\u00fcrich engine https://example.com/a/b?c=d written tiktoken's C++ dog It's lazy dog exactly with it that admission way no scanner a 3.14159 on They'RE It's involved caf\\u00e9 brown on dog that https://example.com/a/b?c=d don't \\u6771\\u4eac jumps \\ud83d\\ude42 and \\u6771\\u4eac so dog so don't (parens) scanned engine budget the exactly F# tokens over \\u0645\\u0631\\u062d\\u0628\\u0627 jumps backtracking 3.14159 budget 100% <tags> boundaries gateway <tags> backtracking don't scanner dog with [brackets] gateway 3.14159 caf\\u00e9 faster budget na\\u00efve caf\\u00e9 way for every reservation backtracking request They'RE It's \\u6771\\u4eac written\"}, {\"role\": \"user\", \"content\": \"42 1999 so boundaries $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} budget backtracking [brackets] we'll admission piece node.js admission Z\\u00fcrich fox a involved request is it node.js node.js so \\u6771\\u4eac [brackets] no \\u6771\\u4eac brown node.js quick na\\u00efve scanner C++ user@example.com admission 'single' involved 1999 user@example.com I'M v1.2.3 It's 100% there's gateway F# node.js gateway scanned that caf\\u00e9 3.14159 Z\\u00fcrich <tags> no admission {braces} tiktoken's over It's I'M 1999 [brackets] body written scanned that scanner on the on with that scanned hand\"}, {\"role\": \"assistant\", \"content\": \"{braces} regex [brackets] piece \\ud83d\\ude42 mirrors there's <tags> tiktoken's It's lazy mirrors every v1.2.3 I'M that boundaries 'single' node.js on C++ user@example.com budget user@example.com no user@example.com every engine while a I'M over [brackets] WON'T piece over there's lazy I'M that $1,234.56 budget https://example.com/a/b?c=d it a request exactly 42 keep They'RE caf\\u00e9 tokens \\u0645\\u0631\\u062d\\u0628\\u0627 keep scanner while dog F# mirrors backtracking we'll gateway scanner so we'll request there's budget it lazy scanner for exactly faster we'll reservation scanner no WON'T request (parens) tiktoken's exactly before so while hand involved with $1,234.56 mirrors 3.14159 on the [brackets] boundaries 100% with request way engine keep the https://example.com/a/b?c=d \\u6771\\u4eac the WON'T that so\"}, {\"role\": \"user\", \"content\": \"body hand backtracking (parens) counting na\\u00efve They'RE \\ud83d\\ude42 WON'T boundaries v1.2.3 budget na\\u00efve admission once the that because tokens dog tiktoken's scanner scanner (parens) I'M \\\"quotes\\\" budget 100% there's once WON'T keep {braces} the before fox (parens) the counting because lazy 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 admission 1999 and there's while admission 3.14159 a counting C++ with exactly don't don't lazy \\ud83d\\ude42 42 \\\"quotes\\\" backtracking C++ there's keep user@example.com request is node.js piece before brown budget 42 100% because admission and with tiktoken's no the 100%\"}, {\"role\": \"assistant\", \"content\": \"with 1999 Z\\u00fcrich that is with mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 the brown $1,234.56 way scanner https://example.com/a/b?c=d <tags> lazy written scanner quick v1.2.3 \\\"quotes\\\" regex \\\"quotes\\\" They'RE 3.14159 \\ud83d\\ude42 [brackets] Z\\u00fcrich the counting for so <tags> $1,234.56 It's WON'T the quick hand that mirrors the 42 caf\\u00e9 exactly node.js we'll backtracking while I'M and fox is before written it 1999 no for involved \\u0645\\u0631\\u062d\\u0628\\u0627 the \\\"quotes\\\" piece the way involved that no 100% before there's 100% we'll is [brackets] C++ the we'll the node.js reservation is while [brackets] engine scanner we'll no C++ don't dog v1.2.3 that so tiktoken's before \\ud83d\\ude42 mirrors 'single' it once caf\\u00e9 there's backtracking gateway body over quick <tags> way and that once \\u6771\\u4eac 'single' we'll (parens) and before for quick They'RE 1999 regex there's \\ud83d\\ude42\"}, {\"role\": \"user\", \"content\": \"engine They'RE https://example.com/a/b?c=d we'll quick tokens written WON'T don't regex backtracking It's it lazy 1999 brown budget on [brackets] node.js {braces} They'RE involved a mirrors exactly tokens with $1,234.56 F# 42 backtracking involved engine It's and {braces} \\u6771\\u4eac Z\\u00fcrich it it [brackets] gateway keep na\\u00efve request scanned don't regex we'll C++ counting tokens so request while scanned tokens scanner for v1.2.3 with tokens \\ud83d\\ude42 They'RE na\\u00efve 'single' keep node.js v1.2.3 'single' it way gateway It's keep reservation backtracking body fox with that [brackets] the and 1999 request no engine counting is [brackets] lazy on request quick involved \\ud83d\\ude42 brown v1.2.3 involved fox exactly hand {braces} we'll every regex\"}, {\"role\": \"assistant\", \"content\": \"(parens) faster tiktoken's with the every mirrors boundaries that caf\\u00e9 backtracking involved once 42 \\u6771\\u4eac Z\\u00fcrich {braces} boundaries that [brackets] 1999 it admission before a jumps and 3.14159 way scanner don't {braces} budget for <tags> a 3.14159 mirrors boundaries while caf\\u00e9 counting \\u6771\\u4eac a written tiktoken's and we'll https://example.com/a/b?c=d jumps while so [brackets] F# 3.14159 mirrors that {braces} request request I'M keep the over hand engine keep node.js dog na\\u00efve [brackets] every body $1,234.56 \\\"quotes\\\" $1,234.56 we'll \\u0645\\u0631\\u062d\\u0628\\u0627 that 42 budget scanned it They'RE no with the {braces} we'll tiktoken's a \\ud83d\\ude42 tiktoken's https://example.com/a/b?c=d It's exactly It's for over that 100% a \\\"quotes\\\" caf\\u00e9 no 3.14159 hand gateway quick budget over user@example.com I'M\"}, {\"role\": \"user\", \"content\": \"mirrors engine so Z\\u00fcrich and reservation caf\\u00e9 1999 na\\u00efve exactly involved caf\\u00e9 and 1999 over tiktoken's user@example.com over once that It's jumps involved C++ and is node.js brown gateway 100% 100% keep hand backtracking 3.14159 involved hand 'single' once because budget They'RE brown 3.14159 every faster request it regex while \\ud83d\\ude42 1999 exactly way we'll 'single' request scanner boundaries on (parens) we'll\"}, {\"role\": \"assistant\", \"content\": \"once 1999 fox that Z\\u00fcrich \\u6771\\u4eac that we'll 42 'single' dog \\u6771\\u4eac mirrors (parens) because na\\u00efve every and piece C++ 3.14159 https://example.com/a/b?c=d <tags> 42 once so gateway is scanned no user@example.com node.js caf\\u00e9 faster node.js tiktoken's It's F# brown it admission body don't don't before scanner before F# 3.14159 na\\u00efve backtracking user@example.com F# that (parens) (parens) there's exactly a reservation <tags> it before backtracking It's piece tiktoken's lazy written is {braces} 1999 scanned keep body because mirrors no written that piece boundaries request once scanner \\\"quotes\\\" with engine hand v1.2.3 we'll v1.2.3 the we'll $1,234.56 the quick and tokens backtracking is quick 'single' 42 once reservation admission fox scanner a scanner engine 1999 quick [brackets] \\u6771\\u4eac budget for quick engine keep user@example.com 100% C++ [brackets] hand on Z\\u00fcrich hand Z\\u00fcrich regex 1999\"}, {\"role\": \"user\", \"content\": \"\\u0645\\u0631\\u062d\\u0628\\u0627 scanner They'RE budget C++ exactly {braces} is \\ud83d\\ude42 because <tags> way body brown counting with regex it \\\"quotes\\\" we'll body node.js over a node.js that while it v1.2.3 3.14159 quick request that dog node.js They'RE 1999 that gateway 3.14159 gateway there's backtracking lazy C++ admission node.js 42 request They'RE we'll gateway so once 1999 brown na\\u00efve 3.14159 budget faster \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" backtracking that 100% because a fox once involved on involved v1.2.3 WON'T mirrors 'single' a \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" is They'RE that involved reservation They'RE (parens) v1.2.3 Z\\u00fcrich WON'T Z\\u00fcrich fox that don't boundaries engine regex don't exactly na\\u00efve don't caf\\u00e9 request budget [brackets] F# tokens exactly It's request it\"}, {\"role\": \"assistant\", \"content\": \"scanned (parens) reservation {braces} engine tokens v1.2.3 node.js scanner {braces} It's with admission the 100% F# \\u0645\\u0631\\u062d\\u0628\\u0627 body na\\u00efve with 'single' boundaries regex (parens) because mirrors there's keep once lazy it brown involved boundaries request engine before on It's \\ud83d\\ude42 na\\u00efve fox WON'T we'll backtracking jumps exactly scanner it admission mirrors don't that \\u6771\\u4eac faster body mirrors reservation (parens) \\\"quotes\\\" regex mirrors keep exactly They'RE 3.14159 there's a \\u0645\\u0631\\u062d\\u0628\\u0627 and with admission written C++ https://example.com/a/b?c=d the piece jumps that is lazy tokens before 100% boundaries tokens dog tiktoken's it $1,234.56 I'M 100% once (parens) I'M way brown keep\"}, {\"role\": \"user\", \"content\": \"no no hand F# jumps so faster every don't so tiktoken's 'single' I'M [brackets] \\\"quotes\\\" v1.2.3 over admission exactly scanner node.js 100% quick gateway \\ud83d\\ude42 faster budget over faster over and engine request faster fox 'single' backtracking body brown no na\\u00efve is it \\\"quotes\\\" piece with \\ud83d\\ude42 for tokens I'M scanned while admission way faster na\\u00efve mirrors tokens boundaries \\u6771\\u4eac jumps tiktoken's it there's faster\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 no It's piece request \\u6771\\u4eac Z\\u00fcrich don't \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE 3.14159 quick Z\\u00fcrich once tiktoken's with engine jumps over I'M because caf\\u00e9 faster tiktoken's that 'single' we'll dog 42 \\u6771\\u4eac way once counting it C++ on that the that backtracking we'll scanned before 100% na\\u00efve request dog every request 1999 request quick over 1999 gateway https://example.com/a/b?c=d because 3.14159 that reservation mirrors that a over I'M with regex Z\\u00fcrich mirrors piece regex caf\\u00e9 engine Z\\u00fcrich the written v1.2.3 <tags>\"}, {\"role\": \"user\", \"content\": \"hand is It's scanned regex 1999 way on It's we'll tokens with reservation while way mirrors regex no over 42 is user@example.com scanner scanned keep budget {braces} brown budget while is involved [brackets] body jumps F# dog no 3.14159 exactly over <tags> 100% (parens) It's jumps so we'll \\u6771\\u4eac faster admission exactly admission that for tiktoken's 100% once engine and every a before budget regex They'RE counting\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 involved backtracking regex na\\u00efve way tokens we'll 100% gateway <tags> the gateway the body lazy I'M budget is regex body (parens) C++ that body no the jumps [brackets] exactly 1999 budget request brown \\ud83d\\ude42 jumps keep scanned user@example.com for exactly regex dog <tags> node.js scanner that node.js 42 engine fox \\ud83d\\ude42 tiktoken's WON'T mirrors written faster while 42 100% \\u6771\\u4eac user@example.com dog engine lazy [brackets] exactly quick node.js written written 100% every \\ud83d\\ude42 body 3.14159 hand because once gateway faster before with It's a 1999 42 boundaries jumps that {braces} 100% caf\\u00e9 a They'RE 3.14159 [brackets] reservation 1999 faster \\ud83d\\ude42 hand 1999 [brackets] scanner\"}, {\"role\": \"user\", \"content\": \"https://example.com/a/b?c=d dog for C++ v1.2.3 because every 100% \\u6771\\u4eac and brown is request piece boundaries on before because that body WON'T [brackets] that keep tokens lazy WON'T keep on for WON'T body quick {braces} gateway body written tokens quick the mirrors is is with I'M 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 don't \\u0645\\u0631\\u062d\\u0628\\u0627 piece involved user@example.com written tiktoken's fox written and no 1999 don't on because counting \\\"quotes\\\" They'RE 42 a gateway \\u6771\\u4eac scanner admission user@example.com 3.14159 there's on over 'single' written that a {braces} that because gateway the\"}, {\"role\": \"assistant\", \"content\": \"WON'T backtracking \\ud83d\\ude42 node.js 3.14159 keep it \\u0645\\u0631\\u062d\\u0628\\u0627 there's is so user@example.com on there's 3.14159 mirrors involved keep \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's {braces} no engine brown brown there's dog way regex that 'single' for and 3.14159 node.js every there's a every They'RE WON'T exactly scanner tiktoken's They'RE regex the dog counting over the for request scanner with and mirrors dog the counting tokens gateway https://example.com/a/b?c=d for https://example.com/a/b?c=d backtracking\"}, {\"role\": \"user\", \"content\": \"don't because that fox Z\\u00fcrich with Z\\u00fcrich way piece (parens) every (parens) user@example.com {braces} keep so a that boundaries 100% keep C++ node.js 1999 piece $1,234.56 \\ud83d\\ude42 backtracking <tags> {braces} that involved gateway boundaries no 42 hand 3.14159 \\ud83d\\ude42 na\\u00efve na\\u00efve that for Z\\u00fcrich $1,234.56 engine lazy fox scanned before once hand no https://example.com/a/b?c=d admission WON'T admission It's no a because \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac exactly <tags> written \\u0645\\u0631\\u062d\\u0628\\u0627 faster that <tags> is user@example.com v1.2.3 'single' boundaries gateway faster backtracking no engine fox $1,234.56 lazy the $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 that WON'T before I'M scanned\"}, {\"role\": \"assistant\", \"content\": \"it is admission admission brown the They'RE we'll <tags> we'll user@example.com [brackets] way tokens $1,234.56 on caf\\u00e9 I'M gateway 3.14159 written 'single' on involved mirrors node.js that fox 'single' quick once \\u6771\\u4eac gateway $1,234.56 no exactly body Z\\u00fcrich that 'single' engine and Z\\u00fcrich don't no so tiktoken's I'M that over hand dog we'll (parens) 'single' \\ud83d\\ude42 while 100% is node.js no <tags> quick over while on budget that \\\"quotes\\\" budget It's don't regex on C++ 1999 [brackets] scanned 1999 that there's $1,234.56 way\"}, {\"role\": \"user\", \"content\": \"budget while tiktoken's backtracking gateway and hand no while \\ud83d\\ude42 request node.js we'll and don't while na\\u00efve quick WON'T don't [brackets] quick there's fox that that I'M keep \\ud83d\\ude42 tiktoken's v1.2.3 the body the \\u0645\\u0631\\u062d\\u0628\\u0627 reservation written F# jumps admission boundaries user@example.com while I'M brown lazy It's regex fox user@example.com {braces} is on 'single' written request there's engine exactly tiktoken's WON'T caf\\u00e9 the tokens on and <tags> <tags> brown exactly scanner with involved regex on v1.2.3 jumps that written F# on exactly before over once body \\u6771\\u4eac \\ud83d\\ude42 lazy that \\ud83d\\ude42\"}, {\"role\": \"assistant\", \"content\": \"don't every there's scanned while They'RE a tokens is scanned mirrors so is request counting once way (parens) {braces} counting 100% \\\"quotes\\\" before boundaries brown tiktoken's that way engine quick tiktoken's over involved 100% before for the C++ It's that node.js [brackets] because https://example.com/a/b?c=d engine 100% budget we'll with tokens 42 budget it dog 1999 user@example.com 42 C++ keep the for a 42 keep no caf\\u00e9 node.js 'single' the for don't It's C++ admission a involved 3.14159 'single' don't They'RE WON'T quick so backtracking because once body \\\"quotes\\\" WON'T user@example.com caf\\u00e9 v1.2.3 engine 'single' scanner hand I'M 'single' $1,234.56 [brackets] {braces} counting it don't there's no that\"}, {\"role\": \"user\", \"content\": \"so jumps dog hand no 100% while request tiktoken's there's that so regex $1,234.56 don't 'single' boundaries <tags> \\\"quotes\\\" that 100% the boundaries keep backtracking <tags> (parens) no \\u6771\\u4eac fox F# mirrors 3.14159 we'll there's \\\"quotes\\\" scanner backtracking $1,234.56 100% request the WON'T boundaries caf\\u00e9 tiktoken's node.js backtracking counting user@example.com C++ exactly is reservation 100% we'll quick regex \\ud83d\\ude42 'single' I'M request written https://example.com/a/b?c=d boundaries They'RE there's It's piece F# v1.2.3 boundaries [brackets] a 100% that scanner v1.2.3 42 because https://example.com/a/b?c=d [brackets] that I'M once body faster because with engine 'single' scanned on engine the 1999 \\u6771\\u4eac quick written no piece involved boundaries [brackets] counting while I'M Z\\u00fcrich scanner for the written $1,234.56 (parens) that boundaries the because\"}, {\"role\": \"assistant\", \"content\": \"(parens) https://example.com/a/b?c=d 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich Z\\u00fcrich \\u6771\\u4eac involved don't reservation there's we'll \\\"quotes\\\" reservation They'RE tokens because lazy there's a exactly It's jumps every $1,234.56 v1.2.3 exactly 42 <tags> a quick https://example.com/a/b?c=d caf\\u00e9 tiktoken's piece reservation every C++ caf\\u00e9 <tags> v1.2.3 scanned backtracking na\\u00efve 1999 piece engine while that I'M involved on fox 42 https://example.com/a/b?c=d (parens) tiktoken's for dog once the involved a dog once there's https://example.com/a/b?c=d tokens na\\u00efve (parens) once 1999 over na\\u00efve caf\\u00e9 hand They'RE every tiktoken's involved we'll node.js\"}, {\"role\": \"user\", \"content\": \"that request while jumps faster exactly written 3.14159 scanner that \\\"quotes\\\" with exactly dog that keep with piece piece boundaries no [brackets] backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 F# hand $1,234.56 engine written (parens) and It's involved node.js Z\\u00fcrich boundaries with backtracking na\\u00efve and body counting node.js keep Z\\u00fcrich that while \\u6771\\u4eac because there's \\u6771\\u4eac boundaries no They'RE counting jumps v1.2.3 with don't a \\u0645\\u0631\\u062d\\u0628\\u0627 fox user@example.com no that it F# once it so every 100% a caf\\u00e9 the \\\"quotes\\\" [brackets] that gateway while we'll scanned caf\\u00e9 keep involved \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"the while I'M gateway WON'T tiktoken's 'single' over 'single' request faster (parens) faster faster \\u0645\\u0631\\u062d\\u0628\\u0627 hand tiktoken's keep while v1.2.3 $1,234.56 that written body WON'T way \\u0645\\u0631\\u062d\\u0628\\u0627 brown a F# scanned \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE keep lazy caf\\u00e9 100% 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} we'll exactly the C++ <tags> body Z\\u00fcrich Z\\u00fcrich way with reservation mirrors C++ backtracking involved WON'T exactly with involved WON'T way a counting the admission 1999 hand because once They'RE the backtracking 1999 no a 42 brown\"}, {\"role\": \"user\", \"content\": \"node.js so jumps is piece a way on because the that backtracking request the reservation {braces} {braces} the https://example.com/a/b?c=d it tokens reservation the lazy They'RE reservation a 1999 I'M boundaries no with no C++ is way 3.14159 WON'T hand 'single' counting Z\\u00fcrich on F# with 1999 admission every (parens) we'll request mirrors that the 'single' it faster dog \\\"quotes\\\" jumps that faster WON'T faster every 100% involved a there's \\ud83d\\ude42 way way 'single' na\\u00efve no on it (parens) WON'T user@example.com na\\u00efve boundaries mirrors [brackets] it regex regex 42 engine engine and faster \\\"quotes\\\" gateway \\u0645\\u0631\\u062d\\u0628\\u0627 over request $1,234.56 They'RE user@example.com that node.js I'M https://example.com/a/b?c=d involved on (parens) it a that 3.14159 way over no\"}, {\"role\": \"assistant\", \"content\": \"boundaries so budget involved exactly written node.js [brackets] with jumps caf\\u00e9 node.js (parens) [brackets] 100% tiktoken's 42 it that piece (parens) engine user@example.com involved no gateway \\\"quotes\\\" exactly It's budget exactly once It's a involved (parens) budget we'll fox node.js tokens Z\\u00fcrich no body \\\"quotes\\\" na\\u00efve while it is I'M the hand mirrors WON'T the caf\\u00e9 \\u6771\\u4eac mirrors https://example.com/a/b?c=d counting before way because \\\"quotes\\\" a admission lazy dog keep the budget quick mirrors there's [brackets] hand Z\\u00fcrich https://example.com/a/b?c=d mirrors user@example.com 42 regex request scanned \\\"quotes\\\" engine because the It's Z\\u00fcrich F# 42 boundaries there's keep engine \\ud83d\\ude42 I'M They'RE because over $1,234.56 admission for fox because exactly because piece regex on \\u6771\\u4eac 'single' backtracking a\"}, {\"role\": \"user\", \"content\": \"They'RE backtracking \\u6771\\u4eac boundaries mirrors that 100% {braces} 42 gateway boundaries tokens so on counting gateway tiktoken's tiktoken's tokens tiktoken's there's while tokens It's C++ mirrors the tokens budget hand we'll over over [brackets] jumps the \\ud83d\\ude42 way and that boundaries 100% counting reservation there's [brackets] 3.14159 They'RE keep the regex It's while budget request Z\\u00fcrich it https://example.com/a/b?c=d C++ admission quick engine keep quick \\u6771\\u4eac $1,234.56 engine budget hand \\u6771\\u4eac body 100% don't scanned $1,234.56 dog <tags> the \\u6771\\u4eac piece over 1999 $1,234.56 $1,234.56 the dog we'll gateway is dog <tags> there's fox Z\\u00fcrich over They'RE so a engine 'single' regex and lazy na\\u00efve tokens tokens \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 \\ud83d\\ude42 (parens)\"}, {\"role\": \"assistant\", \"content\": \"\\\"quotes\\\" {braces} <tags> so with brown (parens) that the because keep boundaries before because fox exactly every because F# so mirrors way C++ request gateway there's that on request tokens it \\\"quotes\\\" regex written dog scanner budget while it that $1,234.56 scanned every no we'll is because while reservation They'RE don't dog scanner dog WON'T fox no scanned \\ud83d\\ude42 budget no dog request it scanned is hand over no 3.14159 so regex backtracking exactly backtracking the 42 100% faster quick scanner before 'single' reservation engine it we'll caf\\u00e9 every quick for no faster 100% $1,234.56 on Z\\u00fcrich written keep\"}, {\"role\": \"user\", \"content\": \"on tokens don't F# counting keep exactly every \\ud83d\\ude42 keep Z\\u00fcrich for fox counting no caf\\u00e9 reservation na\\u00efve mirrors They'RE It's F# the that piece \\\"quotes\\\" \\u6771\\u4eac \\u6771\\u4eac engine no $1,234.56 \\\"quotes\\\" because dog 100% na\\u00efve user@example.com tokens [brackets] no with that boundaries I'M Z\\u00fcrich before (parens) while and scanned gateway user@example.com faster request boundaries \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d written C++ I'M while quick [brackets] before 1999 and They'RE C++ v1.2.3 for no {braces} request C++ They'RE over WON'T on caf\\u00e9 {braces} 100% the body quick keep C++ \\ud83d\\ude42 tokens scanned admission keep hand a node.js WON'T keep 100% $1,234.56 hand $1,234.56 (parens) 1999 because the \\ud83d\\ude42 is 42 body Z\\u00fcrich way [brackets] it once that dog C++ jumps fox tiktoken's piece \\\"quotes\\\" v1.2.3 exactly for 42 \\ud83d\\ude42 'single' na\\u00efve admission \\u6771\\u4eac They'RE fox mirrors regex\"}, {\"role\": \"assistant\", \"content\": \"They'RE scanner tiktoken's quick (parens) https://example.com/a/b?c=d budget quick for engine (parens) hand tiktoken's piece written https://example.com/a/b?c=d counting counting over no once engine I'M because fox exactly regex no once keep and written regex faster 100% the admission counting a scanner C++ quick involved gateway brown piece Z\\u00fcrich regex written is faster \\u6771\\u4eac body brown no tokens scanned every request it I'M \\ud83d\\ude42 for (parens) Z\\u00fcrich written 3.14159 'single' I'M no na\\u00efve quick regex gateway it counting (parens) the over so hand gateway is body way dog v1.2.3 faster so request while before counting body F# faster [brackets] engine involved a $1,234.56 dog <tags> that that budget mirrors user@example.com the brown that no C++ it every na\\u00efve exactly that body Z\\u00fcrich \\u6771\\u4eac with don't so It's \\u0645\\u0631\\u062d\\u0628\\u0627 that gateway a the\"}, {\"role\": \"user\", \"content\": \"dog is once budget \\ud83d\\ude42 quick regex fox (parens) [brackets] gateway \\ud83d\\ude42 no regex because lazy request with that written we'll It's that request user@example.com is \\\"quotes\\\" \\\"quotes\\\" faster the don't quick node.js \\u0645\\u0631\\u062d\\u0628\\u0627 faster na\\u00efve They'RE the 100% written that the 100% backtracking \\ud83d\\ude42 written the fox scanner na\\u00efve it piece It's no so It's before na\\u00efve gateway there's because gateway reservation \\ud83d\\ude42 quick involved \\u0645\\u0631\\u062d\\u0628\\u0627 with <tags> WON'T request F# scanned exactly F# reservation scanned engine jumps v1.2.3 we'll 'single' it quick WON'T jumps na\\u00efve tokens brown node.js backtracking reservation 100% v1.2.3 once exactly\"}, {\"role\": \"assistant\", \"content\": \"fox user@example.com it (parens) we'll 100% involved dog and brown 'single' exactly mirrors 100% WON'T na\\u00efve 1999 <tags> F# faster 'single' tokens tiktoken's admission \\\"quotes\\\" the WON'T request that on we'll I'M piece there's body Z\\u00fcrich boundaries because jumps the They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 boundaries \\u6771\\u4eac the https://example.com/a/b?c=d caf\\u00e9 piece don't brown exactly node.js the budget every so admission that and 100% fox 'single' {braces} 100% $1,234.56 C++ counting WON'T brown don't https://example.com/a/b?c=d boundaries I'M 100% [brackets] lazy quick It's brown \\u6771\\u4eac for is \\u6771\\u4eac for is and request\"}, {\"role\": \"user\", \"content\": \"{braces} counting I'M request fox involved boundaries with <tags> WON'T WON'T $1,234.56 is faster don't request https://example.com/a/b?c=d while It's every body the a brown engine 42 for we'll request (parens) involved is scanned backtracking jumps C++ gateway keep <tags> scanner for counting 42 reservation hand \\\"quotes\\\" hand C++ every reservation caf\\u00e9 that don't with $1,234.56 there's WON'T {braces} that 3.14159 F# before over exactly caf\\u00e9 budget \\u6771\\u4eac the before and body gateway hand admission It's C++ that F# It's faster no that we'll written (parens) fox mirrors <tags> we'll user@example.com no https://example.com/a/b?c=d node.js that brown request\"}, {\"role\": \"assistant\", \"content\": \"I'M admission counting Z\\u00fcrich user@example.com faster a \\ud83d\\ude42 mirrors once lazy is the involved \\ud83d\\ude42 \\u6771\\u4eac every scanned every because budget hand and it jumps there's while there's [brackets] na\\u00efve on \\\"quotes\\\" \\\"quotes\\\" a \\ud83d\\ude42 hand \\u6771\\u4eac we'll and It's with the {braces} piece WON'T 'single' for \\u6771\\u4eac no backtracking lazy fox a [brackets] fox 42 \\ud83d\\ude42 (parens) 1999 https://example.com/a/b?c=d 1999 lazy and 1999 reservation way (parens) 100% it na\\u00efve 100%\"}, {\"role\": \"user\", \"content\": \"regex on scanner once $1,234.56 1999 (parens) gateway budget dog F# before user@example.com once brown jumps 100% $1,234.56 that budget Z\\u00fcrich the reservation because a on \\\"quotes\\\" backtracking hand dog because backtracking a is reservation F# F# brown gateway for the we'll the node.js piece I'M keep tokens once body WON'T there's tokens piece 'single' They'RE node.js so 100% body over a is user@example.com no \\\"quotes\\\" boundaries F# They'RE the C++ backtracking <tags> and \\ud83d\\ude42 over WON'T\"}, {\"role\": \"assistant\", \"content\": \"is 'single' scanned \\u6771\\u4eac 3.14159 mirrors {braces} there's scanner every reservation mirrors reservation backtracking involved that tiktoken's {braces} node.js we'll F# jumps <tags> v1.2.3 v1.2.3 exactly keep \\u0645\\u0631\\u062d\\u0628\\u0627 1999 scanner with tokens once counting so for https://example.com/a/b?c=d piece the while request Z\\u00fcrich it [brackets] dog involved the involved the admission and (parens) engine F# \\u0645\\u0631\\u062d\\u0628\\u0627 gateway quick \\ud83d\\ude42 v1.2.3 tiktoken's https://example.com/a/b?c=d faster \\ud83d\\ude42 that 42 (parens) jumps caf\\u00e9 so hand budget admission [brackets] gateway brown I'M quick admission C++ C++ caf\\u00e9 \\u6771\\u4eac 'single' user@example.com hand that don't C++ once\"}, {\"role\": \"user\", \"content\": \"there's na\\u00efve reservation na\\u00efve before gateway 100% 1999 request that jumps tiktoken's for admission on quick on scanned boundaries jumps <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors we'll dog because a budget \\u6771\\u4eac it na\\u00efve 1999 that the caf\\u00e9 involved counting jumps tokens with \\u0645\\u0631\\u062d\\u0628\\u0627 involved before the over admission I'M dog v1.2.3 engine tiktoken's we'll scanner every tiktoken's They'RE once It's exactly request jumps node.js WON'T 3.14159 over that exactly engine \\u0645\\u0631\\u062d\\u0628\\u0627 once budget reservation <tags> because it 42 keep 'single' boundaries so \\u0645\\u0631\\u062d\\u0628\\u0627 node.js scanner budget 3.14159 engine node.js C++ I'M budget [brackets] a caf\\u00e9 user@example.com jumps tokens every 1999 It's\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 scanner (parens) fox gateway mirrors 42 They'RE reservation we'll fox written brown \\\"quotes\\\" mirrors so 42 hand because budget 100% I'M counting request quick 42 caf\\u00e9 C++ C++ 3.14159 request https://example.com/a/b?c=d jumps jumps scanned brown keep brown and \\ud83d\\ude42 once tokens admission fox F# Z\\u00fcrich user@example.com the gateway tiktoken's https://example.com/a/b?c=d \\\"quotes\\\" tokens \\ud83d\\ude42 \\ud83d\\ude42 [brackets] while node.js [brackets] 1999 on \\\"quotes\\\" caf\\u00e9 <tags> 1999 jumps 3.14159 request over body admission tiktoken's \\ud83d\\ude42 regex that the once scanner <tags> because They'RE regex 'single' admission 42\"}, {\"role\": \"user\", \"content\": \"gateway \\u0645\\u0631\\u062d\\u0628\\u0627 keep quick https://example.com/a/b?c=d F# <tags> involved hand It's written request {braces} over mirrors there's gateway every so it caf\\u00e9 involved {braces} quick that gateway over 42 fox lazy involved every keep don't (parens) It's request every for \\u6771\\u4eac admission piece on 3.14159 backtracking written quick gateway and jumps F# <tags> (parens) 100% the budget quick keep it 100% \\ud83d\\ude42 for (parens) is \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"way boundaries F# (parens) that It's \\\"quotes\\\" scanned \\ud83d\\ude42 \\u6771\\u4eac that brown regex is over na\\u00efve 3.14159 because Z\\u00fcrich 1999 (parens) \\u0645\\u0631\\u062d\\u0628\\u0627 C++ over way so that user@example.com and user@example.com tiktoken's scanned \\u6771\\u4eac [brackets] engine lazy 1999 <tags> involved it 100% a so \\u0645\\u0631\\u062d\\u0628\\u0627 on every body na\\u00efve faster regex engine fox that tokens caf\\u00e9 na\\u00efve 3.14159 and hand engine with\"}, {\"role\": \"user\", \"content\": \"keep there's that every [brackets] $1,234.56 \\\"quotes\\\" on body https://example.com/a/b?c=d involved https://example.com/a/b?c=d tokens scanner 1999 https://example.com/a/b?c=d https://example.com/a/b?c=d node.js 1999 backtracking user@example.com that [brackets] don't body lazy WON'T 42 written hand we'll WON'T no \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 that $1,234.56 way piece https://example.com/a/b?c=d admission admission C++ boundaries we'll reservation scanner the C++ \\u0645\\u0631\\u062d\\u0628\\u0627 hand engine na\\u00efve I'M backtracking while regex \\ud83d\\ude42 budget quick v1.2.3 dog v1.2.3 quick [brackets] fox for node.js [brackets] admission \\ud83d\\ude42 They'RE that on boundaries every that regex 42 a {braces} way every scanned backtracking boundaries budget <tags> we'll \\\"quotes\\\" it no caf\\u00e9 scanner jumps backtracking while involved and it 1999 with way {braces} \\\"quotes\\\" 'single'\"}, {\"role\": \"assistant\", \"content\": \"42 is \\\"quotes\\\" budget It's They'RE dog fox exactly fox written regex backtracking <tags> written with \\\"quotes\\\" written WON'T that backtracking for a every a engine lazy <tags> 42 the once budget on because dog we'll and node.js it $1,234.56 mirrors (parens) It's 42 na\\u00efve it scanned https://example.com/a/b?c=d v1.2.3 C++ 'single' boundaries caf\\u00e9 1999 before once 3.14159 is [brackets] don't tiktoken's scanner fox [brackets] \\u6771\\u4eac over once [brackets] They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 we'll with 42 counting \\u0645\\u0631\\u062d\\u0628\\u0627 C++ 3.14159 it the quick\"}, {\"role\": \"user\", \"content\": \"<tags> (parens) with before so is that node.js C++ we'll on admission the \\u6771\\u4eac faster the caf\\u00e9 jumps Z\\u00fcrich (parens) fox \\u6771\\u4eac {braces} every {braces} fox mirrors They'RE They'RE fox counting C++ keep \\\"quotes\\\" 1999 once 100% C++ don't once way dog They'RE once involved exactly \\ud83d\\ude42 we'll piece request reservation quick the don't (parens) scanner I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 Z\\u00fcrich once admission no regex tiktoken's exactly 1999 over engine regex there's involved 42 admission no 'single' over there's (parens) caf\\u00e9 because request keep \\u6771\\u4eac keep \\\"quotes\\\" budget piece piece faster $1,234.56 quick WON'T it piece hand\"}, {\"role\": \"assistant\", \"content\": \"involved scanner WON'T {braces} {braces} It's F# piece it \\\"quotes\\\" I'M because body before quick counting piece na\\u00efve reservation hand WON'T hand the request 1999 involved because {braces} so don't F# and [brackets] faster na\\u00efve way for brown brown hand it Z\\u00fcrich 3.14159 the user@example.com with 1999 while every scanner lazy (parens) tokens [brackets] for tokens body exactly I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 over caf\\u00e9 exactly counting a tiktoken's while no https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 lazy lazy (parens) backtracking that involved keep and a tiktoken's is body They'RE it it 100% scanned jumps jumps (parens) na\\u00efve so for v1.2.3 F# 'single' way no exactly 'single' tiktoken's there's dog caf\\u00e9 engine $1,234.56 is tokens\"}, {\"role\": \"user\", \"content\": \"a C++ 100% faster the node.js gateway every It's budget reservation there's scanner before Z\\u00fcrich \\ud83d\\ude42 written written tokens faster tokens $1,234.56 counting quick Z\\u00fcrich for lazy tokens node.js before before backtracking WON'T It's jumps before Z\\u00fcrich $1,234.56 with boundaries mirrors the request once node.js faster that jumps backtracking 1999 boundaries node.js fox admission tiktoken's mirrors way the we'll involved backtracking request 3.14159 the jumps na\\u00efve na\\u00efve \\\"quotes\\\" mirrors 3.14159 <tags> na\\u00efve scanner F# because node.js 3.14159 that caf\\u00e9 100% and and (parens) \\\"quotes\\\" WON'T $1,234.56 \\u6771\\u4eac quick $1,234.56 <tags> reservation while the na\\u00efve exactly once written backtracking written the na\\u00efve\"}, {\"role\": \"assistant\", \"content\": \"tokens \\u0645\\u0631\\u062d\\u0628\\u0627 scanned [brackets] every admission [brackets] scanned 'single' exactly scanner tokens that [brackets] tokens scanned the before before They'RE every because \\\"quotes\\\" C++ scanner with with brown exactly is for user@example.com while caf\\u00e9 boundaries it WON'T scanner that admission reservation 100% is admission before gateway reservation caf\\u00e9 100% request tiktoken's 3.14159 before backtracking while so https://example.com/a/b?c=d 42 faster <tags> and and faster It's we'll mirrors 42 tiktoken's regex node.js there's scanned\"}, {\"role\": \"user\", \"content\": \"written v1.2.3 exactly reservation piece every F# reservation node.js node.js \\u6771\\u4eac that scanner https://example.com/a/b?c=d 42 {braces} it and keep It's no regex jumps with user@example.com body over It's \\\"quotes\\\" and 'single' counting I'M that \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) engine the way $1,234.56 scanned They'RE for caf\\u00e9 \\\"quotes\\\" lazy don't backtracking tokens \\\"quotes\\\" quick {braces} \\\"quotes\\\" involved involved engine scanner because hand tiktoken's v1.2.3 F# <tags> regex $1,234.56 engine {braces} gateway counting that (parens) that the before admission that every backtracking \\\"quotes\\\" [brackets] way gateway engine lazy fox 42 don't [brackets] once na\\u00efve \\\"quotes\\\" They'RE They'RE is jumps every 100% written backtracking body caf\\u00e9 that backtracking v1.2.3 (parens) F# keep exactly piece once v1.2.3 F# They'RE backtracking 100% the fox the Z\\u00fcrich involved F#\"}, {\"role\": \"assistant\", \"content\": \"{braces} 42 engine over na\\u00efve hand involved They'RE request It's Z\\u00fcrich before {braces} 42 dog <tags> every node.js is over https://example.com/a/b?c=d na\\u00efve engine fox is [brackets] is on over \\ud83d\\ude42 (parens) \\ud83d\\ude42 regex They'RE They'RE \\ud83d\\ude42 (parens) C++ node.js 100% jumps once that scanner on mirrors regex that faster tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's while F# exactly 100% 3.14159 engine \\u6771\\u4eac scanner {braces} na\\u00efve I'M the over brown written don't tokens user@example.com is F# once faster on It's a there's C++ 1999 we'll [brackets] over the dog there's request dog C++ the brown regex way na\\u00efve written before Z\\u00fcrich engine caf\\u00e9 WON'T 1999 with engine and scanned $1,234.56 keep I'M every user@example.com 'single' a and 1999 don't I'M written while and that\"}, {\"role\": \"user\", \"content\": \"budget {braces} hand so and (parens) fox for that no way is counting tokens WON'T tokens tokens lazy tokens piece on that request <tags> dog mirrors I'M mirrors scanned regex on na\\u00efve C++ once user@example.com before lazy user@example.com \\\"quotes\\\" I'M once over <tags> involved that request written backtracking \\\"quotes\\\" is no brown there's {braces} because \\ud83d\\ude42 keep reservation written 100% caf\\u00e9 v1.2.3 tiktoken's body F# \\u6771\\u4eac counting quick every faster It's while \\u6771\\u4eac every backtracking lazy They'RE tokens fox {braces} tokens \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" 1999 piece involved [brackets] tokens They'RE the a don't hand caf\\u00e9 quick before 'single' so \\u6771\\u4eac that [brackets] quick \\\"quotes\\\" counting gateway it that is It's scanner the 'single' the \\u0645\\u0631\\u062d\\u0628\\u0627 keep 100% it fox way na\\u00efve exactly mirrors caf\\u00e9 mirrors there's because piece every a\"}, {\"role\": \"assistant\", \"content\": \"counting no tiktoken's hand dog {braces} They'RE $1,234.56 involved \\\"quotes\\\" on \\u0645\\u0631\\u062d\\u0628\\u0627 the because tiktoken's 3.14159 that because counting a 3.14159 so node.js counting backtracking https://example.com/a/b?c=d C++ quick involved (parens) request (parens) F# no gateway exactly every backtracking hand on user@example.com It's written scanned before reservation {braces} there's [brackets] $1,234.56 I'M engine involved brown reservation Z\\u00fcrich request F# brown a way I'M written exactly faster \\u6771\\u4eac Z\\u00fcrich mirrors regex 42 tiktoken's caf\\u00e9 42 100% F# way 1999 no node.js way involved while and {braces} that 1999 They'RE node.js admission I'M the is there's 'single' scanner na\\u00efve scanned tiktoken's \\u6771\\u4eac before backtracking 'single'\"}, {\"role\": \"user\", \"content\": \"na\\u00efve tiktoken's boundaries admission 42 100% {braces} 'single' (parens) and and way I'M 3.14159 budget jumps with gateway the fox engine because on scanner \\\"quotes\\\" 1999 user@example.com that written 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 quick [brackets] WON'T 42 \\u6771\\u4eac \\\"quotes\\\" jumps so budget scanned 'single' boundaries and F# quick every https://example.com/a/b?c=d regex tiktoken's lazy involved we'll \\ud83d\\ude42 it admission v1.2.3 reservation counting scanner that \\u0645\\u0631\\u062d\\u0628\\u0627 over there's counting because 100% keep F# lazy $1,234.56 so that is once request is \\ud83d\\ude42 before once na\\u00efve keep\"}, {\"role\": \"assistant\", \"content\": \"with Z\\u00fcrich a 3.14159 faster faster faster jumps 'single' before over <tags> dog It's $1,234.56 node.js 'single' na\\u00efve body way we'll It's once regex the counting 3.14159 [brackets] gateway C++ on <tags> piece jumps body is node.js lazy user@example.com don't with v1.2.3 exactly user@example.com [brackets] once It's it Z\\u00fcrich [brackets] {braces} faster \\u0645\\u0631\\u062d\\u0628\\u0627 1999 that C++ involved on quick C++ scanner reservation <tags> reservation regex node.js faster because jumps It's mirrors that F# brown the request with every reservation backtracking (parens) v1.2.3 I'M {braces} once tokens reservation 42 a 3.14159 F# we'll (parens) way caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 1999 F# piece 1999 quick for scanned\"}, {\"role\": \"user\", \"content\": \"scanned piece F# reservation because regex regex counting written na\\u00efve budget 42 the before keep keep way It's It's exactly node.js because 3.14159 tokens keep with \\u0645\\u0631\\u062d\\u0628\\u0627 body exactly that reservation v1.2.3 42 [brackets] keep scanner dog piece it F# [brackets] regex that tokens exactly body node.js that once faster hand with lazy exactly boundaries jumps that scanned that written\"}, {\"role\": \"assistant\", \"content\": \"brown They'RE gateway the Z\\u00fcrich gateway user@example.com over quick and \\\"quotes\\\" boundaries regex \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 the tokens 'single' is every tokens 42 reservation (parens) request I'M backtracking regex tokens boundaries on is hand scanner boundaries caf\\u00e9 engine and jumps It's the over user@example.com user@example.com I'M on lazy while 1999 WON'T brown that reservation It's v1.2.3 WON'T exactly gateway with quick F# F# the I'M gateway I'M don't way boundaries \\\"quotes\\\" reservation <tags> Z\\u00fcrich and 3.14159 on faster na\\u00efve 42 v1.2.3 v1.2.3 3.14159 jumps hand we'll once (parens) C++ the faster keep They'RE node.js fox scanned 42 jumps faster way gateway hand 1999 it that request keep \\u6771\\u4eac <tags> $1,234.56 tokens engine that we'll F# we'll written \\\"quotes\\\" a is no keep tiktoken's node.js node.js on counting user@example.com \\\"quotes\\\" {braces} 1999 user@example.com hand fox I'M node.js is\"}, {\"role\": \"user\", \"content\": \"'single' \\u6771\\u4eac and scanned v1.2.3 dog \\u6771\\u4eac with budget $1,234.56 a exactly and scanned body way na\\u00efve on brown mirrors a 3.14159 dog fox jumps {braces} (parens) jumps the way over and we'll involved faster user@example.com fox body there's gateway body brown jumps there's for 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking It's mirrors Z\\u00fcrich 'single' tokens 'single' for user@example.com 100% faster there's keep C++ and don't gateway budget {braces} faster hand don't is involved \\u6771\\u4eac regex regex reservation scanner\"}, {\"role\": \"assistant\", \"content\": \"F# body is regex jumps WON'T reservation Z\\u00fcrich tokens piece that and \\u0645\\u0631\\u062d\\u0628\\u0627 [brackets] for 'single' we'll engine F# there's \\\"quotes\\\" so counting \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d [brackets] piece <tags> [brackets] involved exactly fox {braces} \\ud83d\\ude42 3.14159 way F# 3.14159 scanned while keep every request \\u6771\\u4eac way C++ na\\u00efve engine engine user@example.com because admission I'M gateway v1.2.3 v1.2.3 It's it Z\\u00fcrich https://example.com/a/b?c=d 3.14159 Z\\u00fcrich hand [brackets] [brackets] dog that 'single' exactly \\u6771\\u4eac regex brown reservation involved and WON'T F# na\\u00efve before It's a tiktoken's I'M we'll with written budget engine caf\\u00e9 tokens 100% scanned It's brown every a for\"}, {\"role\": \"user\", \"content\": \"involved because caf\\u00e9 so there's I'M 42 no na\\u00efve na\\u00efve exactly tiktoken's once scanner tiktoken's counting exactly dog the a and faster WON'T so They'RE 'single' faster for written C++ 3.14159 tiktoken's $1,234.56 C++ way exactly https://example.com/a/b?c=d every way node.js budget 42 <tags> before before gateway it mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 way faster budget (parens) budget every that don't over so v1.2.3 request we'll because with \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 don't 'single' reservation fox tokens there's request it They'RE [brackets] it node.js gateway 'single' node.js body <tags> once way quick 3.14159\"}, {\"role\": \"assistant\", \"content\": \"3.14159 while reservation body before on once (parens) request because https://example.com/a/b?c=d involved 42 user@example.com and no request They'RE dog F# na\\u00efve They'RE exactly [brackets] regex engine mirrors scanner engine It's there's counting \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich way 3.14159 over counting dog gateway no we'll for \\\"quotes\\\" no lazy 42 involved counting involved written counting 1999 a $1,234.56 tokens regex quick and no once \\u6771\\u4eac every so brown is \\u0645\\u0631\\u062d\\u0628\\u0627 fox https://example.com/a/b?c=d caf\\u00e9 brown \\u6771\\u4eac 42 exactly a scanner over \\ud83d\\ude42 we'll budget dog {braces} for before faster\"}, {\"role\": \"user\", \"content\": \"<tags> faster the over keep while \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's once the because involved scanner regex that \\u6771\\u4eac there's brown WON'T dog \\u0645\\u0631\\u062d\\u0628\\u0627 budget lazy v1.2.3 v1.2.3 caf\\u00e9 counting so don't the scanner I'M caf\\u00e9 1999 don't once engine lazy (parens) request keep user@example.com the keep fox the Z\\u00fcrich https://example.com/a/b?c=d 3.14159 caf\\u00e9 (parens) It's piece I'M written \\\"quotes\\\" 'single' It's that {braces} reservation piece\"}, {\"role\": \"assistant\", \"content\": \"fox quick C++ brown before no lazy faster the that the every 100% na\\u00efve that 100% {braces} scanner we'll involved na\\u00efve before that {braces} faster mirrors because 'single' it faster v1.2.3 involved is so with request piece piece while that engine admission tokens gateway scanned before F# every $1,234.56 hand 1999 <tags> request is over v1.2.3 <tags> over quick regex v1.2.3 v1.2.3 boundaries Z\\u00fcrich and\"}, {\"role\": \"user\", \"content\": \"node.js WON'T faster \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 dog <tags> tokens and the no because They'RE and WON'T WON'T caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 42 na\\u00efve written keep don't the WON'T is admission $1,234.56 and every the I'M is C++ budget node.js tokens (parens) node.js caf\\u00e9 'single' with engine https://example.com/a/b?c=d v1.2.3 written node.js {braces} tiktoken's boundaries tiktoken's lazy scanned user@example.com quick body regex backtracking involved jumps faster quick They'RE request na\\u00efve body on written \\ud83d\\ude42 regex a It's a a no \\\"quotes\\\" \\ud83d\\ude42 while involved the jumps and \\ud83d\\ude42 node.js https://example.com/a/b?c=d boundaries na\\u00efve node.js brown hand 42 na\\u00efve for before C++ while https://example.com/a/b?c=d 42 because that for reservation \\\"quotes\\\" gateway budget is a so It's Z\\u00fcrich budget regex once scanned piece regex budget before over na\\u00efve regex\"}, {\"role\": \"assistant\", \"content\": \"WON'T on scanned user@example.com They'RE exactly faster the for a boundaries faster faster $1,234.56 I'M with don't {braces} jumps \\u0645\\u0631\\u062d\\u0628\\u0627 jumps so is keep while Z\\u00fcrich 42 so tiktoken's [brackets] written {braces} request engine no faster node.js counting \\u6771\\u4eac lazy counting faster is mirrors it there's jumps tiktoken's piece [brackets] \\u6771\\u4eac so brown admission brown Z\\u00fcrich way mirrors reservation user@example.com v1.2.3 $1,234.56 budget because the <tags>\"}, {\"role\": \"user\", \"content\": \"every jumps 'single' engine so dog scanned F# there's \\ud83d\\ude42 https://example.com/a/b?c=d user@example.com exactly backtracking node.js admission is na\\u00efve v1.2.3 tokens the fox involved gateway that admission don't reservation hand engine C++ so for we'll over written dog https://example.com/a/b?c=d while way dog and written with brown F# budget backtracking so tiktoken's \\u6771\\u4eac exactly written involved They'RE because reservation a caf\\u00e9 over boundaries regex is 'single' admission keep admission I'M WON'T admission counting scanned dog {braces} admission admission every F# 1999 scanner They'RE and the na\\u00efve 42 there's with involved 42 exactly 100% it [brackets] way They'RE node.js \\ud83d\\ude42 keep we'll I'M so I'M tiktoken's reservation WON'T caf\\u00e9 boundaries C++\"}, {\"role\": \"assistant\", \"content\": \"node.js the It's so C++ scanned so 1999 the budget request F# fox body body keep is [brackets] <tags> 42 over scanner there's \\u0645\\u0631\\u062d\\u0628\\u0627 node.js \\u0645\\u0631\\u062d\\u0628\\u0627 don't involved F# hand na\\u00efve scanned with involved engine jumps WON'T {braces} mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 is counting C++ fox it (parens) 3.14159 regex engine {braces} it keep 'single' the \\u0645\\u0631\\u062d\\u0628\\u0627 gateway engine WON'T user@example.com keep [brackets] once before budget the reservation regex hand keep user@example.com It's written reservation no fox \\\"quotes\\\" on \\u6771\\u4eac (parens) Z\\u00fcrich backtracking <tags> \\ud83d\\ude42 [brackets] mirrors gateway scanner boundaries v1.2.3 brown admission 1999 because way tokens regex admission so \\u0645\\u0631\\u062d\\u0628\\u0627 with counting fox tiktoken's na\\u00efve tokens counting gateway\"}, {\"role\": \"user\", \"content\": \"v1.2.3 dog counting 42 1999 with (parens) 42 scanner involved the it 'single' jumps over and user@example.com once I'M I'M engine before mirrors a faster brown quick Z\\u00fcrich v1.2.3 \\u6771\\u4eac body it mirrors na\\u00efve fox budget 'single' with mirrors WON'T user@example.com faster so Z\\u00fcrich scanned It's that written reservation is <tags> that 42 v1.2.3 over 1999 on 1999 that over na\\u00efve brown there's the 100% \\u6771\\u4eac request \\\"quotes\\\" $1,234.56 budget regex piece na\\u00efve 3.14159 the scanner \\u6771\\u4eac scanner scanner It's v1.2.3 on tokens engine 1999 42\"}, {\"role\": \"assistant\", \"content\": \"faster $1,234.56 piece user@example.com for \\u0645\\u0631\\u062d\\u0628\\u0627 while so on Z\\u00fcrich backtracking no It's \\\"quotes\\\" hand node.js before engine it tokens jumps reservation dog jumps [brackets] boundaries scanner for (parens) {braces} and <tags> request before scanned because before the for admission mirrors every piece admission keep and gateway we'll brown 1999 is I'M They'RE over https://example.com/a/b?c=d 3.14159 while hand once exactly way counting caf\\u00e9 3.14159 hand na\\u00efve every scanned \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors because They'RE backtracking \\ud83d\\ude42 \\\"quotes\\\" over admission piece on don't scanned exactly reservation and (parens)\"}, {\"role\": \"user\", \"content\": \"every quick that that while na\\u00efve fox {braces} while brown that v1.2.3 dog a C++ F# over for regex while <tags> every jumps it is 1999 caf\\u00e9 it and there's C++ we'll over counting boundaries brown 42 I'M involved and reservation boundaries so before I'M with scanned every is involved https://example.com/a/b?c=d lazy regex piece It's a while v1.2.3 user@example.com the 'single' I'M a is is \\\"quotes\\\" user@example.com because node.js faster F# Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 that na\\u00efve because brown involved the so involved WON'T body backtracking quick engine backtracking gateway that a user@example.com body [brackets] tokens every boundaries while \\ud83d\\ude42 is on boundaries scanner node.js Z\\u00fcrich is there's for regex it 100% piece tiktoken's\"}, {\"role\": \"assistant\", \"content\": \"reservation hand before F# counting $1,234.56 caf\\u00e9 faster \\u6771\\u4eac [brackets] tokens Z\\u00fcrich tiktoken's on written {braces} It's keep \\\"quotes\\\" while tokens na\\u00efve the no because keep https://example.com/a/b?c=d because counting request \\\"quotes\\\" it a because hand involved reservation node.js and backtracking 42 on piece I'M gateway 'single' mirrors the Z\\u00fcrich quick lazy brown {braces} admission Z\\u00fcrich C++ before https://example.com/a/b?c=d It's engine backtracking don't \\u6771\\u4eac piece dog no keep Z\\u00fcrich piece and 42 regex C++ caf\\u00e9 with we'll 3.14159 'single' mirrors counting Z\\u00fcrich it dog scanner a node.js piece {braces} we'll we'll because They'RE user@example.com fox caf\\u00e9 1999 42 every counting tiktoken's It's before backtracking scanner 42 the \\u6771\\u4eac admission lazy F# gateway mirrors It's C++ tiktoken's is dog no written https://example.com/a/b?c=d \\u6771\\u4eac exactly \\\"quotes\\\" body exactly\"}, {\"role\": \"user\", \"content\": \"that https://example.com/a/b?c=d the over boundaries scanner don't [brackets] quick every because because I'M because so once dog mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" quick on 'single' (parens) 42 and that before while while engine while over <tags> tiktoken's counting exactly {braces} tiktoken's piece gateway user@example.com It's that admission scanner It's request \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com that 42 for so \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 user@example.com for F# exactly that 100% backtracking boundaries it fox tiktoken's piece counting once engine admission piece Z\\u00fcrich a budget keep and {braces} is reservation scanner with https://example.com/a/b?c=d gateway no user@example.com na\\u00efve so user@example.com written brown\"}, {\"role\": \"assistant\", \"content\": \"piece They'RE body v1.2.3 \\ud83d\\ude42 C++ na\\u00efve It's we'll backtracking on because the <tags> counting a involved counting that there's request WON'T jumps that node.js Z\\u00fcrich quick https://example.com/a/b?c=d They'RE Z\\u00fcrich 3.14159 engine budget \\ud83d\\ude42 \\\"quotes\\\" scanner don't {braces} F# request don't $1,234.56 \\\"quotes\\\" tokens over while admission every with quick I'M \\\"quotes\\\" {braces} fox [brackets] gateway dog keep Z\\u00fcrich every [brackets] every mirrors C++ \\ud83d\\ude42 They'RE <tags> is [brackets] 3.14159 scanner hand and request 3.14159 with scanner no the regex 1999 They'RE every dog there's the admission that tiktoken's 'single' engine\"}, {\"role\": \"user\", \"content\": \"boundaries It's way dog I'M body lazy https://example.com/a/b?c=d budget faster for I'M regex every body piece with \\ud83d\\ude42 regex before for quick 'single' exactly with over brown there's jumps the don't {braces} and [brackets] it jumps on while don't no exactly every tokens and the 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 no [brackets] keep \\ud83d\\ude42 with Z\\u00fcrich gateway while backtracking the [brackets] every is \\u6771\\u4eac while faster for while budget [brackets] \\ud83d\\ude42 don't once <tags> quick so hand 'single' It's on dog exactly with once engine 'single' no written involved over tokens way over [brackets] with so regex caf\\u00e9 3.14159 \\ud83d\\ude42 a node.js every <tags> because faster reservation budget v1.2.3 with lazy I'M engine because and for before before engine mirrors \\\"quotes\\\" that node.js node.js counting a admission counting on WON'T no piece I'M once boundaries\"}, {\"role\": \"assistant\", \"content\": \"piece counting quick \\u0645\\u0631\\u062d\\u0628\\u0627 brown the there's mirrors regex faster involved tokens backtracking F# backtracking \\\"quotes\\\" \\ud83d\\ude42 with \\u6771\\u4eac body with gateway counting lazy exactly request [brackets] 'single' because while keep is I'M jumps body {braces} mirrors 1999 $1,234.56 faster it so <tags> {braces} v1.2.3 keep 42 admission admission It's that involved https://example.com/a/b?c=d na\\u00efve \\u6771\\u4eac \\u6771\\u4eac 42 fox node.js the (parens) (parens) [brackets] on faster hand node.js engine before \\u0645\\u0631\\u062d\\u0628\\u0627 jumps body we'll engine regex Z\\u00fcrich body admission 3.14159 They'RE Z\\u00fcrich scanner before scanner reservation \\u6771\\u4eac admission involved don't lazy $1,234.56 $1,234.56 that lazy scanned F# for request https://example.com/a/b?c=d there's before scanner reservation They'RE on \\u0645\\u0631\\u062d\\u0628\\u0627 quick we'll 100% lazy while budget 'single' once quick brown admission node.js gateway 1999 v1.2.3 piece because https://example.com/a/b?c=d reservation $1,234.56 for na\\u00efve \\ud83d\\ude42 exactly gateway that exactly on node.js and\"}, {\"role\": \"user\", \"content\": \"hand counting request while reservation there's body regex tokens don't regex every no a engine it a 1999 F# reservation with on mirrors for before Z\\u00fcrich v1.2.3 on the \\u0645\\u0631\\u062d\\u0628\\u0627 quick involved budget every node.js the hand <tags> it with node.js 1999 quick faster backtracking quick 42 while counting mirrors over so reservation involved [brackets] no written and tokens fox tiktoken's It's written \\ud83d\\ude42 over admission with over don't \\u6771\\u4eac way counting \\ud83d\\ude42 $1,234.56 https://example.com/a/b?c=d body hand over request tiktoken's that budget https://example.com/a/b?c=d exactly scanned gateway regex the while It's there's written for lazy F# counting body caf\\u00e9 jumps that counting jumps\"}, {\"role\": \"assistant\", \"content\": \"faster Z\\u00fcrich boundaries faster don't counting before dog engine I'M Z\\u00fcrich 3.14159 C++ \\u0645\\u0631\\u062d\\u0628\\u0627 for scanned involved engine backtracking brown \\u6771\\u4eac mirrors is (parens) backtracking tokens admission that Z\\u00fcrich don't C++ tiktoken's user@example.com that mirrors lazy scanner (parens) piece the body every \\\"quotes\\\" the request tokens body C++ (parens) a don't They'RE exactly the 3.14159 is budget user@example.com it \\\"quotes\\\" on \\ud83d\\ude42 backtracking admission <tags> written \\ud83d\\ude42 C++ quick fox 1999 I'M for it don't 1999 because way there's body reservation 100% WON'T dog 1999 tokens once a over once so $1,234.56 jumps They'RE scanner 3.14159 regex request 'single' exactly $1,234.56 exactly\"}, {\"role\": \"user\", \"content\": \"we'll 1999 lazy over 42 user@example.com over scanned gateway lazy piece so lazy exactly 'single' caf\\u00e9 node.js there's and once v1.2.3 while faster gateway every way 1999 gateway while <tags> 1999 1999 on caf\\u00e9 so written backtracking \\\"quotes\\\" backtracking scanner https://example.com/a/b?c=d body admission dog piece way brown fox 3.14159 with WON'T \\u6771\\u4eac \\\"quotes\\\" and exactly lazy na\\u00efve 1999 (parens) and involved keep that 3.14159 F# keep lazy no na\\u00efve request https://example.com/a/b?c=d jumps 'single' fox 'single' [brackets] tiktoken's counting once there's na\\u00efve admission faster F# we'll \\\"quotes\\\" https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 exactly \\u6771\\u4eac hand over https://example.com/a/b?c=d F# fox scanned 1999\"}, {\"role\": \"assistant\", \"content\": \"1999 no there's is 'single' C++ na\\u00efve that over admission \\\"quotes\\\" F# scanner gateway piece 100% while for no {braces} with fox scanned counting \\\"quotes\\\" there's gateway user@example.com keep body involved 3.14159 Z\\u00fcrich Z\\u00fcrich \\\"quotes\\\" [brackets] quick admission request a is 42 scanned caf\\u00e9 \\\"quotes\\\" I'M piece C++ mirrors 'single' every $1,234.56 3.14159 regex quick dog 42 WON'T brown no {braces} piece body quick before Z\\u00fcrich for for request {braces} engine while \\u6771\\u4eac Z\\u00fcrich brown gateway counting backtracking before don't $1,234.56 the request so {braces} \\u6771\\u4eac [brackets] because a node.js a 3.14159 boundaries every <tags> quick we'll jumps na\\u00efve that on we'll scanner tokens \\u6771\\u4eac https://example.com/a/b?c=d tokens 'single' keep\"}, {\"role\": \"user\", \"content\": \"fox admission exactly dog \\u6771\\u4eac backtracking {braces} node.js \\\"quotes\\\" way gateway on <tags> 1999 engine scanner keep quick way written boundaries because $1,234.56 don't there's way so over tokens F# that we'll v1.2.3 scanned F# for \\u0645\\u0631\\u062d\\u0628\\u0627 <tags> involved there's while {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 admission admission [brackets] They'RE \\ud83d\\ude42 regex body quick that v1.2.3 dog quick user@example.com over before admission hand is budget brown admission we'll body node.js na\\u00efve boundaries hand (parens) there's we'll v1.2.3 100% caf\\u00e9 for [brackets] 100% dog \\\"quotes\\\" piece boundaries I'M admission backtracking gateway engine no C++ there's we'll tiktoken's regex \\u0645\\u0631\\u062d\\u0628\\u0627 way WON'T {braces} once counting 1999 it before quick request WON'T we'll I'M admission lazy tokens involved 42 gateway lazy faster written that reservation exactly \\u6771\\u4eac 100% piece 100% scanner admission\"}, {\"role\": \"assistant\", \"content\": \"exactly because body and we'll so backtracking over fox F# I'M that jumps don't don't lazy scanned I'M lazy way piece It's They'RE scanner gateway 1999 so fox no because gateway 1999 that boundaries engine They'RE on admission scanner over Z\\u00fcrich that Z\\u00fcrich written v1.2.3 WON'T [brackets] tiktoken's scanner 3.14159 don't \\u6771\\u4eac tiktoken's user@example.com [brackets] before \\\"quotes\\\" no C++ node.js scanned 42\"}, {\"role\": \"user\", \"content\": \"once so 3.14159 because 100% with $1,234.56 faster no jumps once written gateway written tokens [brackets] before brown a counting \\\"quotes\\\" tiktoken's They'RE the quick (parens) exactly request jumps before involved mirrors dog budget \\ud83d\\ude42 every scanned \\ud83d\\ude42 fox https://example.com/a/b?c=d gateway body node.js <tags> lazy na\\u00efve v1.2.3 exactly way [brackets] gateway scanned WON'T [brackets] https://example.com/a/b?c=d piece \\u6771\\u4eac C++ 3.14159 fox v1.2.3 tokens mirrors caf\\u00e9 engine brown Z\\u00fcrich They'RE hand quick $1,234.56 WON'T tokens lazy written na\\u00efve 'single' dog lazy it that way \\ud83d\\ude42\"}, {\"role\": \"assistant\", \"content\": \"dog a They'RE It's so They'RE counting user@example.com jumps F# request no node.js there's na\\u00efve mirrors \\u6771\\u4eac tiktoken's scanner backtracking hand boundaries 1999 brown written mirrors written faster that budget because hand with 3.14159 and over WON'T every that way regex boundaries C++ \\u0645\\u0631\\u062d\\u0628\\u0627 piece Z\\u00fcrich because it They'RE <tags> involved https://example.com/a/b?c=d body 42 a fox that every and request {braces} with node.js F# [brackets] $1,234.56 on no budget way on backtracking node.js so 100%\"}, {\"role\": \"user\", \"content\": \"They'RE scanned dog body on that don't 1999 \\ud83d\\ude42 scanner 1999 that exactly C++ They'RE every caf\\u00e9 brown so \\ud83d\\ude42 caf\\u00e9 mirrors and while request WON'T budget scanner na\\u00efve Z\\u00fcrich the fox 3.14159 100% 'single' before \\ud83d\\ude42 Z\\u00fcrich scanner before that 1999 v1.2.3 body every boundaries that and v1.2.3 1999 100% because user@example.com dog engine keep the we'll I'M scanned na\\u00efve \\\"quotes\\\" there's that lazy https://example.com/a/b?c=d {braces} Z\\u00fcrich exactly \\\"quotes\\\" budget reservation involved that mirrors boundaries na\\u00efve that backtracking \\ud83d\\ude42 once \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 WON'T WON'T I'M node.js involved don't {braces} a and lazy piece backtracking for hand regex\"}, {\"role\": \"assistant\", \"content\": \"WON'T admission admission F# because don't [brackets] tiktoken's before the so na\\u00efve don't hand no na\\u00efve request on mirrors dog \\u0645\\u0631\\u062d\\u0628\\u0627 and before while body $1,234.56 v1.2.3 mirrors piece reservation so backtracking user@example.com every 100% F# regex 1999 brown [brackets] gateway 42 and on with 42 regex (parens) {braces} WON'T v1.2.3 {braces} a there's every I'M the 'single' 42 F# involved \\ud83d\\ude42 piece keep scanner the before I'M reservation written 3.14159 before there's piece once It's \\\"quotes\\\" dog written brown (parens) because while fox quick exactly user@example.com $1,234.56 boundaries Z\\u00fcrich is admission WON'T scanner we'll $1,234.56 hand [brackets] written {braces} {braces} {braces} the\"}, {\"role\": \"user\", \"content\": \"counting once C++ it the and involved keep it so there's I'M C++ 1999 no keep piece It's no user@example.com 'single' I'M WON'T node.js there's 100% quick 100% dog \\ud83d\\ude42 faster Z\\u00fcrich is before there's on don't F# {braces} keep that it na\\u00efve faster counting faster is over hand hand before involved tokens v1.2.3 {braces} boundaries backtracking so on before regex hand backtracking for while keep so (parens) tokens is with exactly backtracking (parens) admission $1,234.56 once no 42 C++ brown reservation Z\\u00fcrich \\\"quotes\\\"\"}, {\"role\": \"assistant\", \"content\": \"so {braces} It's involved body $1,234.56 lazy scanner caf\\u00e9 na\\u00efve v1.2.3 mirrors 3.14159 na\\u00efve the fox It's before we'll over no involved counting C++ brown quick hand \\u6771\\u4eac every exactly 42 boundaries $1,234.56 dog WON'T quick scanned na\\u00efve dog na\\u00efve boundaries quick backtracking <tags> body [brackets] tokens piece 100% exactly F# on admission the WON'T budget scanner \\\"quotes\\\" and WON'T we'll boundaries on budget scanned with \\ud83d\\ude42 $1,234.56 before we'll tiktoken's https://example.com/a/b?c=d https://example.com/a/b?c=d over no the there's It's don't over way keep [brackets] with body They'RE the once jumps keep admission They'RE tokens tokens jumps no 1999 fox 3.14159 100% reservation (parens) lazy [brackets] because https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 reservation 3.14159 keep while They'RE I'M brown quick They'RE admission exactly F# regex gateway and v1.2.3 while (parens) because with \\\"quotes\\\"\"}, {\"role\": \"user\", \"content\": \"scanner while node.js scanner 42 hand tokens tiktoken's They'RE engine is 'single' 'single' piece and v1.2.3 while it faster don't brown don't body na\\u00efve (parens) \\ud83d\\ude42 node.js the \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d caf\\u00e9 that $1,234.56 mirrors admission \\ud83d\\ude42 scanner that \\\"quotes\\\" C++ (parens) WON'T Z\\u00fcrich They'RE It's \\ud83d\\ude42 caf\\u00e9 that with WON'T it hand that over \\\"quotes\\\" 'single' na\\u00efve 1999 piece keep {braces} quick the no regex \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 piece na\\u00efve the \\u0645\\u0631\\u062d\\u0628\\u0627 'single' no <tags> that a body with\"}, {\"role\": \"assistant\", \"content\": \"that C++ over caf\\u00e9 tiktoken's scanned \\u0645\\u0631\\u062d\\u0628\\u0627 fox \\\"quotes\\\" for node.js once keep C++ counting once body so for jumps every before reservation user@example.com budget [brackets] boundaries 42 1999 written jumps $1,234.56 that the https://example.com/a/b?c=d faster Z\\u00fcrich request and once involved [brackets] so over over na\\u00efve caf\\u00e9 for for \\\"quotes\\\" while that scanned tokens scanner no no It's F# request request reservation Z\\u00fcrich jumps the na\\u00efve (parens) the backtracking jumps na\\u00efve scanner caf\\u00e9 keep I'M \\u6771\\u4eac quick scanner body hand scanner I'M way https://example.com/a/b?c=d it caf\\u00e9 mirrors (parens) F# keep {braces} brown WON'T regex engine user@example.com reservation user@example.com brown don't engine brown hand They'RE written https://example.com/a/b?c=d way (parens) dog\"}, {\"role\": \"user\", \"content\": \"\\u6771\\u4eac F# scanner that regex It's lazy na\\u00efve 100% involved keep the admission na\\u00efve user@example.com a for Z\\u00fcrich {braces} exactly lazy counting while tokens with hand written a is counting I'M [brackets] [brackets] 100% <tags> tokens body \\\"quotes\\\" \\\"quotes\\\" tiktoken's v1.2.3 https://example.com/a/b?c=d counting $1,234.56 <tags> $1,234.56 don't keep that before scanned lazy before gateway na\\u00efve scanner fox $1,234.56 tiktoken's faster so I'M involved over (parens) admission lazy <tags> dog caf\\u00e9 don't jumps 100% node.js request because caf\\u00e9 https://example.com/a/b?c=d 42 before 1999 [brackets] {braces} once [brackets] caf\\u00e9 scanner quick there's\"}, {\"role\": \"assistant\", \"content\": \"scanner caf\\u00e9 (parens) keep so {braces} on F# it because so over brown It's exactly I'M I'M F# faster $1,234.56 tokens exactly $1,234.56 caf\\u00e9 the na\\u00efve engine user@example.com \\\"quotes\\\" written C++ so regex don't backtracking engine the caf\\u00e9 C++ They'RE fox lazy written WON'T boundaries keep It's caf\\u00e9 while {braces} C++ keep jumps no node.js 3.14159 there's faster no 'single' so It's so a once scanner \\u0645\\u0631\\u062d\\u0628\\u0627 engine every once before backtracking request because F# scanned jumps I'M exactly we'll we'll and once [brackets] there's exactly 100%\"}, {\"role\": \"user\", \"content\": \"C++ <tags> tiktoken's $1,234.56 body scanner <tags> dog I'M regex that https://example.com/a/b?c=d mirrors every before user@example.com \\\"quotes\\\" with involved scanner budget I'M reservation hand that for 42 fox 42 tokens scanned They'RE They'RE \\\"quotes\\\" keep reservation piece Z\\u00fcrich the 3.14159 counting counting boundaries F# every while body boundaries 42 don't hand <tags> faster the reservation no \\u0645\\u0631\\u062d\\u0628\\u0627 that \\u6771\\u4eac while involved lazy involved caf\\u00e9 that on \\u6771\\u4eac dog 'single' on over once keep Z\\u00fcrich lazy https://example.com/a/b?c=d backtracking scanned 100% 1999 C++ body \\u0645\\u0631\\u062d\\u0628\\u0627 scanner https://example.com/a/b?c=d {braces} don't 3.14159 node.js regex fox faster I'M we'll lazy because backtracking \\ud83d\\ude42 fox F# \\\"quotes\\\" mirrors tokens It's and the for a WON'T regex reservation 42 dog They'RE request on node.js 'single' tokens node.js that admission 1999 on WON'T budget \\ud83d\\ude42 admission exactly 1999 that we'll \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich\"}, {\"role\": \"assistant\", \"content\": \"it 1999 engine \\\"quotes\\\" v1.2.3 every body boundaries over fox before I'M faster that fox \\u0645\\u0631\\u062d\\u0628\\u0627 involved node.js keep They'RE fox the with WON'T jumps hand caf\\u00e9 (parens) exactly user@example.com engine Z\\u00fcrich for request that involved na\\u00efve boundaries faster before no way 'single' piece don't tokens \\ud83d\\ude42 regex $1,234.56 \\ud83d\\ude42 keep [brackets] over 100% once that exactly node.js (parens) Z\\u00fcrich v1.2.3 scanned the admission there's F# and is tiktoken's on \\u0645\\u0631\\u062d\\u0628\\u0627 no involved I'M C++ 42 there's while before v1.2.3 piece over brown we'll 1999 lazy that user@example.com budget C++ on quick engine 1999 {braces} faster and that node.js budget body\"}, {\"role\": \"user\", \"content\": \"user@example.com no tiktoken's involved jumps exactly \\ud83d\\ude42 They'RE \\ud83d\\ude42 once because faster node.js I'M engine hand lazy we'll [brackets] fox budget quick every the tokens C++ a quick They'RE {braces} faster caf\\u00e9 for mirrors caf\\u00e9 it user@example.com node.js written on that engine regex https://example.com/a/b?c=d there's tokens don't na\\u00efve counting \\ud83d\\ude42 user@example.com mirrors engine $1,234.56 3.14159 backtracking hand request brown keep tiktoken's \\u6771\\u4eac <tags> a there's it scanner keep engine because fox scanned no I'M no <tags> scanned faster 42 [brackets] hand \\u0645\\u0631\\u062d\\u0628\\u0627 that budget scanned that tokens admission C++ and [brackets] that 'single'\"}, {\"role\": \"assistant\", \"content\": \"node.js regex while and WON'T body 100% gateway there's https://example.com/a/b?c=d WON'T keep brown 100% budget with budget \\u0645\\u0631\\u062d\\u0628\\u0627 and so don't while don't exactly backtracking faster tokens gateway node.js lazy over written counting 100% node.js tiktoken's brown dog v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 we'll C++ the with don't we'll tokens 100% no no written scanned counting involved hand user@example.com \\\"quotes\\\" lazy <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 body counting for [brackets] 'single' backtracking piece It's regex don't admission once boundaries over lazy F# \\u6771\\u4eac tokens it \\u6771\\u4eac user@example.com fox that while tiktoken's Z\\u00fcrich and (parens) every [brackets] keep counting 100% 42 3.14159 counting it {braces} piece 'single' involved https://example.com/a/b?c=d involved quick \\ud83d\\ude42 tokens written that request tiktoken's lazy admission 42 I'M tokens \\\"quotes\\\" Z\\u00fcrich engine reservation tiktoken's once so a scanned {braces} scanner dog before piece written keep https://example.com/a/b?c=d while It's {braces} Z\\u00fcrich it\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich 3.14159 They'RE They'RE there's budget we'll gateway a brown [brackets] jumps once fox there's F# boundaries node.js for once 42 F# dog once so jumps 42 and 100% while it user@example.com exactly brown so [brackets] Z\\u00fcrich 'single' request with tiktoken's Z\\u00fcrich every reservation hand boundaries keep a \\ud83d\\ude42 it once admission piece and we'll budget dog na\\u00efve 3.14159 backtracking so gateway 42 Z\\u00fcrich faster (parens) node.js 100% lazy jumps fox scanner engine 'single' counting request \\u6771\\u4eac a regex brown that 1999 https://example.com/a/b?c=d user@example.com They'RE regex I'M \\ud83d\\ude42 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 scanner budget tokens [brackets] WON'T that quick budget v1.2.3 way way user@example.com request the [brackets] $1,234.56 gateway They'RE quick scanned $1,234.56 \\ud83d\\ude42 na\\u00efve don't admission \\u0645\\u0631\\u062d\\u0628\\u0627 budget \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"WON'T admission piece \\u6771\\u4eac gateway no \\ud83d\\ude42 WON'T tokens 'single' piece admission 3.14159 It's while <tags> I'M Z\\u00fcrich the keep boundaries Z\\u00fcrich WON'T It's [brackets] brown tokens They'RE exactly boundaries WON'T admission piece (parens) so tiktoken's backtracking is \\u0645\\u0631\\u062d\\u0628\\u0627 before mirrors 3.14159 dog backtracking written caf\\u00e9 hand scanned way that \\ud83d\\ude42 tiktoken's quick way They'RE {braces} counting na\\u00efve once reservation <tags> fox admission $1,234.56 hand and fox we'll hand because quick the is \\u6771\\u4eac {braces} \\\"quotes\\\" exactly and dog so scanner involved \\u6771\\u4eac [brackets]\"}, {\"role\": \"user\", \"content\": \"a \\u0645\\u0631\\u062d\\u0628\\u0627 I'M we'll before backtracking [brackets] scanner don't tokens admission tokens https://example.com/a/b?c=d C++ <tags> $1,234.56 is \\ud83d\\ude42 exactly dog piece no tiktoken's admission 'single' the quick that every before before dog It's engine so tiktoken's the boundaries https://example.com/a/b?c=d 'single' 1999 written body {braces} there's scanned budget admission don't for we'll \\\"quotes\\\" body quick regex quick there's we'll it https://example.com/a/b?c=d user@example.com involved na\\u00efve 3.14159 on we'll the over na\\u00efve na\\u00efve \\u6771\\u4eac gateway I'M v1.2.3 it way the scanner jumps budget C++ C++ \\u6771\\u4eac it with quick F# F# with piece budget involved request before backtracking the tiktoken's scanner <tags> $1,234.56 backtracking body admission over They'RE on engine request node.js while that They'RE backtracking request v1.2.3 42 3.14159 and 100% scanned a caf\\u00e9 every 100% exactly request tokens is gateway before a exactly caf\\u00e9 we'll node.js because \\ud83d\\ude42 admission\"}, {\"role\": \"assistant\", \"content\": \"F# \\u0645\\u0631\\u062d\\u0628\\u0627 the we'll user@example.com mirrors F# \\u6771\\u4eac faster over with C++ no because piece scanned because 42 piece (parens) scanned admission 100% Z\\u00fcrich It's 42 for 1999 the regex the dog faster budget <tags> (parens) brown engine It's on (parens) so https://example.com/a/b?c=d piece over v1.2.3 scanned don't It's piece regex admission https://example.com/a/b?c=d every don't dog F# no regex hand is dog piece no counting v1.2.3 don't https://example.com/a/b?c=d the 3.14159 because once https://example.com/a/b?c=d \\u6771\\u4eac\"}, {\"role\": \"user\", \"content\": \"we'll body tiktoken's F# lazy is is request we'll because dog \\u6771\\u4eac boundaries lazy caf\\u00e9 exactly quick jumps They'RE 3.14159 brown \\u6771\\u4eac 3.14159 'single' on keep faster 'single' because I'M no 'single' tiktoken's exactly F# v1.2.3 tokens hand because faster that over and gateway don't 42 \\u0645\\u0631\\u062d\\u0628\\u0627 lazy before that once for keep body lazy Z\\u00fcrich before faster piece gateway caf\\u00e9 exactly involved scanner the \\ud83d\\ude42 node.js WON'T way before C++ written 1999 It's with that is every na\\u00efve 1999 keep \\u6771\\u4eac quick request regex budget It's 1999 before a hand lazy engine WON'T don't while brown admission \\u0645\\u0631\\u062d\\u0628\\u0627 1999 caf\\u00e9 na\\u00efve WON'T boundaries counting reservation \\\"quotes\\\" there's the once over counting request\"}, {\"role\": \"assistant\", \"content\": \"gateway reservation once F# C++ written 42 on piece https://example.com/a/b?c=d [brackets] that \\u0645\\u0631\\u062d\\u0628\\u0627 we'll reservation They'RE node.js the fox piece https://example.com/a/b?c=d user@example.com every F# $1,234.56 \\\"quotes\\\" admission body [brackets] 'single' that and because regex we'll \\u6771\\u4eac 42 keep na\\u00efve F# user@example.com keep admission we'll user@example.com 1999 {braces} 100% because no $1,234.56 counting the 42 there's boundaries F# no admission 42 so so v1.2.3 for mirrors while the regex piece budget 42 node.js {braces} na\\u00efve regex with jumps that counting a involved $1,234.56 that admission tiktoken's na\\u00efve involved before $1,234.56 budget 1999 because v1.2.3 that backtracking \\u6771\\u4eac mirrors [brackets] node.js hand {braces} don't brown counting Z\\u00fcrich scanned over \\ud83d\\ude42 with I'M lazy tokens\"}, {\"role\": \"user\", \"content\": \"quick keep it body so <tags> every C++ gateway It's tokens 'single' 100% we'll quick regex so scanner v1.2.3 the involved It's while {braces} $1,234.56 that written that C++ scanned dog <tags> 100% 100% boundaries (parens) gateway exactly scanner regex gateway \\u6771\\u4eac mirrors brown 1999 regex v1.2.3 $1,234.56 caf\\u00e9 scanned brown there's caf\\u00e9 1999 \\\"quotes\\\" no F# for that 100% backtracking exactly admission the quick (parens) 'single' [brackets] {braces} that written boundaries reservation https://example.com/a/b?c=d request on quick 1999 hand so brown regex while exactly piece hand piece reservation tiktoken's scanner \\\"quotes\\\" caf\\u00e9 way because na\\u00efve (parens) tiktoken's 3.14159 admission so don't on involved na\\u00efve C++ dog reservation It's boundaries admission it (parens) gateway\"}, {\"role\": \"assistant\", \"content\": \"keep there's with scanner that budget no on node.js budget scanner dog before exactly quick 1999 WON'T reservation node.js it F# $1,234.56 caf\\u00e9 1999 scanned engine and \\ud83d\\ude42 [brackets] with scanned and admission \\u6771\\u4eac \\ud83d\\ude42 faster {braces} WON'T on I'M F# scanned while dog no exactly written C++ because tiktoken's request reservation written don't 100% gateway budget \\u6771\\u4eac that jumps counting \\u6771\\u4eac every engine scanned They'RE \\ud83d\\ude42 for engine F# and {braces} exactly exactly \\\"quotes\\\" the hand before\"}, {\"role\": \"user\", \"content\": \"jumps $1,234.56 we'll we'll {braces} user@example.com way hand fox way It's brown 3.14159 https://example.com/a/b?c=d regex jumps don't once dog written quick lazy tiktoken's WON'T way it budget the that quick It's WON'T They'RE brown keep because so keep \\u6771\\u4eac don't written because way with is I'M https://example.com/a/b?c=d 3.14159 scanner counting v1.2.3 gateway the it 42 while WON'T tokens caf\\u00e9 jumps once regex <tags> budget v1.2.3 C++ backtracking brown exactly involved every regex boundaries the mirrors F# F# $1,234.56 [brackets] WON'T \\u6771\\u4eac $1,234.56 jumps every that It's \\u0645\\u0631\\u062d\\u0628\\u0627 the keep while keep hand regex once jumps v1.2.3 caf\\u00e9 don't brown (parens) 'single'\"}, {\"role\": \"assistant\", \"content\": \"quick because faster $1,234.56 reservation F# don't the boundaries v1.2.3 on user@example.com reservation WON'T body 1999 brown \\u6771\\u4eac jumps \\\"quotes\\\" quick WON'T that (parens) the keep $1,234.56 C++ written {braces} so tokens on {braces} dog https://example.com/a/b?c=d \\ud83d\\ude42 3.14159 written backtracking gateway the way 'single' is gateway that jumps it fox piece backtracking tokens that faster backtracking there's a request request [brackets] and tokens $1,234.56 for user@example.com \\u6771\\u4eac so 'single' 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 <tags> WON'T don't 100% [brackets] for lazy the node.js hand because It's faster\"}, {\"role\": \"user\", \"content\": \"is faster admission budget that 1999 counting quick engine no while exactly while the is written v1.2.3 faster v1.2.3 mirrors once They'RE [brackets] tiktoken's 3.14159 quick with because fox while so [brackets] a dog while involved keep 1999 that involved \\ud83d\\ude42 keep is v1.2.3 100% once C++ node.js piece backtracking I'M 3.14159 that (parens) They'RE admission budget fox lazy scanned boundaries on on once that keep https://example.com/a/b?c=d lazy exactly because brown with exactly written \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"that 1999 node.js C++ \\u0645\\u0631\\u062d\\u0628\\u0627 no tiktoken's boundaries request so engine before 42 user@example.com a faster piece involved regex body for before lazy hand faster 'single' and hand tiktoken's lazy that node.js jumps budget fox way [brackets] v1.2.3 [brackets] 'single' brown piece It's counting mirrors every <tags> 3.14159 \\\"quotes\\\" https://example.com/a/b?c=d na\\u00efve <tags> we'll F# 100% once budget because scanned tokens Z\\u00fcrich engine scanned\"}, {\"role\": \"user\", \"content\": \"'single' It's over lazy piece 100% gateway caf\\u00e9 caf\\u00e9 \\\"quotes\\\" a way the request written the budget reservation counting $1,234.56 with Z\\u00fcrich counting I'M keep tokens once we'll the while https://example.com/a/b?c=d a on the tokens involved caf\\u00e9 gateway backtracking before fox na\\u00efve with on 3.14159 written lazy {braces} \\\"quotes\\\" there's don't quick 'single' that for They'RE faster because I'M is scanner \\u6771\\u4eac counting the every Z\\u00fcrich body $1,234.56 quick keep backtracking scanner 'single' lazy and 42 counting written so tokens engine 'single' because scanned They'RE v1.2.3 tokens \\u6771\\u4eac exactly 3.14159 on jumps jumps reservation tokens \\u0645\\u0631\\u062d\\u0628\\u0627 budget They'RE na\\u00efve na\\u00efve request\"}, {\"role\": \"assistant\", \"content\": \"lazy is reservation budget it jumps quick {braces} body 'single' is no jumps \\u6771\\u4eac Z\\u00fcrich no admission 100% and WON'T admission 'single' piece is we'll v1.2.3 is the we'll admission engine request body that body WON'T user@example.com 42 and piece I'M backtracking {braces} WON'T boundaries [brackets] engine request <tags> <tags> so backtracking budget {braces} caf\\u00e9 3.14159 {braces} It's hand once $1,234.56 They'RE budget It's quick brown <tags> regex 42 (parens) and 1999 regex Z\\u00fcrich Z\\u00fcrich Z\\u00fcrich exactly https://example.com/a/b?c=d way tokens no tiktoken's counting that hand backtracking jumps way over WON'T na\\u00efve {braces} piece it that 100% (parens) exactly and is over the WON'T user@example.com 1999 request written counting brown while on <tags> <tags> because 42 tokens no because (parens) Z\\u00fcrich lazy reservation admission once counting 42 exactly <tags> They'RE is dog\"}, {\"role\": \"user\", \"content\": \"that They'RE the admission F# (parens) https://example.com/a/b?c=d tiktoken's 3.14159 scanned reservation 'single' boundaries written exactly faster F# na\\u00efve while and [brackets] It's brown \\ud83d\\ude42 caf\\u00e9 jumps with \\\"quotes\\\" backtracking on reservation C++ written over regex [brackets] counting [brackets] lazy scanned $1,234.56 faster 'single' {braces} (parens) They'RE \\\"quotes\\\" on request F# while the dog faster https://example.com/a/b?c=d brown tokens 100% because WON'T way counting don't scanner a <tags> scanner 'single' dog because hand admission tiktoken's {braces} hand caf\\u00e9 that a \\ud83d\\ude42 fox \\ud83d\\ude42 \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors $1,234.56 once tiktoken's node.js \\u6771\\u4eac exactly \\\"quotes\\\" Z\\u00fcrich WON'T (parens) the hand It's once every no They'RE F# C++ lazy every don't 1999 <tags> user@example.com piece C++ admission 1999 because I'M budget\"}, {\"role\": \"assistant\", \"content\": \"dog over caf\\u00e9 the $1,234.56 before is that 'single' piece It's jumps exactly na\\u00efve every budget hand tokens $1,234.56 \\ud83d\\ude42 we'll (parens) hand for (parens) exactly way na\\u00efve body gateway brown keep It's before every lazy and while quick budget 100% (parens) no 1999 the 3.14159 regex that fox user@example.com 1999 it quick $1,234.56 there's no that exactly written there's \\u0645\\u0631\\u062d\\u0628\\u0627 request mirrors on involved involved C++ no [brackets] exactly na\\u00efve https://example.com/a/b?c=d 3.14159 gateway the jumps <tags> once scanned with that admission budget They'RE 'single' caf\\u00e9 mirrors WON'T \\u0645\\u0631\\u062d\\u0628\\u0627 reservation request It's the body admission reservation scanned we'll node.js regex counting before with \\ud83d\\ude42 backtracking [brackets] https://example.com/a/b?c=d 3.14159 the once It's request a written WON'T mirrors 1999\"}, {\"role\": \"user\", \"content\": \"1999 WON'T so user@example.com jumps fox \\ud83d\\ude42 {braces} there's budget before written quick mirrors {braces} for with 42 and gateway counting we'll request it so a for engine {braces} <tags> WON'T Z\\u00fcrich user@example.com because https://example.com/a/b?c=d the node.js is fox I'M 3.14159 tiktoken's faster is once 42 involved no 'single' I'M caf\\u00e9 WON'T I'M They'RE [brackets] $1,234.56 we'll I'M so 42 It's every (parens) we'll once \\ud83d\\ude42 once mirrors jumps budget body {braces} \\ud83d\\ude42 F# fox {braces} <tags> exactly \\ud83d\\ude42 WON'T that on 100% budget engine reservation C++ fox F# 42 no (parens) counting mirrors v1.2.3 for fox [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 while way 1999 boundaries piece 100% involved every \\ud83d\\ude42 'single' brown once v1.2.3 before 'single' (parens) v1.2.3 Z\\u00fcrich we'll involved 100% {braces}\"}, {\"role\": \"assistant\", \"content\": \"engine backtracking budget on na\\u00efve mirrors dog reservation don't jumps budget gateway counting dog tokens brown for way Z\\u00fcrich dog piece 'single' that quick it there's quick budget 42 It's that dog They'RE F# written dog piece \\u0645\\u0631\\u062d\\u0628\\u0627 F# regex every no hand body once (parens) every lazy 100% over quick once mirrors don't and v1.2.3 They'RE faster brown 1999 a \\ud83d\\ude42 42 gateway https://example.com/a/b?c=d Z\\u00fcrich for over na\\u00efve it lazy admission admission brown hand \\\"quotes\\\" gateway reservation <tags> 1999 keep and {braces} keep F# request written tiktoken's every budget every regex there's exactly I'M \\\"quotes\\\" \\u0645\\u0631\\u062d\\u0628\\u0627 there's backtracking and don't boundaries F# caf\\u00e9 3.14159 (parens) 3.14159 user@example.com https://example.com/a/b?c=d tiktoken's keep every\"}, {\"role\": \"user\", \"content\": \"gateway 'single' v1.2.3 request that hand tiktoken's over v1.2.3 'single' so \\ud83d\\ude42 1999 once once na\\u00efve admission na\\u00efve piece that \\\"quotes\\\" 3.14159 way exactly engine F# the \\u0645\\u0631\\u062d\\u0628\\u0627 3.14159 user@example.com on https://example.com/a/b?c=d It's https://example.com/a/b?c=d F# there's written with {braces} admission {braces} a on user@example.com dog dog [brackets] that caf\\u00e9 over for admission v1.2.3 100% node.js boundaries scanner 42 piece because is (parens) (parens) body no is {braces} that user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 hand <tags> \\\"quotes\\\" user@example.com on that \\\"quotes\\\" backtracking \\\"quotes\\\" on no hand 3.14159 brown faster 100% (parens)\"}, {\"role\": \"assistant\", \"content\": \"there's user@example.com They'RE It's lazy user@example.com before before https://example.com/a/b?c=d request WON'T WON'T fox WON'T and faster for body involved 3.14159 keep written admission on gateway written I'M with quick v1.2.3 C++ there's jumps quick admission scanned jumps node.js before while 1999 over node.js with reservation every once node.js brown don't there's mirrors a [brackets] so faster before \\ud83d\\ude42 tiktoken's <tags> admission F# don't written na\\u00efve admission is fox we'll way dog tokens scanned the \\\"quotes\\\" hand no 'single' \\ud83d\\ude42 over we'll that regex so every for (parens) is with the \\\"quotes\\\" exactly piece regex exactly brown for for hand tokens C++ user@example.com tiktoken's engine I'M the It's faster regex is dog 'single' C++ user@example.com \\ud83d\\ude42 Z\\u00fcrich {braces} node.js for \\u6771\\u4eac brown regex the with tiktoken's 42 $1,234.56 (parens)\"}, {\"role\": \"user\", \"content\": \"request it reservation that https://example.com/a/b?c=d so engine user@example.com jumps that and the 3.14159 because 3.14159 brown tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 scanner \\u0645\\u0631\\u062d\\u0628\\u0627 fox counting there's dog lazy node.js tiktoken's I'M we'll 42 it tokens faster faster before \\u0645\\u0631\\u062d\\u0628\\u0627 reservation so with the regex it once backtracking for It's hand regex way there's 100% exactly dog no we'll 42 brown lazy scanned budget na\\u00efve WON'T because and we'll 42 way tiktoken's WON'T gateway we'll I'M dog https://example.com/a/b?c=d scanned and that mirrors \\ud83d\\ude42 C++ They'RE with counting on keep na\\u00efve 3.14159 once request keep admission <tags> \\\"quotes\\\" C++ \\ud83d\\ude42 <tags> once quick boundaries user@example.com tokens budget budget scanner caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 exactly node.js hand\"}, {\"role\": \"assistant\", \"content\": \"fox for user@example.com there's jumps quick fox I'M boundaries mirrors before involved over node.js admission that is lazy It's 1999 1999 fox involved user@example.com \\\"quotes\\\" boundaries 100% \\u0645\\u0631\\u062d\\u0628\\u0627 that \\u6771\\u4eac backtracking 100% there's jumps because 42 tiktoken's caf\\u00e9 that v1.2.3 tokens brown \\ud83d\\ude42 backtracking user@example.com F# 100% 3.14159 no boundaries It's quick https://example.com/a/b?c=d Z\\u00fcrich tokens 42 100% over WON'T They'RE for lazy body involved every on on user@example.com \\u6771\\u4eac (parens) quick once faster quick over backtracking don't once They'RE engine caf\\u00e9 tokens fox because <tags> there's every dog we'll \\u6771\\u4eac exactly 3.14159 \\ud83d\\ude42 boundaries no every the F# 100% faster faster once boundaries a I'M {braces} 1999 over \\\"quotes\\\" mirrors that fox 3.14159 lazy na\\u00efve admission that reservation <tags> no for written because scanned <tags> caf\\u00e9 body\"}, {\"role\": \"user\", \"content\": \"and involved body jumps \\\"quotes\\\" {braces} it we'll regex it na\\u00efve counting the reservation keep admission once before while admission v1.2.3 I'M reservation 1999 scanned tokens counting don't boundaries lazy exactly we'll $1,234.56 and \\u0645\\u0631\\u062d\\u0628\\u0627 \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 engine I'M 42 F# keep every (parens) budget 100% written tiktoken's (parens) don't na\\u00efve I'M body because the is (parens) admission brown hand piece 42 every request don't $1,234.56 once there's 1999 with we'll that backtracking F# with fox mirrors [brackets] for WON'T with jumps request fox scanned a request while no that faster way I'M \\u6771\\u4eac boundaries that brown dog so (parens) written\"}, {\"role\": \"assistant\", \"content\": \"<tags> 42 exactly and \\\"quotes\\\" mirrors admission F# faster F# a <tags> on faster with quick brown reservation piece (parens) fox \\u0645\\u0631\\u062d\\u0628\\u0627 budget C++ v1.2.3 so over node.js Z\\u00fcrich WON'T tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 F# 1999 42 the involved once 100% is quick (parens) before jumps dog don't over because $1,234.56 reservation 3.14159 that WON'T caf\\u00e9 backtracking request the \\u0645\\u0631\\u062d\\u0628\\u0627 piece every involved 100% budget there's boundaries counting once written we'll na\\u00efve 42 \\ud83d\\ude42 I'M 3.14159 regex scanner reservation tiktoken's on I'M \\u6771\\u4eac boundaries on brown there's that 'single' the exactly scanned no admission request we'll tiktoken's 'single' because \\\"quotes\\\" \\u6771\\u4eac no tiktoken's caf\\u00e9 jumps it tiktoken's lazy faster exactly body tiktoken's fox budget\"}, {\"role\": \"user\", \"content\": \"so fox a backtracking Z\\u00fcrich admission budget fox scanned 42 request don't because reservation way admission gateway v1.2.3 the so \\u6771\\u4eac involved 'single' with a 100% 'single' v1.2.3 user@example.com dog backtracking body C++ piece the so mirrors written once $1,234.56 while fox 42 [brackets] F# we'll Z\\u00fcrich piece budget while for we'll the we'll written exactly $1,234.56 mirrors counting \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors on 'single' na\\u00efve is node.js while is a on\"}, {\"role\": \"assistant\", \"content\": \"on involved 42 'single' They'RE piece while [brackets] dog that and there's before once jumps counting that so is \\u6771\\u4eac [brackets] over and exactly with involved it once <tags> on 1999 42 3.14159 is keep \\u6771\\u4eac jumps that there's They'RE piece lazy over with lazy request \\ud83d\\ude42 written node.js admission backtracking way the over backtracking node.js and while $1,234.56 [brackets] while 42 \\u0645\\u0631\\u062d\\u0628\\u0627 I'M 'single' while user@example.com WON'T \\\"quotes\\\" before admission the faster budget mirrors counting we'll once jumps involved WON'T 3.14159 v1.2.3 [brackets] keep over for 'single' \\u6771\\u4eac regex written na\\u00efve way (parens) user@example.com request there's every involved I'M for scanned It's WON'T https://example.com/a/b?c=d C++ caf\\u00e9 once <tags> user@example.com [brackets] a 1999 it tiktoken's 'single' a over mirrors jumps request <tags> there's dog reservation mirrors tokens jumps tiktoken's is user@example.com tokens\"}, {\"role\": \"user\", \"content\": \"backtracking once over user@example.com body scanner piece faster \\ud83d\\ude42 over for C++ exactly https://example.com/a/b?c=d no engine 'single' piece 42 over hand for for backtracking quick way 1999 regex scanned every reservation no before over \\\"quotes\\\" so $1,234.56 [brackets] <tags> tokens na\\u00efve request a budget fox budget user@example.com tokens brown I'M \\\"quotes\\\" hand I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac engine once engine backtracking while there's no [brackets] jumps the for [brackets] there's \\u0645\\u0631\\u062d\\u0628\\u0627 dog 42 admission so na\\u00efve F# there's \\u6771\\u4eac reservation F# keep piece keep user@example.com caf\\u00e9 the that It's $1,234.56 <tags> v1.2.3 It's na\\u00efve engine lazy They'RE counting faster 'single' piece scanned $1,234.56 user@example.com boundaries [brackets] 'single' \\u6771\\u4eac brown so scanned 'single' scanner boundaries 'single' admission admission \\\"quotes\\\" caf\\u00e9 piece\"}, {\"role\": \"assistant\", \"content\": \"Z\\u00fcrich counting while the the no 100% \\u0645\\u0631\\u062d\\u0628\\u0627 body 3.14159 before the while 1999 once that on caf\\u00e9 1999 on it tiktoken's piece scanned 'single' Z\\u00fcrich and [brackets] regex with regex \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com counting admission way keep scanner scanner \\u0645\\u0631\\u062d\\u0628\\u0627 every so [brackets] tokens $1,234.56 every budget boundaries because reservation and keep 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d tiktoken's https://example.com/a/b?c=d scanner admission caf\\u00e9 $1,234.56 F# faster so engine so it regex 'single' before hand with that admission fox keep Z\\u00fcrich no scanned I'M tiktoken's the it admission a jumps brown that there's it that (parens) 100% (parens) gateway for\"}, {\"role\": \"user\", \"content\": \"so 100% once it there's (parens) that with 1999 lazy written written keep na\\u00efve brown caf\\u00e9 regex the tiktoken's that a while brown It's dog and It's 'single' $1,234.56 42 \\u6771\\u4eac I'M v1.2.3 once na\\u00efve I'M {braces} node.js scanned It's hand piece no caf\\u00e9 backtracking admission with we'll is on node.js fox on tokens brown brown regex scanner admission $1,234.56 lazy regex piece regex node.js (parens) once on while quick dog gateway body that admission for written it scanned I'M it mirrors because the v1.2.3 every 3.14159 boundaries request na\\u00efve It's because faster hand dog tokens <tags> v1.2.3 hand that tiktoken's keep caf\\u00e9 keep tokens we'll it jumps no \\ud83d\\ude42 node.js exactly na\\u00efve na\\u00efve every involved tiktoken's \\u6771\\u4eac counting dog over user@example.com https://example.com/a/b?c=d 1999 3.14159 node.js is hand F# written a\"}, {\"role\": \"assistant\", \"content\": \"we'll fox there's 3.14159 C++ so budget because we'll Z\\u00fcrich the on before we'll that Z\\u00fcrich fox keep scanned dog once that \\\"quotes\\\" while scanned brown engine for fox while there's (parens) 42 every we'll caf\\u00e9 https://example.com/a/b?c=d budget exactly gateway F# https://example.com/a/b?c=d I'M dog way <tags> before brown with it 3.14159 don't no engine the piece keep user@example.com Z\\u00fcrich It's once written and They'RE the admission scanner with written that fox engine body on scanner 1999 the admission WON'T quick user@example.com I'M admission tiktoken's https://example.com/a/b?c=d while https://example.com/a/b?c=d every with involved the admission gateway there's 'single' gateway a scanner and request that is engine counting dog user@example.com that hand counting lazy admission boundaries engine while way WON'T brown \\ud83d\\ude42 F# I'M F# scanner \\u6771\\u4eac 3.14159 a backtracking scanner I'M brown\"}, {\"role\": \"user\", \"content\": \"I'M lazy It's over on faster fox tiktoken's while that It's for that reservation https://example.com/a/b?c=d keep node.js the \\u6771\\u4eac the admission body 1999 exactly and way dog (parens) node.js \\u6771\\u4eac on They'RE quick that faster F# boundaries tokens boundaries <tags> reservation reservation backtracking tokens is brown 100% {braces} quick engine we'll node.js 100% scanned over F# hand na\\u00efve that request jumps quick because regex\"}, {\"role\": \"assistant\", \"content\": \"with 100% $1,234.56 boundaries we'll so no \\\"quotes\\\" $1,234.56 Z\\u00fcrich we'll brown on exactly 1999 WON'T caf\\u00e9 every dog we'll regex before tokens before [brackets] lazy over faster once Z\\u00fcrich request lazy They'RE tokens https://example.com/a/b?c=d [brackets] don't It's with keep hand hand (parens) I'M budget {braces} faster it way is there's every dog gateway \\\"quotes\\\" it Z\\u00fcrich way the over quick tokens C++ hand mirrors It's It's (parens) F# 100% boundaries caf\\u00e9 F# we'll scanner admission\"}, {\"role\": \"user\", \"content\": \"it node.js caf\\u00e9 'single' quick C++ $1,234.56 3.14159 hand 42 $1,234.56 I'M every exactly 100% lazy the \\u6771\\u4eac tiktoken's WON'T jumps with \\u0645\\u0631\\u062d\\u0628\\u0627 I'M counting written piece and keep it regex on F# keep 3.14159 'single' dog and boundaries tokens \\\"quotes\\\" engine with hand that <tags> 3.14159 brown WON'T don't scanner keep I'M WON'T fox F# exactly 'single' piece engine and so on request and It's reservation written that boundaries is caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 on every counting a written so jumps with scanner with quick don't jumps way \\u6771\\u4eac keep mirrors regex (parens) we'll it scanned node.js $1,234.56 reservation They'RE caf\\u00e9 node.js for while scanner it faster [brackets] gateway it scanner for mirrors na\\u00efve admission dog on\"}, {\"role\": \"assistant\", \"content\": \"that v1.2.3 written node.js I'M keep user@example.com tiktoken's tiktoken's way backtracking They'RE quick while scanned way we'll user@example.com way 1999 way caf\\u00e9 https://example.com/a/b?c=d hand faster is involved 1999 (parens) quick is (parens) on brown scanner with dog don't admission involved exactly F# They'RE is with exactly way before counting \\\"quotes\\\" backtracking once gateway faster 3.14159 [brackets] way [brackets] a keep \\ud83d\\ude42 hand (parens) counting boundaries budget I'M mirrors v1.2.3 F# once way 1999 WON'T reservation [brackets] for it scanned because 100% reservation 100% tiktoken's They'RE engine a it that so mirrors written over mirrors node.js F# \\ud83d\\ude42 brown dog it v1.2.3 user@example.com the 1999 reservation counting [brackets] budget way mirrors C++ F# and so there's so They'RE I'M scanner request request WON'T and written budget Z\\u00fcrich faster written lazy C++ brown user@example.com \\ud83d\\ude42 lazy reservation caf\\u00e9 node.js caf\\u00e9 brown\"}, {\"role\": \"user\", \"content\": \"budget budget and \\u6771\\u4eac tiktoken's tiktoken's don't that boundaries that 1999 backtracking with (parens) tiktoken's there's fox counting because exactly the every [brackets] engine Z\\u00fcrich admission way scanned boundaries \\ud83d\\ude42 user@example.com counting na\\u00efve F# fox 100% so faster 1999 because so quick engine way fox that engine lazy quick 1999 way $1,234.56 quick while body that 'single' Z\\u00fcrich They'RE na\\u00efve keep 3.14159 <tags> https://example.com/a/b?c=d the involved I'M jumps\"}, {\"role\": \"assistant\", \"content\": \"every jumps Z\\u00fcrich piece 'single' F# we'll 'single' over exactly written C++ 3.14159 with scanner exactly while user@example.com a body engine there's engine way 100% request [brackets] exactly way jumps Z\\u00fcrich budget once gateway before I'M \\\"quotes\\\" https://example.com/a/b?c=d user@example.com written admission exactly I'M {braces} \\ud83d\\ude42 They'RE with WON'T on backtracking node.js a with a lazy request <tags> na\\u00efve that scanner that once scanned quick 'single'\"}, {\"role\": \"user\", \"content\": \"v1.2.3 budget brown every [brackets] that na\\u00efve there's the and (parens) is brown They'RE F# there's every there's because the so because \\u0645\\u0631\\u062d\\u0628\\u0627 and over 3.14159 brown piece F# involved (parens) so regex while Z\\u00fcrich (parens) counting user@example.com while on $1,234.56 it v1.2.3 {braces} engine v1.2.3 while 1999 keep regex while https://example.com/a/b?c=d once engine WON'T involved \\u6771\\u4eac I'M it with for on hand \\ud83d\\ude42 v1.2.3 on a na\\u00efve regex there's na\\u00efve before v1.2.3 dog (parens) for brown 3.14159 v1.2.3 [brackets] exactly exactly no user@example.com on mirrors It's with that {braces} faster\"}, {\"role\": \"assistant\", \"content\": \"for once admission backtracking engine because once for I'M brown fox the quick quick backtracking there's lazy engine mirrors every don't caf\\u00e9 before mirrors engine 3.14159 on user@example.com with don't keep it node.js before hand regex reservation while scanner na\\u00efve body body no with F# admission Z\\u00fcrich F# WON'T no I'M \\ud83d\\ude42 way scanned $1,234.56 with a no it caf\\u00e9 lazy the dog https://example.com/a/b?c=d <tags> involved caf\\u00e9 jumps we'll scanner caf\\u00e9 42 na\\u00efve is we'll\"}, {\"role\": \"user\", \"content\": \"'single' scanner 100% we'll it a {braces} while it v1.2.3 while mirrors there's exactly caf\\u00e9 It's gateway (parens) fox every dog (parens) a written while while before hand involved admission written counting It's mirrors C++ 1999 scanned fox don't written don't reservation exactly mirrors it https://example.com/a/b?c=d there's no scanned that I'M involved $1,234.56 lazy fox scanned written I'M 100% is we'll every don't F# brown every It's keep while scanned jumps tokens 'single' hand Z\\u00fcrich request admission It's 'single' quick backtracking user@example.com request tokens budget exactly gateway jumps {braces} 'single' once tokens a Z\\u00fcrich before admission admission way jumps fox piece hand They'RE we'll exactly reservation on it written mirrors every once $1,234.56 scanner scanner Z\\u00fcrich jumps is over (parens) written piece Z\\u00fcrich $1,234.56 before request 'single' is 'single' keep\"}, {\"role\": \"assistant\", \"content\": \"scanned $1,234.56 gateway over because It's because tokens (parens) C++ admission is hand C++ <tags> brown v1.2.3 user@example.com brown \\\"quotes\\\" once backtracking lazy [brackets] with scanner dog lazy 'single' budget 1999 we'll reservation exactly on exactly the counting the [brackets] engine They'RE scanner caf\\u00e9 (parens) involved na\\u00efve on dog <tags> (parens) before don't while fox F# request once the lazy \\ud83d\\ude42 gateway user@example.com once that for 42 involved body user@example.com on regex the for lazy backtracking node.js body over involved v1.2.3 \\u6771\\u4eac regex mirrors there's involved regex faster that before request 3.14159 3.14159 that body 1999 faster for 42 'single' user@example.com request user@example.com piece scanned 1999 keep 3.14159 every fox F# scanned before jumps that <tags> admission counting They'RE that tokens I'M\"}, {\"role\": \"user\", \"content\": \"exactly quick and https://example.com/a/b?c=d a brown is dog hand regex It's tiktoken's the every with on scanner every keep scanned backtracking because budget keep fox there's so with so that on exactly counting once it exactly (parens) 3.14159 and that while fox admission 42 reservation It's the na\\u00efve 42 regex we'll piece hand so written regex faster fox backtracking that They'RE while 1999 \\u6771\\u4eac \\\"quotes\\\" request \\u6771\\u4eac They'RE and 100% the written for over way 1999 tokens https://example.com/a/b?c=d brown I'M brown brown keep while with <tags> $1,234.56 hand user@example.com {braces} [brackets] that faster na\\u00efve scanner on it caf\\u00e9 counting They'RE \\\"quotes\\\" {braces} counting there's body don't jumps budget fox reservation faster \\u0645\\u0631\\u062d\\u0628\\u0627 faster we'll with gateway [brackets] over counting It's there's \\u6771\\u4eac tokens that backtracking scanner that it so\"}, {\"role\": \"assistant\", \"content\": \"boundaries body fox counting that F# on there's caf\\u00e9 scanned jumps 42 dog hand jumps lazy \\\"quotes\\\" for WON'T is 42 on while 1999 scanner over there's engine 100% \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" jumps before don't [brackets] is counting involved It's I'M boundaries the (parens) with I'M engine 100% for exactly 'single' piece C++ na\\u00efve {braces} we'll every a no a \\\"quotes\\\" user@example.com body the C++ written https://example.com/a/b?c=d counting I'M a v1.2.3 dog 'single' Z\\u00fcrich keep scanner written before over lazy scanned the with keep over 'single' lazy 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) dog scanned the the dog no $1,234.56 with a so because quick Z\\u00fcrich fox v1.2.3 once faster \\ud83d\\ude42 faster <tags> boundaries it 1999 mirrors way a 3.14159 so it written \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d because the before involved Z\\u00fcrich budget while v1.2.3 scanned boundaries regex we'll backtracking\"}, {\"role\": \"user\", \"content\": \"involved $1,234.56 while jumps \\ud83d\\ude42 \\\"quotes\\\" piece hand written fox jumps v1.2.3 hand piece a jumps [brackets] brown involved Z\\u00fcrich engine that faster 'single' way faster budget <tags> F# 1999 so that tiktoken's involved regex WON'T budget mirrors mirrors F# before gateway I'M They'RE https://example.com/a/b?c=d lazy counting gateway regex boundaries \\\"quotes\\\" \\\"quotes\\\" 100% {braces} keep written 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 boundaries before written na\\u00efve 3.14159 that v1.2.3 no before request brown dog for $1,234.56 we'll node.js written mirrors scanned WON'T because we'll we'll way F# piece They'RE and while\"}, {\"role\": \"assistant\", \"content\": \"and that scanner brown They'RE we'll Z\\u00fcrich C++ the it 1999 hand F# admission \\u6771\\u4eac is mirrors so once the it admission counting is boundaries gateway <tags> that tiktoken's gateway lazy \\u6771\\u4eac na\\u00efve the we'll fox we'll is 42 that hand 3.14159 while reservation piece there's 1999 (parens) so involved we'll because involved written it caf\\u00e9 before once because https://example.com/a/b?c=d hand fox <tags> $1,234.56 admission is hand $1,234.56 boundaries for backtracking WON'T 1999 gateway the They'RE [brackets] budget na\\u00efve because that 42 They'RE C++ is don't \\ud83d\\ude42 C++ I'M $1,234.56 once 3.14159 1999 Z\\u00fcrich boundaries reservation quick exactly gateway $1,234.56 {braces}\"}, {\"role\": \"user\", \"content\": \"42 written (parens) backtracking jumps 1999 a \\\"quotes\\\" involved scanned admission They'RE gateway so backtracking 42 100% keep <tags> written It's WON'T user@example.com scanner that <tags> we'll WON'T Z\\u00fcrich don't na\\u00efve \\ud83d\\ude42 lazy mirrors (parens) before dog 'single' backtracking tokens faster 100% the body with 42 while {braces} while lazy brown I'M way exactly involved $1,234.56 'single' tokens engine counting tiktoken's $1,234.56 it user@example.com so reservation <tags> a 3.14159 dog that brown body fox mirrors quick before don't lazy gateway 100% \\u6771\\u4eac tokens the 42 dog 100% the gateway lazy because request there's $1,234.56 It's and regex 100% It's 'single' {braces} that keep involved caf\\u00e9 with {braces} They'RE faster the the $1,234.56 I'M backtracking I'M reservation 42 1999 before lazy request keep mirrors [brackets] 3.14159 42 {braces} $1,234.56 body 42 It's request 3.14159 {braces}\"}, {\"role\": \"assistant\", \"content\": \"and dog body user@example.com fox quick faster scanned the it faster $1,234.56 $1,234.56 with user@example.com over gateway fox tokens piece quick Z\\u00fcrich and counting engine no dog dog reservation on it it 100% every regex {braces} node.js mirrors before <tags> the Z\\u00fcrich v1.2.3 mirrors \\ud83d\\ude42 scanned WON'T brown there's \\u6771\\u4eac that mirrors for I'M it mirrors it node.js is \\u6771\\u4eac <tags> body \\\"quotes\\\" dog WON'T tiktoken's regex the It's <tags> the It's keep 3.14159 quick regex budget WON'T don't and counting over piece scanned C++ scanned is no \\u0645\\u0631\\u062d\\u0628\\u0627 1999 we'll it https://example.com/a/b?c=d keep https://example.com/a/b?c=d user@example.com admission backtracking once user@example.com piece request that (parens) budget written faster we'll budget scanned the user@example.com regex for WON'T piece counting\"}, {\"role\": \"user\", \"content\": \"{braces} 100% for It's the 1999 \\\"quotes\\\" scanned the 'single' quick caf\\u00e9 \\ud83d\\ude42 once once <tags> there's C++ It's we'll I'M engine no It's it na\\u00efve involved fox we'll written jumps 3.14159 dog exactly there's It's gateway tiktoken's every It's C++ WON'T we'll na\\u00efve reservation user@example.com 3.14159 every that with backtracking hand every v1.2.3 before so tiktoken's brown It's <tags> 3.14159 v1.2.3 caf\\u00e9 <tags> because \\\"quotes\\\" faster user@example.com It's before It's (parens) for I'M request written written dog \\u6771\\u4eac counting faster boundaries because tiktoken's on and gateway fox C++ admission It's {braces} v1.2.3 [brackets] 3.14159 exactly that budget that C++ (parens) so 1999 regex involved budget because scanner {braces} dog because I'M reservation exactly [brackets] reservation don't\"}, {\"role\": \"assistant\", \"content\": \"scanner They'RE \\\"quotes\\\" <tags> gateway 100% 3.14159 $1,234.56 so request 1999 C++ na\\u00efve quick faster we'll WON'T dog before engine 'single' tiktoken's node.js \\u0645\\u0631\\u062d\\u0628\\u0627 scanner it and na\\u00efve \\ud83d\\ude42 regex so once there's (parens) before 3.14159 dog [brackets] hand 100% backtracking over don't is once jumps caf\\u00e9 https://example.com/a/b?c=d so lazy that 3.14159 reservation on admission \\ud83d\\ude42 (parens) exactly budget v1.2.3 backtracking with brown request It's it with tokens (parens) scanner 1999 backtracking a fox faster v1.2.3 $1,234.56 I'M node.js the reservation piece <tags> [brackets] so \\u6771\\u4eac lazy counting the $1,234.56 I'M backtracking over 3.14159 fox fox keep the backtracking with It's [brackets] 3.14159 (parens) that They'RE so [brackets] piece [brackets] {braces} counting written boundaries mirrors budget (parens) gateway \\ud83d\\ude42 exactly hand engine WON'T 3.14159 faster WON'T fox request\"}, {\"role\": \"user\", \"content\": \"while quick \\u0645\\u0631\\u062d\\u0628\\u0627 so every 42 \\ud83d\\ude42 boundaries counting gateway that \\u0645\\u0631\\u062d\\u0628\\u0627 'single' no 100% and regex because before request and 'single' the once F# na\\u00efve $1,234.56 quick $1,234.56 reservation don't node.js scanner 42 node.js 1999 $1,234.56 https://example.com/a/b?c=d jumps lazy 'single' WON'T They'RE WON'T brown {braces} that scanner because Z\\u00fcrich written dog 3.14159 budget \\\"quotes\\\" engine 3.14159 3.14159 for before exactly tiktoken's jumps user@example.com is (parens) scanner lazy piece request brown Z\\u00fcrich node.js admission It's\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 C++ node.js because it 42 dog boundaries mirrors piece don't C++ 3.14159 https://example.com/a/b?c=d scanner there's is keep \\ud83d\\ude42 once before because backtracking over $1,234.56 <tags> <tags> [brackets] quick we'll gateway because we'll exactly once every gateway with over because 3.14159 keep every [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 the because 42 1999 no 100% backtracking 1999 \\u6771\\u4eac faster (parens) faster 42 the F# budget dog 1999 regex before\"}, {\"role\": \"user\", \"content\": \"no it \\ud83d\\ude42 mirrors https://example.com/a/b?c=d reservation C++ on budget \\u6771\\u4eac the for {braces} [brackets] and tiktoken's written 42 so body \\\"quotes\\\" involved C++ budget is written WON'T jumps It's {braces} counting reservation tokens brown piece hand before no It's gateway gateway [brackets] piece mirrors there's \\ud83d\\ude42 while a caf\\u00e9 \\u6771\\u4eac caf\\u00e9 counting counting it 3.14159 don't caf\\u00e9 so written for tiktoken's boundaries tokens 1999 fox keep quick that boundaries that no scanner Z\\u00fcrich budget it written that backtracking involved quick mirrors backtracking brown jumps the lazy They'RE and 42 backtracking 100% <tags> brown tokens gateway boundaries caf\\u00e9 reservation way https://example.com/a/b?c=d $1,234.56 100% regex \\u0645\\u0631\\u062d\\u0628\\u0627 lazy we'll \\u0645\\u0631\\u062d\\u0628\\u0627 involved jumps \\u0645\\u0631\\u062d\\u0628\\u0627 while node.js Z\\u00fcrich Z\\u00fcrich counting 100% (parens) that 100% on {braces} counting once user@example.com faster gateway \\u0645\\u0631\\u062d\\u0628\\u0627 that with\"}, {\"role\": \"assistant\", \"content\": \"faster on that boundaries on They'RE F# https://example.com/a/b?c=d that node.js quick for 100% the regex v1.2.3 <tags> don't with 42 C++ gateway is before keep is I'M the (parens) They'RE It's \\\"quotes\\\" so mirrors every backtracking tiktoken's v1.2.3 the 3.14159 They'RE scanner over no so that and WON'T that every the don't \\\"quotes\\\" 42 3.14159 node.js budget every 'single' caf\\u00e9 node.js before counting engine\"}, {\"role\": \"user\", \"content\": \"3.14159 piece tiktoken's with request regex on body [brackets] Z\\u00fcrich every gateway the that tiktoken's https://example.com/a/b?c=d no so budget node.js 1999 Z\\u00fcrich we'll They'RE keep and because piece every \\ud83d\\ude42 reservation faster written while request 3.14159 because {braces} fox WON'T written \\\"quotes\\\" (parens) over jumps mirrors body that jumps hand keep 3.14159 a the the it because so we'll gateway tiktoken's regex the scanned 1999 Z\\u00fcrich and don't and\"}, {\"role\": \"assistant\", \"content\": \"quick v1.2.3 100% node.js the na\\u00efve na\\u00efve involved once hand that \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors that request I'M tokens C++ don't na\\u00efve it mirrors there's with tokens https://example.com/a/b?c=d a there's so I'M mirrors $1,234.56 hand mirrors $1,234.56 admission C++ \\u0645\\u0631\\u062d\\u0628\\u0627 scanned user@example.com piece fox admission node.js https://example.com/a/b?c=d caf\\u00e9 It's \\ud83d\\ude42 scanned before https://example.com/a/b?c=d (parens) way https://example.com/a/b?c=d because F# I'M is the It's is reservation exactly user@example.com It's https://example.com/a/b?c=d lazy while the \\ud83d\\ude42 42 because for tiktoken's\"}, {\"role\": \"user\", \"content\": \"fox over {braces} is because caf\\u00e9 hand {braces} backtracking scanner F# engine engine user@example.com It's 42 quick jumps C++ \\\"quotes\\\" Z\\u00fcrich involved C++ na\\u00efve don't we'll admission exactly I'M a {braces} regex $1,234.56 exactly for [brackets] piece F# tokens \\\"quotes\\\" na\\u00efve dog lazy na\\u00efve there's on that with request \\u0645\\u0631\\u062d\\u0628\\u0627 quick a the gateway \\\"quotes\\\" and user@example.com 1999 (parens) over dog involved on engine over so hand over gateway Z\\u00fcrich counting keep that and $1,234.56 tokens scanned [brackets] reservation Z\\u00fcrich it node.js\"}, {\"role\": \"assistant\", \"content\": \"while on because fox \\u6771\\u4eac mirrors quick lazy I'M F# while a the because {braces} \\\"quotes\\\" once mirrors 100% a that on before body over request tokens we'll jumps that for 1999 mirrors hand lazy we'll over dog \\\"quotes\\\" because over <tags> way scanned that brown gateway over brown Z\\u00fcrich don't \\ud83d\\ude42 involved mirrors that once v1.2.3 \\ud83d\\ude42 v1.2.3 counting (parens) quick 'single' $1,234.56 scanner https://example.com/a/b?c=d no It's boundaries tokens hand caf\\u00e9 request body scanned 42 a counting with engine there's v1.2.3 fox gateway hand so counting scanned Z\\u00fcrich written https://example.com/a/b?c=d that {braces} v1.2.3 involved there's hand it there's is the exactly \\u0645\\u0631\\u062d\\u0628\\u0627 that scanner\"}, {\"role\": \"user\", \"content\": \"\\u0645\\u0631\\u062d\\u0628\\u0627 piece way scanned we'll hand written jumps fox https://example.com/a/b?c=d lazy $1,234.56 Z\\u00fcrich na\\u00efve WON'T scanner brown \\\"quotes\\\" mirrors It's caf\\u00e9 I'M \\\"quotes\\\" while admission fox engine brown tokens hand over while no scanner 3.14159 reservation budget \\\"quotes\\\" 100% hand while the It's faster tokens hand admission no and F# because \\u6771\\u4eac It's 'single' body that tiktoken's reservation tiktoken's is They'RE every (parens) Z\\u00fcrich scanner request the that F# caf\\u00e9 it They'RE way because\"}, {\"role\": \"assistant\", \"content\": \"brown \\\"quotes\\\" and don't regex [brackets] before on a that is every don't mirrors (parens) over lazy with F# on mirrors boundaries body jumps dog the It's \\u0645\\u0631\\u062d\\u0628\\u0627 so way before jumps WON'T request lazy v1.2.3 caf\\u00e9 it https://example.com/a/b?c=d $1,234.56 tiktoken's and {braces} admission \\u0645\\u0631\\u062d\\u0628\\u0627 fox on jumps jumps faster node.js user@example.com user@example.com so https://example.com/a/b?c=d counting It's \\\"quotes\\\" admission scanner on that while I'M piece written node.js way dog dog 100% before with \\u6771\\u4eac node.js hand mirrors involved 1999 a mirrors\"}, {\"role\": \"user\", \"content\": \"hand tiktoken's [brackets] 42 before 'single' F# F# for 'single' with body way every gateway {braces} brown keep scanner I'M the tiktoken's https://example.com/a/b?c=d for dog 100% tokens body counting over v1.2.3 https://example.com/a/b?c=d no 1999 They'RE {braces} tokens exactly scanner a for \\u0645\\u0631\\u062d\\u0628\\u0627 node.js way $1,234.56 gateway backtracking the brown a tiktoken's dog na\\u00efve I'M tokens for node.js boundaries a It's it C++ that tokens way C++\"}, {\"role\": \"assistant\", \"content\": \"a a counting don't WON'T no tokens quick we'll engine that written \\u0645\\u0631\\u062d\\u0628\\u0627 so 'single' every I'M Z\\u00fcrich there's v1.2.3 lazy there's caf\\u00e9 that scanned keep is fox 1999 100% tokens (parens) jumps 1999 v1.2.3 3.14159 WON'T {braces} for dog [brackets] the involved brown fox [brackets] (parens) They'RE (parens) gateway 1999 before a is scanned keep piece don't I'M exactly na\\u00efve we'll don't that 42 every gateway (parens) the na\\u00efve with Z\\u00fcrich backtracking lazy 100% is node.js faster while quick 42 engine tokens with \\u0645\\u0631\\u062d\\u0628\\u0627 C++ scanner\"}, {\"role\": \"user\", \"content\": \"that hand every exactly \\u6771\\u4eac $1,234.56 tokens {braces} body we'll engine quick once \\u6771\\u4eac on F# v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 I'M over over scanner tiktoken's tokens na\\u00efve that piece tiktoken's once and scanned scanned request with it jumps counting {braces} scanner 100% WON'T scanned exactly is piece 'single' request \\u6771\\u4eac regex for quick written 'single' every F# we'll way na\\u00efve and we'll tokens v1.2.3 regex piece v1.2.3 scanned is with counting with dog <tags> gateway admission 100% lazy because that \\ud83d\\ude42 3.14159 F# way hand exactly $1,234.56 while user@example.com It's jumps faster reservation It's don't it mirrors scanned $1,234.56 it while keep $1,234.56 fox $1,234.56 backtracking involved admission 3.14159 mirrors while with on over mirrors C++ for there's fox budget <tags> a keep\"}, {\"role\": \"assistant\", \"content\": \"100% scanner <tags> user@example.com backtracking every na\\u00efve quick hand jumps body tokens for v1.2.3 exactly \\u0645\\u0631\\u062d\\u0628\\u0627 that \\\"quotes\\\" \\ud83d\\ude42 gateway no caf\\u00e9 that written https://example.com/a/b?c=d the engine piece They'RE budget https://example.com/a/b?c=d involved the https://example.com/a/b?c=d the for involved once exactly every written exactly while 3.14159 user@example.com backtracking request fox is engine way budget counting 1999 piece so 3.14159 tokens F# involved brown a \\u6771\\u4eac scanned keep v1.2.3 <tags> for tiktoken's 1999 They'RE and on backtracking counting boundaries na\\u00efve regex\"}, {\"role\": \"user\", \"content\": \"fox is regex https://example.com/a/b?c=d is node.js mirrors user@example.com 100% involved request piece with \\u6771\\u4eac admission the on quick way \\u6771\\u4eac backtracking keep tiktoken's because F# lazy 100% <tags> <tags> WON'T tiktoken's Z\\u00fcrich involved quick reservation [brackets] written don't {braces} na\\u00efve caf\\u00e9 a $1,234.56 {braces} regex hand 100% 100% so reservation is there's engine \\u0645\\u0631\\u062d\\u0628\\u0627 is 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking v1.2.3 we'll so quick is before\"}, {\"role\": \"assistant\", \"content\": \"[brackets] request lazy C++ 100% scanned F# a because budget They'RE 1999 that is so \\u0645\\u0631\\u062d\\u0628\\u0627 I'M hand involved 3.14159 admission node.js faster once admission tiktoken's jumps is hand quick tokens mirrors lazy It's 42 fox gateway because request once $1,234.56 mirrors <tags> there's so backtracking a over engine we'll \\ud83d\\ude42 body engine fox {braces} {braces} counting hand we'll (parens) that 'single' \\\"quotes\\\" lazy budget na\\u00efve lazy WON'T <tags> body v1.2.3 the (parens) <tags>\"}, {\"role\": \"user\", \"content\": \"for before quick v1.2.3 scanner tokens faster is hand gateway lazy backtracking C++ budget \\u6771\\u4eac brown (parens) They'RE \\u6771\\u4eac It's \\ud83d\\ude42 3.14159 tokens na\\u00efve backtracking (parens) don't WON'T request WON'T that \\u6771\\u4eac piece v1.2.3 mirrors engine the over mirrors na\\u00efve gateway Z\\u00fcrich C++ written 3.14159 dog involved written \\\"quotes\\\" keep \\\"quotes\\\" They'RE fox written 'single' for backtracking gateway written 1999 the a for F# we'll F# brown faster once engine https://example.com/a/b?c=d it quick piece {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors [brackets] boundaries $1,234.56 {braces} request keep piece involved <tags> body quick once for for They'RE that involved scanned on for 100% mirrors involved budget 3.14159 They'RE faster with \\u6771\\u4eac backtracking reservation the 1999 for \\u0645\\u0631\\u062d\\u0628\\u0627 \\u0645\\u0631\\u062d\\u0628\\u0627 42 \\ud83d\\ude42 keep no caf\\u00e9 engine\"}, {\"role\": \"assistant\", \"content\": \"that tokens dog exactly piece Z\\u00fcrich quick the request 100% every it user@example.com that https://example.com/a/b?c=d way the reservation 1999 <tags> F# while a that They'RE backtracking It's Z\\u00fcrich admission budget C++ They'RE we'll keep counting \\ud83d\\ude42 \\\"quotes\\\" that \\ud83d\\ude42 lazy the engine They'RE \\u6771\\u4eac quick involved while no jumps the https://example.com/a/b?c=d is that 3.14159 100% 42 the no while tiktoken's over while written I'M backtracking node.js tokens F# $1,234.56 caf\\u00e9 it while keep (parens) boundaries admission so over no that fox involved F# brown na\\u00efve $1,234.56 reservation lazy body mirrors every $1,234.56 v1.2.3 that scanned user@example.com <tags> before quick body with [brackets] brown tiktoken's v1.2.3 fox budget \\\"quotes\\\" 42 every tokens budget don't counting counting no tiktoken's request C++ It's I'M and \\\"quotes\\\" tiktoken's every (parens) user@example.com the the we'll no I'M boundaries F# over on over tokens\"}, {\"role\": \"user\", \"content\": \"tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 It's counting piece <tags> $1,234.56 42 once counting there's faster [brackets] 100% piece counting quick \\ud83d\\ude42 caf\\u00e9 exactly written node.js is way on lazy counting it 42 scanned lazy <tags> It's v1.2.3 dog dog and because tiktoken's lazy \\ud83d\\ude42 don't involved and once 3.14159 1999 reservation boundaries caf\\u00e9 written written reservation we'll regex {braces} it the https://example.com/a/b?c=d lazy a once body na\\u00efve 1999 tiktoken's caf\\u00e9 caf\\u00e9 for body WON'T \\ud83d\\ude42 no because regex lazy 3.14159 with dog request scanned and involved involved scanned keep that fox https://example.com/a/b?c=d on we'll we'll budget boundaries exactly exactly admission lazy backtracking that F# while fox 1999 boundaries request \\u6771\\u4eac mirrors brown brown 100% Z\\u00fcrich {braces} They'RE 3.14159 v1.2.3 there's v1.2.3 once 1999 faster and WON'T there's we'll on written C++ v1.2.3\"}, {\"role\": \"assistant\", \"content\": \"user@example.com \\u6771\\u4eac because before so keep written for WON'T the They'RE is hand \\ud83d\\ude42 tiktoken's on <tags> 42 F# we'll written body user@example.com \\u6771\\u4eac 1999 admission with reservation 42 and that before 3.14159 piece request exactly 1999 for node.js gateway 100% no hand hand it and admission body scanner https://example.com/a/b?c=d involved user@example.com dog boundaries on while 42 body written don't once keep that node.js on reservation \\u0645\\u0631\\u062d\\u0628\\u0627 lazy \\\"quotes\\\" They'RE that with regex while Z\\u00fcrich na\\u00efve that lazy caf\\u00e9 don't jumps before {braces} don't for https://example.com/a/b?c=d keep user@example.com once lazy because counting brown written that 'single' F# \\u6771\\u4eac regex tiktoken's admission I'M a that It's exactly while with so hand don't we'll on\"}, {\"role\": \"user\", \"content\": \"{braces} (parens) fox on over tiktoken's budget lazy for \\\"quotes\\\" 100% so because 100% boundaries Z\\u00fcrich gateway boundaries don't jumps faster don't F# the \\\"quotes\\\" {braces} tokens backtracking They'RE regex every tokens the \\\"quotes\\\" once user@example.com {braces} <tags> every \\\"quotes\\\" counting budget It's gateway there's exactly regex is node.js request for <tags> F# piece so don't quick 'single' is user@example.com once I'M because user@example.com before user@example.com it v1.2.3 piece a lazy scanned 100% lazy counting dog and we'll we'll for tiktoken's exactly no fox once 1999 \\u6771\\u4eac we'll every the because regex $1,234.56 100% scanner so \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 on while that na\\u00efve body brown way 3.14159 scanner scanner on They'RE don't over because the 42 involved node.js that a They'RE caf\\u00e9 for \\ud83d\\ude42 user@example.com user@example.com I'M so faster\"}, {\"role\": \"assistant\", \"content\": \"a don't It's gateway fox for \\u6771\\u4eac exactly that exactly I'M piece https://example.com/a/b?c=d \\ud83d\\ude42 faster so once jumps reservation piece boundaries v1.2.3 scanned a while that user@example.com [brackets] keep no there's brown the 1999 backtracking They'RE brown node.js v1.2.3 tiktoken's with is v1.2.3 that hand so I'M and engine boundaries C++ user@example.com tokens keep na\\u00efve {braces} gateway because backtracking [brackets] gateway don't we'll for we'll 100% boundaries counting 3.14159 is the F# it fox node.js for is tiktoken's no backtracking engine and 'single' and involved before fox tokens It's https://example.com/a/b?c=d mirrors written boundaries (parens) reservation the tiktoken's (parens) fox hand body (parens) (parens) it is It's and way because {braces} dog tiktoken's the counting while \\ud83d\\ude42 42 scanned over the\"}, {\"role\": \"user\", \"content\": \"it brown brown tokens backtracking jumps over boundaries with quick counting faster gateway {braces} \\u6771\\u4eac 42 mirrors \\ud83d\\ude42 <tags> engine hand \\u6771\\u4eac reservation v1.2.3 quick no no that involved over the scanner faster every mirrors for admission I'M we'll and scanned node.js tokens brown budget 42 written gateway lazy 3.14159 engine it we'll it 3.14159 $1,234.56 the that it (parens) over <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 node.js for that {braces} \\\"quotes\\\" way before that no quick tokens and scanner the WON'T boundaries dog C++ boundaries while F# once backtracking 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 a while counting node.js Z\\u00fcrich engine fox faster it F# 1999 gateway written It's 'single' na\\u00efve there's 3.14159 na\\u00efve Z\\u00fcrich brown 3.14159 \\u6771\\u4eac user@example.com WON'T exactly Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 node.js 100% gateway regex while user@example.com and no quick lazy with\"}, {\"role\": \"assistant\", \"content\": \"1999 100% dog so for mirrors tiktoken's backtracking on that fox I'M every for involved involved \\\"quotes\\\" 100% so while 42 and it for F# node.js that gateway backtracking $1,234.56 fox boundaries on budget backtracking mirrors body Z\\u00fcrich for on 42 hand 1999 counting way body brown with scanned 42 [brackets] a jumps I'M written there's no They'RE faster backtracking I'M the don't once admission scanner 'single' \\ud83d\\ude42 way on\"}, {\"role\": \"user\", \"content\": \"every regex \\ud83d\\ude42 3.14159 we'll fox it tiktoken's Z\\u00fcrich \\\"quotes\\\" user@example.com na\\u00efve quick \\u0645\\u0631\\u062d\\u0628\\u0627 fox fox it C++ fox \\u0645\\u0631\\u062d\\u0628\\u0627 body gateway 3.14159 100% fox there's keep They'RE so reservation it lazy with lazy gateway request keep scanned hand every fox budget for quick $1,234.56 piece piece faster hand we'll 42 user@example.com written 1999 \\u6771\\u4eac every na\\u00efve request It's involved caf\\u00e9 [brackets] faster scanned keep 42 It's \\u6771\\u4eac every way is 3.14159 written mirrors brown WON'T once WON'T exactly the <tags> They'RE there's scanner because [brackets] gateway v1.2.3 fox tiktoken's 'single' Z\\u00fcrich {braces} jumps caf\\u00e9 I'M https://example.com/a/b?c=d C++ boundaries \\\"quotes\\\" with <tags> written we'll quick a with the every way involved scanned so scanner request scanner $1,234.56 exactly the caf\\u00e9 so there's is lazy that jumps user@example.com so with don't faster 1999 request admission They'RE while boundaries reservation\"}, {\"role\": \"assistant\", \"content\": \"jumps no that dog \\u0645\\u0631\\u062d\\u0628\\u0627 the lazy request user@example.com dog with lazy Z\\u00fcrich and tokens \\u6771\\u4eac boundaries engine keep boundaries 'single' so C++ \\ud83d\\ude42 gateway \\ud83d\\ude42 mirrors F# on {braces} once the before body user@example.com boundaries na\\u00efve <tags> <tags> and keep counting \\\"quotes\\\" while hand request body tiktoken's request we'll so I'M \\\"quotes\\\" on {braces} https://example.com/a/b?c=d They'RE is regex don't dog They'RE (parens) once caf\\u00e9 involved written faster keep before scanner while They'RE boundaries admission once gateway reservation every caf\\u00e9 dog tokens regex 'single' 3.14159 there's counting that tokens dog https://example.com/a/b?c=d piece F# before engine scanner exactly \\\"quotes\\\" don't while\"}, {\"role\": \"user\", \"content\": \"WON'T node.js v1.2.3 involved mirrors on brown keep every tiktoken's F# 100% 'single' They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 na\\u00efve don't 3.14159 \\\"quotes\\\" there's <tags> once I'M $1,234.56 dog tokens that the Z\\u00fcrich \\\"quotes\\\" exactly C++ 3.14159 (parens) v1.2.3 no It's no keep user@example.com 42 Z\\u00fcrich a over written tiktoken's keep tiktoken's written with no WON'T $1,234.56 scanner keep keep that fox regex admission every [brackets] WON'T \\u6771\\u4eac 42 engine (parens) C++ we'll tokens a it while [brackets] counting involved the \\u0645\\u0631\\u062d\\u0628\\u0627 lazy 'single' WON'T 3.14159 1999 $1,234.56 regex that 3.14159 because caf\\u00e9 mirrors \\\"quotes\\\" counting 3.14159 with exactly admission every They'RE because 100% body piece na\\u00efve regex counting I'M that admission lazy \\ud83d\\ude42 scanner quick fox we'll brown admission C++\"}, {\"role\": \"assistant\", \"content\": \"\\ud83d\\ude42 <tags> the that \\u6771\\u4eac exactly while engine counting \\ud83d\\ude42 42 admission admission <tags> once caf\\u00e9 for tokens v1.2.3 jumps piece piece scanner caf\\u00e9 is \\\"quotes\\\" boundaries so jumps hand so while exactly involved written lazy (parens) quick F# with 1999 C++ jumps Z\\u00fcrich faster because quick the scanned C++ because because F# for no there's keep caf\\u00e9 jumps while is tokens quick lazy C++ boundaries <tags> 'single' exactly once tiktoken's node.js Z\\u00fcrich https://example.com/a/b?c=d before exactly {braces} boundaries written no caf\\u00e9 100% dog regex WON'T counting dog jumps F# for tokens no budget scanner that {braces} user@example.com C++ scanned \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 for every way and 'single' mirrors\"}, {\"role\": \"user\", \"content\": \"gateway because tokens jumps \\u6771\\u4eac exactly 3.14159 I'M 'single' It's WON'T body 42 and way is tiktoken's dog that admission on (parens) \\u6771\\u4eac C++ node.js over boundaries <tags> piece piece backtracking node.js dog hand on there's C++ 'single' so mirrors (parens) that (parens) the 1999 scanner hand node.js keep (parens) {braces} every [brackets] user@example.com that They'RE over tokens is with every so is quick request piece so reservation 42 brown on \\u6771\\u4eac fox They'RE $1,234.56 They'RE na\\u00efve boundaries jumps 42 quick exactly \\u0645\\u0631\\u062d\\u0628\\u0627 the 3.14159 over na\\u00efve is reservation mirrors it tokens no \\u6771\\u4eac on \\u6771\\u4eac mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 dog for engine before before node.js $1,234.56 100% every no 100% a budget backtracking jumps there's faster there's boundaries tokens every tiktoken's way F# $1,234.56 that every exactly <tags> piece\"}, {\"role\": \"assistant\", \"content\": \"over 3.14159 body 100% admission is F# tiktoken's user@example.com once with \\u0645\\u0631\\u062d\\u0628\\u0627 no with quick \\\"quotes\\\" the and $1,234.56 with faster exactly is involved keep exactly before 'single' there's <tags> body regex for involved counting https://example.com/a/b?c=d every over user@example.com C++ there's there's They'RE <tags> <tags> I'M scanned https://example.com/a/b?c=d scanned hand \\ud83d\\ude42 every counting don't fox 'single' WON'T na\\u00efve 100% gateway 'single' I'M no once involved node.js 1999 every admission caf\\u00e9 regex with regex written mirrors $1,234.56 tokens while backtracking we'll on it dog na\\u00efve that I'M every [brackets] a tokens I'M engine \\u0645\\u0631\\u062d\\u0628\\u0627 F# body don't request admission mirrors WON'T keep Z\\u00fcrich engine $1,234.56 request $1,234.56\"}, {\"role\": \"user\", \"content\": \"It's way body mirrors involved written 100% WON'T [brackets] no boundaries piece brown and while over before is there's we'll jumps scanned so \\ud83d\\ude42 backtracking keep don't dog and 42 that \\u0645\\u0631\\u062d\\u0628\\u0627 over and before and \\u6771\\u4eac on for (parens) https://example.com/a/b?c=d the request user@example.com I'M \\u0645\\u0631\\u062d\\u0628\\u0627 [brackets] 3.14159 so Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 involved the hand once there's caf\\u00e9 jumps is body gateway v1.2.3 budget They'RE that it I'M 'single' gateway scanner that brown brown They'RE {braces} caf\\u00e9 hand admission budget scanner $1,234.56 mirrors hand 1999 scanned 3.14159 a It's\"}, {\"role\": \"assistant\", \"content\": \"regex Z\\u00fcrich https://example.com/a/b?c=d lazy engine keep regex admission with before body \\\"quotes\\\" boundaries once tiktoken's gateway 'single' and the way I'M $1,234.56 backtracking the engine dog Z\\u00fcrich 3.14159 Z\\u00fcrich user@example.com fox that keep while over once {braces} \\ud83d\\ude42 admission tokens regex tokens budget no I'M that on caf\\u00e9 faster I'M dog 'single' dog we'll with quick no because tiktoken's that counting tiktoken's we'll involved node.js involved with C++ body (parens) dog over before v1.2.3 100% na\\u00efve while request F# every jumps gateway over a that for it body exactly Z\\u00fcrich \\u6771\\u4eac a mirrors caf\\u00e9 I'M that Z\\u00fcrich brown that https://example.com/a/b?c=d no 'single' boundaries \\u0645\\u0631\\u062d\\u0628\\u0627 we'll They'RE exactly request once lazy It's 3.14159 before \\\"quotes\\\" \\u6771\\u4eac scanned scanned It's jumps C++ They'RE C++ and\"}, {\"role\": \"user\", \"content\": \"the fox They'RE budget faster with brown 3.14159 because backtracking \\ud83d\\ude42 that because reservation the so {braces} is WON'T request 3.14159 100% over a \\u0645\\u0631\\u062d\\u0628\\u0627 brown while admission because there's and once tokens [brackets] is no with a over there's over written scanned don't exactly I'M gateway is boundaries it tokens faster exactly tokens 42 lazy node.js https://example.com/a/b?c=d is engine with\"}, {\"role\": \"assistant\", \"content\": \"3.14159 I'M gateway scanner tokens C++ node.js 1999 engine for <tags> jumps user@example.com It's request (parens) <tags> so [brackets] \\ud83d\\ude42 that it admission 3.14159 budget WON'T caf\\u00e9 that involved budget v1.2.3 [brackets] node.js They'RE mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 request with v1.2.3 WON'T we'll admission brown don't 1999 \\u6771\\u4eac \\u6771\\u4eac F# for the scanner is 'single' is it piece tokens body body Z\\u00fcrich tiktoken's we'll involved \\u6771\\u4eac on no tokens on {braces} It's mirrors I'M [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 lazy Z\\u00fcrich a while caf\\u00e9 involved request $1,234.56 tiktoken's once lazy\"}, {\"role\": \"user\", \"content\": \"3.14159 lazy piece fox on lazy v1.2.3 dog while piece 'single' involved written 100% jumps hand scanner v1.2.3 don't 'single' scanned with piece don't They'RE piece (parens) for with F# scanned don't no backtracking written 100% 100% lazy backtracking involved user@example.com scanner way we'll 42 'single' reservation 'single' lazy the written don't 'single' every and before reservation so it Z\\u00fcrich before a node.js before F# involved jumps counting involved that scanned regex so that user@example.com it with \\u0645\\u0631\\u062d\\u0628\\u0627 involved admission caf\\u00e9 the reservation [brackets] over mirrors that hand {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 don't that we'll [brackets] hand faster I'M regex boundaries piece keep reservation WON'T hand backtracking counting piece $1,234.56 \\\"quotes\\\" Z\\u00fcrich tokens jumps it body before don't scanner {braces} body <tags> It's 42 caf\\u00e9 $1,234.56 scanner tokens\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 engine involved faster involved keep with $1,234.56 while piece F# Z\\u00fcrich 100% tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 is budget that tiktoken's admission scanned node.js 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 that on on body dog with regex admission 3.14159 piece na\\u00efve so 'single' mirrors boundaries boundaries keep on no while \\u0645\\u0631\\u062d\\u0628\\u0627 reservation the <tags> node.js F# 42 piece reservation It's tiktoken's reservation $1,234.56 hand tiktoken's that I'M it \\ud83d\\ude42 (parens) counting Z\\u00fcrich is [brackets] https://example.com/a/b?c=d reservation boundaries lazy (parens) that with over Z\\u00fcrich don't counting\"}, {\"role\": \"user\", \"content\": \"body dog backtracking that <tags> we'll don't \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com keep quick before scanned caf\\u00e9 It's body quick na\\u00efve 100% before quick jumps \\\"quotes\\\" once regex 42 I'M \\ud83d\\ude42 and keep a faster brown caf\\u00e9 regex \\\"quotes\\\" we'll engine exactly so 42 written They'RE every caf\\u00e9 the the once na\\u00efve piece no hand that boundaries scanned before there's there's reservation https://example.com/a/b?c=d admission I'M v1.2.3 dog They'RE dog scanned engine It's user@example.com no reservation \\u0645\\u0631\\u062d\\u0628\\u0627 regex scanned Z\\u00fcrich is it a and \\\"quotes\\\" involved exactly exactly way hand jumps \\ud83d\\ude42 reservation quick tokens mirrors over user@example.com boundaries 3.14159 I'M node.js piece F# https://example.com/a/b?c=d before tiktoken's I'M piece brown is na\\u00efve and {braces} WON'T It's don't it is {braces} on so so \\u6771\\u4eac it it user@example.com brown \\\"quotes\\\" I'M 100% scanned C++ body tokens \\u6771\\u4eac [brackets]\"}, {\"role\": \"assistant\", \"content\": \"mirrors F# $1,234.56 for dog (parens) keep that [brackets] (parens) 3.14159 v1.2.3 WON'T is don't the a It's https://example.com/a/b?c=d faster 'single' it user@example.com is dog dog counting so $1,234.56 v1.2.3 boundaries every on regex backtracking before quick brown quick C++ quick v1.2.3 scanner written \\ud83d\\ude42 user@example.com before is 42 3.14159 on engine dog dog once request https://example.com/a/b?c=d lazy on caf\\u00e9 faster don't before is exactly written brown C++ piece a 3.14159 no WON'T faster it https://example.com/a/b?c=d and boundaries \\ud83d\\ude42 reservation that engine we'll fox while the dog v1.2.3 because boundaries scanned <tags> It's \\u6771\\u4eac \\\"quotes\\\" scanned that so is tiktoken's scanned {braces} gateway exactly regex quick over is fox It's we'll {braces} faster\"}, {\"role\": \"user\", \"content\": \"Summarise the conversation so far in three sentences.\"}]}", "input_tokens": 50354}
diff --git a/litellm-rust/crates/token-counter/tests/fixtures/cl100k/texts.jsonl b/litellm-rust/crates/token-counter/tests/fixtures/cl100k/texts.jsonl
new file mode 100644
index 00000000000..3dd681d43f9
--- /dev/null
+++ b/litellm-rust/crates/token-counter/tests/fixtures/cl100k/texts.jsonl
@@ -0,0 +1,4053 @@
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Hello, how are you today?", "tokens": 7, "pieces": ["Hello", ",", " how", " are", " you", " today", "?"]}
+{"text": "I'm sure they're right, we'll see. WE'LL SEE, I'M SURE THEY'RE RIGHT, IT'S HERS AND IT'D BE 'D", "tokens": 34, "pieces": ["I", "'m", " sure", " they", "'re", " right", ",", " we", "'ll", " see", ".", " WE", "'LL", " SEE", ",", " I", "'M", " SURE", " THEY", "'RE", " RIGHT", ",", " IT", "'S", " HERS", " AND", " IT", "'D", " BE", " '", "D"]}
+{"text": "don't Don'T DON'T won'T i've I'VE i'Ve you'RE 'S 'T 'M 'D 'LL 'VE 'RE 'ſ 'x", "tokens": 37, "pieces": ["don", "'t", " Don", "'T", " DON", "'T", " won", "'T", " i", "'ve", " I", "'VE", " i", "'Ve", " you", "'RE", " '", "S", " '", "T", " '", "M", " '", "D", " '", "LL", " '", "VE", " '", "RE", " '", "ſ", " '", "x"]}
+{"text": "1234567890 123 12 1 0000000 ٣٤٥٦٧٨ ३४५६ 1,234,567.89 2026-09-11T18:00:00Z", "tokens": 58, "pieces": ["123", "456", "789", "0", " ", "123", " ", "12", " ", "1", " ", "000", "000", "0", " ", "٣٤٥", "٦٧٨", " ", "३४५", "६", " ", "1", ",", "234", ",", "567", ".", "89", " ", "202", "6", "-", "09", "-", "11", "T", "18", ":", "00", ":", "00", "Z"]}
+{"text": "$abc %def &ghi @jkl _mno #pqr ~stu ^vwx |yz \\a /b :c ;d ?e !f (g )h [i ]j {k }l <m >n =o +p *q", "tokens": 56, "pieces": ["$abc", " %", "def", " &", "ghi", " @", "jkl", " _", "mno", " #", "pqr", " ~", "stu", " ^", "vwx", " |", "yz", " \\", "a", " /", "b", " :", "c", " ;", "d", " ?", "e", " !", "f", " (", "g", " )", "h", " [", "i", " ]", "j", " {", "k", " }", "l", " <", "m", " >", "n", " =", "o", " +", "p", " *", "q"]}
+{"text": "foo   bar  baz \t qux\t\tquux \n\nline\r\nline\r\n\r\n   \n\t\r\n  x  ", "tokens": 22, "pieces": ["foo", "  ", " bar", " ", " baz", " \t", " qux", "\t", "\tquux", " \n\n", "line", "\r\n", "line", "\r\n\r\n   \n\t\r\n", " ", " x", "  "]}
+{"text": "trailing spaces   ", "tokens": 4, "pieces": ["trailing", " spaces", "   "]}
+{"text": "trailing tabs\t\t", "tokens": 4, "pieces": ["trailing", " tabs", "\t\t"]}
+{"text": "trailing newline\n", "tokens": 4, "pieces": ["trailing", " newline", "\n"]}
+{"text": "\n\n\n", "tokens": 1, "pieces": ["\n\n\n"]}
+{"text": "\r\n\r\n\r\n", "tokens": 1, "pieces": ["\r\n\r\n\r\n"]}
+{"text": "   ", "tokens": 1, "pieces": ["   "]}
+{"text": "😀😃😄 👍🏽 🇺🇸 👨‍👩‍👧‍👦 ✈️ ❤️‍🔥 ٭ ※ ⌘ ⏎", "tokens": 54, "pieces": ["😀😃😄", " 👍🏽", " 🇺🇸", " 👨‍👩‍👧‍👦", " ✈️", " ❤️‍🔥", " ٭", " ※", " ⌘", " ⏎"]}
+{"text": "漢字かな交じり文、東京都千代田区。日本語のテキストです。中文测试。한국어 텍스트", "tokens": 42, "pieces": ["漢字かな交じり文", "、東京都千代田区", "。日本語のテキストです", "。中文测试", "。한국어", " 텍스트"]}
+{"text": "مرحبا بالعالم، هذا نص عربي مع أرقام ١٢٣٤٥٦٧ و علامات ترقيم!", "tokens": 52, "pieces": ["مرحبا", " بالعالم", "،", " هذا", " نص", " عربي", " مع", " أرقام", " ", "١٢٣", "٤٥٦", "٧", " و", " علامات", " ترقيم", "!"]}
+{"text": "Zürich, façade, naïve, Ærøskøbing, Ελληνικά, Русский текст, עברית, हिन्दी, ไทย", "tokens": 52, "pieces": ["Zürich", ",", " façade", ",", " naïve", ",", " Ærøskøbing", ",", " Ελληνικά", ",", " Русский", " текст", ",", " עברית", ",", " ह", "िन", "्द", "ी,", " ไทย"]}
+{"text": "é å ḍ̇ ́́ combining̈ markś!", "tokens": 19, "pieces": ["e", "́", " a", "̊", " ḋ", "̣", " ́́", " combining", "̈", " marks", "́!"]}
+{"text": "ΣΊΣΥΦΟΣ Džungla İstanbul file flow Ａｂｃ ㍿ ㋿ ꟲ 𐞁", "tokens": 50, "pieces": ["ΣΊΣΥΦΟΣ", " Džungla", " İstanbul", " file", " flow", " Ａｂｃ", " ㍿", " ㋿", " ꟲ", " 𐞁"]}
+{"text": "<|endoftext|> <|fim_prefix|>code<|fim_middle|>more<|fim_suffix|> <|endofprompt|> <|im_start|>", "tokens": 40, "pieces": ["<|", "endoftext", "|>", " <|", "fim", "_prefix", "|>", "code", "<|", "fim", "_middle", "|>", "more", "<|", "fim", "_suffix", "|>", " <|", "endofprompt", "|>", " <|", "im", "_start", "|>"]}
+{"text": "<EOT> <META_START> <s> </s> [INST] [/INST] <<SYS>>", "tokens": 22, "pieces": ["<EOT", ">", " <", "META", "_START", ">", " <", "s", ">", " </", "s", ">", " [", "INST", "]", " [/", "INST", "]", " <<", "SYS", ">>"]}
+{"text": "def f(x):\n    return {'a': x ** 2, \"b\": [1, 2, 3]}  # comment\n\nprint(f(10))\n", "tokens": 35, "pieces": ["def", " f", "(x", "):\n", "   ", " return", " {'", "a", "':", " x", " **", " ", "2", ",", " \"", "b", "\":", " [", "1", ",", " ", "2", ",", " ", "3", "]}", " ", " #", " comment", "\n\n", "print", "(f", "(", "10", "))\n"]}
+{"text": "{\"model\":\"gpt-4\",\"messages\":[{\"role\":\"user\",\"content\":\"hi\\n\"}],\"temperature\":0.7}", "tokens": 26, "pieces": ["{\"", "model", "\":\"", "gpt", "-", "4", "\",\"", "messages", "\":[{\"", "role", "\":\"", "user", "\",\"", "content", "\":\"", "hi", "\\n", "\"}],\"", "temperature", "\":", "0", ".", "7", "}"]}
+{"text": "https://example.com/path?query=1&other=two#fragment user@example.com 192.168.0.1", "tokens": 26, "pieces": ["https", "://", "example", ".com", "/path", "?query", "=", "1", "&other", "=two", "#fragment", " user", "@example", ".com", " ", "192", ".", "168", ".", "0", ".", "1"]}
+{"text": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "tokens": 375, "pieces": ["aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"]}
+{"text": "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        ", "tokens": 24, "pieces": ["                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        "]}
+{"text": "........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................", "tokens": 48, "pieces": ["........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................"]}
+{"text": "abababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababab", "tokens": 1500, "pieces": ["abababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababab"]}
+{"text": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "tokens": 95, "pieces": ["\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"]}
+{"text": "000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000", "tokens": 1000, "pieces": ["000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000"]}
+{"text": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!", "tokens": 375, "pieces": ["!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"]}
+{"text": "😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀", "tokens": 2000, "pieces": ["😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀"]}
+{"text": "漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢", "tokens": 2000, "pieces": ["漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢"]}
+{"text": " abc ! 
x 　y ​z ‍‍ q", "tokens": 18, "pieces": [" abc", " ", "!", " ", "
x", " ", "　y", " ​", "z", " ‍‍", " q"]}
+{"text": "x…y \u000b\f z", "tokens": 8, "pieces": ["x", "…y", " \u000b\f", " z"]}
+{"text": "\u0000\u0001\u0002  �", "tokens": 6, "pieces": ["\u0000\u0001\u0002", " ", " �"]}
+{"text": "tab\tseparated\tvalues\n1\t2\t3\n", "tokens": 11, "pieces": ["tab", "\tseparated", "\tvalues", "\n", "1", "\t", "2", "\t", "3", "\n"]}
+{"text": "MiXeD cAsE wOrDs AND ACRONYMS like NASA, HTTP/2, gRPC, iOS, macOS", "tokens": 28, "pieces": ["MiXeD", " cAsE", " wOrDs", " AND", " ACRONYMS", " like", " NASA", ",", " HTTP", "/", "2", ",", " gRPC", ",", " iOS", ",", " macOS"]}
+{"text": "snake_case_identifier camelCaseIdentifier PascalCaseIdentifier SCREAMING_SNAKE_CASE kebab-case", "tokens": 19, "pieces": ["snake", "_case", "_identifier", " camelCaseIdentifier", " PascalCaseIdentifier", " SCREAMING", "_SNAKE", "_CASE", " kebab", "-case"]}
+{"text": "x'sy x'ty x'rey x'vey x'my x'lly x'dy x'S x'T x'RE x'VE x'M x'LL x'D x'sS x'llL", "tokens": 43, "pieces": ["x", "'s", "y", " x", "'t", "y", " x", "'re", "y", " x", "'ve", "y", " x", "'m", "y", " x", "'ll", "y", " x", "'d", "y", " x", "'S", " x", "'T", " x", "'RE", " x", "'VE", " x", "'M", " x", "'LL", " x", "'D", " x", "'s", "S", " x", "'ll", "L"]}
+{"text": "IT'SOK it'Dbe x'Sy x'Ty x'My x'Dy x'LLy x'VEy x'REy x'Ly x'Vy x'Ry 'Sx'Tx'Mx'LLx'VEx'REx'Dx", "tokens": 55, "pieces": ["IT", "'S", "OK", " it", "'D", "be", " x", "'S", "y", " x", "'T", "y", " x", "'M", "y", " x", "'D", "y", " x", "'LL", "y", " x", "'VE", "y", " x", "'RE", "y", " x", "'Ly", " x", "'Vy", " x", "'Ry", " '", "Sx", "'T", "x", "'M", "x", "'LL", "x", "'VE", "x", "'RE", "x", "'D", "x"]}
+{"text": "'s't're've'm'll'd 'S'T'RE'VE'M'LL'D ''s '''s", "tokens": 21, "pieces": ["'s", "'t", "'re", "'ve", "'m", "'ll", "'d", " '", "S", "'T", "'RE", "'VE", "'M", "'LL", "'D", " ''", "s", " '''", "s"]}
+{"text": "9'9 9's a'9 '9 ' 's' ' 's", "tokens": 18, "pieces": ["9", "'", "9", " ", "9", "'s", " a", "'", "9", " '", "9", " '", " '", "s", "'", " '", " '", "s"]}
+{"text": "١٢٣٤ ½⅓¼ ⅣⅤ 𝟘𝟙𝟚𝟛𝟜𝟝𝟞𝟟𝟠𝟡 ①②③", "tokens": 56, "pieces": ["١٢٣", "٤", " ", "½⅓¼", " ", "ⅣⅤ", " ", "𝟘𝟙𝟚", "𝟛𝟜𝟝", "𝟞𝟟𝟠", "𝟡", " ", "①②③"]}
+{"text": "camelCase PascalCase ABCdef ABCdeF ABC aB Ab ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzABC", "tokens": 21, "pieces": ["camelCase", " PascalCase", " ABCdef", " ABCdeF", " ABC", " aB", " Ab", " ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzABC"]}
+{"text": "日本ABC ABC日本 日本語abc abc日本語 漢字Kanji kanji漢字 KANJI漢字kanji مرحباABC ABCمرحبا abcمرحبا", "tokens": 53, "pieces": ["日本ABC", " ABC日本", " 日本語abc", " abc日本語", " 漢字Kanji", " kanji漢字", " KANJI漢字kanji", " مرحباABC", " ABCمرحبا", " abcمرحبا"]}
+{"text": "́ABC ́abc ́́A Á́ ÉA aÉ !!́a  ́A ẍY Ẍy", "tokens": 33, "pieces": ["́ABC", " ́", "abc", " ́́", "A", " A", "́́", " E", "́A", " aE", "́", " !!́", "a", " ", " ", "́A", " x", "̈Y", " X", "̈y"]}
+{"text": "ᵃbc ᵃBC Aᵃbc Aᵃ ᵃ' ᵃ's Džungla aDžB ADžB ADžb DžDž Ljx İi ΣΊΣΥΦΟΣσ ΣσΣ", "tokens": 73, "pieces": ["ᵃbc", " ᵃBC", " Aᵃbc", " Aᵃ", " ᵃ", "'", " ᵃ", "'s", " Džungla", " aDžB", " ADžB", " ADžb", " DžDž", " Ljx", " İi", " ΣΊΣΥΦΟΣσ", " ΣσΣ"]}
+{"text": "don'tx ABC's abc'S abc'ſ ABC'ſx IT'SOK it'Dbe 'sabc x's 's 'Sx'Tx x’s X'LLx X'Ll", "tokens": 43, "pieces": ["don", "'t", "x", " ABC", "'s", " abc", "'S", " abc", "'ſ", " ABC", "'ſ", "x", " IT", "'S", "OK", " it", "'D", "be", " '", "sabc", " x", "'s", " '", "s", " '", "Sx", "'T", "x", " x", "’s", " X", "'LL", "x", " X", "'Ll"]}
+{"text": "!ABC !AbC !!abc #camelCase (ABCdef)  ABC abc Abc \tABC\tabc", "tokens": 27, "pieces": ["!ABC", " !", "AbC", " !!", "abc", " #", "camelCase", " (", "ABCdef", ")", " ", " ABC", " abc", " Abc", " ", "\tABC", "\tabc"]}
+{"text": "!!/\n/x a/b !!\n/x  /x  // path/to/file.rs http://x.y/z?a=b/c \\/\\/ //\r\n//\n", "tokens": 29, "pieces": ["!!/\n", "/x", " a", "/b", " !!\n", "/x", " ", " /", "x", " ", " //", " path", "/to", "/file", ".rs", " http", "://", "x", ".y", "/z", "?a", "=b", "/c", " \\/\\/", " //\r\n", "//\n"]}
+{"text": "x \n x \r\n \r\n y x \n  a  b   \n\n  c x\t\ty x\t\t end   \n \n", "tokens": 22, "pieces": ["x", " \n", " x", " \r\n \r\n", " y", " x", " \n", " ", " a", " ", " b", "   \n\n", " ", " c", " x", "\t", "\ty", " x", "\t\t", " end", "   \n \n"]}
+{"text": "12345 6 1abc abc1 ABC123abc 123ABC ١٢٣٤٥abc", "tokens": 27, "pieces": ["123", "45", " ", "6", " ", "1", "abc", " abc", "1", " ABC", "123", "abc", " ", "123", "ABC", " ", "١٢٣", "٤٥", "abc"]}
+{"text": "Ⅳ٣٤٥٦<|endoftext|>9
Dž#$%", "tokens": 24, "pieces": ["Ⅳ٣٤", "٥٦", "<|", "endoftext", "|>", "9", "
Dž", "#$%"]}
+{"text": "́!!ſİ'D​a'll 字0'MZſⅣ ḍ̇éfi㍿𐞁<|endoftext|>'reＡ'S#$%", "tokens": 46, "pieces": ["́!!", "ſİ", "'D", "​a", "'ll", " 字", "0", "'M", "Zſ", "Ⅳ", " ḋ", "̣éfi", "㍿𐞁", "<|", "endoftext", "|>'", "reＡ", "'S", "#$%"]}
+{"text": "ع字'T\r\ń½sꟲ㋿'VE<EOT>'S<😀🏽!!12345678 <EOT>٣٤٥٦Džſḍ̇\réEOT­'ſ<|endoftext|><|fim_prefix|>ś
\tm", "tokens": 77, "pieces": ["ع字", "'T", "\r\n", "́", "½", "sꟲ", "㋿'", "VE", "<EOT", ">'", "S", "<😀🏽!!", "123", "456", "78", " <", "EOT", ">", "٣٤٥", "٦", "Džſḋ", "̣\r", "e", "́EOT", "­'", "ſ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "s", "́", "
", "\tm"]}
+{"text": "9<EOT>'Re\r\n'ſ　  'T'Re   \né#$%<½!!٣٤٥٦'ſ<<META_START>\"عßZt\u000bDž'T<|fim_prefix|>ſ㋿\"éſ", "tokens": 61, "pieces": ["9", "<EOT", ">'", "Re", "\r\n", "'ſ", "　 ", " '", "T", "'Re", "   \n", "é", "#$%<", "½", "!!", "٣٤٥", "٦", "'ſ", "<<", "META", "_START", ">\"", "عßZt", "\u000bDž", "'T", "<|", "fim", "_prefix", "|>", "ſ", "㋿\"", "e", "́ſ"]}
+{"text": "<|endoftext|>12345678<META_START>#$%tعⅣ'T0'D<|endoftext|>é'M-<EOT>'ſ'sß12345678ꟲ0(>\r\n'MZ'Sa'M", "tokens": 57, "pieces": ["<|", "endoftext", "|>", "123", "456", "78", "<META", "_START", ">#$%", "tع", "Ⅳ", "'T", "0", "'D", "<|", "endoftext", "|>", "e", "́'", "M", "-<", "EOT", ">'", "ſ", "'s", "ß", "123", "456", "78", "ꟲ", "0", "(>\r\n", "'M", "Z", "'S", "a", "'M"]}
+{"text": "   \n'll\"‍  d   \nß㍿\u000baⅣ😀🏽́ſ\n   \n
'Reİ\tDž٣٤٥٦ع'llEOT.\nݽ٣٤٥٦>å\u000b<|fim_prefix|>\"𐞁", "tokens": 70, "pieces": ["   \n", "'ll", "\"‍", " ", " d", "   \n", "ß", "㍿", "\u000ba", "Ⅳ", "😀🏽́", "ſ", "\n   \n", "
", "'Re", "İ", "\tDž", "٣٤٥", "٦", "ع", "'ll", "EOT", ".\n", "İ", "½٣٤", "٥٦", ">a", "̊", "\u000b", "<|", "fim", "_prefix", "|>\"", "𐞁"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "å'remfi㍿s", "tokens": 11, "pieces": ["a", "̊'", "remfi", "㍿s"]}
+{"text": "<|endoftext|>", "tokens": 7, "pieces": ["<|", "endoftext", "|>"]}
+{"text": "🙂३'M🙂  12345678'VÉ,\u000bİ<|fim_prefix|> <META_START>Ａ'TDž　's!!<t\"!d   \nm'M('ſ", "tokens": 49, "pieces": ["🙂", "३", "'M", "🙂", " ", " ", "123", "456", "78", "'VE", "́,", "\u000bİ", "<|", "fim", "_prefix", "|>", " ", "<META", "_START", ">Ａ", "'T", "Dž", "　", "'s", "!!<", "t", "\"!", "d", "   \n", "m", "'M", "('", "ſ"]}
+{"text": "\t", "tokens": 1, "pieces": ["\t"]}
+{"text": "…<|fim_prefix|>\n.-åß<EOT>\r\n\r\nEOT'llå½-fi!é'VE12345678EOT字'VE!🙂<|fim_prefix|>'ſ'D  \r\r漢0…", "tokens": 61, "pieces": ["…", "<|", "fim", "_prefix", "|>\n", ".-", "a", "̊ß", "<EOT", ">\r\n\r\n", "EOT", "'ll", "a", "̊", "½", "-fi", "!e", "́'", "VE", "123", "456", "78", "EOT字", "'VE", "!🙂<|", "fim", "_prefix", "|>'", "ſ", "'D", "  \r\r", "漢", "0", "…"]}
+{"text": "a'S'T👍🏽>   \n-s㍿.㍿#$%́\r\n\r\n", "tokens": 23, "pieces": ["a", "'S", "'T", "👍🏽>", "   \n", "-s", "㍿.㍿#$%́\r\n\r\n"]}
+{"text": " 漢#$%­…­ع­ß#$%\t0é", "tokens": 18, "pieces": [" 漢", "#$%­", "…", "­ع", "­ß", "#$%", "\t", "0", "e", "́"]}
+{"text": "<META_START>,9'㍿-", "tokens": 10, "pieces": ["<META", "_START", ">,", "9", "'㍿-"]}
+{"text": "٣٤٥٦Ⅳ漢İ'sع", "tokens": 15, "pieces": ["٣٤٥", "٦Ⅳ", "漢İ", "'s", "ع"]}
+{"text": ".éé'sZ>éEOTZ'0​e½  0#$%́fiⅣ", "tokens": 25, "pieces": [".e", "́é", "'s", "Z", ">éEOTZ", "'", "0", "​e", "½", " ", " ", "0", "#$%́", "fi", "Ⅳ"]}
+{"text": "t<Ⅳ…Dž'VE<EOT>  ꟲ٣٤٥٦éåع㍿'<META_START>s字👍🏽ع  ३EOTⅣ😀🏽e   \nＡ\"", "tokens": 63, "pieces": ["t", "<", "Ⅳ", "…Dž", "'VE", "<EOT", ">", " ", " ꟲ", "٣٤٥", "٦", "éa", "̊ع", "㍿'<", "META", "_START", ">s字", "👍🏽", "ع", " ", " ", "३", "EOT", "Ⅳ", "😀🏽", "e", "   \n", "Ａ", "\""]}
+{"text": "' .    t\t<|fim_prefix|>㍿Dž३s<EOT>😀🏽\t㍿EOTå𐞁​EOT
\t-   \ns   \n#$%ḍ̇é\r\n　ee漢", "tokens": 64, "pieces": ["'", " .", "   ", " t", "\t", "<|", "fim", "_prefix", "|>㍿", "Dž", "३", "s", "<EOT", ">😀🏽", "\t", "㍿EOTa", "̊𐞁", "​EOT", "
", "\t", "-", "   \n", "s", "   \n", "#$%", "ḋ", "̣é", "\r\n", "　ee漢"]}
+{"text": "'ſEOTéⅣ\nİ'S!!!t<|endoftext|>éＡ<|fim_prefix|>Ⅳ'Z‍'Re'
<|endoftext|>\u000b<㋿　#$%漢Ａ\"ꟲ㍿'T'T", "tokens": 72, "pieces": ["'ſ", "EOTe", "́", "Ⅳ", "\n", "İ", "'S", "!!!", "t", "<|", "endoftext", "|>", "e", "́Ａ", "<|", "fim", "_prefix", "|>", "Ⅳ", "'Z", "‍'", "Re", "'", "
", "<|", "endoftext", "|>", "\u000b", "<㋿", "　", "#$%", "漢Ａ", "\"ꟲ", "㍿'", "T", "'T"]}
+{"text": "'Re😀🏽½(.>\u000bſa㍿<|fim_prefix|>>t!'ll३ꟲ   \né\n0e\r\n\r\n…😀🏽½́dḍ̇𐞁\r\n\r\n<|fim_prefix|>.<|endoftext|>9", "tokens": 73, "pieces": ["'Re", "😀🏽", "½", "(.>", "\u000bſa", "㍿<|", "fim", "_prefix", "|>>", "t", "!'", "ll", "३", "ꟲ", "   \n", "e", "́\n", "0", "e", "\r\n\r\n", "…", "😀🏽", "½", "́dḋ", "̣𐞁", "\r\n\r\n", "<|", "fim", "_prefix", "|>.<|", "endoftext", "|>", "9"]}
+{"text": "\r\nå👍🏽!!é", "tokens": 13, "pieces": ["\r\n", "a", "̊👍🏽!!", "e", "́"]}
+{"text": "dİ(.عع   \n字㍿\nå(Z'ſ<EOT>㍿\r\n\r\n,<|fim_prefix|>", "tokens": 33, "pieces": ["dİ", "(.", "عع", "   \n", "字", "㍿\n", "a", "̊(", "Z", "'ſ", "<EOT", ">㍿\r\n\r\n", ",<|", "fim", "_prefix", "|>"]}
+{"text": "!", "tokens": 1, "pieces": ["!"]}
+{"text": "   \n\r\n.s <|endoftext|>aꟲ'sꟲ३…\r\n\r\n\u000bDž‍\t9🙂ſ", "tokens": 33, "pieces": ["   \n\r\n", ".s", " <|", "endoftext", "|>", "aꟲ", "'s", "ꟲ", "३", "…\r\n\r\n", "\u000bDž", "‍", "\t", "9", "🙂ſ"]}
+{"text": "'re𐞁é३  fi", "tokens": 12, "pieces": ["'re", "𐞁e", "́", "३", " ", " fi"]}
+{"text": "12345678  #$%<|fim_prefix|>‍㍿'T😀🏽fi'll's'S12345678½é
,🙂<META_START>٣٤٥٦#$%👍🏽🙂12345678<Ⅳ!\"'VE
", "tokens": 74, "pieces": ["123", "456", "78", " ", " #$%<|", "fim", "_prefix", "|>‍㍿'", "T", "😀🏽", "fi", "'ll", "'s", "'S", "123", "456", "78½", "e", "́", "
", ",🙂<", "META", "_START", ">", "٣٤٥", "٦", "#$%👍🏽🙂", "123", "456", "78", "<", "Ⅳ", "!\"'", "VE", "
"]}
+{"text": "fi>İ𐞁…\u000b'D­\t<META_START>ß👍🏽  Ⅳß'Dé\r\n   \nß　👍🏽", "tokens": 43, "pieces": ["fi", ">İ𐞁", "…", "\u000b", "'D", "­", "\t", "<META", "_START", ">ß", "👍🏽", " ", " ", "Ⅳ", "ß", "'D", "e", "́\r\n", "   \n", "ß", "　", "👍🏽"]}
+{"text": "#$%  ßع́'T<<e", "tokens": 11, "pieces": ["#$%", " ", " ßع", "́'", "T", "<<", "e"]}
+{"text": "👍🏽>Ａ012345678   \n<|fim_prefix|> <EOT>㍿👍🏽'<!Zß#$%é\t👍🏽😀🏽EOT'Re'ſＡZt
  ß🙂e 'T<|endoftext|>", "tokens": 79, "pieces": ["👍🏽>", "Ａ", "012", "345", "678", "   \n", "<|", "fim", "_prefix", "|>", " ", "<EOT", ">㍿👍🏽'<!", "Zß", "#$%", "é", "\t", "👍🏽😀🏽", "EOT", "'Re", "'ſ", "ＡZt", "
 ", " ß", "🙂e", " ", "'T", "<|", "endoftext", "|>"]}
+{"text": "ꟲ'll#$%(\r\n\r\nZ0\u000b👍🏽
'VE ,½'ll­EOT", "tokens": 27, "pieces": ["ꟲ", "'ll", "#$%(\r\n\r\n", "Z", "0", "\u000b", "👍🏽", "
", "'VE", " ", ",", "½", "'ll", "­EOT"]}
+{"text": "İ#$%\n9sßEOTd-!!<|endoftext|>　'ReＡＡfiⅣ'ſéſ🙂étſ\ne'ſ㋿é'VE\"ꟲ漢", "tokens": 56, "pieces": ["İ", "#$%\n", "9", "sßEOTd", "-!!<|", "endoftext", "|>", "　", "'Re", "ＡＡfi", "Ⅳ", "'ſ", "éſ", "🙂étſ", "\n", "e", "'ſ", "㋿é", "'VE", "\"ꟲ漢"]}
+{"text": "<३…😀🏽m>'s<|endoftext|>\r\n\r\n३'ſ'S<|endoftext|><|fim_prefix|>Dž🙂ſⅣＡ㋿-'re#$%!é\r<|fim_prefix|>å9…s'VE", "tokens": 74, "pieces": ["<", "३", "…", "😀🏽", "m", ">'", "s", "<|", "endoftext", "|>\r\n\r\n", "३", "'ſ", "'S", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "Dž", "🙂ſ", "Ⅳ", "Ａ", "㋿-'", "re", "#$%!", "é", "\r", "<|", "fim", "_prefix", "|>", "a", "̊", "9", "…s", "'VE"]}
+{"text": " <EOT><|endoftext|>\r\t<|endoftext|>…ßſ\n#$%🙂㋿ḍ̇\r\n\r\n", "tokens": 38, "pieces": [" ", "<EOT", "><|", "endoftext", "|>\r", "\t", "<|", "endoftext", "|>", "…ßſ", "\n", "#$%🙂㋿", "ḋ", "̣\r\n\r\n"]}
+{"text": "   \n(\u000b!!\u000b\r\n\t́'t漢३!\nß   \n㍿\t'T,-m-\u000b>ſ   \ns३
<|endoftext|>㋿   \n'S'VE>\u000b🙂\r\n", "tokens": 54, "pieces": ["   \n", "(", "\u000b", "!!", "\u000b\r\n", "\t", "́'", "t漢", "३", "!\n", "ß", "   \n", "㍿", "\t", "'T", ",-", "m", "-", "\u000b", ">ſ", "   \n", "s", "३", "
", "<|", "endoftext", "|>㋿", "   \n", "'S", "'VE", ">", "\u000b", "🙂\r\n"]}
+{"text": "d'Rea'0㍿İé👍🏽s.٣٤٥٦('S<EOT><META_START>\",​
12345678…ꟲ.\r\n\r\n<EOT><EOT>'T㋿ ½'D", "tokens": 59, "pieces": ["d", "'Re", "a", "'", "0", "㍿İé", "👍🏽", "s", ".", "٣٤٥", "٦", "('", "S", "<EOT", "><", "META", "_START", ">\",​", "
", "123", "456", "78", "…ꟲ", ".\r\n\r\n", "<EOT", "><", "EOT", ">'", "T", "㋿", " ", "½", "'D"]}
+{"text": "'ſ'S…\" 'll㍿. ! <META_START>(<EOT>s!!\r\nß字㋿ḍ̇Z'ſ<|fim_prefix|>'Tß㍿ſ\n9\r\n#$%
㍿'T", "tokens": 65, "pieces": ["'ſ", "'S", "…", "\"", " '", "ll", "㍿.", " !", " ", "<META", "_START", ">(<", "EOT", ">s", "!!\r\n", "ß字", "㋿ḋ", "̣Z", "'ſ", "<|", "fim", "_prefix", "|>'", "Tß", "㍿ſ", "\n", "9", "\r\n", "#$%", "
", "㍿'", "T"]}
+{"text": "İm#$%🙂é'll'VE'VEfi   \n\r\r0漢عt'llİd's\r'M­9", "tokens": 30, "pieces": ["İm", "#$%🙂", "é", "'ll", "'VE", "'VE", "fi", "   \n\r\r", "0", "漢عt", "'ll", "İd", "'s", "\r", "'M", "­", "9"]}
+{"text": "́'T'ſ   \ne\u000bⅣ\ns9ḍ̇'S,\r\n\r\néed're<|fim_prefix|>  👍🏽\u000b½'Re", "tokens": 41, "pieces": ["́'", "T", "'ſ", "   \n", "e", "\u000b", "Ⅳ", "\n", "s", "9", "ḋ", "̣'", "S", ",\r\n\r\n", "éed", "'re", "<|", "fim", "_prefix", "|>", " ", " 👍🏽", "\u000b", "½", "'Re"]}
+{"text": "🙂'VE‍<​<|endoftext|>ⅣEOTdſ‍Dž-'D(", "tokens": 29, "pieces": ["🙂'", "VE", "‍<​<|", "endoftext", "|>", "Ⅳ", "EOTdſ", "‍Dž", "-'", "D", "("]}
+{"text": "İ'Reİ𐞁'ſ\re", "tokens": 12, "pieces": ["İ", "'Re", "İ𐞁", "'ſ", "\r", "e"]}
+{"text": "…åt\r'VE\nع​<|fim_prefix|>Ⅳß<META_START>😀🏽s㍿<|fim_prefix|>,\r  ­ꟲ…İ're!!,'T< 9EOT", "tokens": 60, "pieces": ["…a", "̊t", "\r", "'VE", "\n", "ع", "​<|", "fim", "_prefix", "|>", "Ⅳ", "ß", "<META", "_START", ">😀🏽", "s", "㍿<|", "fim", "_prefix", "|>,\r", " ", " ­", "ꟲ", "…İ", "'re", "!!,'", "T", "<", " ", "9", "EOT"]}
+{"text": "a‍\"mé,\rßꟲ'llé,t…#$% 'M!!t㍿'VE<|endoftext|>t('ſ", "tokens": 39, "pieces": ["a", "‍\"", "me", "́,\r", "ßꟲ", "'ll", "é", ",t", "…", "#$%", " '", "M", "!!", "t", "㍿'", "VE", "<|", "endoftext", "|>", "t", "('", "ſ"]}
+{"text": "ع'S,", "tokens": 3, "pieces": ["ع", "'S", ","]}
+{"text": "漢 a字", "tokens": 5, "pieces": ["漢", " a字"]}
+{"text": "d'Reé're   \n,!!<|fim_prefix|>😀🏽   \n​12345678m   \n㍿　\r\n\r\nḍ̇'VE'S‍tZ>å#$%'S'D!,​,#$%\"٣٤٥٦Ａ<漢,", "tokens": 71, "pieces": ["d", "'Re", "e", "́'", "re", "   \n", ",!!<|", "fim", "_prefix", "|>😀🏽", "   \n", "​", "123", "456", "78", "m", "   \n", "㍿", "　\r\n\r\n", "ḋ", "̣'", "VE", "'S", "‍tZ", ">a", "̊#$%'", "S", "'D", "!,​,#$%\"", "٣٤٥", "٦", "Ａ", "<漢", ","]}
+{"text": "'Sefi're\t­<|fim_prefix|>‍'Re\u000b🙂!12345678!! \na𐞁'S12345678EOT­Ａ<|endoftext|>㍿'llİeé", "tokens": 56, "pieces": ["'S", "efi", "'re", "\t", "­<|", "fim", "_prefix", "|>‍'", "Re", "\u000b", "🙂!", "123", "456", "78", "!!", " \n", "a𐞁", "'S", "123", "456", "78", "EOT", "­Ａ", "<|", "endoftext", "|>㍿'", "llİeé"]}
+{"text": " 𐞁‍३Dž́­!½\r\n\r\nZsＡ!'T", "tokens": 22, "pieces": [" 𐞁", "‍", "३", "Dž", "́­!", "½", "\r\n\r\n", "ZsＡ", "!'", "T"]}
+{"text": "0‍'Re.٣٤٥٦'ſ 's\ta\r½\r\n>ée'Dع\u000b𐞁a'Dİ  0　🙂'D'så漢'D'D३é'M>", "tokens": 56, "pieces": ["0", "‍'", "Re", ".", "٣٤٥", "٦", "'ſ", " '", "s", "\ta", "\r", "½", "\r\n", ">ée", "'D", "ع", "\u000b𐞁a", "'D", "İ", " ", " ", "0", "　", "🙂'", "D", "'s", "a", "̊漢", "'D", "'D", "३", "é", "'M", ">"]}
+{"text": "عⅣ,9!!s …ع<
🙂,0　å\tDž👍🏽\r\n\r\nḍ̇ !!३   \n\r\n\r\n𐞁éfi'M", "tokens": 52, "pieces": ["ع", "Ⅳ", ",", "9", "!!", "s", " ", "…ع", "<", "
", "🙂,", "0", "　a", "̊", "\tDž", "👍🏽\r\n\r\n", "ḋ", "̣", " ", "!!", "३", "   \n\r\n\r\n", "𐞁e", "́fi", "'M"]}
+{"text": "!<|endoftext|>३t\"३,<META_START>😀🏽\t'D𐞁12345678'½", "tokens": 33, "pieces": ["!<|", "endoftext", "|>", "३", "t", "\"", "३", ",<", "META", "_START", ">😀🏽", "\t", "'D", "𐞁", "123", "456", "78", "'", "½"]}
+{"text": "Dž<|endoftext|>", "tokens": 9, "pieces": ["Dž", "<|", "endoftext", "|>"]}
+{"text": "#$%३>
\r\n\r\n<|endoftext|>字٣٤٥٦fifiå\r
ZEOT\r<EOT>å㋿‍#$%", "tokens": 49, "pieces": ["#$%", "३", ">", "
\r\n\r\n", "<|", "endoftext", "|>", "字", "٣٤٥", "٦", "fifia", "̊\r", "
ZEOT", "\r", "<EOT", ">a", "̊㋿‍#$%"]}
+{"text": "𐞁㍿s9​…!ſḍ̇'Re.<META_START><|endoftext|>(ꟲs   \n'll0 …ḍ̇  'TDžfi<|fim_prefix|>0EOT​🙂½a0'sＡ\u000b", "tokens": 74, "pieces": ["𐞁", "㍿s", "9", "​", "…", "!ſḋ", "̣'", "Re", ".<", "META", "_START", "><|", "endoftext", "|>(", "ꟲs", "   \n", "'ll", "0", " ", "…ḋ", "̣", " ", " '", "TDžfi", "<|", "fim", "_prefix", "|>", "0", "EOT", "​🙂", "½", "a", "0", "'s", "Ａ", "\u000b"]}
+{"text": ">09(!!ſＡDž-  'Sfi​\u000b'D'VE0!!<EOT>\t'Se'VE<EOT>'s'D12345678''M", "tokens": 42, "pieces": [">", "09", "(!!", "ſＡDž", "-", " ", " '", "Sfi", "​", "\u000b", "'D", "'VE", "0", "!!<", "EOT", ">", "\t", "'S", "e", "'VE", "<EOT", ">'", "s", "'D", "123", "456", "78", "''", "M"]}
+{"text": "fi0m>-<EOT>'sé   \n\r‍<EOT>9fi,Z\r\n½é<META_START>9
㋿'re>'lĺéⅣ<EOT>", "tokens": 49, "pieces": ["fi", "0", "m", ">-<", "EOT", ">'", "sé", "   \n\r", "‍<", "EOT", ">", "9", "fi", ",Z", "\r\n", "½", "e", "́<", "META", "_START", ">", "9", "
", "㋿'", "re", ">'", "ll", "́e", "́", "Ⅳ", "<EOT", ">"]}
+{"text": "😀🏽½　\r-\rEOTét#$%é\r'Tع>é İ'D.㍿<|fim_prefix|>½é½ ‍a\"DžDžＡⅣ  Ａ<<EOT>'VE𐞁", "tokens": 63, "pieces": ["😀🏽", "½", "　\r", "-\r", "EOTét", "#$%", "é", "\r", "'T", "ع", ">e", "́", " İ", "'D", ".㍿<|", "fim", "_prefix", "|>", "½", "e", "́", "½", " ‍", "a", "\"DžDžＡ", "Ⅳ", " ", " Ａ", "<<", "EOT", ">'", "VE𐞁"]}
+{"text": "ꟲ<META_START>'M😀🏽🙂­", "tokens": 16, "pieces": ["ꟲ", "<META", "_START", ">'", "M", "😀🏽🙂­"]}
+{"text": "㍿Z㍿åfié'ſZ㋿>'VEdeع   \n   \nm 👍🏽<META_START>éå३é", "tokens": 43, "pieces": ["㍿Z", "㍿a", "̊fié", "'ſ", "Z", "㋿>'", "VEdeع", "   \n   \n", "m", " 👍🏽<", "META", "_START", ">e", "́a", "̊", "३", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "…''re　!m㋿   \n'T9\r\n\r\n<|fim_prefix|>m", "tokens": 22, "pieces": ["…", "''", "re", "　", "!m", "㋿", "   \n", "'T", "9", "\r\n\r\n", "<|", "fim", "_prefix", "|>", "m"]}
+{"text": "\t9EOT　 's9'reİåt\n'D#$%s字>ꟲ", "tokens": 24, "pieces": ["\t", "9", "EOT", "　", " '", "s", "9", "'re", "İa", "̊t", "\n", "'D", "#$%", "s字", ">ꟲ"]}
+{"text": "'D(mEOT½\u000bß\r\n\r\n,ḍ̇m's'T́>'ſ'D\r\na字0\t<META_START>(ß'VE\r\u000b 🙂.عs9(", "tokens": 44, "pieces": ["'D", "(mEOT", "½", "\u000bß", "\r\n\r\n", ",ḋ", "̣m", "'s", "'T", "́>'", "ſ", "'D", "\r\n", "a字", "0", "\t", "<META", "_START", ">(", "ß", "'VE", "\r", "\u000b", " ", "🙂.", "عs", "9", "("]}
+{"text": "å're㋿ḍ̇'reZ㋿́'S漢!!
(Ａé'S३\r\n\r\n#$%    \n're
'VE#$%fi\n,\u000b", "tokens": 50, "pieces": ["a", "̊'", "re", "㋿ḋ", "̣'", "reZ", "㋿́'", "S漢", "!!", "
", "(Ａé", "'S", "३", "\r\n\r\n", "#$%", "    \n", "'re", "
", "'VE", "#$%", "fi", "\n", ",", "\u000b"]}
+{"text": "!!é  åéİ'Re㋿((!㋿", "tokens": 17, "pieces": ["!!", "é", " ", " a", "̊éİ", "'Re", "㋿((!㋿"]}
+{"text": "'sDž\n字\r\n\r\nm#$%fi
漢'Ret½\u000bß'Tḍ̇9 ½  éEOT're'ſⅣ字३\tm", "tokens": 44, "pieces": ["'s", "Dž", "\n", "字", "\r\n\r\n", "m", "#$%", "fi", "
漢", "'Re", "t", "½", "\u000bß", "'T", "ḋ", "̣", "9", " ", "½", " ", " e", "́EOT", "'re", "'ſ", "Ⅳ", "字", "३", "\tm"]}
+{"text": "ع<META_START>'S\"", "tokens": 7, "pieces": ["ع", "<META", "_START", ">'", "S", "\""]}
+{"text": "   \nZsⅣ\"sⅣ0é12345678<|fim_prefix|>>", "tokens": 20, "pieces": ["   \n", "Zs", "Ⅳ", "\"s", "Ⅳ0", "é", "123", "456", "78", "<|", "fim", "_prefix", "|>>"]}
+{"text": "   \n
d㍿́12345678ſ<EOT>'Ａ㋿\"   \né#$%\rfi<\r\n\r\n'lle", "tokens": 33, "pieces": ["   \n", "
d", "㍿́", "123", "456", "78", "ſ", "<EOT", ">'", "Ａ", "㋿\"", "   \n", "é", "#$%\r", "fi", "<\r\n\r\n", "'ll", "e"]}
+{"text": "'VEmDžd'Re\r\n'Re<  ㍿  é  ‍<EOT>
 漢…'TZ  t\r'Refi!", "tokens": 41, "pieces": ["'VE", "mDžd", "'Re", "\r\n", "'Re", "<", " ", " ㍿", " ", " e", "́", " ", " ‍<", "EOT", ">", "
", " 漢", "…", "'T", "Z", " ", " t", "\r", "'Re", "fi", "!"]}
+{"text": "\t\"३!½<META_START>字<EOT><META_START>#$%<META_START>\"'Sḍ̇𐞁ꟲ…   \nDž́ſéⅣ​👍🏽", "tokens": 56, "pieces": ["\t", "\"", "३", "!", "½", "<META", "_START", ">字", "<EOT", "><", "META", "_START", ">#$%<", "META", "_START", ">\"'", "Sḋ", "̣𐞁ꟲ", "…   \n", "Dž", "́ſe", "́", "Ⅳ", "​👍🏽"]}
+{"text": "'S(ß-'ll'T!

½>'VE'Td漢ع'Sd漢'VEＡ'så\r<|endoftext|><META_START>ⅣEOT'S  漢  '<|fim_prefix|>\t", "tokens": 60, "pieces": ["'S", "(ß", "-'", "ll", "'T", "!", "
", "
", "½", ">'", "VE", "'T", "d漢ع", "'S", "d漢", "'VE", "Ａ", "'s", "a", "̊\r", "<|", "endoftext", "|><", "META", "_START", ">", "Ⅳ", "EOT", "'S", " ", " 漢", " ", " '<|", "fim", "_prefix", "|>", "\t"]}
+{"text": "🙂́Ⅳ
éßZ字,­漢'ſ漢'T<|fim_prefix|>", "tokens": 29, "pieces": ["🙂́", "Ⅳ", "
e", "́ßZ字", ",­", "漢", "'ſ", "漢", "'T", "<|", "fim", "_prefix", "|>"]}
+{"text": "!!\tßß", "tokens": 4, "pieces": ["!!", "\tßß"]}
+{"text": "Z!ḍ̇'Sꟲ<#$%a#$%a's'edⅣ\teeſmeİ9'Dm", "tokens": 33, "pieces": ["Z", "!ḋ", "̣'", "Sꟲ", "<#$%", "a", "#$%", "a", "'s", "'ed", "Ⅳ", "\teeſmeİ", "9", "'D", "m"]}
+{"text": "Dž\u000b12345678\"
tꟲ'Mt\"t½", "tokens": 18, "pieces": ["Dž", "\u000b", "123", "456", "78", "\"", "
tꟲ", "'M", "t", "\"t", "½"]}
+{"text": "٣٤٥٦'ſ'M\r0EOT<'re9½<​㍿'ll'lla-s‍<|endoftext|>​tm½a aa½,å\"'D", "tokens": 51, "pieces": ["٣٤٥", "٦", "'ſ", "'M", "\r", "0", "EOT", "<'", "re", "9½", "<​㍿'", "ll", "'ll", "a", "-s", "‍<|", "endoftext", "|>​", "tm", "½", "a", " aa", "½", ",a", "̊\"'", "D"]}
+{"text": "<META_START>123456780Ａfi", "tokens": 11, "pieces": ["<META", "_START", ">", "123", "456", "780", "Ａfi"]}
+{"text": "İ‍d'll\nEOT'Dd<|endoftext|>'S\u000b", "tokens": 19, "pieces": ["İ", "‍d", "'ll", "\n", "EOT", "'D", "d", "<|", "endoftext", "|>'", "S", "\u000b"]}
+{"text": "'M'ReeＡ12345678!😀🏽, Dž<|endoftext|>'s(\"ſ'\tſ0<|endoftext|>EOT  ꟲ#$%  \n😀🏽DžDž9عſe<'ReＡⅣé", "tokens": 72, "pieces": ["'M", "'Re", "eＡ", "123", "456", "78", "!😀🏽,", " Dž", "<|", "endoftext", "|>'", "s", "(\"", "ſ", "'", "\tſ", "0", "<|", "endoftext", "|>", "EOT", " ", " ꟲ", "#$%", "  \n", "😀🏽", "DžDž", "9", "عſe", "<'", "ReＡ", "Ⅳ", "e", "́"]}
+{"text": "Ⅳ'<EOT>ḍ̇　👍🏽0ḍ̇12345678EOT<|fim_prefix|>\r\nⅣ😀🏽'VE\"é!!'S\nß  'T.𐞁é
>ḍ̇\u000b<|fim_prefix|>,́s", "tokens": 80, "pieces": ["Ⅳ", "'<", "EOT", ">ḋ", "̣", "　", "👍🏽", "0", "ḋ", "̣", "123", "456", "78", "EOT", "<|", "fim", "_prefix", "|>\r\n", "Ⅳ", "😀🏽'", "VE", "\"é", "!!'", "S", "\n", "ß", " ", " '", "T", ".𐞁e", "́", "
", ">ḋ", "̣", "\u000b", "<|", "fim", "_prefix", "|>,́", "s"]}
+{"text": "!Z\r\n½\u000b\u000bsع\n<.<|fim_prefix|>
'VEsDž㋿d𐞁'     \n<|fim_prefix|>İ#$%'MZ३  Ⅳ  'VE\r\n\r\nm9　　\r\n", "tokens": 59, "pieces": ["!Z", "\r\n", "½", "\u000b", "\u000bsع", "\n", "<.<|", "fim", "_prefix", "|>", "
", "'VE", "sDž", "㋿d𐞁", "'", "     \n", "<|", "fim", "_prefix", "|>", "İ", "#$%'", "MZ", "३", " ", " ", "Ⅳ", " ", " '", "VE", "\r\n\r\n", "m", "9", "　　\r\n"]}
+{"text": "!åİ㋿<META_START>('Re\r\n'VEḍ̇t<|endoftext|>\n0İ<9!0(", "tokens": 36, "pieces": ["!a", "̊İ", "㋿<", "META", "_START", ">('", "Re", "\r\n", "'VE", "ḋ", "̣t", "<|", "endoftext", "|>\n", "0", "İ", "<", "9", "!", "0", "("]}
+{"text": "fi<''Tde,\t…   \n<😀🏽ḍ̇Dž👍🏽 é
\tſعḍ̇Ⅳ🙂t's\"㋿  mm<META_START>(", "tokens": 60, "pieces": ["fi", "<''", "Tde", ",", "\t…   \n", "<😀🏽", "ḋ", "̣Dž", "👍🏽", " e", "́", "
", "\tſعḋ", "̣", "Ⅳ", "🙂t", "'s", "\"㋿", " ", " mm", "<META", "_START", ">("]}
+{"text": "'re'Re're  ,ß
​㋿'reEOTＡ!!㋿tDž#$%>   \ne9🙂é…9å'red(s\r\n", "tokens": 44, "pieces": ["'re", "'Re", "'re", " ", " ,", "ß", "
", "​㋿'", "reEOTＡ", "!!㋿", "tDž", "#$%>", "   \n", "e", "9", "🙂é", "…", "9", "a", "̊'", "red", "(s", "\r\n"]}
+{"text": "fia.9㍿.aꟲ  'llß", "tokens": 17, "pieces": ["fia", ".", "9", "㍿.", "aꟲ", " ", " '", "llß"]}
+{"text": "\nDžé <|endoftext|>…字 ­e\r\n…<|endoftext|><'s　ꟲ\t \t-!…<|fim_prefix|>𐞁 ſ\r\n\r\n'VEſḍ̇dع", "tokens": 63, "pieces": ["\n", "Džé", " <|", "endoftext", "|>", "…字", " ­", "e", "\r\n", "…", "<|", "endoftext", "|><'", "s", "　ꟲ", "\t ", "\t", "-!", "…", "<|", "fim", "_prefix", "|>", "𐞁", " ſ", "\r\n\r\n", "'VE", "ſḋ", "̣dع"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "½,字å<|fim_prefix|>🙂字\u000bé\n'M<META_START>ß're.ſ½é'D<<d漢", "tokens": 36, "pieces": ["½", ",字a", "̊<|", "fim", "_prefix", "|>🙂", "字", "\u000bé", "\n", "'M", "<META", "_START", ">ß", "'re", ".ſ", "½", "é", "'D", "<<", "d漢"]}
+{"text": "'S
　ḍ̇m㋿Ａe字́ḍ̇㋿'TŹ>mＡ<EOT>é
　 <|endoftext|>'VE,å   \n'ſ", "tokens": 56, "pieces": ["'S", "
", "　ḋ", "̣m", "㋿Ａe字", "́ḋ", "̣㋿'", "TZ", "́>", "mＡ", "<EOT", ">e", "́", "
　", " ", "<|", "endoftext", "|>'", "VE", ",a", "̊", "   \n", "'ſ"]}
+{"text": "9ZDž<字é字<Dž½d‍'T!sⅣEOT   \n‍\tEOTåa'ſＡå٣٤٥٦İ𐞁", "tokens": 53, "pieces": ["9", "ZDž", "<字é字", "<Dž", "½", "d", "‍'", "T", "!s", "Ⅳ", "EOT", "   \n", "‍", "\tEOTa", "̊a", "'ſ", "Ａa", "̊", "٣٤٥", "٦", "İ𐞁"]}
+{"text": "'ll>३   \n'12345678#$%\r!d‍́<META_START>,-t😀🏽\r\n\r\n'D>́👍🏽", "tokens": 38, "pieces": ["'ll", ">", "३", "   \n", "'", "123", "456", "78", "#$%\r", "!d", "‍́<", "META", "_START", ">,-", "t", "😀🏽\r\n\r\n", "'D", ">́👍🏽"]}
+{"text": "12345678'S as­<|fim_prefix|>Dž12345678>es!<|endoftext|>\t", "tokens": 28, "pieces": ["123", "456", "78", "'S", " as", "­<|", "fim", "_prefix", "|>", "Dž", "123", "456", "78", ">es", "!<|", "endoftext", "|>", "\t"]}
+{"text": "Z12345678e'S<EOT>\r\n<|fim_prefix|>é½-", "tokens": 20, "pieces": ["Z", "123", "456", "78", "e", "'S", "<EOT", ">\r\n", "<|", "fim", "_prefix", "|>", "e", "́", "½", "-"]}
+{"text": "<|fim_prefix|>\r\nm𐞁\u000b漢߅'s'VE'Dß<EOT>åß ,  <META_START>'Re'D'MDž.'ll字'Sꟲ…ع", "tokens": 51, "pieces": ["<|", "fim", "_prefix", "|>\r\n", "m𐞁", "\u000b漢ß", "…", "'s", "'VE", "'D", "ß", "<EOT", ">a", "̊ß", " ", ",", " ", " <", "META", "_START", ">'", "Re", "'D", "'M", "Dž", ".'", "ll字", "'S", "ꟲ", "…ع"]}
+{"text": "'Dḍ̇'D\nfi!'s\r\n\r\nİ́t …,'re\t<META_START>ḍ̇<|endoftext|>", "tokens": 39, "pieces": ["'D", "ḋ", "̣'", "D", "\n", "fi", "!'", "s", "\r\n\r\n", "İ", "́t", " ", "…", ",'", "re", "\t", "<META", "_START", ">ḋ", "̣<|", "endoftext", "|>"]}
+{"text": "İ.,'VE'S
\r(  !­ßſ'Sꟲs\tꟲ\u000b-'ſع,Ａå", "tokens": 35, "pieces": ["İ", ".,'", "VE", "'S", "
\r", "(", " ", " !­", "ßſ", "'S", "ꟲs", "\tꟲ", "\u000b", "-'", "ſع", ",Ａa", "̊"]}
+{"text": "12345678­٣٤٥٦('Re0ſ<…ع🙂\u000b<META_START>t<EOT>éⅣa're're", "tokens": 37, "pieces": ["123", "456", "78", "­", "٣٤٥", "٦", "('", "Re", "0", "ſ", "<", "…ع", "🙂", "\u000b", "<META", "_START", ">t", "<EOT", ">e", "́", "Ⅳ", "a", "'re", "'re"]}
+{"text": "ꟲ字>t́<META_START>㋿\r\n\r\n字👍🏽ds'Tß<|fim_prefix|>🙂 字", "tokens": 34, "pieces": ["ꟲ字", ">t", "́<", "META", "_START", ">㋿\r\n\r\n", "字", "👍🏽", "ds", "'T", "ß", "<|", "fim", "_prefix", "|>🙂", " 字"]}
+{"text": " a  ​'sꟲ<EOT>dés!!\"'VE<|endoftext|>'re👍🏽EOT'sZ're' ́Ａ字é½𐞁's㋿9㍿ſ", "tokens": 60, "pieces": [" a", " ", " ", "​'", "sꟲ", "<EOT", ">de", "́s", "!!\"'", "VE", "<|", "endoftext", "|>'", "re", "👍🏽", "EOT", "'s", "Z", "'re", "'", " ́", "Ａ字e", "́", "½", "𐞁", "'s", "㋿", "9", "㍿ſ"]}
+{"text": "‍\n'sm,fiع́t,'s!!٣٤٥٦'字😀🏽👍🏽‍'re३!
", "tokens": 44, "pieces": ["‍\n", "'s", "m", ",fiع", "́t", ",'", "s", "!!", "٣٤٥", "٦", "'字", "😀🏽👍🏽‍'", "re", "३", "!", "
"]}
+{"text": "　…𐞁­'D­Ⅳ0EOT\r🙂字\r\nß'VE३é<|endoftext|>Z👍🏽😀🏽ß٣٤٥٦d𐞁ꟲ㋿<|fim_prefix|>㍿<META_START>\n", "tokens": 81, "pieces": ["　", "…𐞁", "­'", "D", "­", "Ⅳ0", "EOT", "\r", "🙂字", "\r\n", "ß", "'VE", "३", "e", "́<|", "endoftext", "|>", "Z", "👍🏽😀🏽", "ß", "٣٤٥", "٦", "d𐞁ꟲ", "㋿<|", "fim", "_prefix", "|>㍿<", "META", "_START", ">\n"]}
+{"text": "-\r\n\r\nß🙂<META_START>'re<|fim_prefix|>EOT…ésfi<'ll…ꟲ12345678㋿e>", "tokens": 41, "pieces": ["-\r\n\r\n", "ß", "🙂<", "META", "_START", ">'", "re", "<|", "fim", "_prefix", "|>", "EOT", "…e", "́sfi", "<'", "ll", "…ꟲ", "123", "456", "78", "㋿e", ">"]}
+{"text": "字.EOTå   \n  ½ ‍'re'VE'llß
sſ漢'T'M'Då(#$%<|fim_prefix|><­'re\r\n\r\nZ½ß're<|fim_prefix|><META_START>'s　é", "tokens": 63, "pieces": ["字", ".EOTa", "̊", "   \n", " ", " ", "½", " ", "‍'", "re", "'VE", "'ll", "ß", "
sſ漢", "'T", "'M", "'D", "a", "̊(#$%<|", "fim", "_prefix", "|><­'", "re", "\r\n\r\n", "Z", "½", "ß", "'re", "<|", "fim", "_prefix", "|><", "META", "_START", ">'", "s", "　é"]}
+{"text": "<EOT>Ⅳ", "tokens": 5, "pieces": ["<EOT", ">", "Ⅳ"]}
+{"text": "　9ß(😀🏽㋿漢< <|endoftext|>''Mfi𐞁'D\r\n\r\n 12345678\r\n漢å<ع're,\r\nZ", "tokens": 46, "pieces": ["　", "9", "ß", "(😀🏽㋿", "漢", "<", " <|", "endoftext", "|>''", "Mfi𐞁", "'D", "\r\n\r\n", " ", "123", "456", "78", "\r\n", "漢a", "̊<", "ع", "'re", ",\r\n", "Z"]}
+{"text": "٣٤٥٦ß!!Ａ\t👍🏽!!e.ꟲ'VE", "tokens": 27, "pieces": ["٣٤٥", "٦", "ß", "!!", "Ａ", "\t", "👍🏽!!", "e", ".ꟲ", "'VE"]}
+{"text": "'D\r\n\r\n'sſ𐞁<|fim_prefix|><|endoftext|>12345678<|endoftext|>é́́İ<  ſDž'T   \nfiⅣſＡ><EOT>Zꟲ㋿ع\r(>ſ'   \n   \n12345678٣٤٥٦Ａ", "tokens": 84, "pieces": ["'D", "\r\n\r\n", "'s", "ſ𐞁", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "123", "456", "78", "<|", "endoftext", "|>", "é", "́́", "İ", "<", " ", " ſDž", "'T", "   \n", "fi", "Ⅳ", "ſＡ", "><", "EOT", ">Zꟲ", "㋿ع", "\r", "(>", "ſ", "'", "   \n   \n", "123", "456", "78٣", "٤٥٦", "Ａ"]}
+{"text": "'sḍ̇-é३<|fim_prefix|>'T'sſ'Mé<|fim_prefix|>", "tokens": 32, "pieces": ["'s", "ḋ", "̣-", "e", "́", "३", "<|", "fim", "_prefix", "|>'", "T", "'s", "ſ", "'M", "e", "́<|", "fim", "_prefix", "|>"]}
+{"text": ">漢d\"\nZ're­'S'D,\n", "tokens": 12, "pieces": [">漢d", "\"\n", "Z", "'re", "­'", "S", "'D", ",\n"]}
+{"text": "m 🙂'TＡtⅣ\rd'Reſ'VE٣٤٥٦Ａ३㍿'Reİ'Ss å😀🏽́!…\r(\n'M'S'ſ漢Ⅳ  漢…Ⅳ  ", "tokens": 70, "pieces": ["m", " ", "🙂'", "TＡt", "Ⅳ", "\r", "d", "'Re", "ſ", "'VE", "٣٤٥", "٦", "Ａ", "३", "㍿'", "Reİ", "'S", "s", " a", "̊😀🏽́!", "…\r", "(\n", "'M", "'S", "'ſ", "漢", "Ⅳ", " ", " 漢", "…", "Ⅳ", "  "]}
+{"text": "🙂́ 12345678<|endoftext|>'M(", "tokens": 16, "pieces": ["🙂́", " ", "123", "456", "78", "<|", "endoftext", "|>'", "M", "("]}
+{"text": "<'ſ½'ſ're½'VE\"\n
'S,ßꟲ\n!!ſ'ſ 
!'MßéZ", "tokens": 35, "pieces": ["<'", "ſ", "½", "'ſ", "'re", "½", "'VE", "\"\n", "
", "'S", ",ßꟲ", "\n", "!!", "ſ", "'ſ", " ", "
", "!'", "MßéZ"]}
+{"text": "
d́EOT漢!<|fim_prefix|>.½   ३…\"Ａ́'S<|endoftext|>", "tokens": 36, "pieces": ["
d", "́EOT漢", "!<|", "fim", "_prefix", "|>.", "½", "  ", " ", "३", "…", "\"Ａ", "́'", "S", "<|", "endoftext", "|>"]}
+{"text": "<|endoftext|>0ع👍🏽'Re字ع're🙂\r\n\r\n𐞁ḍ̇,", "tokens": 33, "pieces": ["<|", "endoftext", "|>", "0", "ع", "👍🏽'", "Re字ع", "'re", "🙂\r\n\r\n", "𐞁ḋ", "̣,"]}
+{"text": "'re\n㋿\u000bs३\r\nḍ̇ꟲ's'llå-ḍ̇Ａ   \n​㍿'!'Re'rem㋿\r\n   \nḍ̇㍿😀🏽½", "tokens": 60, "pieces": ["'re", "\n", "㋿", "\u000bs", "३", "\r\n", "ḋ", "̣ꟲ", "'s", "'ll", "a", "̊-", "ḋ", "̣Ａ", "   \n", "​㍿'!'", "Re", "'re", "m", "㋿\r\n", "   \n", "ḋ", "̣㍿😀🏽", "½"]}
+{"text": "e🙂fi'S<|endoftext|>
met'M's½å🙂㋿👍🏽'M!, ß<|fim_prefix|>\r\n\r\n<|fim_prefix|>　m,", "tokens": 55, "pieces": ["e", "🙂fi", "'S", "<|", "endoftext", "|>", "
met", "'M", "'s", "½", "a", "̊🙂㋿👍🏽'", "M", "!,", " ß", "<|", "fim", "_prefix", "|>\r\n\r\n", "<|", "fim", "_prefix", "|>", "　m", ","]}
+{"text": "<Ａét<|fim_prefix|>İ<|fim_prefix|>,
", "tokens": 21, "pieces": ["<Ａét", "<|", "fim", "_prefix", "|>", "İ", "<|", "fim", "_prefix", "|>,", "
"]}
+{"text": "٣٤٥٦ß aＡİa<EOT> \t\r\n'Dꟲ🙂　", "tokens": 27, "pieces": ["٣٤٥", "٦", "ß", " aＡİa", "<EOT", ">", " \t\r\n", "'D", "ꟲ", "🙂", "　"]}
+{"text": "½#$%​é字12345678ß½fi'llDž­Ⅳ㋿(,Dž   \n'S'VEd", "tokens": 32, "pieces": ["½", "#$%​", "e", "́字", "123", "456", "78", "ß", "½", "fi", "'ll", "Dž", "­", "Ⅳ", "㋿(,", "Dž", "   \n", "'S", "'VE", "d"]}
+{"text": ">'S(#$%'D…Z‍'M㋿\r\n>", "tokens": 18, "pieces": [">'", "S", "(#$%'", "D", "…Z", "‍'", "M", "㋿\r\n", ">"]}
+{"text": "aⅣ12345678<|fim_prefix|>>m🙂 !!…'Re< \r\nＡ​😀🏽#$%-Ａ'Re🙂​'Tt'Re(s٣٤٥٦Z­m", "tokens": 54, "pieces": ["a", "Ⅳ12", "345", "678", "<|", "fim", "_prefix", "|>>", "m", "🙂", " !!", "…", "'Re", "<", " \r\n", "Ａ", "​😀🏽#$%-", "Ａ", "'Re", "🙂​'", "Tt", "'Re", "(s", "٣٤٥", "٦", "Z", "­m"]}
+{"text": "å.'M'VE
\tEOT漢漢🙂.12345678ع
EOT!!Zß   dع9ſ.<'S漢\n,👍🏽9🙂\u000b", "tokens": 53, "pieces": ["a", "̊.'", "M", "'VE", "
", "\tEOT漢漢", "🙂.", "123", "456", "78", "ع", "
EOT", "!!", "Zß", "  ", " dع", "9", "ſ", ".<'", "S漢", "\n", ",👍🏽", "9", "🙂", "\u000b"]}
+{"text": "ḍ̇Ａ'ſ<", "tokens": 11, "pieces": ["ḋ", "̣Ａ", "'ſ", "<"]}
+{"text": "㍿\u000b>e㋿#$%'S\r<|endoftext|>fi   \ń(<|fim_prefix|>
.İDžs'M'Ret0
'S'MＡ12345678", "tokens": 50, "pieces": ["㍿", "\u000b", ">e", "㋿#$%'", "S", "\r", "<|", "endoftext", "|>", "fi", "   \n", "́(<|", "fim", "_prefix", "|>", "
", ".İDžs", "'M", "'Re", "t", "0", "
", "'S", "'M", "Ａ", "123", "456", "78"]}
+{"text": "å", "tokens": 3, "pieces": ["a", "̊"]}
+{"text": "  ḍ̇Dž", "tokens": 8, "pieces": [" ", " ḋ", "̣Dž"]}
+{"text": "'ſå३ß'MDž'M<|endoftext|>​12345678<META_START>٣٤٥٦😀🏽  'VE'T<META_START>'(ع\t(åⅣ", "tokens": 57, "pieces": ["'ſ", "a", "̊", "३", "ß", "'M", "Dž", "'M", "<|", "endoftext", "|>​", "123", "456", "78", "<META", "_START", ">", "٣٤٥", "٦", "😀🏽", " ", " '", "VE", "'T", "<META", "_START", ">'(", "ع", "\t", "(a", "̊", "Ⅳ"]}
+{"text": "EOT𐞁d-<META_START>!!‍'D👍🏽ß'T漢0👍🏽字12345678'Re(…('T字　<EOT>å(Z½éḍ̇0#$%'S  ٣٤٥٦​", "tokens": 75, "pieces": ["EOT𐞁d", "-<", "META", "_START", ">!!‍'", "D", "👍🏽", "ß", "'T", "漢", "0", "👍🏽", "字", "123", "456", "78", "'Re", "(", "…", "('", "T字", "　", "<EOT", ">a", "̊(", "Z", "½", "éḋ", "̣", "0", "#$%'", "S", " ", " ", "٣٤٥", "٦", "​"]}
+{"text": "0'Re\r\n\r\n-mⅣ½a½́ ꟲ…", "tokens": 15, "pieces": ["0", "'Re", "\r\n\r\n", "-m", "Ⅳ½", "a", "½", "́", " ꟲ", "…"]}
+{"text": "9EOT٣٤٥٦'ſe'VE٣٤٥٦字é\"'ll", "tokens": 30, "pieces": ["9", "EOT", "٣٤٥", "٦", "'ſ", "e", "'VE", "٣٤٥", "٦", "字e", "́\"'", "ll"]}
+{"text": "　EOT'ſfi'S-12345678.ꟲfi🙂<EOT>🙂 'D½12345678\tEOTdm'll\n'!åå-'D", "tokens": 48, "pieces": ["　EOT", "'ſ", "fi", "'S", "-", "123", "456", "78", ".ꟲfi", "🙂<", "EOT", ">🙂", " '", "D", "½12", "345", "678", "\tEOTdm", "'ll", "\n", "'!", "a", "̊a", "̊-'", "D"]}
+{"text": "'VE EOT'M<EOT>ḍ̇<EOT>'ſ're𐞁İ'ſ\"'re<EOT>ß   \n­0­<|endoftext|>漢sDž 'Re­'VEع𐞁.\n३㍿Zdé'M", "tokens": 71, "pieces": ["'VE", " EOT", "'M", "<EOT", ">ḋ", "̣<", "EOT", ">'", "ſ", "'re", "𐞁İ", "'ſ", "\"'", "re", "<EOT", ">ß", "   \n", "­", "0", "­<|", "endoftext", "|>", "漢sDž", " ", "'Re", "­'", "VEع𐞁", ".\n", "३", "㍿Zdé", "'M"]}
+{"text": "!!½!!s12345678!!.", "tokens": 8, "pieces": ["!!", "½", "!!", "s", "123", "456", "78", "!!."]}
+{"text": "fi㍿t३…Dž12345678é३Z\u000bfi,0­<EOT>d'ſ<META_START>‍\r\n\r\n<EOT>Ⅳ…fi ", "tokens": 49, "pieces": ["fi", "㍿t", "३", "…Dž", "123", "456", "78", "é", "३", "Z", "\u000bfi", ",", "0", "­<", "EOT", ">d", "'ſ", "<META", "_START", ">‍\r\n\r\n", "<EOT", ">", "Ⅳ", "…fi", " "]}
+{"text": "dع'Rem\r'M>'S​'ſＡdéDž́ſİ9ḍ̇,\nå-字­- 'Ms'M!!٣٤٥٦12345678३Ａé́\t", "tokens": 59, "pieces": ["dع", "'Re", "m", "\r", "'M", ">'", "S", "​'", "ſＡdéDž", "́ſİ", "9", "ḋ", "̣,\n", "a", "̊-", "字", "­-", " '", "Ms", "'M", "!!", "٣٤٥", "٦12", "345", "678", "३", "Ａe", "́́", "\t"]}
+{"text": "é🙂\t\n,Ａsé　🙂'lĺ'D<EOT>dß\"字 !!'S'D\u000b'll<   \n(DžＡå<|endoftext|>0<META_START>!'re", "tokens": 55, "pieces": ["e", "́🙂", "\t\n", ",Ａsé", "　", "🙂'", "ll", "́'", "D", "<EOT", ">dß", "\"字", " ", "!!'", "S", "'D", "\u000b", "'ll", "<", "   \n", "(DžＡa", "̊<|", "endoftext", "|>", "0", "<META", "_START", ">!'", "re"]}
+{"text": "é", "tokens": 2, "pieces": ["e", "́"]}
+{"text": " '​🙂-字'ſ<|endoftext|>'M㋿\"tt㍿d-ſ'Tꟲ'M½٣٤٥٦\r\n\r\n'ſ   \n'llt'reZ٣٤٥٦0d", "tokens": 62, "pieces": [" '​🙂-", "字", "'ſ", "<|", "endoftext", "|>'", "M", "㋿\"", "tt", "㍿d", "-ſ", "'T", "ꟲ", "'M", "½٣٤", "٥٦", "\r\n\r\n", "'ſ", "   \n", "'ll", "t", "'re", "Z", "٣٤٥", "٦0", "d"]}
+{"text": "\"\nt '<META_START>ꟲß", "tokens": 11, "pieces": ["\"\n", "t", " ", "'<", "META", "_START", ">ꟲß"]}
+{"text": "12345678'll\t​12345678<EOT>.\r\n\r\nſ!tßfi‍\"'s< \r!!0é½\"('Dḍ̇et'S.", "tokens": 43, "pieces": ["123", "456", "78", "'ll", "\t", "​", "123", "456", "78", "<EOT", ">.\r\n\r\n", "ſ", "!tßfi", "‍\"'", "s", "<", " \r", "!!", "0", "e", "́", "½", "\"('", "Dḋ", "̣et", "'S", "."]}
+{"text": "-m𐞁å<EOT>", "tokens": 12, "pieces": ["-m𐞁a", "̊<", "EOT", ">"]}
+{"text": "\r\nZ🙂👍🏽­　\u000b", "tokens": 13, "pieces": ["\r\n", "Z", "🙂👍🏽­", "　\u000b"]}
+{"text": "\t👍🏽e12345678m'Sé>㋿'MEOT's\t<EOT>㍿\né́'S\"!!0  ßå!d ,Ａ٣٤٥٦   \n‍\n'Re", "tokens": 62, "pieces": ["\t", "👍🏽", "e", "123", "456", "78", "m", "'S", "é", ">㋿'", "MEOT", "'s", "\t", "<EOT", ">㍿\n", "é", "́'", "S", "\"!!", "0", " ", " ßa", "̊!", "d", " ", ",Ａ", "٣٤٥", "٦", "   \n", "‍\n", "'Re"]}
+{"text": "𐞁( 😀🏽\n\r\n\r\n", "tokens": 13, "pieces": ["𐞁", "(", " ", "😀🏽\n\r\n\r\n"]}
+{"text": "9tm,­ع-字३.  漢‍  　Ⅳ'Re'Re\u000b9Z", "tokens": 25, "pieces": ["9", "tm", ",­", "ع", "-字", "३", ".", " ", " 漢", "‍", "  ", "　", "Ⅳ", "'Re", "'Re", "\u000b", "9", "Z"]}
+{"text": "‍👍🏽'M­́İḍ̇  🙂(mDžＡ㋿\r\n  9'll ><|endoftext|>ſ\n!!🙂ét9🙂>'VE-9<EOT> ", "tokens": 61, "pieces": ["‍👍🏽'", "M", "­́", "İḋ", "̣", " ", " 🙂(", "mDžＡ", "㋿\r\n", " ", " ", "9", "'ll", " ><|", "endoftext", "|>", "ſ", "\n", "!!🙂", "e", "́t", "9", "🙂>'", "VE", "-", "9", "<EOT", ">", " "]}
+{"text": "-0 ḍ̇", "tokens": 7, "pieces": ["-", "0", " ḋ", "̣"]}
+{"text": "é字fifi!!é's👍🏽ſm<|fim_prefix|>(漢s\r\n\r\n
İ३
ݽ's9İaſs'sé'ſ   \néİ😀🏽\t", "tokens": 62, "pieces": ["e", "́字fifi", "!!", "é", "'s", "👍🏽", "ſm", "<|", "fim", "_prefix", "|>(", "漢s", "\r\n\r\n", "
İ", "३", "
İ", "½", "'s", "9", "İaſs", "'s", "e", "́'", "ſ", "   \n", "e", "́İ", "😀🏽", "\t"]}
+{"text": "عs", "tokens": 2, "pieces": ["عs"]}
+{"text": "İ's\refi　Ａt's­9😀🏽åⅣ\r\n'd‍", "tokens": 27, "pieces": ["İ", "'s", "\r", "efi", "　Ａt", "'s", "­", "9", "😀🏽", "a", "̊", "Ⅳ", "\r\n", "'d", "‍"]}
+{"text": "<\r漢\u000ba\"½t'T𐞁字0㋿\t३😀🏽'Re'T", "tokens": 30, "pieces": ["<\r", "漢", "\u000ba", "\"", "½", "t", "'T", "𐞁字", "0", "㋿", "\t", "३", "😀🏽'", "Re", "'T"]}
+{"text": "👍🏽", "tokens": 6, "pieces": ["👍🏽"]}
+{"text": "　å👍🏽𐞁\r\n'' 0e!!'D🙂
", "tokens": 26, "pieces": ["　a", "̊👍🏽", "𐞁", "\r\n", "''", " ", "0", "e", "!!'", "D", "🙂", "
"]}
+{"text": "12345678Z", "tokens": 4, "pieces": ["123", "456", "78", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi…123456780Z0'M", "tokens": 10, "pieces": ["fi", "…", "123", "456", "780", "Z", "0", "'M"]}
+{"text": "'ſ  'VE,\t३Ⅳ😀🏽", "tokens": 17, "pieces": ["'ſ", " ", " '", "VE", ",", "\t", "३Ⅳ", "😀🏽"]}
+{"text": "字­'漢ꟲ\r\n­‍'S('S\"́sa\u000b<EOT>ßßt#$% <|fim_prefix|><EOT>👍🏽 ḍ̇t𐞁ḍ̇  …!ß𐞁㍿", "tokens": 71, "pieces": ["字", "­'", "漢ꟲ", "\r\n", "­‍'", "S", "('", "S", "\"́", "sa", "\u000b", "<EOT", ">ßßt", "#$%", " <|", "fim", "_prefix", "|><", "EOT", ">👍🏽", " ḋ", "̣t𐞁ḋ", "̣", "  ", "…", "!ß𐞁", "㍿"]}
+{"text": "ſ́😀🏽㋿0'T­漢<EOT>ع‍\t d12345678'VE\tⅣſ🙂㋿dDž't!!", "tokens": 44, "pieces": ["ſ", "́😀🏽㋿", "0", "'T", "­漢", "<EOT", ">ع", "‍", "\t", " d", "123", "456", "78", "'VE", "\t", "Ⅳ", "ſ", "🙂㋿", "dDž", "'t", "!!"]}
+{"text": "t…عꟲß́
👍🏽\u000b'MＡdſ'VE'D", "tokens": 27, "pieces": ["t", "…عꟲß", "́", "
", "👍🏽", "\u000b", "'M", "Ａdſ", "'VE", "'D"]}
+{"text": "İß漢e㋿  ३…<|endoftext|>9Ａ́", "tokens": 25, "pieces": ["İß漢e", "㋿", " ", " ", "३", "…", "<|", "endoftext", "|>", "9", "Ａ", "́"]}
+{"text": "ß'ret(ßt'Re👍🏽0,\u000b!!s\rＡ<META_START>'​𐞁​字ꟲع<META_START>\u000b", "tokens": 41, "pieces": ["ß", "'re", "t", "(ßt", "'Re", "👍🏽", "0", ",", "\u000b", "!!", "s", "\r", "Ａ", "<META", "_START", ">'​", "𐞁", "​字ꟲع", "<META", "_START", ">", "\u000b"]}
+{"text": "٣٤٥٦Ａ'T\t  mꟲ9<EOT> >'T𐞁ＡaＡ\r\n>👍🏽'S'Dm
​<EOT>", "tokens": 52, "pieces": ["٣٤٥", "٦", "Ａ", "'T", "\t ", " mꟲ", "9", "<EOT", ">", " >'", "T𐞁ＡaＡ", "\r\n", ">👍🏽'", "S", "'D", "m", "
", "​<", "EOT", ">"]}
+{"text": "Džḍ̇㍿(<|fim_prefix|>ḍ̇½!!\n('Re<EOT><|fim_prefix|>👍🏽   \n…字\n12345678Ａ㋿ḍ̇d éİEOTt.…ſ\u000bå're​9", "tokens": 79, "pieces": ["Džḋ", "̣㍿(<|", "fim", "_prefix", "|>", "ḋ", "̣", "½", "!!\n", "('", "Re", "<EOT", "><|", "fim", "_prefix", "|>👍🏽", "   \n", "…字", "\n", "123", "456", "78", "Ａ", "㋿ḋ", "̣d", " éİEOTt", ".", "…ſ", "\u000ba", "̊'", "re", "​", "9"]}
+{"text": "\r\n\r\nⅣſ'redé,é     \n<|endoftext|>ßſ\rꟲＡ,\n\r👍🏽(👍🏽😀🏽<|endoftext|>\"-\n𐞁…9", "tokens": 62, "pieces": ["\r\n\r\n", "Ⅳ", "ſ", "'re", "de", "́,", "é", "     \n", "<|", "endoftext", "|>", "ßſ", "\r", "ꟲＡ", ",\n\r", "👍🏽(👍🏽😀🏽<|", "endoftext", "|>\"-\n", "𐞁", "…", "9"]}
+{"text": "Ａ0's", "tokens": 4, "pieces": ["Ａ", "0", "'s"]}
+{"text": "😀🏽Z\n'Tſfi\r\n'll>.'SßéEOT0　漢…😀🏽́Ⅳ́𐞁ＡéEOT\u000bt", "tokens": 47, "pieces": ["😀🏽", "Z", "\n", "'T", "ſfi", "\r\n", "'ll", ">.'", "Sße", "́EOT", "0", "　漢", "…", "😀🏽́", "Ⅳ", "́𐞁ＡéEOT", "\u000bt"]}
+{"text": "🙂漢!!İ🙂٣٤٥٦EOTß\r\n\t
#$%å0>-👍🏽\ŕ𐞁𐞁३İ", "tokens": 49, "pieces": ["🙂漢", "!!", "İ", "🙂", "٣٤٥", "٦", "EOTß", "\r\n", "\t", "
", "#$%", "a", "̊", "0", ">-👍🏽\r", "́𐞁𐞁", "३", "İ"]}
+{"text": "Z'T're ㋿​½­‍å   \n<　<'T   \nmm<EOT>½", "tokens": 26, "pieces": ["Z", "'T", "'re", " ", "㋿​", "½", "­‍", "a", "̊", "   \n", "<", "　", "<'", "T", "   \n", "mm", "<EOT", ">", "½"]}
+{"text": "'VE​㍿­<META_START>½<|endoftext|>", "tokens": 19, "pieces": ["'VE", "​㍿­<", "META", "_START", ">", "½", "<|", "endoftext", "|>"]}
+{"text": "\r\nå\r  ٣٤٥٦!!'ll\ns<EOT>ß're'ſ'S9sZ🙂\r\nß­s", "tokens": 37, "pieces": ["\r\n", "a", "̊\r", " ", " ", "٣٤٥", "٦", "!!'", "ll", "\n", "s", "<EOT", ">ß", "'re", "'ſ", "'S", "9", "sZ", "🙂\r\n", "ß", "­s"]}
+{"text": "'VE🙂", "tokens": 4, "pieces": ["'VE", "🙂"]}
+{"text": "é\u000bDž‍s­!", "tokens": 10, "pieces": ["e", "́", "\u000bDž", "‍s", "­!"]}
+{"text": "'SZ#$%Z½m🙂ſ字ع字\råeſ'll😀🏽å", "tokens": 30, "pieces": ["'S", "Z", "#$%", "Z", "½", "m", "🙂ſ字ع字", "\r", "a", "̊eſ", "'ll", "😀🏽", "a", "̊"]}
+{"text": "ḍ̇'T<|endoftext|>
9<|fim_prefix|>漢㋿‍0ß🙂　a\u000bＡ३", "tokens": 42, "pieces": ["ḋ", "̣'", "T", "<|", "endoftext", "|>", "
", "9", "<|", "fim", "_prefix", "|>", "漢", "㋿‍", "0", "ß", "🙂", "　a", "\u000bＡ", "३"]}
+{"text": "'ll-'ll0'Re字ZꟲⅣ漢👍🏽\r\n\r\n😀🏽\u000bZ字,dß", "tokens": 31, "pieces": ["'ll", "-'", "ll", "0", "'Re", "字Zꟲ", "Ⅳ", "漢", "👍🏽\r\n\r\n", "😀🏽", "\u000bZ字", ",dß"]}
+{"text": "\r\n\r\nſDžZ're  \nⅣ9Ａ'ſ\r\n\r\n'VÉé٣٤٥٦𐞁ém!<'Re #$%EOT!!", "tokens": 45, "pieces": ["\r\n\r\n", "ſDžZ", "'re", "  \n", "Ⅳ9", "Ａ", "'ſ", "\r\n\r\n", "'VE", "́e", "́", "٣٤٥", "٦", "𐞁e", "́m", "!<'", "Re", " #$%", "EOT", "!!"]}
+{"text": "'S<EOT><|fim_prefix|>ꟲ<EOT>😀🏽s　d'VE漢<|endoftext|>'llDžſ😀🏽", "tokens": 45, "pieces": ["'S", "<EOT", "><|", "fim", "_prefix", "|>", "ꟲ", "<EOT", ">😀🏽", "s", "　d", "'VE", "漢", "<|", "endoftext", "|>'", "llDžſ", "😀🏽"]}
+{"text": "'Sde㍿漢>🙂Dž!!<👍🏽   \n½ḍ̇'ll­fi12345678\"é<|fim_prefix|>", "tokens": 44, "pieces": ["'S", "de", "㍿漢", ">🙂", "Dž", "!!<👍🏽", "   \n", "½", "ḋ", "̣'", "ll", "­fi", "123", "456", "78", "\"é", "<|", "fim", "_prefix", "|>"]}
+{"text": "\"\r\n'VE<|fim_prefix|>🙂\"", "tokens": 13, "pieces": ["\"\r\n", "'VE", "<|", "fim", "_prefix", "|>🙂\""]}
+{"text": " ,<​ß'T<\r\n\r\nåeß' é<|endoftext|>>'ll-ß's㋿'VEß‍<|fim_prefix|>İt…-12345678'>٣٤٥٦　ß", "tokens": 61, "pieces": [" ,<​", "ß", "'T", "<\r\n\r\n", "a", "̊eß", "'", " e", "́<|", "endoftext", "|>>'", "ll", "-ß", "'s", "㋿'", "VEß", "‍<|", "fim", "_prefix", "|>", "İt", "…", "-", "123", "456", "78", "'>", "٣٤٥", "٦", "　ß"]}
+{"text": "t​!12345678'll😀🏽\r\n", "tokens": 13, "pieces": ["t", "​!", "123", "456", "78", "'ll", "😀🏽\r\n"]}
+{"text": ".é　,<|fim_prefix|>ḍ̇\rEOT'Ret​åé\t'ſt㋿ſⅣ🙂漢e\r\n\r\n'SＡa12345678　!­", "tokens": 54, "pieces": [".e", "́", "　", ",<|", "fim", "_prefix", "|>", "ḋ", "̣\r", "EOT", "'Re", "t", "​a", "̊e", "́", "\t", "'ſ", "t", "㋿ſ", "Ⅳ", "🙂漢e", "\r\n\r\n", "'S", "Ａa", "123", "456", "78", "　", "!­"]}
+{"text": "　́    're12345678dm", "tokens": 9, "pieces": ["　", "́", "   ", " ", "'re", "123", "456", "78", "dm"]}
+{"text": "ſéſ9́EOTEOT!!\"  ßİ!!fia é!…s字e", "tokens": 29, "pieces": ["ſe", "́ſ", "9", "́EOTEOT", "!!\"", " ", " ßİ", "!!", "fia", " é", "!", "…s字e"]}
+{"text": "३'s\r'M
㍿,\r\n\r\nعEOT 'll,'re\r\n'M'ſİ!<EOT>", "tokens": 28, "pieces": ["३", "'s", "\r", "'M", "
", "㍿,\r\n\r\n", "عEOT", " ", "'ll", ",'", "re", "\r\n", "'M", "'ſ", "İ", "!<", "EOT", ">"]}
+{"text": "'ſm'S'llſ'Re漢é<EOT>ꟲ9", "tokens": 19, "pieces": ["'ſ", "m", "'S", "'ll", "ſ", "'Re", "漢é", "<EOT", ">ꟲ", "9"]}
+{"text": "-.ꟲſ'\r'll'VE
å", "tokens": 16, "pieces": ["-.", "ꟲſ", "'\r", "'ll", "'VE", "
a", "̊"]}
+{"text": "'S٣٤٥٦é0Ａ🙂é<|endoftext|><EOT>s\r\n\r\n", "tokens": 29, "pieces": ["'S", "٣٤٥", "٦", "e", "́", "0", "Ａ", "🙂e", "́<|", "endoftext", "|><", "EOT", ">s", "\r\n\r\n"]}
+{"text": "\u000b", "tokens": 1, "pieces": ["\u000b"]}
+{"text": ".\"-ßⅣEOT🙂aⅣé
", "tokens": 16, "pieces": [".\"-", "ß", "Ⅳ", "EOT", "🙂a", "Ⅳ", "e", "́", "
"]}
+{"text": "½\u000b🙂‍0!a ३9\r\n😀🏽߅.'S", "tokens": 24, "pieces": ["½", "\u000b", "🙂‍", "0", "!a", " ", "३9", "\r\n", "😀🏽", "ß", "…", ".'", "S"]}
+{"text": "漢Ⅳḍ̇Ａ((\r\r\n .<|endoftext|>
ſ'Re३٣٤٥٦ꟲm", "tokens": 40, "pieces": ["漢", "Ⅳ", "ḋ", "̣Ａ", "((\r\r\n", " ", ".<|", "endoftext", "|>", "
ſ", "'Re", "३٣٤", "٥٦", "ꟲm"]}
+{"text": "!!٣٤٥٦\r\n\n", "tokens": 10, "pieces": ["!!", "٣٤٥", "٦", "\r\n\n"]}
+{"text": "٣٤٥٦字İ!!m'T…eé<META_START>", "tokens": 21, "pieces": ["٣٤٥", "٦", "字İ", "!!", "m", "'T", "…eé", "<META", "_START", ">"]}
+{"text": ".　😀🏽d(Ａ́Z   \nＡ🙂ß'Dİd   \n½㍿é‍", "tokens": 30, "pieces": [".", "　", "😀🏽", "d", "(Ａ", "́Z", "   \n", "Ａ", "🙂ß", "'D", "İd", "   \n", "½", "㍿é", "‍"]}
+{"text": "\r\n\r\n​Dž😀🏽s<|endoftext|>½0<META_START>½½'re…", "tokens": 28, "pieces": ["\r\n\r\n", "​Dž", "😀🏽", "s", "<|", "endoftext", "|>", "½0", "<META", "_START", ">", "½½", "'re", "…"]}
+{"text": "Z'D<EOT>ꟲ‍åéḍ̇mع\r", "tokens": 22, "pieces": ["Z", "'D", "<EOT", ">ꟲ", "‍a", "̊éḋ", "̣mع", "\r"]}
+{"text": "­>'S'ſ!!étß'll字𐞁m>ꟲ漢\nEOT٣٤٥٦'ll12345678(fi​9å0'D🙂́    Ａm", "tokens": 56, "pieces": ["­>'", "S", "'ſ", "!!", "e", "́tß", "'ll", "字𐞁m", ">ꟲ漢", "\n", "EOT", "٣٤٥", "٦", "'ll", "123", "456", "78", "(fi", "​", "9", "a", "̊", "0", "'D", "🙂́", "   ", " Ａm"]}
+{"text": "s,'ll
…0's9é㍿é३🙂́Džſ0\r\n\r\n's<META_START>ع'M 
Z!!ḍ̇", "tokens": 45, "pieces": ["s", ",'", "ll", "
", "…", "0", "'s", "9", "e", "́㍿", "e", "́", "३", "🙂́", "Džſ", "0", "\r\n\r\n", "'s", "<META", "_START", ">ع", "'M", " ", "
Z", "!!", "ḋ", "̣"]}
+{"text": "é ,İ<|endoftext|>عéé𐞁👍🏽​ſa👍🏽ZZ𐞁\u000ba0 ­9½0\t​\u000bfi''re'Re<|fim_prefix|>​\u000bå‍(<", "tokens": 71, "pieces": ["é", " ", ",İ", "<|", "endoftext", "|>", "عe", "́é𐞁", "👍🏽​", "ſa", "👍🏽", "ZZ𐞁", "\u000ba", "0", " ", "­", "9½0", "\t", "​", "\u000bfi", "''", "re", "'Re", "<|", "fim", "_prefix", "|>​", "\u000ba", "̊‍(<"]}
+{"text": "'Tḍ̇½   \n''Re<'re‍½.e12345678'D́é  𐞁fi🙂12345678\t٣٤٥٦fi漢'ſḍ̇<META_START>12345678'D𐞁　漢é٣٤٥٦", "tokens": 82, "pieces": ["'T", "ḋ", "̣", "½", "   \n", "''", "Re", "<'", "re", "‍", "½", ".e", "123", "456", "78", "'D", "́e", "́", " ", " 𐞁fi", "🙂", "123", "456", "78", "\t", "٣٤٥", "٦", "fi漢", "'ſ", "ḋ", "̣<", "META", "_START", ">", "123", "456", "78", "'D", "𐞁", "　漢e", "́", "٣٤٥", "٦"]}
+{"text": "  s, ­
fi're   \nEOT　ꟲ३字<EOT>é漢\"\"!😀🏽ع
s‍méݽ  12345678‍㍿ſ.", "tokens": 56, "pieces": [" ", " s", ",", " ", "­", "
fi", "'re", "   \n", "EOT", "　ꟲ", "३", "字", "<EOT", ">é漢", "\"\"!😀🏽", "ع", "
s", "‍me", "́İ", "½", " ", " ", "123", "456", "78", "‍㍿", "ſ", "."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "  s's…å,ſa\"t½𐞁're\r<EOT>EOT½'llⅣfi\">\"Ａ½İ-<META_START>३t", "tokens": 45, "pieces": [" ", " s", "'s", "…a", "̊,", "ſa", "\"t", "½", "𐞁", "'re", "\r", "<EOT", ">EOT", "½", "'ll", "Ⅳ", "fi", "\">\"", "Ａ", "½", "İ", "-<", "META", "_START", ">", "३", "t"]}
+{"text": "\r\n\r\n<,9Ⅳ३'Re'Re0\n12345678३ḍ̇\u000b\r\n t.\t<|endoftext|>Ａ\r\n\r\n   \n\ŕfi'Ss<|fim_prefix|>\r\n\r\n\n!!‍", "tokens": 55, "pieces": ["\r\n\r\n", "<,", "9Ⅳ३", "'Re", "'Re", "0", "\n", "123", "456", "78३", "ḋ", "̣", "\u000b\r\n", " t", ".", "\t", "<|", "endoftext", "|>", "Ａ", "\r\n\r\n   \n\r", "́fi", "'S", "s", "<|", "fim", "_prefix", "|>\r\n\r\n\n", "!!‍"]}
+{"text": "Ⅳ́é   \n​Ⅳع́ ", "tokens": 11, "pieces": ["Ⅳ", "́é", "   \n", "​", "Ⅳ", "ع", "́", " "]}
+{"text": ">ꟲ\r\n👍🏽٣٤٥٦\"!é​<META_START>
's#$%½'Re𐞁\r\n\r\né,", "tokens": 41, "pieces": [">ꟲ", "\r\n", "👍🏽", "٣٤٥", "٦", "\"!", "é", "​<", "META", "_START", ">", "
", "'s", "#$%", "½", "'Re", "𐞁", "\r\n\r\n", "é", ","]}
+{"text": "İ's👍🏽<|fim_prefix|><|fim_prefix|>'ll#$%'saḍ̇
ſ12345678 'S'VE\n", "tokens": 42, "pieces": ["İ", "'s", "👍🏽<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "ll", "#$%'", "saḋ", "̣", "
ſ", "123", "456", "78", " '", "S", "'VE", "\n"]}
+{"text": "३\r\nꟲåéDž
(㋿éfiꟲEOT-a'VE \"'DéⅣ\n<EOT>'\n
.Ａ!!\"   \n👍🏽 🙂…é\r\n\r\n\n<|endoftext|>", "tokens": 66, "pieces": ["३", "\r\n", "ꟲa", "̊éDž", "
", "(㋿", "e", "́fiꟲEOT", "-a", "'VE", " ", "\"'", "Dé", "Ⅳ", "\n", "<EOT", ">'\n", "
", ".Ａ", "!!\"", "   \n", "👍🏽", " 🙂", "…é", "\r\n\r\n\n", "<|", "endoftext", "|>"]}
+{"text": "ß𐞁½,!!­½-😀🏽\r\n\r\n'ſ　‍#$%(<META_START><EOT>,Z,\r\n,tt\u000b'ſ#$%", "tokens": 42, "pieces": ["ß𐞁", "½", ",!!­", "½", "-😀🏽\r\n\r\n", "'ſ", "　", "‍#$%(<", "META", "_START", "><", "EOT", ">,", "Z", ",\r\n", ",tt", "\u000b", "'ſ", "#$%"]}
+{"text": "🙂३'ſ\rꟲ", "tokens": 11, "pieces": ["🙂", "३", "'ſ", "\r", "ꟲ"]}
+{"text": "ع,'S", "tokens": 3, "pieces": ["ع", ",'", "S"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'VE'VE٣٤٥٦㋿İ'Re‍İ\r\n'VE'ss", "tokens": 25, "pieces": ["'VE", "'VE", "٣٤٥", "٦", "㋿İ", "'Re", "‍İ", "\r\n", "'VE", "'s", "s"]}
+{"text": " 'M", "tokens": 2, "pieces": [" '", "M"]}
+{"text": "👍🏽   \nع><|fim_prefix|>(㍿", "tokens": 18, "pieces": ["👍🏽", "   \n", "ع", "><|", "fim", "_prefix", "|>(㍿"]}
+{"text": "½Z", "tokens": 2, "pieces": ["½", "Z"]}
+{"text": "'s\r'T\r\nfi\tésEOT   \nEOT​Z　12345678ع   \né👍🏽…!!'llZ㋿́٣٤٥٦", "tokens": 48, "pieces": ["'s", "\r", "'T", "\r\n", "fi", "\te", "́sEOT", "   \n", "EOT", "​Z", "　", "123", "456", "78", "ع", "   \n", "e", "́👍🏽", "…", "!!'", "llZ", "㋿́", "٣٤٥", "٦"]}
+{"text": "(字'reſd", "tokens": 6, "pieces": ["(字", "'re", "ſd"]}
+{"text": "'s…EOT\r\nع　\nſås(m#$%㍿'D", "tokens": 23, "pieces": ["'s", "…EOT", "\r\n", "ع", "　\n", "ſa", "̊s", "(m", "#$%㍿'", "D"]}
+{"text": "
('VEꟲ㋿12345678   \n😀🏽'Rea\u000b   \nⅣ\u000b漢'S \u000bß٣٤٥٦…३m'VE<|fim_prefix|>", "tokens": 55, "pieces": ["
", "('", "VEꟲ", "㋿", "123", "456", "78", "   \n", "😀🏽'", "Rea", "\u000b   \n", "Ⅳ", "\u000b漢", "'S", " ", "\u000bß", "٣٤٥", "٦", "…", "३", "m", "'VE", "<|", "fim", "_prefix", "|>"]}
+{"text": "ع\t½0fiß<META_START><|endoftext|>-'D٣٤٥٦!", "tokens": 28, "pieces": ["ع", "\t", "½0", "fiß", "<META", "_START", "><|", "endoftext", "|>-'", "D", "٣٤٥", "٦", "!"]}
+{"text": "㍿字tꟲ　'D 'ſéea\n३tDžع字'12345678漢0'S\"", "tokens": 34, "pieces": ["㍿字tꟲ", "　", "'D", " ", "'ſ", "e", "́ea", "\n", "३", "tDžع字", "'", "123", "456", "78", "漢", "0", "'S", "\""]}
+{"text": "ſ字'sⅣsⅣZ  12345678're½0'T>👍🏽­t'Séé́३,Ａ㍿\r\n>é  EOT   \n…'VE'\r\n\r\n‍😀🏽", "tokens": 61, "pieces": ["ſ字", "'s", "Ⅳ", "s", "Ⅳ", "Z", " ", " ", "123", "456", "78", "'re", "½0", "'T", ">👍🏽­", "t", "'S", "e", "́e", "́́", "३", ",Ａ", "㍿\r\n", ">e", "́", " ", " EOT", "   \n", "…", "'VE", "'\r\n\r\n", "‍😀🏽"]}
+{"text": "३!!   \n\r\n   \n🙂'D-😀🏽fi\rع12345678'.<META_START>👍🏽३‍\té👍🏽0ꟲ㋿ſå", "tokens": 58, "pieces": ["३", "!!", "   \n\r\n   \n", "🙂'", "D", "-😀🏽", "fi", "\r", "ع", "123", "456", "78", "'.<", "META", "_START", ">👍🏽", "३", "‍", "\te", "́👍🏽", "0", "ꟲ", "㋿ſa", "̊"]}
+{"text": "漢𐞁é", "tokens": 7, "pieces": ["漢𐞁é"]}
+{"text": "ſ'Mfi  fi'ré'Reß'Re!", "tokens": 15, "pieces": ["ſ", "'M", "fi", " ", " fi", "'re", "́'", "Reß", "'Re", "!"]}
+{"text": "'T\rfi­
\r\n\u000bEOTDžfi    \n　fis\r½'Re,
٣٤٥٦'T​(ꟲfi　½…  ", "tokens": 47, "pieces": ["'T", "\r", "fi", "­", "
\r\n", "\u000bEOTDžfi", "    \n", "　fis", "\r", "½", "'Re", ",", "
", "٣٤٥", "٦", "'T", "​(", "ꟲfi", "　", "½", "…  "]}
+{"text": "㍿👍🏽d!\t\t́12345678", "tokens": 17, "pieces": ["㍿👍🏽", "d", "!", "\t", "\t", "́", "123", "456", "78"]}
+{"text": "'D😀🏽'M𐞁Ａ<ꟲꟲع'T,.㍿<META_START>'T\n'll<|fim_prefix|>'D<|fim_prefix|>12345678e's\tꟲ'\u000b😀🏽İ(\"", "tokens": 67, "pieces": ["'D", "😀🏽'", "M𐞁Ａ", "<ꟲꟲع", "'T", ",.㍿<", "META", "_START", ">'", "T", "\n", "'ll", "<|", "fim", "_prefix", "|>'", "D", "<|", "fim", "_prefix", "|>", "123", "456", "78", "e", "'s", "\tꟲ", "'", "\u000b", "😀🏽", "İ", "(\""]}
+{"text": "9'D'ſ𐞁\r\n\r\n'M字㋿å👍🏽sm'll\rfi(😀🏽'ſ𐞁#$%", "tokens": 44, "pieces": ["9", "'D", "'ſ", "𐞁", "\r\n\r\n", "'M", "字", "㋿a", "̊👍🏽", "sm", "'ll", "\r", "fi", "(😀🏽'", "ſ𐞁", "#$%"]}
+{"text": " ­'ll's!", "tokens": 5, "pieces": [" ­'", "ll", "'s", "!"]}
+{"text": "Džİ 'SＡ​0  …dꟲ'VE9'Re\r\n\r\nEOTꟲḍ̇ mmå<EOT>-\"‍字ⅣＡ", "tokens": 47, "pieces": ["Džİ", " ", "'S", "Ａ", "​", "0", "  ", "…dꟲ", "'VE", "9", "'Re", "\r\n\r\n", "EOTꟲḋ", "̣", " mma", "̊<", "EOT", ">-\"‍", "字", "Ⅳ", "Ａ"]}
+{"text": "-'M.d(", "tokens": 4, "pieces": ["-'", "M", ".d", "("]}
+{"text": "\t", "tokens": 1, "pieces": ["\t"]}
+{"text": "\n👍🏽'Rem<|fim_prefix|>'M字e'Reée'D!!'Re-", "tokens": 26, "pieces": ["\n", "👍🏽'", "Rem", "<|", "fim", "_prefix", "|>'", "M字e", "'Re", "ée", "'D", "!!'", "Re", "-"]}
+{"text": "\t#$%Ⅳ'M\r\n İſ ​'ll\u000b'reDžḍ̇e're(ßZ字㍿ſ<㋿<META_START><|fim_prefix|><|endoftext|>㋿ß12345678'", "tokens": 63, "pieces": ["\t", "#$%", "Ⅳ", "'M", "\r\n", " İſ", " ", "​'", "ll", "\u000b", "'re", "Džḋ", "̣e", "'re", "(ßZ字", "㍿ſ", "<㋿<", "META", "_START", "><|", "fim", "_prefix", "|><|", "endoftext", "|>㋿", "ß", "123", "456", "78", "'"]}
+{"text": "'ſ'D<|endoftext|>sfi'T<é \r\n\r\ndm\"½Dž́'T<META_START>\t㋿EOTDž fi", "tokens": 40, "pieces": ["'ſ", "'D", "<|", "endoftext", "|>", "sfi", "'T", "<é", " \r\n\r\n", "dm", "\"", "½", "Dž", "́'", "T", "<META", "_START", ">", "\t", "㋿EOTDž", " fi"]}
+{"text": "'ReⅣs'VE🙂'D", "tokens": 10, "pieces": ["'Re", "Ⅳ", "s", "'VE", "🙂'", "D"]}
+{"text": "  å\u000bع\"><'VEé👍🏽 ", "tokens": 17, "pieces": [" ", " a", "̊", "\u000bع", "\"><'", "VEé", "👍🏽", " "]}
+{"text": "t!!<EOT>'ſ!!!\td½ſ,<|fim_prefix|>'s'D12345678>Z…́Džſ\u000bé𐞁\"'T<META_START>'Re​'D", "tokens": 49, "pieces": ["t", "!!<", "EOT", ">'", "ſ", "!!!", "\td", "½", "ſ", ",<|", "fim", "_prefix", "|>'", "s", "'D", "123", "456", "78", ">Z", "…", "́Džſ", "\u000bé𐞁", "\"'", "T", "<META", "_START", ">'", "Re", "​'", "D"]}
+{"text": "Ⅳ…eé,'ſ'Re\r\nd😀🏽-\n<EOT>ß0Z(👍🏽'S12345678m½\"㍿㍿å٣٤٥٦​<|endoftext|>\te   \nZ", "tokens": 67, "pieces": ["Ⅳ", "…ee", "́,'", "ſ", "'Re", "\r\n", "d", "😀🏽-\n", "<EOT", ">ß", "0", "Z", "(👍🏽'", "S", "123", "456", "78", "m", "½", "\"㍿㍿", "a", "̊", "٣٤٥", "٦", "​<|", "endoftext", "|>", "\te", "   \n", "Z"]}
+{"text": "'ll\r\nꟲd", "tokens": 6, "pieces": ["'ll", "\r\n", "ꟲd"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿‍s#$%\t\r\n\r\na<|endoftext|>٣٤٥٦åع\n  0㋿\r\n<​Ⅳ,​9!!'<😀🏽   \n", "tokens": 52, "pieces": ["㍿‍", "s", "#$%", "\t\r\n\r\n", "a", "<|", "endoftext", "|>", "٣٤٥", "٦", "a", "̊ع", "\n", " ", " ", "0", "㋿\r\n", "<​", "Ⅳ", ",​", "9", "!!'<😀🏽", "   \n"]}
+{"text": "''Re　12345678漢\ntḍ̇0'DEOTEOT'VEꟲ-ꟲ­", "tokens": 30, "pieces": ["''", "Re", "　", "123", "456", "78", "漢", "\n", "tḋ", "̣", "0", "'D", "EOTEOT", "'VE", "ꟲ", "-ꟲ", "­"]}
+{"text": "<EOT>0", "tokens": 4, "pieces": ["<EOT", ">", "0"]}
+{"text": "<ß're'S🙂'Reſ𐞁　0 ㋿㍿0\r\n𐞁\u000bé>👍🏽　
   \nſfi\t\t́Z'Re'D", "tokens": 53, "pieces": ["<ß", "'re", "'S", "🙂'", "Reſ𐞁", "　", "0", " ㋿㍿", "0", "\r\n", "𐞁", "\u000be", "́>👍🏽", "　
   \n", "ſfi", "\t", "\t", "́Z", "'Re", "'D"]}
+{"text": "'Re\t#$%<|endoftext|>é\u000b'ḍ̇,tＡ‍éＡß'T9're  're,㍿'D​𐞁a'D\"fi३", "tokens": 53, "pieces": ["'Re", "\t", "#$%<|", "endoftext", "|>", "é", "\u000b", "'ḋ", "̣,", "tＡ", "‍éＡß", "'T", "9", "'re", " ", " '", "re", ",㍿'", "D", "​𐞁a", "'D", "\"fi", "३"]}
+{"text": "'S\r\nZ\rd!!  ​\t　", "tokens": 11, "pieces": ["'S", "\r\n", "Z", "\r", "d", "!!", " ", " ", "​", "\t　"]}
+{"text": "𐞁'ſt'Re", "tokens": 9, "pieces": ["𐞁", "'ſ", "t", "'Re"]}
+{"text": "éd0   \n'ſ   \nⅣİ12345678e,Dž漢me字😀🏽", "tokens": 28, "pieces": ["e", "́d", "0", "   \n", "'ſ", "   \n", "Ⅳ", "İ", "123", "456", "78", "e", ",Dž漢me字", "😀🏽"]}
+{"text": "　!!<|endoftext|>'VE<META_START>'T<META_START>　字'<META_START>", "tokens": 25, "pieces": ["　", "!!<|", "endoftext", "|>'", "VE", "<META", "_START", ">'", "T", "<META", "_START", ">", "　字", "'<", "META", "_START", ">"]}
+{"text": "'s", "tokens": 1, "pieces": ["'s"]}
+{"text": "漢!!'VE\t<|fim_prefix|>'Reem㍿\r\n🙂<META_START>Ａ'Me٣٤٥٦ꟲ\u000bİ👍🏽३  👍🏽 'T", "tokens": 58, "pieces": ["漢", "!!'", "VE", "\t", "<|", "fim", "_prefix", "|>'", "Reem", "㍿\r\n", "🙂<", "META", "_START", ">Ａ", "'M", "e", "٣٤٥", "٦", "ꟲ", "\u000bİ", "👍🏽", "३", " ", " 👍🏽", " ", "'T"]}
+{"text": "'s!!‍'Re'llt-‍​-s12345678  9<META_START>ḍ̇", "tokens": 29, "pieces": ["'s", "!!‍'", "Re", "'ll", "t", "-‍​-", "s", "123", "456", "78", " ", " ", "9", "<META", "_START", ">ḋ", "̣"]}
+{"text": "é'VE!<EOT><META_START>s\"Dž字s𐞁e\r\n\r\nZé's", "tokens": 25, "pieces": ["e", "́'", "VE", "!<", "EOT", "><", "META", "_START", ">s", "\"Dž字s𐞁e", "\r\n\r\n", "Zé", "'s"]}
+{"text": "　\tⅣ<|fim_prefix|>\n12345678🙂<|fim_prefix|>'Sé'Re<|fim_prefix|>　ع\r\nfi𐞁'T'D𐞁́ꟲ…Ａd fi's<9s<|endoftext|>😀🏽Ⅳ٣٤٥٦12345678", "tokens": 90, "pieces": ["　", "\t", "Ⅳ", "<|", "fim", "_prefix", "|>\n", "123", "456", "78", "🙂<|", "fim", "_prefix", "|>'", "Sé", "'Re", "<|", "fim", "_prefix", "|>", "　ع", "\r\n", "fi𐞁", "'T", "'D", "𐞁", "́ꟲ", "…Ａd", " fi", "'s", "<", "9", "s", "<|", "endoftext", "|>😀🏽", "Ⅳ٣٤", "٥٦1", "234", "567", "8"]}
+{"text": " 9👍🏽\r㋿>d㍿!\u000b㋿\n'VEdét\u000b>éé👍🏽३ ३😀🏽㍿aＡéİ…m‍", "tokens": 61, "pieces": [" ", "9", "👍🏽\r", "㋿>", "d", "㍿!", "\u000b", "㋿\n", "'VE", "de", "́t", "\u000b", ">e", "́é", "👍🏽", "३", " ", "३", "😀🏽㍿", "aＡéİ", "…m", "‍"]}
+{"text": "s(.<|endoftext|> !<META_START>ḍ̇'Mꟲ'VEDž", "tokens": 28, "pieces": ["s", "(.<|", "endoftext", "|>", " ", "!<", "META", "_START", ">ḋ", "̣'", "Mꟲ", "'VE", "Dž"]}
+{"text": "​'TDž  \n…㍿\u000b  ſt<META_START>㍿åé½😀🏽é­9👍🏽<|endoftext|>ḍ̇'reⅣ#$%…ſＡ<META_START>", "tokens": 70, "pieces": ["​'", "TDž", "  \n", "…", "㍿", "\u000b ", " ſt", "<META", "_START", ">㍿", "a", "̊é", "½", "😀🏽", "é", "­", "9", "👍🏽<|", "endoftext", "|>", "ḋ", "̣'", "re", "Ⅳ", "#$%", "…ſＡ", "<META", "_START", ">"]}
+{"text": "!!!\tß'ſ漢s'Re9<|endoftext|>d'S -'!!​   字t½\n‍<EOT>  ḍ̇½३", "tokens": 44, "pieces": ["!!!", "\tß", "'ſ", "漢s", "'Re", "9", "<|", "endoftext", "|>", "d", "'S", " -'!!​", "  ", " 字t", "½", "\n", "‍<", "EOT", ">", " ", " ḋ", "̣", "½३"]}
+{"text": "'llＡ -​\u000b'VÉ字'ſß३Ⅳſ٣٤٥٦<META_START>'😀🏽é<.Dž'VE.0<|fim_prefix|>ع…<|endoftext|>", "tokens": 64, "pieces": ["'ll", "Ａ", " ", "-​", "\u000b", "'VE", "́字", "'ſ", "ß", "३Ⅳ", "ſ", "٣٤٥", "٦", "<META", "_START", ">'😀🏽", "é", "<.", "Dž", "'VE", ".", "0", "<|", "fim", "_prefix", "|>", "ع", "…", "<|", "endoftext", "|>"]}
+{"text": "'reꟲd٣٤٥٦EOT9'D\n  字😀🏽<EOT>㋿字m'VE😀🏽-0 -㍿😀🏽's　!!", "tokens": 56, "pieces": ["'re", "ꟲd", "٣٤٥", "٦", "EOT", "9", "'D", "\n", " ", " 字", "😀🏽<", "EOT", ">㋿", "字m", "'VE", "😀🏽-", "0", " -㍿😀🏽'", "s", "　", "!!"]}
+{"text": "mt'S.Ａ   \n‍३!!<|fim_prefix|>🙂'sZ<|endoftext|>Ａḍ̇.Dž㍿12345678s- 'ś12345678ß<EOT>　Ⅳ㍿ꟲåＡ#$%字å½m", "tokens": 80, "pieces": ["mt", "'S", ".Ａ", "   \n", "‍", "३", "!!<|", "fim", "_prefix", "|>🙂'", "sZ", "<|", "endoftext", "|>", "Ａḋ", "̣.", "Dž", "㍿", "123", "456", "78", "s", "-", " '", "s", "́", "123", "456", "78", "ß", "<EOT", ">", "　", "Ⅳ", "㍿ꟲa", "̊Ａ", "#$%", "字a", "̊", "½", "m"]}
+{"text": "👍🏽Ⅳ漢<|endoftext|>EOT́\t㋿\r\nع㍿", "tokens": 29, "pieces": ["👍🏽", "Ⅳ", "漢", "<|", "endoftext", "|>", "EOT", "́", "\t", "㋿\r\n", "ع", "㍿"]}
+{"text": "　, é12345678Ａfi​0
t\r\n\r\nİDž😀🏽<|endoftext|><META_START>'ll\u000b'S'll  <EOT>  ㋿­EOT­­\r", "tokens": 54, "pieces": ["　", ",", " é", "123", "456", "78", "Ａfi", "​", "0", "
t", "\r\n\r\n", "İDž", "😀🏽<|", "endoftext", "|><", "META", "_START", ">'", "ll", "\u000b", "'S", "'ll", " ", " <", "EOT", ">", " ", " ㋿­", "EOT", "­­\r"]}
+{"text": "\"\r\n\r\n>́ß  ", "tokens": 5, "pieces": ["\"\r\n\r\n", ">́", "ß", "  "]}
+{"text": "字t'SEOTعZ㋿''ll'sEOTfi", "tokens": 17, "pieces": ["字t", "'S", "EOTعZ", "㋿''", "ll", "'s", "EOTfi"]}
+{"text": "!!​👍🏽漢aꟲa\r\n🙂́\tⅣḍ̇Ⅳßd🙂Ⅳé'VEEOT…​㍿㍿\r\n\r\n!!…🙂  tfiⅣ🙂'Reé", "tokens": 67, "pieces": ["!!​👍🏽", "漢aꟲa", "\r\n", "🙂́", "\t", "Ⅳ", "ḋ", "̣", "Ⅳ", "ßd", "🙂", "Ⅳ", "e", "́'", "VEEOT", "…", "​㍿㍿\r\n\r\n", "!!", "…", "🙂", " ", " tfi", "Ⅳ", "🙂'", "Reé"]}
+{"text": "
…\tfiḍ̇'Re0'é\u000b", "tokens": 18, "pieces": ["
…", "\tfiḋ", "̣'", "Re", "0", "'e", "́", "\u000b"]}
+{"text": "Džs㍿-ſ", "tokens": 9, "pieces": ["Džs", "㍿-", "ſ"]}
+{"text": "'VEé <|fim_prefix|>é\r'M", "tokens": 16, "pieces": ["'VE", "e", "́", " ", "<|", "fim", "_prefix", "|>", "e", "́\r", "'M"]}
+{"text": "ßfi'ſ'ſ𐞁d", "tokens": 14, "pieces": ["ßfi", "'ſ", "'ſ", "𐞁d"]}
+{"text": "'ſ　t\t  <EOT>fi\tEOT<|fim_prefix|>åafi\n!!m'\r\nع…'ſ  ३ع'll…é👍🏽漢t'VEé \u000b­…漢<|endoftext|>", "tokens": 73, "pieces": ["'ſ", "　t", "\t ", " <", "EOT", ">fi", "\tEOT", "<|", "fim", "_prefix", "|>", "a", "̊afi", "\n", "!!", "m", "'\r\n", "ع", "…", "'ſ", " ", " ", "३", "ع", "'ll", "…e", "́👍🏽", "漢t", "'VE", "é", " ", "\u000b", "­", "…漢", "<|", "endoftext", "|>"]}
+{"text": "😀🏽\r\n12345678   \nⅣ's,\t.9'é­'M😀🏽\rs㍿'M‍å㍿'Msa…ß'ſ9t'Re\tꟲZ 'S're", "tokens": 62, "pieces": ["😀🏽\r\n", "123", "456", "78", "   \n", "Ⅳ", "'s", ",", "\t", ".", "9", "'e", "́­'", "M", "😀🏽\r", "s", "㍿'", "M", "‍a", "̊㍿'", "Msa", "…ß", "'ſ", "9", "t", "'Re", "\tꟲZ", " '", "S", "'re"]}
+{"text": "EOT", "tokens": 2, "pieces": ["EOT"]}
+{"text": "'S'D　!9 ­३é,　'ReＡßs", "tokens": 18, "pieces": ["'S", "'D", "　", "!", "9", " ", "­", "३", "e", "́,", "　", "'Re", "Ａßs"]}
+{"text": "  'ſ're#$%<EOT>0'De'عDž'Dعfi😀🏽Ⅳmå'sd\r\n\r\n'll\r'S\r\n\r\n", "tokens": 39, "pieces": [" ", " '", "ſ", "'re", "#$%<", "EOT", ">", "0", "'D", "e", "'عDž", "'D", "عfi", "😀🏽", "Ⅳ", "ma", "̊'", "sd", "\r\n\r\n", "'ll", "\r", "'S", "\r\n\r\n"]}
+{"text": "\n\r\n\r\n<㍿½\"é's​­…<META_START>㍿ꟲ<EOT>३(𐞁㋿\r\n\r\n  é
字å9\"aå\"", "tokens": 55, "pieces": ["\n\r\n\r\n", "<㍿", "½", "\"e", "́'", "s", "​­", "…", "<META", "_START", ">㍿", "ꟲ", "<EOT", ">", "३", "(𐞁", "㋿\r\n\r\n", " ", " e", "́", "
字a", "̊", "9", "\"aa", "̊\""]}
+{"text": ".'ſ'ſZt­  'M-İḍ̇'S12345678#$%0'D㋿İfi\rEOTm'DZßع", "tokens": 42, "pieces": [".'", "ſ", "'ſ", "Zt", "­", " ", " '", "M", "-İḋ", "̣'", "S", "123", "456", "78", "#$%", "0", "'D", "㋿İfi", "\r", "EOTm", "'D", "Zßع"]}
+{"text": "9½Dž\r\n\r\nZ!!‍Ａ!\t㋿-åꟲ…<EOT>fiém  'M'sa­㍿,😀🏽🙂 é\r\n👍🏽's'", "tokens": 60, "pieces": ["9½", "Dž", "\r\n\r\n", "Z", "!!‍", "Ａ", "!", "\t", "㋿-", "a", "̊ꟲ", "…", "<EOT", ">fiém", " ", " '", "M", "'s", "a", "­㍿,😀🏽🙂", " e", "́\r\n", "👍🏽'", "s", "'"]}
+{"text": "­'Tİ   \n'ß\"…'VE'Mé​-<|endoftext|>\r\n\r\n​३'ſ.-a\"", "tokens": 33, "pieces": ["­'", "Tİ", "   \n", "'ß", "\"", "…", "'VE", "'M", "e", "́​-<|", "endoftext", "|>\r\n\r\n", "​", "३", "'ſ", ".-", "a", "\""]}
+{"text": "\r\n12345678ßm'D
٣٤٥٦<EOT>ḍ̇​ß<EOT>,عs9<|fim_prefix|><|fim_prefix|><12345678'S­Ze9", "tokens": 53, "pieces": ["\r\n", "123", "456", "78", "ßm", "'D", "
", "٣٤٥", "٦", "<EOT", ">ḋ", "̣​", "ß", "<EOT", ">,", "عs", "9", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><", "123", "456", "78", "'S", "­Ze", "9"]}
+{"text": "'T\r\n'S\r\n\r\nꟲ,-  　å12345678EOT㋿   \r\n\r\nⅣ<|endoftext|>t#$%👍🏽ßaé   \n㋿", "tokens": 48, "pieces": ["'T", "\r\n", "'S", "\r\n\r\n", "ꟲ", ",-", "  ", "　a", "̊", "123", "456", "78", "EOT", "㋿", "   \r\n\r\n", "Ⅳ", "<|", "endoftext", "|>", "t", "#$%👍🏽", "ßaé", "   \n", "㋿"]}
+{"text": "'s", "tokens": 1, "pieces": ["'s"]}
+{"text": "ß字ع#$%e.ee\r<EOT>\u000bm\n​字\u000bß\r\n", "tokens": 20, "pieces": ["ß字ع", "#$%", "e", ".ee", "\r", "<EOT", ">", "\u000bm", "\n", "​字", "\u000bß", "\r\n"]}
+{"text": "­
m'lle-Ａ'MＡ😀🏽!!٣٤٥٦🙂-<|endoftext|>'Re'ſ'S12345678'D\t'll'safi ", "tokens": 52, "pieces": ["­", "
m", "'ll", "e", "-Ａ", "'M", "Ａ", "😀🏽!!", "٣٤٥", "٦", "🙂-<|", "endoftext", "|>'", "Re", "'ſ", "'S", "123", "456", "78", "'D", "\t", "'ll", "'s", "afi", " "]}
+{"text": "aDž　e'Sİ
d½s'VE　…<META_START>m'S…\nꟲ
ꟲ'Re'T…‍#$%å𐞁 'Re<|endoftext|>'VEEOT'Tꟲeé", "tokens": 66, "pieces": ["aDž", "　e", "'S", "İ", "
d", "½", "s", "'VE", "　", "…", "<META", "_START", ">m", "'S", "…\n", "ꟲ", "
ꟲ", "'Re", "'T", "…", "‍#$%", "a", "̊𐞁", " '", "Re", "<|", "endoftext", "|>'", "VEEOT", "'T", "ꟲeé"]}
+{"text": "å🙂\t'S\t𐞁ⅣdaEOT\t<|fim_prefix|>Ⅳ½(12345678fi're漢­㍿#$%\n  ,>\n<|endoftext|>å(ꟲ're   \nḍ̇", "tokens": 67, "pieces": ["a", "̊🙂", "\t", "'S", "\t𐞁", "Ⅳ", "daEOT", "\t", "<|", "fim", "_prefix", "|>", "Ⅳ½", "(", "123", "456", "78", "fi", "'re", "漢", "­㍿#$%\n", " ", " ,>\n", "<|", "endoftext", "|>", "a", "̊(", "ꟲ", "'re", "   \n", "ḋ", "̣"]}
+{"text": "\r\n", "tokens": 1, "pieces": ["\r\n"]}
+{"text": "😀🏽
　.\n👍🏽'‍\n12345678t   \n'VE\"<META_START>", "tokens": 30, "pieces": ["😀🏽", "
", "　", ".\n", "👍🏽'‍\n", "123", "456", "78", "t", "   \n", "'VE", "\"<", "META", "_START", ">"]}
+{"text": "​👍🏽😀🏽.<|endoftext|>", "tokens": 19, "pieces": ["​👍🏽😀🏽.<|", "endoftext", "|>"]}
+{"text": "9'D…é<EOT>.㍿!dm 'Rem's漢Džd​9s\r　\r\n字Ａ'DⅣ㋿𐞁<EOT>㋿<|endoftext|>'M漢a12345678<", "tokens": 62, "pieces": ["9", "'D", "…é", "<EOT", ">.㍿!", "dm", " ", "'Re", "m", "'s", "漢Džd", "​", "9", "s", "\r　\r\n", "字Ａ", "'D", "Ⅳ", "㋿𐞁", "<EOT", ">㋿<|", "endoftext", "|>'", "M漢a", "123", "456", "78", "<"]}
+{"text": "½'m", "tokens": 2, "pieces": ["½", "'m"]}
+{"text": "'Re　
<'D
  t<ß   \n'VEé',e<|fim_prefix|>३‍<|fim_prefix|>fi\t\r\n🙂9\"<|fim_prefix|>\r\n<EOT>  s…ع", "tokens": 57, "pieces": ["'Re", "　", "
", "<'", "D", "
 ", " t", "<ß", "   \n", "'VE", "é", "',", "e", "<|", "fim", "_prefix", "|>", "३", "‍<|", "fim", "_prefix", "|>", "fi", "\t\r\n", "🙂", "9", "\"<|", "fim", "_prefix", "|>\r\n", "<EOT", ">", " ", " s", "…ع"]}
+{"text": "'s\r\n\t!!s'VEs'Dßå\nd😀🏽EOT   \n　   \n<META_START>漢eé<EOT>​🙂\">Z\t  >", "tokens": 44, "pieces": ["'s", "\r\n", "\t", "!!", "s", "'VE", "s", "'D", "ßa", "̊\n", "d", "😀🏽", "EOT", "   \n　   \n", "<META", "_START", ">漢ee", "́<", "EOT", ">​🙂\">", "Z", "\t ", " >"]}
+{"text": "‍sİé́<|fim_prefix|>🙂'ſfi'Mعt<EOT>٣٤٥٦ ſDž🙂👍🏽‍-mⅣ
́ 'S'漢", "tokens": 61, "pieces": ["‍sİe", "́́<|", "fim", "_prefix", "|>🙂'", "ſfi", "'M", "عt", "<EOT", ">", "٣٤٥", "٦", " ſDž", "🙂👍🏽‍-", "m", "Ⅳ", "
", "́", " '", "S", "'漢"]}
+{"text": "'MⅣfiḍ̇eſ㍿漢0٣٤٥٦-m's\r\n'Dع　ꟲ字字", "tokens": 38, "pieces": ["'M", "Ⅳ", "fiḋ", "̣eſ", "㍿漢", "0٣٤", "٥٦", "-m", "'s", "\r\n", "'D", "ع", "　ꟲ字字"]}
+{"text": "ḍ̇ḍ̇‍٣٤٥٦e's!", "tokens": 23, "pieces": ["ḋ", "̣ḋ", "̣‍", "٣٤٥", "٦", "e", "'s", "!"]}
+{"text": " 're'ſ.‍ꟲ'llå'ſ'ſİDž>­　(<META_START>Ａt<", "tokens": 35, "pieces": [" '", "re", "'ſ", ".‍", "ꟲ", "'ll", "a", "̊'", "ſ", "'ſ", "İDž", ">­", "　", "(<", "META", "_START", ">Ａt", "<"]}
+{"text": "　-''D<META_START>字9", "tokens": 10, "pieces": ["　", "-''", "D", "<META", "_START", ">字", "9"]}
+{"text": "(\r 's👍🏽é>\t…'Tعḍ̇'T<ꟲ'reDž½- 'ſ(t㍿\r   \n-́", "tokens": 46, "pieces": ["(\r", " ", "'s", "👍🏽", "e", "́>", "\t", "…", "'T", "عḋ", "̣'", "T", "<ꟲ", "'re", "Dž", "½", "-", " ", "'ſ", "(t", "㍿\r", "   \n", "-́"]}
+{"text": "­åEOT<　<META_START>ßå😀🏽t'ſt३\r\n\r\n'Reع \r
ꟲs<|fim_prefix|> ­", "tokens": 47, "pieces": ["­a", "̊EOT", "<", "　", "<META", "_START", ">ßa", "̊😀🏽", "t", "'ſ", "t", "३", "\r\n\r\n", "'Re", "ع", " \r", "
ꟲs", "<|", "fim", "_prefix", "|>", " ­"]}
+{"text": "m\nEOT\u000b'VE,'D३㋿t३<|endoftext|>fi㍿ꟲmEOT漢㍿Z\"\rfi\r\nＡ\r漢İ👍🏽३,", "tokens": 61, "pieces": ["m", "\n", "EOT", "\u000b", "'VE", ",'", "D", "३", "㋿t", "३", "<|", "endoftext", "|>", "fi", "㍿ꟲmEOT漢", "㍿Z", "\"\r", "fi", "\r\n", "Ａ", "\r", "漢İ", "👍🏽", "३", ","]}
+{"text": "  👍🏽\u000b-<EOT>\r\"\r\nsＡ  Dž'VE", "tokens": 23, "pieces": [" ", " 👍🏽", "\u000b", "-<", "EOT", ">\r", "\"\r\n", "sＡ", " ", " Dž", "'VE"]}
+{"text": "ꟲ--,eع㍿…ḍ̇\nZ   \n\"sع \r\nſ'D
Z'M(", "tokens": 30, "pieces": ["ꟲ", "--,", "eع", "㍿", "…ḋ", "̣\n", "Z", "   \n", "\"sع", " \r\n", "ſ", "'D", "
Z", "'M", "("]}
+{"text": "'M'Re  Ａ𐞁ḍ̇,é\r𐞁…　Z.\na٣٤٥٦12345678é'T", "tokens": 42, "pieces": ["'M", "'Re", " ", " Ａ𐞁ḋ", "̣,", "é", "\r", "𐞁", "…", "　Z", ".\n", "a", "٣٤٥", "٦12", "345", "678", "e", "́'", "T"]}
+{"text": "'S'T́", "tokens": 3, "pieces": ["'S", "'T", "́"]}
+{"text": "0😀🏽­𐞁sſé  'MⅣEOT\u000b", "tokens": 23, "pieces": ["0", "😀🏽­", "𐞁sſé", " ", " '", "M", "Ⅳ", "EOT", "\u000b"]}
+{"text": "Z<fi're9…fi\n!!\r!å9\r\n\r\nZEOTß\"12345678…㍿", "tokens": 31, "pieces": ["Z", "<fi", "'re", "9", "…fi", "\n", "!!\r", "!a", "̊", "9", "\r\n\r\n", "ZEOTß", "\"", "123", "456", "78", "…", "㍿"]}
+{"text": "\t\r\n\r\n　Ⅳ \u000bꟲt'Sſ<META_START>ꟲ'ſ\r\n
 ㋿'M\u000bfi㍿\né0!!㍿", "tokens": 46, "pieces": ["\t\r\n\r\n", "　", "Ⅳ", " ", "\u000bꟲt", "'S", "ſ", "<META", "_START", ">ꟲ", "'ſ", "\r\n", "
", " ㋿'", "M", "\u000bfi", "㍿\n", "e", "́", "0", "!!㍿"]}
+{"text": "́Ａ👍🏽   \n'Tع!　're'reİ'Dß,ß\u000b🙂㍿!!㍿
'T½t'M'll<|fim_prefix|>s'<META_START>!t㋿🙂‍é\r\n\r\n㍿", "tokens": 64, "pieces": ["́Ａ", "👍🏽", "   \n", "'T", "ع", "!", "　", "'re", "'re", "İ", "'D", "ß", ",ß", "\u000b", "🙂㍿!!㍿", "
", "'T", "½", "t", "'M", "'ll", "<|", "fim", "_prefix", "|>", "s", "'<", "META", "_START", ">!", "t", "㋿🙂‍", "é", "\r\n\r\n", "㍿"]}
+{"text": "#$%ßEOT…½Dž　٣٤٥٦   \n'M,𐞁㋿s　", "tokens": 31, "pieces": ["#$%", "ßEOT", "…", "½", "Dž", "　", "٣٤٥", "٦", "   \n", "'M", ",𐞁", "㋿s", "　"]}
+{"text": "0'   \nḍ̇ßꟲ<\"
<|endoftext|><META_START>漢́amEOT‍Dž  🙂👍🏽 a", "tokens": 44, "pieces": ["0", "'", "   \n", "ḋ", "̣ßꟲ", "<\"", "
", "<|", "endoftext", "|><", "META", "_START", ">漢", "́amEOT", "‍Dž", " ", " 🙂👍🏽", " a"]}
+{"text": "½'ſå\t­'Daꟲ👍🏽fi㋿!!EOTé𐞁m👍🏽
 's'Mß're's   \n  's\"\u000b'T\r\n", "tokens": 57, "pieces": ["½", "'ſ", "a", "̊", "\t", "­'", "Daꟲ", "👍🏽", "fi", "㋿!!", "EOTe", "́𐞁m", "👍🏽", "
", " ", "'s", "'M", "ß", "'re", "'s", "   \n", " ", " '", "s", "\"", "\u000b", "'T", "\r\n"]}
+{"text": "­ع́ ٣٤٥٦'Sſ 9٣٤٥٦'T 漢٣٤٥٦-'T!!EOT<EOT>​<|endoftext|>Ⅳ0\" ꟲ㋿
'ſ<'Mع", "tokens": 72, "pieces": ["­ع", "́", " ", "٣٤٥", "٦", "'S", "ſ", " ", "9٣٤", "٥٦", "'T", " 漢", "٣٤٥", "٦", "-'", "T", "!!", "EOT", "<EOT", ">​<|", "endoftext", "|>", "Ⅳ0", "\"", " ꟲ", "㋿", "
", "'ſ", "<'", "Mع"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": "-!,'ll
́　　.,.İ'\t#$%s<META_START>'re'VE(­\u000b!<EOT>​<|endoftext|>'VE'D\r\n\u000bＡ'SDž", "tokens": 48, "pieces": ["-!,'", "ll", "
", "́", "　", "　", ".,.", "İ", "'", "\t", "#$%", "s", "<META", "_START", ">'", "re", "'VE", "(­", "\u000b", "!<", "EOT", ">​<|", "endoftext", "|>'", "VE", "'D", "\r\n", "\u000bＡ", "'S", "Dž"]}
+{"text": "
\u000b\tß(<|fim_prefix|>-　 ㍿😀🏽'll'ſ", "tokens": 27, "pieces": ["
\u000b", "\tß", "(<|", "fim", "_prefix", "|>-", "　", " ㍿😀🏽'", "ll", "'ſ"]}
+{"text": "½'३😀🏽((…'Ts>å", "tokens": 17, "pieces": ["½", "'", "३", "😀🏽((", "…", "'T", "s", ">a", "̊"]}
+{"text": "e½Z👍🏽ḍ̇<EOT>12345678<|fim_prefix|>३\"s>\t!!'re'llDž<|endoftext|>ſ́'ll㋿0d😀🏽Dž", "tokens": 63, "pieces": ["e", "½", "Z", "👍🏽", "ḋ", "̣<", "EOT", ">", "123", "456", "78", "<|", "fim", "_prefix", "|>", "३", "\"s", ">", "\t", "!!'", "re", "'ll", "Dž", "<|", "endoftext", "|>", "ſ", "́'", "ll", "㋿", "0", "d", "😀🏽", "Dž"]}
+{"text": "ḍ̇字'ſ<|fim_prefix|>字t'S#$%ßa'M　'T\u000b'M­ＡⅣ'<  eé!!fi'reéé !<EOT>ꟲ!!", "tokens": 53, "pieces": ["ḋ", "̣字", "'ſ", "<|", "fim", "_prefix", "|>", "字t", "'S", "#$%", "ßa", "'M", "　", "'T", "\u000b", "'M", "­Ａ", "Ⅳ", "'<", " ", " ee", "́!!", "fi", "'re", "e", "́é", " ", "!<", "EOT", ">ꟲ", "!!"]}
+{"text": "İ㋿🙂\r٣٤٥٦عfi३Ⅳ'Re\u000b'VE‍🙂'D ३\t'ſ½🙂9'll٣٤٥٦ſ­å'S字.eéEOT\n'T  !é字", "tokens": 72, "pieces": ["İ", "㋿🙂\r", "٣٤٥", "٦", "عfi", "३Ⅳ", "'Re", "\u000b", "'VE", "‍🙂'", "D", " ", "३", "\t", "'ſ", "½", "🙂", "9", "'ll", "٣٤٥", "٦", "ſ", "­a", "̊'", "S字", ".eéEOT", "\n", "'T", " ", " !", "e", "́字"]}
+{"text": "́fi.'S\t'VEDž㍿  \"<ꟲt-𐞁", "tokens": 24, "pieces": ["́fi", ".'", "S", "\t", "'VE", "Dž", "㍿", " ", " \"<", "ꟲt", "-𐞁"]}
+{"text": "9Ａ\u000bZＡé<EOT>ſſ<EOT>\r\n\r\nꟲe !!\r\n\r\nİ", "tokens": 28, "pieces": ["9", "Ａ", "\u000bZＡe", "́<", "EOT", ">ſſ", "<EOT", ">\r\n\r\n", "ꟲe", " ", "!!\r\n\r\n", "İ"]}
+{"text": "fi½", "tokens": 3, "pieces": ["fi", "½"]}
+{"text": "'s  　…㋿<é​,>'D'Re<META_START>　'S\r\n's  9's­!İsEOTs12345678İ's'S😀🏽　fié", "tokens": 51, "pieces": ["'s", "  　", "…", "㋿<", "e", "́​,>'", "D", "'Re", "<META", "_START", ">", "　", "'S", "\r\n", "'s", " ", " ", "9", "'s", "­!", "İsEOTs", "123", "456", "78", "İ", "'s", "'S", "😀🏽", "　fie", "́"]}
+{"text": "!!\r\n\r\n'　ß
>…<|endoftext|>'D<|endoftext|>字!!.😀🏽'sß­'Re'VE's\t 字'ſ.(", "tokens": 47, "pieces": ["!!\r\n\r\n", "'", "　ß", "
", ">", "…", "<|", "endoftext", "|>'", "D", "<|", "endoftext", "|>", "字", "!!.😀🏽'", "sß", "­'", "Re", "'VE", "'s", "\t", " 字", "'ſ", ".("]}
+{"text": "  ع(", "tokens": 3, "pieces": [" ", " ع", "("]}
+{"text": "字EOT.\r\nfi!ꟲ>.\r", "tokens": 12, "pieces": ["字EOT", ".\r\n", "fi", "!ꟲ", ">.\r"]}
+{"text": " <'M0'VE <EOT>㍿…👍🏽é>9  漢12345678900EOT\r", "tokens": 35, "pieces": [" ", "<'", "M", "0", "'VE", " ", "<EOT", ">㍿", "…", "👍🏽", "é", ">", "9", " ", " 漢", "123", "456", "789", "00", "EOT", "\r"]}
+{"text": "'S,'ſ.<|fim_prefix|><|endoftext|>'ſ'sß0Ａ\r9", "tokens": 26, "pieces": ["'S", ",'", "ſ", ".<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "ſ", "'s", "ß", "0", "Ａ", "\r", "9"]}
+{"text": "عDžEOT!(👍🏽", "tokens": 12, "pieces": ["عDžEOT", "!(👍🏽"]}
+{"text": "<😀🏽'Ａfi  \r\n0Dž-'MDž‍<META_START>0ſ<META_START>'ll''re\n­   \nع٣٤٥٦👍🏽s
ßfi0　३12345678<META_START>​𐞁å\r\n\r\n", "tokens": 79, "pieces": ["<😀🏽'", "Ａfi", "  \r\n", "0", "Dž", "-'", "MDž", "‍<", "META", "_START", ">", "0", "ſ", "<META", "_START", ">'", "ll", "''", "re", "\n", "­", "   \n", "ع", "٣٤٥", "٦", "👍🏽", "s", "
ßfi", "0", "　", "३12", "345", "678", "<META", "_START", ">​", "𐞁a", "̊\r\n\r\n"]}
+{"text": "'S-a​'reéß𐞁½ 'SZ漢fi　", "tokens": 19, "pieces": ["'S", "-a", "​'", "ree", "́ß𐞁", "½", " '", "SZ漢fi", "　"]}
+{"text": "\t㋿'VE<|endoftext|>", "tokens": 13, "pieces": ["\t", "㋿'", "VE", "<|", "endoftext", "|>"]}
+{"text": "<#$%#$% a9EOT𐞁a  \r\n\r\nt<'s　   \n-ḍ̇fi٣٤٥٦å<EOT>aådfi  0…-", "tokens": 55, "pieces": ["<#$%#$%", " a", "9", "EOT𐞁a", "  \r\n\r\n", "t", "<'", "s", "　   \n", "-ḋ", "̣fi", "٣٤٥", "٦", "a", "̊<", "EOT", ">aa", "̊dfi", " ", " ", "0", "…", "-"]}
+{"text": "­😀🏽\"'<EOT>ع👍🏽12345678's  'll🙂12345678<|fim_prefix|>😀🏽<.'M", "tokens": 45, "pieces": ["­😀🏽\"'<", "EOT", ">ع", "👍🏽", "123", "456", "78", "'s", " ", " '", "ll", "🙂", "123", "456", "78", "<|", "fim", "_prefix", "|>😀🏽<.'", "M"]}
+{"text": ". ½.\u000b㍿d𐞁　12345678‍\n'DＡ", "tokens": 23, "pieces": [".", " ", "½", ".", "\u000b", "㍿d𐞁", "　", "123", "456", "78", "‍\n", "'D", "Ａ"]}
+{"text": "½a…😀🏽EOT'll-", "tokens": 13, "pieces": ["½", "a", "…", "😀🏽", "EOT", "'ll", "-"]}
+{"text": "\t<META_START>Ａ‍(😀🏽   \nعꟲ㍿(a!!㍿", "tokens": 29, "pieces": ["\t", "<META", "_START", ">Ａ", "‍(😀🏽", "   \n", "عꟲ", "㍿(", "a", "!!㍿"]}
+{"text": "́🙂'T\u000b!!a𐞁\te　\",!!", "tokens": 16, "pieces": ["́🙂'", "T", "\u000b", "!!", "a𐞁", "\te", "　", "\",!!"]}
+{"text": "<META_START>\r\n\r\n'll👍🏽ts㋿m#$%.tＡ😀🏽㍿  'ſعſ12345678‍<EOT>ſfi>३é's'Ms\t\r\n\r\nDžع", "tokens": 62, "pieces": ["<META", "_START", ">\r\n\r\n", "'ll", "👍🏽", "ts", "㋿m", "#$%.", "tＡ", "😀🏽㍿", " ", " '", "ſعſ", "123", "456", "78", "‍<", "EOT", ">ſfi", ">", "३", "e", "́'", "s", "'M", "s", "\t\r\n\r\n", "Džع"]}
+{"text": "!<|fim_prefix|>㍿", "tokens": 10, "pieces": ["!<|", "fim", "_prefix", "|>㍿"]}
+{"text": "-漢é tm
,åß,'S", "tokens": 14, "pieces": ["-漢é", " tm", "
", ",a", "̊ß", ",'", "S"]}
+{"text": "\r\n\r\n३㍿!!", "tokens": 7, "pieces": ["\r\n\r\n", "३", "㍿!!"]}
+{"text": "'D<EOT>'smⅣé𐞁ꟲ'12345678EOTå'ſ12345678   \n'S㋿   \néⅣع👍🏽́fi
å é'Dſ-Z<é\r\n   \nt‍9", "tokens": 71, "pieces": ["'D", "<EOT", ">'", "sm", "Ⅳ", "é𐞁ꟲ", "'", "123", "456", "78", "EOTa", "̊'", "ſ", "123", "456", "78", "   \n", "'S", "㋿", "   \n", "é", "Ⅳ", "ع", "👍🏽́", "fi", "
a", "̊", " e", "́'", "Dſ", "-Z", "<e", "́\r\n", "   \n", "t", "‍", "9"]}
+{"text": "etſ9're㋿\r\n½0३<EOT><|endoftext|>s½,ꟲ\u000b9", "tokens": 30, "pieces": ["etſ", "9", "'re", "㋿\r\n", "½0३", "<EOT", "><|", "endoftext", "|>", "s", "½", ",ꟲ", "\u000b", "9"]}
+{"text": "å\r\nsſ字Ⅳ​Ａ­٣٤٥٦𐞁!EOTⅣfi\nßt's­'ll…d", "tokens": 43, "pieces": ["a", "̊\r\n", "sſ字", "Ⅳ", "​Ａ", "­", "٣٤٥", "٦", "𐞁", "!EOT", "Ⅳ", "fi", "\n", "ßt", "'s", "­'", "ll", "…d"]}
+{"text": "  ḍ̇\r\n>\r\n'll\r\n½Ⅳ㋿,Dž'MDž㋿Ａ'VE\"\t'så…㋿é", "tokens": 41, "pieces": [" ", " ḋ", "̣\r\n", ">\r\n", "'ll", "\r\n", "½Ⅳ", "㋿,", "Dž", "'M", "Dž", "㋿Ａ", "'VE", "\"", "\t", "'s", "a", "̊", "…", "㋿é"]}
+{"text": "
‍ésⅣ👍🏽s\r\n\r\n'VE\nḍ̇EOTd.   !!'T", "tokens": 34, "pieces": ["
", "‍e", "́s", "Ⅳ", "👍🏽", "s", "\r\n\r\n", "'VE", "\n", "ḋ", "̣EOTd", ".", "  ", " !!'", "T"]}
+{"text": "'Sḍ̇.\r\n\r\n­३　­!㍿", "tokens": 16, "pieces": ["'S", "ḋ", "̣.\r\n\r\n", "­", "३", "　", "­!㍿"]}
+{"text": "'VE‍㍿\naå'S.", "tokens": 14, "pieces": ["'VE", "‍㍿\n", "aa", "̊'", "S", "."]}
+{"text": "åDžſ'T😀🏽\r\n\r\n\n'SEOT\r\n\r\nḍ̇İ9 ㋿'Re㋿Dž''re'Ma㋿'T!a,\"\r\n\r\n\na'VE0'Reé", "tokens": 57, "pieces": ["a", "̊Džſ", "'T", "😀🏽\r\n\r\n\n", "'S", "EOT", "\r\n\r\n", "ḋ", "̣İ", "9", " ", "㋿'", "Re", "㋿Dž", "''", "re", "'M", "a", "㋿'", "T", "!a", ",\"\r\n\r\n\n", "a", "'VE", "0", "'Re", "é"]}
+{"text": "tt\r\nDžm'<EOT>a,<🙂\u000b­.‍9EOT<\rع\r
9! \tİع<EOT>٣٤٥٦👍🏽Z'ſꟲåİ", "tokens": 60, "pieces": ["tt", "\r\n", "Džm", "'<", "EOT", ">a", ",<🙂", "\u000b", "­.‍", "9", "EOT", "<\r", "ع", "\r", "
", "9", "!", " ", "\tİع", "<EOT", ">", "٣٤٥", "٦", "👍🏽", "Z", "'ſ", "ꟲa", "̊İ"]}
+{"text": "\n\u000bfi<META_START><|fim_prefix|>,  t'M-a\r\n\r\néⅣ'reＡfi　\r\n", "tokens": 29, "pieces": ["\n", "\u000bfi", "<META", "_START", "><|", "fim", "_prefix", "|>,", " ", " t", "'M", "-a", "\r\n\r\n", "é", "Ⅳ", "'re", "Ａfi", "　\r\n"]}
+{"text": "'sع!!   \nعm👍🏽fiß ́Ａ(<㋿'ſ'D!\t漢's<EOT>­🙂,", "tokens": 39, "pieces": ["'s", "ع", "!!", "   \n", "عm", "👍🏽", "fiß", " ́", "Ａ", "(<㋿'", "ſ", "'D", "!", "\t漢", "'s", "<EOT", ">­🙂,"]}
+{"text": "́<|fim_prefix|>å12345678>½'S‍ع😀🏽'T‍<EOT>12345678\nfi", "tokens": 39, "pieces": ["́<|", "fim", "_prefix", "|>", "a", "̊", "123", "456", "78", ">", "½", "'S", "‍ع", "😀🏽'", "T", "‍<", "EOT", ">", "123", "456", "78", "\n", "fi"]}
+{"text": "\r\n\r\n<META_START> DžZfi'ſ<|endoftext|>   \n漢09\r'VE😀🏽Z.ß'ſ, \n𐞁\u000b'Re<|endoftext|>éß", "tokens": 56, "pieces": ["\r\n\r\n", "<META", "_START", ">", " DžZfi", "'ſ", "<|", "endoftext", "|>", "   \n", "漢", "09", "\r", "'VE", "😀🏽", "Z", ".ß", "'ſ", ",", " \n", "𐞁", "\u000b", "'Re", "<|", "endoftext", "|>", "éß"]}
+{"text": "'D㍿'re'ſ's\naé<META_START>​d>\ré३Ａt​   \n-½   \nfiİfi字㍿'VE'D!Z\r\n\u000b'ſ", "tokens": 52, "pieces": ["'D", "㍿'", "re", "'ſ", "'s", "\n", "ae", "́<", "META", "_START", ">​", "d", ">\r", "e", "́", "३", "Ａt", "​", "   \n", "-", "½", "   \n", "fiİfi字", "㍿'", "VE", "'D", "!Z", "\r\n", "\u000b", "'ſ"]}
+{"text": "🙂'VEſ👍🏽İ're­字(   \n", "tokens": 18, "pieces": ["🙂'", "VEſ", "👍🏽", "İ", "'re", "­字", "(", "   \n"]}
+{"text": "a!عDža​ 😀🏽…åع'M­d‍\"", "tokens": 23, "pieces": ["a", "!عDža", "​", " 😀🏽", "…a", "̊ع", "'M", "­d", "‍\""]}
+{"text": "9\r\n\"<<EOT>>   \n…(Ⅳ'M'S
'VE㋿>­٣٤٥٦'M0…字…", "tokens": 38, "pieces": ["9", "\r\n", "\"<<", "EOT", ">>", "   \n", "…", "(", "Ⅳ", "'M", "'S", "
", "'VE", "㋿>­", "٣٤٥", "٦", "'M", "0", "…字", "…"]}
+{"text": "'Re!­'३　d​-\u000b", "tokens": 11, "pieces": ["'Re", "!­'", "३", "　d", "​-", "\u000b"]}
+{"text": "½'re'VE…Z9ꟲ", "tokens": 11, "pieces": ["½", "'re", "'VE", "…Z", "9", "ꟲ"]}
+{"text": "åⅣd👍🏽Ⅳ㍿dd,३́'Re<|fim_prefix|>\u000b<EOT>   \n>.", "tokens": 37, "pieces": ["a", "̊", "Ⅳ", "d", "👍🏽", "Ⅳ", "㍿dd", ",", "३", "́'", "Re", "<|", "fim", "_prefix", "|>", "\u000b", "<EOT", ">", "   \n", ">."]}
+{"text": "𐞁İ㋿\u000b'Ḿ   \nZ‍é't0éZＡ9३字fi", "tokens": 31, "pieces": ["𐞁İ", "㋿", "\u000b", "'M", "́", "   \n", "Z", "‍e", "́'", "t", "0", "e", "́ZＡ", "9३", "字fi"]}
+{"text": "'ll'S<META_START>İ(́s­字\r\n\r\nEOT'👍🏽'İ…>é'll  𐞁ݽ字'T'D🙂…sⅣé٣٤٥٦\" e\n", "tokens": 60, "pieces": ["'ll", "'S", "<META", "_START", ">İ", "(́", "s", "­字", "\r\n\r\n", "EOT", "'👍🏽'", "İ", "…", ">é", "'ll", " ", " 𐞁İ", "½", "字", "'T", "'D", "🙂", "…s", "Ⅳ", "e", "́", "٣٤٥", "٦", "\"", " e", "\n"]}
+{"text": "  字a(\r\nعⅣfi'M!d😀🏽12345678", "tokens": 20, "pieces": [" ", " 字a", "(\r\n", "ع", "Ⅳ", "fi", "'M", "!d", "😀🏽", "123", "456", "78"]}
+{"text": "㍿<ß'VE>d's३'llm…​(ꟲ!'reé漢12345678're\u000b're'M'D", "tokens": 33, "pieces": ["㍿<", "ß", "'VE", ">d", "'s", "३", "'ll", "m", "…", "​(", "ꟲ", "!'", "ree", "́漢", "123", "456", "78", "'re", "\u000b", "'re", "'M", "'D"]}
+{"text": "e<EOT>​a<META_START>e!<ع", "tokens": 12, "pieces": ["e", "<EOT", ">​", "a", "<META", "_START", ">e", "!<", "ع"]}
+{"text": "​字e𐞁EOTaſḍ̇#$%　\"0\u000bſßm<META_START>字…   \n<|fim_prefix|>åEOT", "tokens": 47, "pieces": ["​字e𐞁EOTaſḋ", "̣#$%", "　", "\"", "0", "\u000bſßm", "<META", "_START", ">字", "…   \n", "<|", "fim", "_prefix", "|>", "a", "̊EOT"]}
+{"text": "#$%!!Dž½३'VE.!e's <META_START>Dž#$%Z'D​-🙂३'VEs'S,", "tokens": 35, "pieces": ["#$%!!", "Dž", "½३", "'VE", ".!", "e", "'s", " ", "<META", "_START", ">Dž", "#$%", "Z", "'D", "​-🙂", "३", "'VE", "s", "'S", ","]}
+{"text": "-'VE<|fim_prefix|>'<ꟲfi'T٣٤٥٦عſ字字fi\t́字", "tokens": 34, "pieces": ["-'", "VE", "<|", "fim", "_prefix", "|>'<", "ꟲfi", "'T", "٣٤٥", "٦", "عſ字字fi", "\t", "́字"]}
+{"text": "<'M's<|endoftext|>d(👍🏽٣٤٥٦字𐞁.t<漢'ſ\n​é<|endoftext|>'re9𐞁", "tokens": 55, "pieces": ["<'", "M", "'s", "<|", "endoftext", "|>", "d", "(👍🏽", "٣٤٥", "٦", "字𐞁", ".t", "<漢", "'ſ", "\n", "​e", "́<|", "endoftext", "|>'", "re", "9", "𐞁"]}
+{"text": "\"ع३EOT", "tokens": 6, "pieces": ["\"ع", "३", "EOT"]}
+{"text": "'ś\r!.,'M", "tokens": 7, "pieces": ["'s", "́\r", "!.,'", "M"]}
+{"text": ">,<|endoftext|>9!!㋿½Ⅳ\r\n\r\nd'T9𐞁İİ\n­㍿​EOT‍\"'M><|endoftext|>   \n\r", "tokens": 47, "pieces": [">,<|", "endoftext", "|>", "9", "!!㋿", "½Ⅳ", "\r\n\r\n", "d", "'T", "9", "𐞁İİ", "\n", "­㍿​", "EOT", "‍\"'", "M", "><|", "endoftext", "|>", "   \n\r"]}
+{"text": "s漢漢　٣٤٥٦", "tokens": 14, "pieces": ["s漢漢", "　", "٣٤٥", "٦"]}
+{"text": "'ſ   \n字‍\rḍ̇Dž\"EOT'ſⅣ\"<EOT>'M'S\u000b!!‍ßm's.fi­'ReⅣ", "tokens": 43, "pieces": ["'ſ", "   \n", "字", "‍\r", "ḋ", "̣Dž", "\"EOT", "'ſ", "Ⅳ", "\"<", "EOT", ">'", "M", "'S", "\u000b", "!!‍", "ßm", "'s", ".fi", "­'", "Re", "Ⅳ"]}
+{"text": "t#$%#$%''s\r\n\r\nſZ\"<|endoftext|><٣٤٥٦<|fim_prefix|>!!-'Sé😀🏽٣٤٥٦d字#$%0s'Re漢é<META_START>'Reeḍ̇s㋿ع", "tokens": 77, "pieces": ["t", "#$%#$%''", "s", "\r\n\r\n", "ſZ", "\"<|", "endoftext", "|><", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>!!-'", "Sé", "😀🏽", "٣٤٥", "٦", "d字", "#$%", "0", "s", "'Re", "漢e", "́<", "META", "_START", ">'", "Reeḋ", "̣s", "㋿ع"]}
+{"text": "\ta #$%,a\u000bt,Dža'll'Re-efi𐞁ſ٣٤٥٦
,éa㍿12345678👍🏽\r\n'D12345678<META_START>d㋿12345678åEOT", "tokens": 66, "pieces": ["\ta", " #$%,", "a", "\u000bt", ",Dža", "'ll", "'Re", "-efi𐞁ſ", "٣٤٥", "٦", "
", ",éa", "㍿", "123", "456", "78", "👍🏽\r\n", "'D", "123", "456", "78", "<META", "_START", ">d", "㋿", "123", "456", "78", "a", "̊EOT"]}
+{"text": "éḍ̇'T👍🏽　‍  Ⅳ'ReZ…\"Ⅳİ!12345678ſd,   \n 漢s\r\n\r\nDžå<|endoftext|>t(😀🏽   \n'Re!eé'red", "tokens": 69, "pieces": ["éḋ", "̣'", "T", "👍🏽", "　", "‍", " ", " ", "Ⅳ", "'Re", "Z", "…", "\"", "Ⅳ", "İ", "!", "123", "456", "78", "ſd", ",", "   \n", " 漢s", "\r\n\r\n", "Dža", "̊<|", "endoftext", "|>", "t", "(😀🏽", "   \n", "'Re", "!eé", "'re", "d"]}
+{"text": "İ
‍ḍ̇ꟲfi…", "tokens": 17, "pieces": ["İ", "
", "‍ḋ", "̣ꟲfi", "…"]}
+{"text": "!!㍿́'ll𐞁㋿\r", "tokens": 15, "pieces": ["!!㍿́'", "ll𐞁", "㋿\r"]}
+{"text": "  0<|fim_prefix|>'ll㋿'så­t😀🏽३'Taå\r\nZ㍿12345678𐞁​
ꟲİ ꟲ\r\n", "tokens": 54, "pieces": [" ", " ", "0", "<|", "fim", "_prefix", "|>'", "ll", "㋿'", "sa", "̊­", "t", "😀🏽", "३", "'T", "aa", "̊\r\n", "Z", "㍿", "123", "456", "78", "𐞁", "​", "
ꟲİ", " ꟲ", "\r\n"]}
+{"text": "e𐞁㍿<META_START>é 12345678'sß　12345678meZ㋿字0'Re!'MZ-ſ'T𐞁", "tokens": 41, "pieces": ["e𐞁", "㍿<", "META", "_START", ">é", " ", "123", "456", "78", "'s", "ß", "　", "123", "456", "78", "meZ", "㋿字", "0", "'Re", "!'", "MZ", "-ſ", "'T", "𐞁"]}
+{"text": " 0𐞁Z…#$%<|endoftext|>'D …👍🏽12345678á<|fim_prefix|>'re!!'Sfi   \n😀🏽's٣٤٥٦'s'T<(", "tokens": 65, "pieces": [" ", "0", "𐞁Z", "…", "#$%<|", "endoftext", "|>'", "D", " ", "…", "👍🏽", "123", "456", "78", "a", "́<|", "fim", "_prefix", "|>'", "re", "!!'", "Sfi", "   \n", "😀🏽'", "s", "٣٤٥", "٦", "'s", "'T", "<("]}
+{"text": "👍🏽Ａ'reé'reİ\n३字<EOT>字,åZt३ꟲ<|endoftext|> 'Mꟲ", "tokens": 44, "pieces": ["👍🏽", "Ａ", "'re", "e", "́'", "reİ", "\n", "३", "字", "<EOT", ">字", ",a", "̊Zt", "३", "ꟲ", "<|", "endoftext", "|>", " ", "'M", "ꟲ"]}
+{"text": "  　‍…\r漢ع're­ع   \né'S👍🏽", "tokens": 22, "pieces": ["  ", "　", "‍", "…\r", "漢ع", "'re", "­ع", "   \n", "é", "'S", "👍🏽"]}
+{"text": "\r#$%<|endoftext|>\u000b𐞁'T𐞁#$%e's  \u000b…!'T́漢㍿>\r>👍🏽\r
å9,fi'VE‍\r㍿ <  𐞁<|fim_prefix|>漢ſ", "tokens": 82, "pieces": ["\r", "#$%<|", "endoftext", "|>", "\u000b𐞁", "'T", "𐞁", "#$%", "e", "'s", "  \u000b", "…", "!'", "T", "́漢", "㍿>\r", ">👍🏽\r", "
a", "̊", "9", ",fi", "'VE", "‍\r", "㍿", " ", "<", " ", " 𐞁", "<|", "fim", "_prefix", "|>", "漢ſ"]}
+{"text": "ſ9ع'Reé३'reſ'll\t'ſ㋿Ⅳ'Retfi­'re'VE​", "tokens": 31, "pieces": ["ſ", "9", "ع", "'Re", "é", "३", "'re", "ſ", "'ll", "\t", "'ſ", "㋿", "Ⅳ", "'Re", "tfi", "­'", "re", "'VE", "​"]}
+{"text": "EOTd90'llＡ.'ll\" ", "tokens": 11, "pieces": ["EOTd", "90", "'ll", "Ａ", ".'", "ll", "\"", " "]}
+{"text": "dＡ٣٤٥٦½td<­३å'Té12345678㍿字>\t'D <|fim_prefix|>ꟲ\n'MＡ'reå　'Dß🙂å 9", "tokens": 62, "pieces": ["dＡ", "٣٤٥", "٦½", "td", "<­", "३", "a", "̊'", "Té", "123", "456", "78", "㍿字", ">", "\t", "'D", " ", "<|", "fim", "_prefix", "|>", "ꟲ", "\n", "'M", "Ａ", "'re", "a", "̊", "　", "'D", "ß", "🙂a", "̊", " ", "9"]}
+{"text": "'İDž\t½(漢", "tokens": 9, "pieces": ["'İDž", "\t", "½", "(漢"]}
+{"text": "<EOT>.ß𐞁<META_START>‍İ \r\n", "tokens": 17, "pieces": ["<EOT", ">.", "ß𐞁", "<META", "_START", ">‍", "İ", " \r\n"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'ſ ㋿ée👍🏽9\rEOT'\n<|endoftext|> ꟲ'S<d👍🏽a🙂\r\nع…३
d!!!𐞁ع", "tokens": 57, "pieces": ["'ſ", " ", "㋿e", "́e", "👍🏽", "9", "\r", "EOT", "'\n", "<|", "endoftext", "|>", " ꟲ", "'S", "<d", "👍🏽", "a", "🙂\r\n", "ع", "…", "३", "
d", "!!!", "𐞁ع"]}
+{"text": "'re🙂ḍ̇9​\n㋿'S­9éd漢
eİ<META_START>    \n​😀🏽   \nſDžſ'VE٣٤٥٦<META_START><META_START>t\t<>", "tokens": 62, "pieces": ["'re", "🙂ḋ", "̣", "9", "​\n", "㋿'", "S", "­", "9", "éd漢", "
eİ", "<META", "_START", ">", "    \n", "​😀🏽", "   \n", "ſDžſ", "'VE", "٣٤٥", "٦", "<META", "_START", "><", "META", "_START", ">t", "\t", "<>"]}
+{"text": " #$%'D🙂9,…'re", "tokens": 11, "pieces": [" ", "#$%'", "D", "🙂", "9", ",", "…", "'re"]}
+{"text": "ſß!<", "tokens": 4, "pieces": ["ſß", "!<"]}
+{"text": "ßd'Re", "tokens": 3, "pieces": ["ßd", "'Re"]}
+{"text": "fi( 'M\t''ReEOTéa\r\n㍿𐞁½ ३ é😀🏽\u000b>😀🏽'Dع'Dé\"İ  ", "tokens": 48, "pieces": ["fi", "(", " ", "'M", "\t", "''", "ReEOTe", "́a", "\r\n", "㍿𐞁", "½", " ", "३", " e", "́😀🏽", "\u000b", ">😀🏽'", "Dع", "'D", "é", "\"İ", "  "]}
+{"text": "㋿́!!-😀🏽'0ع<META_START>\t'ſ'D!!<åå  'D<EOT>#$%<é漢fi<­", "tokens": 47, "pieces": ["㋿́!!-😀🏽'", "0", "ع", "<META", "_START", ">", "\t", "'ſ", "'D", "!!<", "a", "̊a", "̊", " ", " '", "D", "<EOT", ">#$%<", "é漢fi", "<­"]}
+{"text": ".'Re­>", "tokens": 4, "pieces": [".'", "Re", "­>"]}
+{"text": " <|endoftext|>​   \n-", "tokens": 9, "pieces": [" <|", "endoftext", "|>​", "   \n", "-"]}
+{"text": "'ſ!m漢😀🏽m㋿ſ9(   \n𐞁Zꟲ'llé'M‍'s#$%(åḍ̇㍿٣٤٥٦'Re   \n\r\nZ", "tokens": 63, "pieces": ["'ſ", "!m漢", "😀🏽", "m", "㋿ſ", "9", "(", "   \n", "𐞁Zꟲ", "'ll", "e", "́'", "M", "‍'", "s", "#$%(", "a", "̊ḋ", "̣㍿", "٣٤٥", "٦", "'Re", "   \n\r\n", "Z"]}
+{"text": "t'ReEOTdＡ<EOT>'M\r\n'D'VE\r\n'ſſ𐞁㋿'M'ſt>字", "tokens": 36, "pieces": ["t", "'Re", "EOTdＡ", "<EOT", ">'", "M", "\r\n", "'D", "'VE", "\r\n", "'ſ", "ſ𐞁", "㋿'", "M", "'ſ", "t", ">字"]}
+{"text": "'Mſ'T३d​\r\n<|fim_prefix|>'ſḍ̇'VE-Z-'Sİ㋿\r­ⅣEOT㋿\r\n\né😀🏽㍿'D>'M", "tokens": 55, "pieces": ["'M", "ſ", "'T", "३", "d", "​\r\n", "<|", "fim", "_prefix", "|>'", "ſḋ", "̣'", "VE", "-Z", "-'", "Sİ", "㋿\r", "­", "Ⅳ", "EOT", "㋿\r\n\n", "é", "😀🏽㍿'", "D", ">'", "M"]}
+{"text": "漢　\r
   
'll½字Ⅳm\r\n\r\n,<EOT>eémDž<|fim_prefix|>!  0​'S're-!!'D<META_START>'D
ꟲ\"𐞁ḍ̇\u000b‍", "tokens": 66, "pieces": ["漢", "　\r", "
   ", "
", "'ll", "½", "字", "Ⅳ", "m", "\r\n\r\n", ",<", "EOT", ">eémDž", "<|", "fim", "_prefix", "|>!", " ", " ", "0", "​'", "S", "'re", "-!!'", "D", "<META", "_START", ">'", "D", "
ꟲ", "\"𐞁ḋ", "̣", "\u000b", "‍"]}
+{"text": "\t12345678ßd\r\nm'Re​", "tokens": 10, "pieces": ["\t", "123", "456", "78", "ßd", "\r\n", "m", "'Re", "​"]}
+{"text": ".!!㋿ḍ̇éⅣ'red<EOT>३'Dåt", "tokens": 26, "pieces": [".!!㋿", "ḋ", "̣e", "́", "Ⅳ", "'re", "d", "<EOT", ">", "३", "'D", "a", "̊t"]}
+{"text": "-‍\",
", "tokens": 6, "pieces": ["-‍\",", "
"]}
+{"text": "'s'T DžEOT12345678'S", "tokens": 11, "pieces": ["'s", "'T", " DžEOT", "123", "456", "78", "'S"]}
+{"text": "­㋿<META_START>\r字\r\n\r\n㍿ (​é\r\n", "tokens": 20, "pieces": ["­㋿<", "META", "_START", ">\r", "字", "\r\n\r\n", "㍿", " ", "(​", "e", "́\r\n"]}
+{"text": "字!9", "tokens": 3, "pieces": ["字", "!", "9"]}
+{"text": "e\nḍ̇字Ａ-٣٤٥٦\"<EOT>​
\"'DZ<EOT>Ⅳ𐞁'S<|endoftext|>>  (İ   \nm,<META_START>><漢", "tokens": 58, "pieces": ["e", "\n", "ḋ", "̣字Ａ", "-", "٣٤٥", "٦", "\"<", "EOT", ">​", "
", "\"'", "DZ", "<EOT", ">", "Ⅳ", "𐞁", "'S", "<|", "endoftext", "|>>", " ", " (", "İ", "   \n", "m", ",<", "META", "_START", ">><", "漢"]}
+{"text": "é<‍㍿漢…\u000b​9'M字漢  \r\n㍿ꟲ<'s<!!t​'ſع
éꟲeİ'S'Då३<", "tokens": 52, "pieces": ["e", "́<‍㍿", "漢", "…", "\u000b", "​", "9", "'M", "字漢", "  \r\n", "㍿ꟲ", "<'", "s", "<!!", "t", "​'", "ſع", "
éꟲeİ", "'S", "'D", "a", "̊", "३", "<"]}
+{"text": "éⅣ…!!m(d'VE漢>å\rm漢fi‍!!㋿\"٣٤٥٦ſ", "tokens": 38, "pieces": ["é", "Ⅳ", "…", "!!", "m", "(d", "'VE", "漢", ">a", "̊\r", "m漢fi", "‍!!㋿\"", "٣٤٥", "٦", "ſ"]}
+{"text": "…   \nßⅣ12345678
ḍ̇mعßＡ​İ-é12345678🙂'M‍  'M9EOT\r\n'll\r\n\r\n٣٤٥٦ſ　", "tokens": 54, "pieces": ["…   \n", "ß", "Ⅳ12", "345", "678", "
ḋ", "̣mعßＡ", "​İ", "-e", "́", "123", "456", "78", "🙂'", "M", "‍", " ", " '", "M", "9", "EOT", "\r\n", "'ll", "\r\n\r\n", "٣٤٥", "٦", "ſ", "　"]}
+{"text": "'ll🙂\rꟲ #$%, 'Re½​㋿…'D漢ꟲ'SＡＡ  e\t\tḍ̇'reİ👍🏽e😀🏽<EOT>fi🙂s,  'VEt!", "tokens": 69, "pieces": ["'ll", "🙂\r", "ꟲ", " ", "#$%,", " '", "Re", "½", "​㋿", "…", "'D", "漢ꟲ", "'S", "ＡＡ", " ", " e", "\t", "\tḋ", "̣'", "reİ", "👍🏽", "e", "😀🏽<", "EOT", ">fi", "🙂s", ",", " ", " '", "VEt", "!"]}
+{"text": "漢ß\t​", "tokens": 5, "pieces": ["漢ß", "\t", "​"]}
+{"text": "<EOT>　​må12345678#$%<|fim_prefix|>½<META_START><META_START>Ⅳ㋿字'D字­!é\rꟲ'T", "tokens": 45, "pieces": ["<EOT", ">", "　", "​ma", "̊", "123", "456", "78", "#$%<|", "fim", "_prefix", "|>", "½", "<META", "_START", "><", "META", "_START", ">", "Ⅳ", "㋿字", "'D", "字", "­!", "e", "́\r", "ꟲ", "'T"]}
+{"text": "㍿
'D9𐞁½dß\r\n\r\n\u000bEOTd<META_START>'sDžså'M<|endoftext|>ZDž 
.é'Re'TZ   \n𐞁<META_START>Ⅳ\t", "tokens": 62, "pieces": ["㍿", "
", "'D", "9", "𐞁", "½", "dß", "\r\n\r\n", "\u000bEOTd", "<META", "_START", ">'", "sDžsa", "̊'", "M", "<|", "endoftext", "|>", "ZDž", " ", "
", ".e", "́'", "Re", "'T", "Z", "   \n", "𐞁", "<META", "_START", ">", "Ⅳ", "\t"]}
+{"text": "EOTm'll're'reé ­　m字,<|fim_prefix|>'Re'tfi‍'VE🙂0é'M'VEt' ㋿-\n
'ſ'ſ‍9EOT𐞁'S", "tokens": 58, "pieces": ["EOTm", "'ll", "'re", "'re", "é", " ­", "　m字", ",<|", "fim", "_prefix", "|>'", "Re", "'t", "fi", "‍'", "VE", "🙂", "0", "é", "'M", "'VE", "t", "'", " ㋿-\n", "
", "'ſ", "'ſ", "‍", "9", "EOT𐞁", "'S"]}
+{"text": "Ⅳ#$%ååß 'VE0fi㋿½'T'Re0-.12345678'>'s.🙂>ꟲ…", "tokens": 40, "pieces": ["Ⅳ", "#$%", "a", "̊a", "̊ß", " ", "'VE", "0", "fi", "㋿", "½", "'T", "'Re", "0", "-.", "123", "456", "78", "'>'", "s", ".🙂>", "ꟲ", "…"]}
+{"text": "<|endoftext|>fi-㍿'T​", "tokens": 16, "pieces": ["<|", "endoftext", "|>", "fi", "-㍿'", "T", "​"]}
+{"text": "İſ٣٤٥٦09字'­#$%\t'VE's'­e\"३\r    \n<|fim_prefix|>s㋿Dž'T  ", "tokens": 44, "pieces": ["İſ", "٣٤٥", "٦09", "字", "'­#$%", "\t", "'VE", "'s", "'­", "e", "\"", "३", "\r    \n", "<|", "fim", "_prefix", "|>", "s", "㋿Dž", "'T", "  "]}
+{"text": "Ａ​Ａ<EOT>ſſé-12345678.\u000b-　३½s'Tḍ̇#$%(ع 
ß\nDž'D'MDž 'seß", "tokens": 49, "pieces": ["Ａ", "​Ａ", "<EOT", ">ſſé", "-", "123", "456", "78", ".", "\u000b", "-", "　", "३½", "s", "'T", "ḋ", "̣#$%(", "ع", " ", "
ß", "\n", "Dž", "'D", "'M", "Dž", " ", "'s", "eß"]}
+{"text": "-   \né'Sa'VEſ漢عſ𐞁..EOT<字,'s'ſ<\r\n\r\nt٣٤٥٦ꟲ\r\n\r\n👍🏽é­字9<EOT>", "tokens": 58, "pieces": ["-", "   \n", "e", "́'", "Sa", "'VE", "ſ漢عſ𐞁", "..", "EOT", "<字", ",'", "s", "'ſ", "<\r\n\r\n", "t", "٣٤٥", "٦", "ꟲ", "\r\n\r\n", "👍🏽", "e", "́­", "字", "9", "<EOT", ">"]}
+{"text": "9\n   \n　'D,Dž'ع<<|fim_prefix|><|fim_prefix|><EOT>​EOT>İ'!ع字éée字('ll‍👍🏽\t'VEḍ̇字🙂a字 ,", "tokens": 63, "pieces": ["9", "\n   \n", "　", "'D", ",Dž", "'ع", "<<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><", "EOT", ">​", "EOT", ">İ", "'!", "ع字e", "́ée字", "('", "ll", "‍👍🏽", "\t", "'VE", "ḋ", "̣字", "🙂a字", " ", ","]}
+{"text": "å<'re<|endoftext|>½   \n<|endoftext|>\r\n\r\n٣٤٥٦fi  ​\r0'reZ   \nEOTDž. ㍿­\r\n#$%İ,  9   \n\"'M'TＡ", "tokens": 62, "pieces": ["a", "̊<'", "re", "<|", "endoftext", "|>", "½", "   \n", "<|", "endoftext", "|>\r\n\r\n", "٣٤٥", "٦", "fi", " ", " ​\r", "0", "'re", "Z", "   \n", "EOTDž", ".", " ", "㍿­\r\n", "#$%", "İ", ",", " ", " ", "9", "   \n", "\"'", "M", "'T", "Ａ"]}
+{"text": "\u000b<|endoftext|>\u000b㋿'s३ſ‍.'VE
\u000ba<META_START>㍿Ⅳt​'Re\r ꟲ<META_START>", "tokens": 47, "pieces": ["\u000b", "<|", "endoftext", "|>", "\u000b", "㋿'", "s", "३", "ſ", "‍.'", "VE", "
", "\u000ba", "<META", "_START", ">㍿", "Ⅳ", "t", "​'", "Re", "\r", " ꟲ", "<META", "_START", ">"]}
+{"text": "EOT#$%😀🏽9㋿'T'D
<|endoftext|>'M,", "tokens": 27, "pieces": ["EOT", "#$%😀🏽", "9", "㋿'", "T", "'D", "
", "<|", "endoftext", "|>'", "M", ","]}
+{"text": "'ſ<EOT>  ", "tokens": 7, "pieces": ["'ſ", "<EOT", ">", "  "]}
+{"text": "éå'M字
>­​dé\r\n\r\n½\r\n, \u000bmfi.'llſ👍🏽   \n ع​t …é'T12345678fi('t\n½", "tokens": 52, "pieces": ["éa", "̊'", "M字", "
", ">­​", "dé", "\r\n\r\n", "½", "\r\n", ",", " ", "\u000bmfi", ".'", "llſ", "👍🏽", "   \n", " ع", "​t", " ", "…é", "'T", "123", "456", "78", "fi", "('", "t", "\n", "½"]}
+{"text": "٣٤٥٦å👍🏽t'M'!'ſm'Ś12345678…(ſ<EOT>\u000b👍🏽漢's'Re'T!", "tokens": 50, "pieces": ["٣٤٥", "٦", "a", "̊👍🏽", "t", "'M", "'!'", "ſm", "'S", "́", "123", "456", "78", "…", "(ſ", "<EOT", ">", "\u000b", "👍🏽", "漢", "'s", "'Re", "'T", "!"]}
+{"text": "'s­'S\r", "tokens": 5, "pieces": ["'s", "­'", "S", "\r"]}
+{"text": "́㋿ 
Ⅳ字!  ‍Dž'T\rß(Ａß漢字🙂.'M'VEDže'VE'ét٣٤٥٦…(9\r\n\r\n'VE\r\n\r\n
Ａ", "tokens": 60, "pieces": ["́㋿", " ", "
", "Ⅳ", "字", "!", " ", " ‍", "Dž", "'T", "\r", "ß", "(Ａß漢字", "🙂.'", "M", "'VE", "Dže", "'VE", "'e", "́t", "٣٤٥", "٦", "…", "(", "9", "\r\n\r\n", "'VE", "\r\n\r\n", "
Ａ"]}
+{"text": "DžéaＡ㋿ .,é
٣٤٥٦ßⅣ12345678", "tokens": 29, "pieces": ["Dže", "́aＡ", "㋿", " .,", "é", "
", "٣٤٥", "٦", "ß", "Ⅳ12", "345", "678"]}
+{"text": "  👍🏽!!'M\t!!>½s३<|fim_prefix|>åＡ३'D\tZ\r\n\r\n'Re<EOT>>#$%ḍ̇Ⅳd<EOT>\r\n\r\n\t<EOT>dt<META_START>!!< t  \"ع", "tokens": 66, "pieces": [" ", " 👍🏽!!'", "M", "\t", "!!>", "½", "s", "३", "<|", "fim", "_prefix", "|>", "a", "̊Ａ", "३", "'D", "\tZ", "\r\n\r\n", "'Re", "<EOT", ">>#$%", "ḋ", "̣", "Ⅳ", "d", "<EOT", ">\r\n\r\n", "\t", "<EOT", ">dt", "<META", "_START", ">!!<", " t", " ", " \"", "ع"]}
+{"text": "㍿३عＡ<EOT>ſ,>#$%!!'ll12345678'", "tokens": 24, "pieces": ["㍿", "३", "عＡ", "<EOT", ">ſ", ",>#$%!!'", "ll", "123", "456", "78", "'"]}
+{"text": "<META_START><EOT>'S-　!!\"😀🏽 aåé　'S
", "tokens": 25, "pieces": ["<META", "_START", "><", "EOT", ">'", "S", "-", "　", "!!\"😀🏽", " aa", "̊é", "　", "'S", "
"]}
+{"text": "Dž(   \n12345678sé#$%(12345678e😀🏽", "tokens": 20, "pieces": ["Dž", "(", "   \n", "123", "456", "78", "sé", "#$%(", "123", "456", "78", "e", "😀🏽"]}
+{"text": "'ReéDž<EOT>é 😀🏽­㍿　'lle<EOT>", "tokens": 23, "pieces": ["'Re", "e", "́Dž", "<EOT", ">e", "́", " 😀🏽­㍿", "　", "'ll", "e", "<EOT", ">"]}
+{"text": "३!㋿m<META_START>\t'D㍿\r\n\r\n.'llDž　'lls'é<", "tokens": 26, "pieces": ["३", "!㋿", "m", "<META", "_START", ">", "\t", "'D", "㍿\r\n\r\n", ".'", "llDž", "　", "'ll", "s", "'é", "<"]}
+{"text": "   \n'VE'Sd­　ع'Må\r\n\r\n'ree  'ReeZ's‍　('re🙂<META_START> (\r\u000bꟲ", "tokens": 39, "pieces": ["   \n", "'VE", "'S", "d", "­", "　ع", "'M", "a", "̊\r\n\r\n", "'re", "e", " ", " '", "ReeZ", "'s", "‍", "　", "('", "re", "🙂<", "META", "_START", ">", " ", "(\r", "\u000bꟲ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'sZ", "tokens": 2, "pieces": ["'s", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n'S!!‍字\r\n\r\ns漢Ａ‍漢0!!‍dém0<EOT>漢-́Dž \r\n\r\n<漢're‍'M12345678ḍ̇", "tokens": 51, "pieces": ["\r\n", "'S", "!!‍", "字", "\r\n\r\n", "s漢Ａ", "‍漢", "0", "!!‍", "de", "́m", "0", "<EOT", ">漢", "-́", "Dž", " \r\n\r\n", "<漢", "'re", "‍'", "M", "123", "456", "78", "ḋ", "̣"]}
+{"text": "<|endoftext|>𐞁३'S,ſ́!!e\t­<META_START>\r\n'Reḍ̇'s'Ss३ ㍿#$%Z'ſa½<(!9", "tokens": 53, "pieces": ["<|", "endoftext", "|>", "𐞁", "३", "'S", ",ſ", "́!!", "e", "\t", "­<", "META", "_START", ">\r\n", "'Re", "ḋ", "̣'", "s", "'S", "s", "३", " ", "㍿#$%", "Z", "'ſ", "a", "½", "<(!", "9"]}
+{"text": "méꟲé\n漢's<|fim_prefix|>
9<EOT>३ éa   Ａ'VE३!!漢   \na'VE>éEOT<|endoftext|>ḍ̇ Ａ,字'll#$%ſ", "tokens": 67, "pieces": ["me", "́ꟲe", "́\n", "漢", "'s", "<|", "fim", "_prefix", "|>", "
", "9", "<EOT", ">", "३", " éa", "  ", " Ａ", "'VE", "३", "!!", "漢", "   \n", "a", "'VE", ">éEOT", "<|", "endoftext", "|>", "ḋ", "̣", " Ａ", ",字", "'ll", "#$%", "ſ"]}
+{"text": "EOT३('ll㍿e😀🏽Ａ'ſ­é<12345678
漢\u000b ́12345678", "tokens": 36, "pieces": ["EOT", "३", "('", "ll", "㍿e", "😀🏽", "Ａ", "'ſ", "­é", "<", "123", "456", "78", "
漢", "\u000b", " ", "́", "123", "456", "78"]}
+{"text": "!👍🏽'S'ſ  \r\n'VE‍'!!'ḍ̇>Dž\r\n'ſ٣٤٥٦md é字ع!!<|endoftext|>0!!!'S
𐞁d", "tokens": 64, "pieces": ["!👍🏽'", "S", "'ſ", "  \r\n", "'VE", "‍'!!'", "ḋ", "̣>", "Dž", "\r\n", "'ſ", "٣٤٥", "٦", "md", " e", "́字ع", "!!<|", "endoftext", "|>", "0", "!!!'", "S", "
𐞁d"]}
+{"text": "é'ſtＡ'ſ\r\n<|fim_prefix|>\t'ſ३漢\r\n\u000b\nét!'s\r\n\r\n-Dž<|fim_prefix|>ع>9'VEİé㍿", "tokens": 55, "pieces": ["é", "'ſ", "tＡ", "'ſ", "\r\n", "<|", "fim", "_prefix", "|>", "\t", "'ſ", "३", "漢", "\r\n\u000b\n", "e", "́t", "!'", "s", "\r\n\r\n", "-Dž", "<|", "fim", "_prefix", "|>", "ع", ">", "9", "'VE", "İé", "㍿"]}
+{"text": "<12345678👍🏽\r­‍", "tokens": 14, "pieces": ["<", "123", "456", "78", "👍🏽\r", "­‍"]}
+{"text": "'s <'s!!ع\n-​\u000b Dž👍🏽Ⅳ's're<‍<|endoftext|>😀🏽\"'M 'll>٣٤٥٦ \tEOTm  ", "tokens": 56, "pieces": ["'s", " ", "<'", "s", "!!", "ع", "\n", "-​", "\u000b", " Dž", "👍🏽", "Ⅳ", "'s", "'re", "<‍<|", "endoftext", "|>😀🏽\"'", "M", " ", "'ll", ">", "٣٤٥", "٦", " ", "\tEOTm", "  "]}
+{"text": "\r\n\"🙂fi  é‍٣٤٥٦ḍ̇å<|endoftext|>
!å​　'Mé'T9!!!३㍿.d12345678'VE'D<(", "tokens": 61, "pieces": ["\r\n", "\"🙂", "fi", " ", " e", "́‍", "٣٤٥", "٦", "ḋ", "̣a", "̊<|", "endoftext", "|>", "
", "!a", "̊​", "　", "'M", "é", "'T", "9", "!!!", "३", "㍿.", "d", "123", "456", "78", "'VE", "'D", "<("]}
+{"text": "́ ḍ̇\"㍿'VEsⅣſ(#$%ß 　
\rＡعt\t𐞁!!👍🏽­sfi!'Reå-fiEOT", "tokens": 57, "pieces": ["́", " ḋ", "̣\"㍿'", "VEs", "Ⅳ", "ſ", "(#$%", "ß", " 　
\r", "Ａعt", "\t𐞁", "!!👍🏽­", "sfi", "!'", "Rea", "̊-", "fiEOT"]}
+{"text": "'T‍३Ⅳ", "tokens": 7, "pieces": ["'T", "‍", "३Ⅳ"]}
+{"text": "!!tＡ'reꟲ½ع­३a!s'll\r\n<<|fim_prefix|>'S're<|endoftext|>👍🏽 Ａ   \n,fi\r\n,İ'ſ👍🏽d#$%t-", "tokens": 64, "pieces": ["!!", "tＡ", "'re", "ꟲ", "½", "ع", "­", "३", "a", "!s", "'ll", "\r\n", "<<|", "fim", "_prefix", "|>'", "S", "'re", "<|", "endoftext", "|>👍🏽", " Ａ", "   \n", ",fi", "\r\n", ",İ", "'ſ", "👍🏽", "d", "#$%", "t", "-"]}
+{"text": ">'s'll‍ꟲ\u000b​'s#$%'Td👍🏽", "tokens": 21, "pieces": [">'", "s", "'ll", "‍ꟲ", "\u000b", "​'", "s", "#$%'", "Td", "👍🏽"]}
+{"text": "<EOT>\r\n\"​'ſ漢\u000bⅣ-٣٤٥٦t.", "tokens": 24, "pieces": ["<EOT", ">\r\n", "\"​'", "ſ漢", "\u000b", "Ⅳ", "-", "٣٤٥", "٦", "t", "."]}
+{"text": "9​å\r\n\r\n''VE३d,​́és're'T'ſmḍ̇<t­👍🏽 \r\n👍🏽!ꟲ<-<META_START>,   \n é
\"mſİ", "tokens": 63, "pieces": ["9", "​a", "̊\r\n\r\n", "''", "VE", "३", "d", ",​́", "e", "́s", "'re", "'T", "'ſ", "mḋ", "̣<", "t", "­👍🏽", " \r\n", "👍🏽!", "ꟲ", "<-<", "META", "_START", ">,", "   \n", " é", "
", "\"mſİ"]}
+{"text": "‍<EOT>\r\n㍿Zİ9é.>fi'VEEOT ٣٤٥٦å😀🏽'D    \n#$%‍'re߅\r\n\r\n\u000b\"a　12345678", "tokens": 58, "pieces": ["‍<", "EOT", ">\r\n", "㍿Zİ", "9", "é", ".>", "fi", "'VE", "EOT", " ", "٣٤٥", "٦", "a", "̊😀🏽'", "D", "    \n", "#$%‍'", "reß", "…\r\n\r\n", "\u000b", "\"a", "　", "123", "456", "78"]}
+{"text": "Ａ.३<EOT>-\u000b9字ꟲZ'll㋿(a!𐞁s<EOT>EOT'll.'å!! ḍ̇", "tokens": 43, "pieces": ["Ａ", ".", "३", "<EOT", ">-", "\u000b", "9", "字ꟲZ", "'ll", "㋿(", "a", "!𐞁s", "<EOT", ">EOT", "'ll", ".'", "a", "̊!!", " ḋ", "̣"]}
+{"text": "!!s'fifi👍🏽m…\u000ba\"Ⅳ're½.9İEOTꟲſe字ꟲ'ſ", "tokens": 41, "pieces": ["!!", "s", "'fifi", "👍🏽", "m", "…", "\u000ba", "\"", "Ⅳ", "'re", "½", ".", "9", "İEOTꟲſe字ꟲ", "'ſ"]}
+{"text": "𐞁'Sß​<|fim_prefix|>ſ   \n>㋿9ꟲＡ9  a", "tokens": 30, "pieces": ["𐞁", "'S", "ß", "​<|", "fim", "_prefix", "|>", "ſ", "   \n", ">㋿", "9", "ꟲＡ", "9", " ", " a"]}
+{"text": "fi३\u000b're'VEع", "tokens": 9, "pieces": ["fi", "३", "\u000b", "'re", "'VE", "ع"]}
+{"text": "👍🏽'séd<­Ａ㋿
'Mm'M½
", "tokens": 25, "pieces": ["👍🏽'", "se", "́d", "<­", "Ａ", "㋿", "
", "'M", "m", "'M", "½", "
"]}
+{"text": "'VEs-漢>Z'", "tokens": 8, "pieces": ["'VE", "s", "-漢", ">Z", "'"]}
+{"text": "İḍ̇t're½e0😀🏽'\"d", "tokens": 18, "pieces": ["İḋ", "̣t", "'re", "½", "e", "0", "😀🏽'\"", "d"]}
+{"text": "efi're🙂\r㋿(字
…", "tokens": 16, "pieces": ["efi", "'re", "🙂\r", "㋿(", "字", "
…"]}
+{"text": "<EOT>9<EOT>​é", "tokens": 9, "pieces": ["<EOT", ">", "9", "<EOT", ">​", "é"]}
+{"text": "ß😀🏽å's", "tokens": 11, "pieces": ["ß", "😀🏽", "a", "̊'", "s"]}
+{"text": "‍Z<|fim_prefix|>३!!\n­", "tokens": 14, "pieces": ["‍Z", "<|", "fim", "_prefix", "|>", "३", "!!\n", "­"]}
+{"text": "漢é.…<EOT>", "tokens": 10, "pieces": ["漢e", "́.", "…", "<EOT", ">"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "9.9  ㋿<EOT>é(\r\nİ,s
", "tokens": 18, "pieces": ["9", ".", "9", " ", " ㋿<", "EOT", ">é", "(\r\n", "İ", ",s", "
"]}
+{"text": "\u000b　#$%Ａ   \n'VE'ſ🙂<META_START>́'Tsé'ſt ", "tokens": 28, "pieces": ["\u000b", "　", "#$%", "Ａ", "   \n", "'VE", "'ſ", "🙂<", "META", "_START", ">́'", "Tse", "́'", "ſt", " "]}
+{"text": "𐞁३   \n٣٤٥٦'ll­‍'ReꟲEOT'D👍🏽'M'll<'ll.d\"'Md'T<EOT>漢(", "tokens": 48, "pieces": ["𐞁", "३", "   \n", "٣٤٥", "٦", "'ll", "­‍'", "ReꟲEOT", "'D", "👍🏽'", "M", "'ll", "<'", "ll", ".d", "\"'", "Md", "'T", "<EOT", ">漢", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "0fiß.'re\"\u000b<META_START>   'ſfiß!!'ll\r\n'S​'D㋿\r\n\r\n…", "tokens": 33, "pieces": ["0", "fiß", ".'", "re", "\"", "\u000b", "<META", "_START", ">", "  ", " '", "ſfiß", "!!'", "ll", "\r\n", "'S", "​'", "D", "㋿\r\n\r\n", "…"]}
+{"text": "ß३'VEع<|endoftext|>Ⅳ👍🏽ß,", "tokens": 23, "pieces": ["ß", "३", "'VE", "ع", "<|", "endoftext", "|>", "Ⅳ", "👍🏽", "ß", ","]}
+{"text": "t\r'T9­Ａ'S🙂　#$%!'T<EOT>\tt½'VE㋿
-m👍🏽\n
   \n", "tokens": 38, "pieces": ["t", "\r", "'T", "9", "­Ａ", "'S", "🙂", "　", "#$%!'", "T", "<EOT", ">", "\tt", "½", "'VE", "㋿", "
", "-m", "👍🏽\n", "
   \n"]}
+{"text": "0ḍ̇Zdé<META_START>.\r\n\r\nZ­<|endoftext|>as…'ll'M12345678<|fim_prefix|><\n‍  'S👍🏽9!e'Re'Re", "tokens": 55, "pieces": ["0", "ḋ", "̣Zdé", "<META", "_START", ">.\r\n\r\n", "Z", "­<|", "endoftext", "|>", "as", "…", "'ll", "'M", "123", "456", "78", "<|", "fim", "_prefix", "|><\n", "‍", " ", " '", "S", "👍🏽", "9", "!e", "'Re", "'Re"]}
+{"text": "é漢ḍ̇", "tokens": 8, "pieces": ["é漢ḋ", "̣"]}
+{"text": "<META_START>ß٣٤٥٦'TZt३<|endoftext|>å.漢a\tm'TＡ Ａ½e‍​ ㋿㋿'M
   \n<'Re   \n٣٤٥٦́", "tokens": 67, "pieces": ["<META", "_START", ">ß", "٣٤٥", "٦", "'T", "Zt", "३", "<|", "endoftext", "|>", "a", "̊.", "漢a", "\tm", "'T", "Ａ", " Ａ", "½", "e", "‍​", " ", "㋿㋿'", "M", "
   \n", "<'", "Re", "   \n", "٣٤٥", "٦", "́"]}
+{"text": "  ㍿ 'll Ａ字<|fim_prefix|>'Re　<|fim_prefix|>٣٤٥٦'M'Mꟲ\r\nå>Ⅳ.𐞁<EOT>EOT‍'ll\n\rt!\nm<|fim_prefix|>", "tokens": 72, "pieces": [" ", " ㍿", " ", "'ll", " Ａ字", "<|", "fim", "_prefix", "|>'", "Re", "　", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "'M", "'M", "ꟲ", "\r\n", "a", "̊>", "Ⅳ", ".𐞁", "<EOT", ">EOT", "‍'", "ll", "\n\r", "t", "!\n", "m", "<|", "fim", "_prefix", "|>"]}
+{"text": "d\nḍ̇fiß\r'M😀🏽'S'T㋿  \r\n\r\n㍿<­漢٣٤٥٦'ReDž\n<|endoftext|>a--!!漢fi…\u000bé\r३­", "tokens": 65, "pieces": ["d", "\n", "ḋ", "̣fiß", "\r", "'M", "😀🏽'", "S", "'T", "㋿", "  \r\n\r\n", "㍿<­", "漢", "٣٤٥", "٦", "'Re", "Dž", "\n", "<|", "endoftext", "|>", "a", "--!!", "漢fi", "…", "\u000bé", "\r", "३", "­"]}
+{"text": "́a!!", "tokens": 3, "pieces": ["́a", "!!"]}
+{"text": "a<|endoftext|>𐞁\nꟲ'S\r\nfiEOT12345678🙂", "tokens": 27, "pieces": ["a", "<|", "endoftext", "|>", "𐞁", "\n", "ꟲ", "'S", "\r\n", "fiEOT", "123", "456", "78", "🙂"]}
+{"text": "👍🏽'reé㍿ 🙂0\t㋿\r#$%　
m!!é#$%🙂's㍿s'VEeſ'M#$%'ll漢Z,a( ", "tokens": 52, "pieces": ["👍🏽'", "reé", "㍿", " 🙂", "0", "\t", "㋿\r", "#$%", "　", "
m", "!!", "é", "#$%🙂'", "s", "㍿s", "'VE", "eſ", "'M", "#$%'", "ll漢Z", ",a", "(", " "]}
+{"text": "👍🏽…㋿İd ", "tokens": 14, "pieces": ["👍🏽", "…", "㋿İd", " "]}
+{"text": " 字　\u000bmEOT​ḍ̇ İ٣٤٥٦👍🏽'ſDža'T\r>'TDžDž!!٣٤٥٦\"<EOT>'VE", "tokens": 57, "pieces": [" 字", "　", "\u000bmEOT", "​ḋ", "̣", " İ", "٣٤٥", "٦", "👍🏽'", "ſDža", "'T", "\r", ">'", "TDžDž", "!!", "٣٤٥", "٦", "\"<", "EOT", ">'", "VE"]}
+{"text": "ḍ̇    \n é<|endoftext|>'ll<|endoftext|>é…\t   \né\r\nm.'Dé<EOT>Ａ#$%\u000bⅣ­", "tokens": 45, "pieces": ["ḋ", "̣", "    \n", " e", "́<|", "endoftext", "|>'", "ll", "<|", "endoftext", "|>", "é", "…\t   \n", "é", "\r\n", "m", ".'", "Dé", "<EOT", ">Ａ", "#$%", "\u000b", "Ⅳ", "­"]}
+{"text": "'­ßع<|endoftext|>'llss\"٣٤٥٦é", "tokens": 23, "pieces": ["'­", "ßع", "<|", "endoftext", "|>'", "llss", "\"", "٣٤٥", "٦", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Ⅳ!!éé<|endoftext|>m
Dž'D ḍ̇\"३<|endoftext|>'👍🏽́'́'VEa!\n'll㋿́EOT<|endoftext|>!!‍9ḍ̇", "tokens": 69, "pieces": ["Ⅳ", "!!", "ée", "́<|", "endoftext", "|>", "m", "
Dž", "'D", " ḋ", "̣\"", "३", "<|", "endoftext", "|>'👍🏽́'́'", "VEa", "!\n", "'ll", "㋿́", "EOT", "<|", "endoftext", "|>!!‍", "9", "ḋ", "̣"]}
+{"text": "  ٣٤٥٦ſ!!ع𐞁-漢å漢३İ‍'M\"ع!Ａ#$%EOTe9\u000b<|endoftext|>‍'VE ٣٤٥٦12345678 ée9>\r\n\r\n\r\n\r\n<EOT><EOT>'S", "tokens": 81, "pieces": [" ", " ", "٣٤٥", "٦", "ſ", "!!", "ع𐞁", "-漢a", "̊漢", "३", "İ", "‍'", "M", "\"ع", "!Ａ", "#$%", "EOTe", "9", "\u000b", "<|", "endoftext", "|>‍'", "VE", " ", "٣٤٥", "٦12", "345", "678", " e", "́e", "9", ">\r\n\r\n\r\n\r\n", "<EOT", "><", "EOT", ">'", "S"]}
+{"text": "'D½!é0- \r\n\r\nd😀🏽  9­#$%Z…éꟲ　e'Reé>漢'S9", "tokens": 37, "pieces": ["'D", "½", "!e", "́", "0", "-", " \r\n\r\n", "d", "😀🏽", " ", " ", "9", "­#$%", "Z", "…éꟲ", "　e", "'Re", "é", ">漢", "'S", "9"]}
+{"text": "　\r\né t! '  #$%12345678!e12345678! \r", "tokens": 23, "pieces": ["　\r\n", "e", "́", " t", "!", " ", "'", " ", " #$%", "123", "456", "78", "!e", "123", "456", "78", "!", " \r"]}
+{"text": "EOT!'ſ­\r\nع", "tokens": 8, "pieces": ["EOT", "!'", "ſ", "­\r\n", "ع"]}
+{"text": "㍿9#$%(d!!Ａ́
ع<META_START>٣٤٥٦\"\"eß\u000b   \n!!𐞁<META_START>𐞁٣٤٥٦​👍🏽'll　
", "tokens": 64, "pieces": ["㍿", "9", "#$%(", "d", "!!", "Ａ", "́", "
ع", "<META", "_START", ">", "٣٤٥", "٦", "\"\"", "eß", "\u000b   \n", "!!", "𐞁", "<META", "_START", ">𐞁", "٣٤٥", "٦", "​👍🏽'", "ll", "　
"]}
+{"text": ", EOT\n<|endoftext|>'ReEOT
ſ'ſ㍿İſ\r\n\r\n㍿½🙂<|endoftext|>'\r\n\r\nⅣꟲ<META_START>m", "tokens": 51, "pieces": [",", " EOT", "\n", "<|", "endoftext", "|>'", "ReEOT", "
ſ", "'ſ", "㍿İſ", "\r\n\r\n", "㍿", "½", "🙂<|", "endoftext", "|>'\r\n\r\n", "Ⅳ", "ꟲ", "<META", "_START", ">m"]}
+{"text": "ß \n<|endoftext|>Ａ'llEOT \r åé9é👍🏽㍿㍿'Ḿm\"ꟲḍ̇漢'ſ12345678'T३   \n're'('D\u000b", "tokens": 66, "pieces": ["ß", " \n", "<|", "endoftext", "|>", "Ａ", "'ll", "EOT", " \r", " a", "̊e", "́", "9", "e", "́👍🏽㍿㍿'", "M", "́m", "\"ꟲḋ", "̣漢", "'ſ", "123", "456", "78", "'T", "३", "   \n", "'re", "'('", "D", "\u000b"]}
+{"text": "\n're😀🏽‍éḍ̇9㋿", "tokens": 20, "pieces": ["\n", "'re", "😀🏽‍", "e", "́ḋ", "̣", "9", "㋿"]}
+{"text": "漢\u000b\r\n\r\n
 漢'redİ\r\n", "tokens": 13, "pieces": ["漢", "\u000b\r\n\r\n", "
", " 漢", "'re", "dİ", "\r\n"]}
+{"text": "½!e", "tokens": 3, "pieces": ["½", "!e"]}
+{"text": "　'VE​t३", "tokens": 7, "pieces": ["　", "'VE", "​t", "३"]}
+{"text": "'M,d㋿\r>as>!'re\tſ́<|fim_prefix|>#$%-fi𐞁½㋿́\ré", "tokens": 37, "pieces": ["'M", ",d", "㋿\r", ">as", ">!'", "re", "\tſ", "́<|", "fim", "_prefix", "|>#$%-", "fi𐞁", "½", "㋿́\r", "é"]}
+{"text": "e,😀🏽9\r\n#$%'Dt👍🏽s'ReⅣ<META_START>", "tokens": 26, "pieces": ["e", ",😀🏽", "9", "\r\n", "#$%'", "Dt", "👍🏽", "s", "'Re", "Ⅳ", "<META", "_START", ">"]}
+{"text": "…\"\"½#$%😀🏽's!!\"ea<   \n", "tokens": 18, "pieces": ["…", "\"\"", "½", "#$%😀🏽'", "s", "!!\"", "ea", "<", "   \n"]}
+{"text": "'TⅣ're㋿\r\n\r\n🙂<META_START>'Re<|endoftext|>　'reꟲ  ḍ̇m😀🏽字'S'ReåＡ", "tokens": 47, "pieces": ["'T", "Ⅳ", "'re", "㋿\r\n\r\n", "🙂<", "META", "_START", ">'", "Re", "<|", "endoftext", "|>", "　", "'re", "ꟲ", " ", " ḋ", "̣m", "😀🏽", "字", "'S", "'Re", "a", "̊Ａ"]}
+{"text": "'<漢…🙂<META_START><|endoftext|> ßé\r\n\r\nḍ̇Dž", "tokens": 28, "pieces": ["'<", "漢", "…", "🙂<", "META", "_START", "><|", "endoftext", "|>", " ße", "́\r\n\r\n", "ḋ", "̣Dž"]}
+{"text": "a'fi.EOT( 'T-\r\n\r\n12345678….", "tokens": 17, "pieces": ["a", "'fi", ".EOT", "(", " '", "T", "-\r\n\r\n", "123", "456", "78", "…", "."]}
+{"text": "­'Re<㋿", "tokens": 7, "pieces": ["­'", "Re", "<㋿"]}
+{"text": "   \n<EOT>><META_START>😀🏽 -ع'S३
🙂ß,!'s<-'re'Mmm'TdEOT-­\r\n\r\n", "tokens": 38, "pieces": ["   \n", "<EOT", ">><", "META", "_START", ">😀🏽", " -", "ع", "'S", "३", "
", "🙂ß", ",!'", "s", "<-'", "re", "'M", "mm", "'T", "dEOT", "-­\r\n\r\n"]}
+{"text": "å'Refie　<|fim_prefix|>'TEOT a३d'sſ'   \n!'reDž(߅(Ⅳeع", "tokens": 41, "pieces": ["a", "̊'", "Refie", "　", "<|", "fim", "_prefix", "|>'", "TEOT", " a", "३", "d", "'s", "ſ", "'", "   \n", "!'", "reDž", "(ß", "…", "(", "Ⅳ", "eع"]}
+{"text": "ع‍'ſDž12345678😀🏽   \n  #$%(s<|endoftext|>'VE", "tokens": 29, "pieces": ["ع", "‍'", "ſDž", "123", "456", "78", "😀🏽", "   \n", " ", " #$%(", "s", "<|", "endoftext", "|>'", "VE"]}
+{"text": "‍👍🏽", "tokens": 8, "pieces": ["‍👍🏽"]}
+{"text": "å　字­👍🏽ésm٣٤٥٦Dže12345678\r\n,9İ'Re
Ａ", "tokens": 37, "pieces": ["a", "̊", "　字", "­👍🏽", "ésm", "٣٤٥", "٦", "Dže", "123", "456", "78", "\r\n", ",", "9", "İ", "'Re", "
Ａ"]}
+{"text": "#$%Zd (\r\n,'ſ漢\r\nDž#$%‍Ａ𐞁", "tokens": 24, "pieces": ["#$%", "Zd", " ", "(\r\n", ",'", "ſ漢", "\r\n", "Dž", "#$%‍", "Ａ𐞁"]}
+{"text": "(a'D's<|fim_prefix|>(Z  åt😀🏽EOTe!\r\na'TEOT…!", "tokens": 32, "pieces": ["(a", "'D", "'s", "<|", "fim", "_prefix", "|>(", "Z", " ", " a", "̊t", "😀🏽", "EOTe", "!\r\n", "a", "'T", "EOT", "…", "!"]}
+{"text": "\u000b'De\ns", "tokens": 5, "pieces": ["\u000b", "'D", "e", "\n", "s"]}
+{"text": "s", "tokens": 1, "pieces": ["s"]}
+{"text": "'Refi  EOTſ  𐞁\u000b字!'ReⅣ'ſ", "tokens": 23, "pieces": ["'Re", "fi", " ", " EOTſ", " ", " 𐞁", "\u000b字", "!'", "Re", "Ⅳ", "'ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "- 'llＡſ <EOT>İ.\r\n\r\n𐞁<META_START>#$%½9\u000b㋿\u000b　​m'St‍å0ſ… ", "tokens": 46, "pieces": ["-", " '", "llＡſ", " <", "EOT", ">İ", ".\r\n\r\n", "𐞁", "<META", "_START", ">#$%", "½9", "\u000b", "㋿", "\u000b", "　", "​m", "'S", "t", "‍a", "̊", "0", "ſ", "… "]}
+{"text": "\r\n'Rete\u000bfi'M\rꟲ9'll㍿ḍ̇  és'9Dž‍'T!​", "tokens": 33, "pieces": ["\r\n", "'Re", "te", "\u000bfi", "'M", "\r", "ꟲ", "9", "'ll", "㍿ḋ", "̣", " ", " és", "'", "9", "Dž", "‍'", "T", "!​"]}
+{"text": "‍Ａ'\r\n…\u000b#$%.9'T12345678
\u000b m<META_START>ſ\r\n\r\n", "tokens": 27, "pieces": ["‍Ａ", "'\r\n", "…", "\u000b", "#$%.", "9", "'T", "123", "456", "78", "
\u000b", " m", "<META", "_START", ">ſ", "\r\n\r\n"]}
+{"text": "🙂Ａ, 12345678…㋿­३٣٤٥٦12345678Ａ३<META_START>\r#$%<​­å", "tokens": 46, "pieces": ["🙂Ａ", ",", " ", "123", "456", "78", "…", "㋿­", "३٣٤", "٥٦1", "234", "567", "8", "Ａ", "३", "<META", "_START", ">\r", "#$%<​­", "a", "̊"]}
+{"text": "㍿é'M\t'S!!s\n,aİZé12345678‍­('M\"å😀🏽'M<|endoftext|>fiḍ̇d   \n𐞁", "tokens": 54, "pieces": ["㍿e", "́'", "M", "\t", "'S", "!!", "s", "\n", ",aİZé", "123", "456", "78", "‍­('", "M", "\"a", "̊😀🏽'", "M", "<|", "endoftext", "|>", "fiḋ", "̣d", "   \n", "𐞁"]}
+{"text": "  '😀🏽ḍ̇<|endoftext|><|endoftext|>Ⅳ\"  'ḍ̇🙂'S'S'll m'VE Ⅳ   \n'🙂字'ſ'VE\rEOT\r‍‍!!\r9", "tokens": 69, "pieces": [" ", " '😀🏽", "ḋ", "̣<|", "endoftext", "|><|", "endoftext", "|>", "Ⅳ", "\"", " ", " '", "ḋ", "̣🙂'", "S", "'S", "'ll", " m", "'VE", " ", "Ⅳ", "   \n", "'🙂", "字", "'ſ", "'VE", "\r", "EOT", "\r", "‍‍!!\r", "9"]}
+{"text": "0<|fim_prefix|>(Dž   \n㍿\u000bDž<…​漢Ａ(,.12345678٣٤٥٦\"字​'Re㍿\r\n\r\n‍㍿", "tokens": 52, "pieces": ["0", "<|", "fim", "_prefix", "|>(", "Dž", "   \n", "㍿", "\u000bDž", "<", "…", "​漢Ａ", "(,.", "123", "456", "78٣", "٤٥٦", "\"字", "​'", "Re", "㍿\r\n\r\n", "‍㍿"]}
+{"text": "漢३DžⅣ\n<EOT>'ſ३fi   \n  'Re'MＡ<|fim_prefix|>\r\n\r\n\r\n-ꟲ½!!<|endoftext|>½   's½\r\n३ḍ̇\r\n\r\nſ
𐞁Ⅳa　‍٣٤٥٦", "tokens": 81, "pieces": ["漢", "३", "Dž", "Ⅳ", "\n", "<EOT", ">'", "ſ", "३", "fi", "   \n", " ", " '", "Re", "'M", "Ａ", "<|", "fim", "_prefix", "|>\r\n\r\n\r\n", "-ꟲ", "½", "!!<|", "endoftext", "|>", "½", "  ", " '", "s", "½", "\r\n", "३", "ḋ", "̣\r\n\r\n", "ſ", "
𐞁", "Ⅳ", "a", "　", "‍", "٣٤٥", "٦"]}
+{"text": "\t<EOT>\r\n<<META_START>am
>('S're\n㋿'Re\u000b‍\"́   \n<ß0
t 're''½>­\"'S'reDž-", "tokens": 44, "pieces": ["\t", "<EOT", ">\r\n", "<<", "META", "_START", ">am", "
", ">('", "S", "'re", "\n", "㋿'", "Re", "\u000b", "‍\"́", "   \n", "<ß", "0", "
t", " ", "'re", "''", "½", ">­\"'", "S", "'re", "Dž", "-"]}
+{"text": "\r\n<𐞁9'M​ß🙂'D", "tokens": 14, "pieces": ["\r\n", "<𐞁", "9", "'M", "​ß", "🙂'", "D"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "…ꟲ 𐞁'Té​Z(é\u000bＡ\n\u000b!\"!!#$%   ſ\r0're 'T(٣٤٥٦<|fim_prefix|>\r<META_START>'re<|endoftext|>12345678Ⅳ㍿\r 😀🏽", "tokens": 77, "pieces": ["…ꟲ", " 𐞁", "'T", "e", "́​", "Z", "(e", "́", "\u000bＡ", "\n", "\u000b", "!\"!!#$%", "  ", " ſ", "\r", "0", "'re", " ", "'T", "(", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\r", "<META", "_START", ">'", "re", "<|", "endoftext", "|>", "123", "456", "78Ⅳ", "㍿\r", " 😀🏽"]}
+{"text": "#$%eİ\nḍ̇", "tokens": 10, "pieces": ["#$%", "eİ", "\n", "ḋ", "̣"]}
+{"text": "
-­😀🏽", "tokens": 9, "pieces": ["
", "-­😀🏽"]}
+{"text": "(Ⅳß　'ſ-<|endoftext|>", "tokens": 16, "pieces": ["(", "Ⅳ", "ß", "　", "'ſ", "-<|", "endoftext", "|>"]}
+{"text": "mt0#$%sＡ<EOT>\n<EOT>ع 'T\r\n\r\nfiå(<EOT>Džḍ̇İ   \n\r", "tokens": 36, "pieces": ["mt", "0", "#$%", "sＡ", "<EOT", ">\n", "<EOT", ">ع", " ", "'T", "\r\n\r\n", "fia", "̊(<", "EOT", ">Džḋ", "̣İ", "   \n\r"]}
+{"text": "İ㋿#$%EOT𐞁३­#$%­-ꟲåḍ̇ⅣⅣḍ̇t's漢漢ꟲs'M'VEs\r\n½ İEOT٣٤٥٦Ａ'll'M12345678", "tokens": 74, "pieces": ["İ", "㋿#$%", "EOT𐞁", "३", "­#$%­-", "ꟲa", "̊ḋ", "̣", "ⅣⅣ", "ḋ", "̣t", "'s", "漢漢ꟲs", "'M", "'VE", "s", "\r\n", "½", " İEOT", "٣٤٥", "٦", "Ａ", "'ll", "'M", "123", "456", "78"]}
+{"text": "ſd\r\n\r\ne!!12345678'a'Dſ漢  EOT<|endoftext|>t!!  -',\n🙂<|endoftext|> <|endoftext|>", "tokens": 48, "pieces": ["ſd", "\r\n\r\n", "e", "!!", "123", "456", "78", "'a", "'D", "ſ漢", " ", " EOT", "<|", "endoftext", "|>", "t", "!!", " ", " -',\n", "🙂<|", "endoftext", "|>", " ", "<|", "endoftext", "|>"]}
+{"text": "!.Z'Dfié", "tokens": 7, "pieces": ["!.", "Z", "'D", "fie", "́"]}
+{"text": "​Zé<#$%12345678d
EOT३́\r\n\r\né­!EOTå'T'T३
\r\n12345678
", "tokens": 40, "pieces": ["​Ze", "́<#$%", "123", "456", "78", "d", "
EOT", "३", "́\r\n\r\n", "e", "́­!", "EOTa", "̊'", "T", "'T", "३", "
\r\n", "123", "456", "78", "
"]}
+{"text": "<EOT>ſ<META_START>🙂'lléع́>😀🏽'VEe#$%😀🏽\tfiDžé'Re‍🙂ß'<Ⅳ9​'M㋿\r\nd'S　<META_START>\t>\n", "tokens": 64, "pieces": ["<EOT", ">ſ", "<META", "_START", ">🙂'", "lle", "́ع", "́>😀🏽'", "VEe", "#$%😀🏽", "\tfiDžé", "'Re", "‍🙂", "ß", "'<", "Ⅳ9", "​'", "M", "㋿\r\n", "d", "'S", "　", "<META", "_START", ">", "\t", ">\n"]}
+{"text": "İ<EOT>as👍🏽'ſé'll<META_START>ع\tDžé12345678!é!<İ\r\nfi　'VE", "tokens": 42, "pieces": ["İ", "<EOT", ">as", "👍🏽'", "ſe", "́'", "ll", "<META", "_START", ">ع", "\tDže", "́", "123", "456", "78", "!e", "́!<", "İ", "\r\n", "fi", "　", "'VE"]}
+{"text": "Zdꟲ(EOT'T\n", "tokens": 9, "pieces": ["Zdꟲ", "(EOT", "'T", "\n"]}
+{"text": "字'D­'M

'll>İ(½'s३!㍿‍İ's#$%ééaß're.'T   \n\"\r\nß­٣٤٥٦ꟲfi😀🏽", "tokens": 57, "pieces": ["字", "'D", "­'", "M", "
", "
", "'ll", ">İ", "(", "½", "'s", "३", "!㍿‍", "İ", "'s", "#$%", "e", "́éaß", "'re", ".'", "T", "   \n", "\"\r\n", "ß", "­", "٣٤٥", "٦", "ꟲfi", "😀🏽"]}
+{"text": "9('VEß<EOT​\n  'ſ,> <META_START>'T<|fim_prefix|><|endoftext|>🙂\t३>!!å'D㋿(", "tokens": 49, "pieces": ["9", "('", "VEß", "<EOT", "​\n", " ", " '", "ſ", ",>", " ", "<META", "_START", ">'", "T", "<|", "fim", "_prefix", "|><|", "endoftext", "|>🙂", "\t", "३", ">!!", "a", "̊'", "D", "㋿("]}
+{"text": "½<EOT>'D́e'sßEOT >'ReDžt", "tokens": 17, "pieces": ["½", "<EOT", ">'", "D", "́e", "'s", "ßEOT", " ", ">'", "ReDžt"]}
+{"text": "‍­", "tokens": 3, "pieces": ["‍­"]}
+{"text": "<|endoftext|> 'M㋿ß\r\n<META_START>Ⅳ㋿​'Re\ne\n  12345678　'Reḍ̇'VE\"ḍ̇", "tokens": 49, "pieces": ["<|", "endoftext", "|>", " '", "M", "㋿ß", "\r\n", "<META", "_START", ">", "Ⅳ", "㋿​'", "Re", "\n", "e", "\n", " ", " ", "123", "456", "78", "　", "'Re", "ḋ", "̣'", "VE", "\"ḋ", "̣"]}
+{"text": "é<META_START>'SZß\r\n\r\n\u000b<|endoftext|>!! 　\u000b  >(ḍ̇Džds😀🏽'll<!!'ll٣٤٥٦ßعＡ㋿Ⅳ9a\r\n\r\n'…", "tokens": 65, "pieces": ["e", "́<", "META", "_START", ">'", "SZß", "\r\n\r\n", "\u000b", "<|", "endoftext", "|>!!", " 　\u000b ", " >(", "ḋ", "̣Džds", "😀🏽'", "ll", "<!!'", "ll", "٣٤٥", "٦", "ßعＡ", "㋿", "Ⅳ9", "a", "\r\n\r\n", "'", "…"]}
+{"text": "३\"<|endoftext|>३#$%a'ſ'S­
's字m", "tokens": 24, "pieces": ["३", "\"<|", "endoftext", "|>", "३", "#$%", "a", "'ſ", "'S", "­", "
", "'s", "字m"]}
+{"text": "'re٣٤٥٦‍ḍ̇'S'ſ漢m…३ſꟲ‍½   'ſ<|fim_prefix|>́'Re'Reع\té,ḍ̇.ß   \n字'ſ<EOT>", "tokens": 71, "pieces": ["'re", "٣٤٥", "٦", "‍ḋ", "̣'", "S", "'ſ", "漢m", "…", "३", "ſꟲ", "‍", "½", "  ", " ", "'ſ", "<|", "fim", "_prefix", "|>́'", "Re", "'Re", "ع", "\te", "́,", "ḋ", "̣.", "ß", "   \n", "字", "'ſ", "<EOT", ">"]}
+{"text": "-d(\u000b\"३fi३   \n🙂\r'T'M", "tokens": 16, "pieces": ["-d", "(", "\u000b", "\"", "३", "fi", "३", "   \n", "🙂\r", "'T", "'M"]}
+{"text": "\r\n字<EOT>!\n0٣٤٥٦👍🏽㍿ⅣZ𐞁ß㍿\" é,Z  
३'M", "tokens": 44, "pieces": ["\r\n", "字", "<EOT", ">!\n", "0٣٤", "٥٦", "👍🏽㍿", "Ⅳ", "Z𐞁ß", "㍿\"", " é", ",Z", "  ", "
", "३", "'M"]}
+{"text": "><EOT>'d12345678\"…ßⅣ\n12345678Džع𐞁<|endoftext|><|endoftext|>\r'llEOTd½  'T😀🏽0'​EOT\"٣٤٥٦㋿'ll12345678'll'll,'D", "tokens": 78, "pieces": ["><", "EOT", ">'", "d", "123", "456", "78", "\"", "…ß", "Ⅳ", "\n", "123", "456", "78", "Džع𐞁", "<|", "endoftext", "|><|", "endoftext", "|>\r", "'ll", "EOTd", "½", " ", " '", "T", "😀🏽", "0", "'​", "EOT", "\"", "٣٤٥", "٦", "㋿'", "ll", "123", "456", "78", "'ll", "'ll", ",'", "D"]}
+{"text": "­", "tokens": 1, "pieces": ["­"]}
+{"text": "Džå\u000b'Re🙂é>'re", "tokens": 13, "pieces": ["Dža", "̊", "\u000b", "'Re", "🙂e", "́>'", "re"]}
+{"text": "٣٤٥٦d,\n'll'sعfi \r\n!!é!\t'Sfi😀🏽(­", "tokens": 31, "pieces": ["٣٤٥", "٦", "d", ",\n", "'ll", "'s", "عfi", " \r\n", "!!", "é", "!", "\t", "'S", "fi", "😀🏽(­"]}
+{"text": "🙂'sＡå  \ts漢Z'll-éع", "tokens": 18, "pieces": ["🙂'", "sＡa", "̊", "  ", "\ts漢Z", "'ll", "-e", "́ع"]}
+{"text": "'Re½\r\nm", "tokens": 4, "pieces": ["'Re", "½", "\r\n", "m"]}
+{"text": ">'s!!<META_START>　漢३<|endoftext|>Ａعa>!!<|endoftext|>\r!s\r\n‍  Dž   \nⅣ's#$% \r\né٣٤٥٦<|endoftext|>'D0Z\t", "tokens": 71, "pieces": [">'", "s", "!!<", "META", "_START", ">", "　漢", "३", "<|", "endoftext", "|>", "Ａعa", ">!!<|", "endoftext", "|>\r", "!s", "\r\n", "‍", " ", " Dž", "   \n", "Ⅳ", "'s", "#$%", " \r\n", "e", "́", "٣٤٥", "٦", "<|", "endoftext", "|>'", "D", "0", "Z", "\t"]}
+{"text": "'s,ßDž'Re'!!!e9'Då\r\nİ   \n-㍿d\u000b'T", "tokens": 24, "pieces": ["'s", ",ßDž", "'Re", "'!!!", "e", "9", "'D", "a", "̊\r\n", "İ", "   \n", "-㍿", "d", "\u000b", "'T"]}
+{"text": "\u000b'T9　😀🏽'Té\n're\t́ß!'M　<…
­😀🏽Ⅳa", "tokens": 34, "pieces": ["\u000b", "'T", "9", "　", "😀🏽'", "Té", "\n", "'re", "\t", "́ß", "!'", "M", "　", "<", "…", "
", "­😀🏽", "Ⅳ", "a"]}
+{"text": "ḍ̇ꟲ‍m  ­　'Re㋿,'M  ㍿-EOT‍́   \nع\n'ḾDž   \n\"é'Red½éEOT'S", "tokens": 48, "pieces": ["ḋ", "̣ꟲ", "‍m", " ", " ­", "　", "'Re", "㋿,'", "M", " ", " ㍿-", "EOT", "‍́", "   \n", "ع", "\n", "'M", "́Dž", "   \n", "\"é", "'Re", "d", "½", "éEOT", "'S"]}
+{"text": "'Re   \n's­ع㋿字é   \nEOT'Re\" 'M😀🏽EOTḍ̇0<|fim_prefix|>漢-!३½Ⅳ<META_START>𐞁ꟲ's", "tokens": 59, "pieces": ["'Re", "   \n", "'s", "­ع", "㋿字e", "́", "   \n", "EOT", "'Re", "\"", " ", "'M", "😀🏽", "EOTḋ", "̣", "0", "<|", "fim", "_prefix", "|>", "漢", "-!", "३½Ⅳ", "<META", "_START", ">𐞁ꟲ", "'s"]}
+{"text": "fi!fi<‍Ａ‍́😀🏽\r\n\r\n'll\"Ａ漢'Re<|fim_prefix|><|fim_prefix|><‍㍿", "tokens": 44, "pieces": ["fi", "!fi", "<‍", "Ａ", "‍́😀🏽\r\n\r\n", "'ll", "\"Ａ漢", "'Re", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><‍㍿"]}
+{"text": "👍🏽'VE'Re<EOT>é👍🏽d\"   \n-\"𐞁<META_START>d<|endoftext|>\r\n<META_START>­EOT(12345678३'reＡ㋿", "tokens": 57, "pieces": ["👍🏽'", "VE", "'Re", "<EOT", ">é", "👍🏽", "d", "\"", "   \n", "-\"", "𐞁", "<META", "_START", ">d", "<|", "endoftext", "|>\r\n", "<META", "_START", ">­", "EOT", "(", "123", "456", "78३", "'re", "Ａ", "㋿"]}
+{"text": "Ａå🙂.Ａ㋿<META_START>½EOTꟲ12345678İ'M's", "tokens": 29, "pieces": ["Ａa", "̊🙂.", "Ａ", "㋿<", "META", "_START", ">", "½", "EOTꟲ", "123", "456", "78", "İ", "'M", "'s"]}
+{"text": "-Džt,#$%EOT's0ꟲ
👍🏽mé३ꟲ'S.<META_START>  ع字ß\"''re
å'S　\u000bé ", "tokens": 53, "pieces": ["-Džt", ",#$%", "EOT", "'s", "0", "ꟲ", "
", "👍🏽", "mé", "३", "ꟲ", "'S", ".<", "META", "_START", ">", " ", " ع字ß", "\"''", "re", "
a", "̊'", "S", "　", "\u000be", "́", " "]}
+{"text": "<EOT>३  <META_START>dDž", "tokens": 12, "pieces": ["<EOT", ">", "३", " ", " <", "META", "_START", ">dDž"]}
+{"text": "‍'ReDžfiİé'ſ\r'ſꟲＡ٣٤٥٦👍🏽e½\r\né.'M'", "tokens": 44, "pieces": ["‍'", "ReDžfiİé", "'ſ", "\r", "'ſ", "ꟲＡ", "٣٤٥", "٦", "👍🏽", "e", "½", "\r\n", "e", "́.'", "M", "'"]}
+{"text": "<META_START>Ⅳ　́0   \n>a

a½'<|fim_prefix|>𐞁ع(t\"<|fim_prefix|>'ſDžt", "tokens": 42, "pieces": ["<META", "_START", ">", "Ⅳ", "　", "́", "0", "   \n", ">a", "
", "
a", "½", "'<|", "fim", "_prefix", "|>", "𐞁ع", "(t", "\"<|", "fim", "_prefix", "|>'", "ſDžt"]}
+{"text": "\r\n\r\n​३<|endoftext|>­'ll\u000b　s㋿a
", "tokens": 23, "pieces": ["\r\n\r\n", "​", "३", "<|", "endoftext", "|>­'", "ll", "\u000b", "　s", "㋿a", "
"]}
+{"text": "\u000b<|endoftext|>0\n9𐞁fi'Så\u000b‍>㍿é𐞁m　İ<EOT>téé (12345678", "tokens": 47, "pieces": ["\u000b", "<|", "endoftext", "|>", "0", "\n", "9", "𐞁fi", "'S", "a", "̊", "\u000b", "‍>㍿", "e", "́𐞁m", "　İ", "<EOT", ">téé", " ", "(", "123", "456", "78"]}
+{"text": "<META_START>½'ſfi👍🏽‍\u000b\r\nEOT \r\n\r\nfi'M12345678\u000bdＡ9 \"٣٤٥٦<<|fim_prefix|> ", "tokens": 52, "pieces": ["<META", "_START", ">", "½", "'ſ", "fi", "👍🏽‍", "\u000b\r\n", "EOT", " \r\n\r\n", "fi", "'M", "123", "456", "78", "\u000bdＡ", "9", " \"", "٣٤٥", "٦", "<<|", "fim", "_prefix", "|>", " "]}
+{"text": "(\n漢EOT😀🏽", "tokens": 10, "pieces": ["(\n", "漢EOT", "😀🏽"]}
+{"text": "ſ㍿aZ ß'Re'é…​ＡعⅣéfi12345678½", "tokens": 27, "pieces": ["ſ", "㍿aZ", " ß", "'Re", "'e", "́", "…", "​Ａع", "Ⅳ", "éfi", "123", "456", "78½"]}
+{"text": "İ'D㍿   \n字é‍ßd😀🏽ḍ̇a>'ſ漢 >12345678ß<>'ll fi'😀🏽<|fim_prefix|>", "tokens": 53, "pieces": ["İ", "'D", "㍿", "   \n", "字e", "́‍", "ßd", "😀🏽", "ḋ", "̣a", ">'", "ſ漢", " >", "123", "456", "78", "ß", "<>'", "ll", " fi", "'😀🏽<|", "fim", "_prefix", "|>"]}
+{"text": "\"'M\t\r\ns12345678.éé\"\tß‍<åZ,\ta 'Re're9å''Re㋿EOTⅣＡ🙂\nḍ̇½ 🙂", "tokens": 51, "pieces": ["\"'", "M", "\t\r\n", "s", "123", "456", "78", ".e", "́e", "́\"", "\tß", "‍<", "a", "̊Z", ",", "\ta", " ", "'Re", "'re", "9", "a", "̊''", "Re", "㋿EOT", "Ⅳ", "Ａ", "🙂\n", "ḋ", "̣", "½", " 🙂"]}
+{"text": "'Re½👍🏽½'ſſ!<|endoftext|>\"!!é-　
a#$%ß　   \n  'VE", "tokens": 36, "pieces": ["'Re", "½", "👍🏽", "½", "'ſ", "ſ", "!<|", "endoftext", "|>\"!!", "é", "-", "　", "
a", "#$%", "ß", "　   \n", " ", " '", "VE"]}
+{"text": "㍿!Ａ字Dž", "tokens": 9, "pieces": ["㍿!", "Ａ字Dž"]}
+{"text": "٣٤٥٦'Sꟲ\r\n\r\n😀🏽é(!>'re字é㋿e
-́<EOT>​😀🏽́\r\néDž<|fim_prefix|>𐞁​​'llå\"😀🏽", "tokens": 71, "pieces": ["٣٤٥", "٦", "'S", "ꟲ", "\r\n\r\n", "😀🏽", "e", "́(!>'", "re字e", "́㋿", "e", "
", "-́<", "EOT", ">​😀🏽́\r\n", "éDž", "<|", "fim", "_prefix", "|>", "𐞁", "​​'", "lla", "̊\"😀🏽"]}
+{"text": "…

…‍Ⅳ'D'ſ'll.½fi\r\n\r\n-9<|endoftext|>  漢!!", "tokens": 36, "pieces": ["…

", "…", "‍", "Ⅳ", "'D", "'ſ", "'ll", ".", "½", "fi", "\r\n\r\n", "-", "9", "<|", "endoftext", "|>", " ", " 漢", "!!"]}
+{"text": "'D́
's​EOT٣٤٥٦İꟲ\r\n\r\nＡ  9d<a'VE 're½ſ<|fim_prefix|>ß'Sm<|endoftext|>😀🏽
's", "tokens": 60, "pieces": ["'D", "́", "
", "'s", "​EOT", "٣٤٥", "٦", "İꟲ", "\r\n\r\n", "Ａ", " ", " ", "9", "d", "<a", "'VE", " ", "'re", "½", "ſ", "<|", "fim", "_prefix", "|>", "ß", "'S", "m", "<|", "endoftext", "|>😀🏽", "
", "'s"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ع\n'D(ß㍿‍-'D😀🏽ß½Z<EOT>'ll\u000b'reİ", "tokens": 27, "pieces": ["ع", "\n", "'D", "(ß", "㍿‍-'", "D", "😀🏽", "ß", "½", "Z", "<EOT", ">'", "ll", "\u000b", "'re", "İ"]}
+{"text": "Ⅳ!!👍🏽Ⅳ🙂ſ <EOT>㋿!>½\rß<EOT>½  ''D<fi'ſ", "tokens": 40, "pieces": ["Ⅳ", "!!👍🏽", "Ⅳ", "🙂ſ", " ", "<EOT", ">㋿!>", "½", "\r", "ß", "<EOT", ">", "½", " ", " ''", "D", "<fi", "'ſ"]}
+{"text": "́EOT'D<‍!'S9字🙂\nå<|fim_prefix|>.a\t\r\né!!0<|endoftext|>Ⅳİ'll!\" 0", "tokens": 44, "pieces": ["́EOT", "'D", "<‍!'", "S", "9", "字", "🙂\n", "a", "̊<|", "fim", "_prefix", "|>.", "a", "\t\r\n", "e", "́!!", "0", "<|", "endoftext", "|>", "Ⅳ", "İ", "'ll", "!\"", " ", "0"]}
+{"text": "<9\u000b'ſmⅣ'MßtＡ😀🏽ꟲ'reع ع'M<,ſİé'ſ-\r\n9Ａ­漢　9👍🏽<EOT>.३mt", "tokens": 59, "pieces": ["<", "9", "\u000b", "'ſ", "m", "Ⅳ", "'M", "ßtＡ", "😀🏽", "ꟲ", "'re", "ع", " ع", "'M", "<,", "ſİe", "́'", "ſ", "-\r\n", "9", "Ａ", "­漢", "　", "9", "👍🏽<", "EOT", ">.", "३", "mt"]}
+{"text": "0'M", "tokens": 2, "pieces": ["0", "'M"]}
+{"text": "åe𐞁
\r,ß'VEa12345678ḍ̇a'Re<META_START>e.> 
́😀🏽'T㋿Z,'ſ\r\n  𐞁åé\t", "tokens": 62, "pieces": ["a", "̊e𐞁", "
\r", ",ß", "'VE", "a", "123", "456", "78", "ḋ", "̣a", "'Re", "<META", "_START", ">e", ".>", " ", "
", "́😀🏽'", "T", "㋿Z", ",'", "ſ", "\r\n", " ", " 𐞁a", "̊é", "\t"]}
+{"text": "'ſ́é   \n½\n's𐞁>a​ꟲfi-Z'ſ\r\n㋿ é   \n
Dž…́'M…­éⅣ😀🏽字ſ're'Re­d'VE", "tokens": 61, "pieces": ["'ſ", "́é", "   \n", "½", "\n", "'s", "𐞁", ">a", "​ꟲfi", "-Z", "'ſ", "\r\n", "㋿", " e", "́", "   \n", "
Dž", "…", "́'", "M", "…", "­e", "́", "Ⅳ", "😀🏽", "字ſ", "'re", "'Re", "­d", "'VE"]}
+{"text": "\r\n\r\nt 😀🏽ßfi'reé'ſe\u000b漢!ß　'Reſ'Mع<|endoftext|>ſ  Ａfi-s字㋿", "tokens": 48, "pieces": ["\r\n\r\n", "t", " ", "😀🏽", "ßfi", "'re", "e", "́'", "ſe", "\u000b漢", "!ß", "　", "'Re", "ſ", "'M", "ع", "<|", "endoftext", "|>", "ſ", " ", " Ａfi", "-s字", "㋿"]}
+{"text": "\n👍🏽!!9'Re😀🏽", "tokens": 15, "pieces": ["\n", "👍🏽!!", "9", "'Re", "😀🏽"]}
+{"text": "<|fim_prefix|>½'½　<EOT>'D", "tokens": 15, "pieces": ["<|", "fim", "_prefix", "|>", "½", "'", "½", "　", "<EOT", ">'", "D"]}
+{"text": "٣٤٥٦Ⅳ", "tokens": 10, "pieces": ["٣٤٥", "٦Ⅳ"]}
+{"text": "#$%   \nꟲ\"Ａ.😀🏽  9're( ٣٤٥٦ ㍿😀🏽", "tokens": 38, "pieces": ["#$%", "   \n", "ꟲ", "\"Ａ", ".😀🏽", " ", " ", "9", "'re", "(", " ", "٣٤٥", "٦", " ", "㍿😀🏽"]}
+{"text": "'re'T 😀🏽½EOTſ\r\n\r\n㋿912345678<|endoftext|>'ReeＡ   \n12345678Z,\n'reḍ̇ḍ̇\n", "tokens": 49, "pieces": ["'re", "'T", " ", "😀🏽", "½", "EOTſ", "\r\n\r\n", "㋿", "912", "345", "678", "<|", "endoftext", "|>'", "ReeＡ", "   \n", "123", "456", "78", "Z", ",\n", "'re", "ḋ", "̣ḋ", "̣\n"]}
+{"text": "​.ſ", "tokens": 4, "pieces": ["​.", "ſ"]}
+{"text": "㍿Ⅳ\téfia\t́,''M>  İ३", "tokens": 19, "pieces": ["㍿", "Ⅳ", "\te", "́fia", "\t", "́,''", "M", ">", " ", " İ", "३"]}
+{"text": ">👍🏽e<EOT>㋿\né​ ३('D", "tokens": 23, "pieces": [">👍🏽", "e", "<EOT", ">㋿\n", "e", "́​", " ", "३", "('", "D"]}
+{"text": "\n'>'Ddé🙂12345678å'Mع0  9  ३㍿!!", "tokens": 29, "pieces": ["\n", "'>'", "Dde", "́🙂", "123", "456", "78", "a", "̊'", "Mع", "0", " ", " ", "9", " ", " ", "३", "㍿!!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "İåfiå   \n­\r\n\r\nt​.ꟲ­-'llꟲ\r\né!!DžＡ!d🙂\"　a'D     \né‍ßde(fi　\n🙂", "tokens": 54, "pieces": ["İa", "̊fia", "̊", "   \n", "­\r\n\r\n", "t", "​.", "ꟲ", "­-'", "llꟲ", "\r\n", "e", "́!!", "DžＡ", "!d", "🙂\"", "　a", "'D", "     \n", "e", "́‍", "ßde", "(fi", "　\n", "🙂"]}
+{"text": "\n­\nꟲ½e\n😀🏽…عİ   \n㍿!\"'Re", "tokens": 25, "pieces": ["\n", "­\n", "ꟲ", "½", "e", "\n", "😀🏽", "…عİ", "   \n", "㍿!\"'", "Re"]}
+{"text": "e><<|fim_prefix|>å'Dع9<'VEé'D…½३!　'S😀🏽's👍🏽", "tokens": 43, "pieces": ["e", "><<|", "fim", "_prefix", "|>", "a", "̊'", "Dع", "9", "<'", "VEe", "́'", "D", "…", "½३", "!", "　", "'S", "😀🏽'", "s", "👍🏽"]}
+{"text": "　", "tokens": 1, "pieces": ["　"]}
+{"text": "  \u000b'M\nEOT　   \n<|fim_prefix|>'SEOTſ'll'VE‍Dž'll字<EOT>'\r9.'reع　", "tokens": 37, "pieces": ["  ", "\u000b", "'M", "\n", "EOT", "　   \n", "<|", "fim", "_prefix", "|>'", "SEOTſ", "'ll", "'VE", "‍Dž", "'ll", "字", "<EOT", ">'\r", "9", ".'", "reع", "　"]}
+{"text": "t (12345678😀🏽字½ع'DⅣ👍🏽㍿\"👍🏽<EOT><|endoftext|>İfiꟲⅣ(", "tokens": 52, "pieces": ["t", " ", "(", "123", "456", "78", "😀🏽", "字", "½", "ع", "'D", "Ⅳ", "👍🏽㍿\"👍🏽<", "EOT", "><|", "endoftext", "|>", "İfiꟲ", "Ⅳ", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\n   \n12345678👍🏽İ'llZ!!ſ\u000b<META_START>\"<㋿Dž<META_START>tİ'ReİＡa👍🏽'Så\t<½,. d<EOT>'T", "tokens": 57, "pieces": ["\n   \n", "123", "456", "78", "👍🏽", "İ", "'ll", "Z", "!!", "ſ", "\u000b", "<META", "_START", ">\"<㋿", "Dž", "<META", "_START", ">tİ", "'Re", "İＡa", "👍🏽'", "Sa", "̊", "\t", "<", "½", ",.", " d", "<EOT", ">'", "T"]}
+{"text": "ḍ̇㍿ḍ̇", "tokens": 13, "pieces": ["ḋ", "̣㍿", "ḋ", "̣"]}
+{"text": "'VE㍿EOT\nİ", "tokens": 9, "pieces": ["'VE", "㍿EOT", "\n", "İ"]}
+{"text": "Ⅳ́ 's   \n", "tokens": 6, "pieces": ["Ⅳ", "́", " '", "s", "   \n"]}
+{"text": "<!!\r\n…", "tokens": 5, "pieces": ["<!!\r\n", "…"]}
+{"text": "å<|endoftext|>(", "tokens": 10, "pieces": ["a", "̊<|", "endoftext", "|>("]}
+{"text": "!‍   \n'Tſ9<𐞁Ⅳ\rt'sfi!!", "tokens": 21, "pieces": ["!‍", "   \n", "'T", "ſ", "9", "<𐞁", "Ⅳ", "\r", "t", "'s", "fi", "!!"]}
+{"text": "ḍ̇‍Ａ'Mſİع́<EOT>İ0fi", "tokens": 23, "pieces": ["ḋ", "̣‍", "Ａ", "'M", "ſİع", "́<", "EOT", ">İ", "0", "fi"]}
+{"text": "ß👍🏽 ꟲ.'D­字\"😀🏽'll<EOT>>ع< ſ \r\n\r\n
𐞁😀🏽Z‍٣٤٥٦e", "tokens": 55, "pieces": ["ß", "👍🏽", " ꟲ", ".'", "D", "­字", "\"😀🏽'", "ll", "<EOT", ">>", "ع", "<", " ſ", " \r\n\r\n", "
𐞁", "😀🏽", "Z", "‍", "٣٤٥", "٦", "e"]}
+{"text": "㋿\"'sꟲ. åéé(😀🏽", "tokens": 20, "pieces": ["㋿\"'", "sꟲ", ".", " a", "̊éé", "(😀🏽"]}
+{"text": "!", "tokens": 1, "pieces": ["!"]}
+{"text": "<ḍ̇\"　'Re<META_START>!!#$%​!
😀🏽'T", "tokens": 27, "pieces": ["<ḋ", "̣\"", "　", "'Re", "<META", "_START", ">!!#$%​!", "
", "😀🏽'", "T"]}
+{"text": "'VE'T­​Ａ #$%t​　\r\n\r\nꟲm0å'३!\tfit<|fim_prefix|>\r12345678'D.'VE<|fim_prefix|>'re", "tokens": 52, "pieces": ["'VE", "'T", "­​", "Ａ", " ", "#$%", "t", "​", "　\r\n\r\n", "ꟲm", "0", "a", "̊'", "३", "!", "\tfit", "<|", "fim", "_prefix", "|>\r", "123", "456", "78", "'D", ".'", "VE", "<|", "fim", "_prefix", "|>'", "re"]}
+{"text": "ZZ<EOT>ß👍🏽٣٤٥٦d'D漢𐞁\r\n'll'ſ…😀🏽!!\"㍿", "tokens": 44, "pieces": ["ZZ", "<EOT", ">ß", "👍🏽", "٣٤٥", "٦", "d", "'D", "漢𐞁", "\r\n", "'ll", "'ſ", "…", "😀🏽!!\"㍿"]}
+{"text": "½'Mdꟲ　\"9Ａfi<EOT>'s'D'ſåé
\r\n\n!ḍ̇\"\r\n'T0ḍ̇👍🏽漢 漢12345678👍🏽ع!\"", "tokens": 64, "pieces": ["½", "'M", "dꟲ", "　", "\"", "9", "Ａfi", "<EOT", ">'", "s", "'D", "'ſ", "a", "̊é", "
\r\n\n", "!ḋ", "̣\"\r\n", "'T", "0", "ḋ", "̣👍🏽", "漢", " 漢", "123", "456", "78", "👍🏽", "ع", "!\""]}
+{"text": "EOT\r\n\r\n<EOT>'MZ'D<|endoftext|>ḍ̇'T\"'ſ<|endoftext|>", "tokens": 32, "pieces": ["EOT", "\r\n\r\n", "<EOT", ">'", "MZ", "'D", "<|", "endoftext", "|>", "ḋ", "̣'", "T", "\"'", "ſ", "<|", "endoftext", "|>"]}
+{"text": "İ\rß>t٣٤٥٦éfi", "tokens": 16, "pieces": ["İ", "\r", "ß", ">t", "٣٤٥", "٦", "e", "́fi"]}
+{"text": " ſ!!!\r\n\r\n㍿'TDž३é!'S<META_START>́'ll9३ḍ̇", "tokens": 33, "pieces": [" ſ", "!!!\r\n\r\n", "㍿'", "TDž", "३", "e", "́!'", "S", "<META", "_START", ">́'", "ll", "9३", "ḋ", "̣"]}
+{"text": "\"#$%é🙂fi", "tokens": 8, "pieces": ["\"#$%", "é", "🙂fi"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "(٣٤٥٦३𐞁\r-'D́'漢'ſعEOT.ſt\u000b'…-<|fim_prefix|>😀🏽٣٤٥٦\"12345678ꟲs𐞁<EOT>\u000b<|fim_prefix|>ḍ̇EOT-,", "tokens": 88, "pieces": ["(", "٣٤٥", "٦३", "𐞁", "\r", "-'", "D", "́'", "漢", "'ſ", "عEOT", ".ſt", "\u000b", "'", "…", "-<|", "fim", "_prefix", "|>😀🏽", "٣٤٥", "٦", "\"", "123", "456", "78", "ꟲs𐞁", "<EOT", ">", "\u000b", "<|", "fim", "_prefix", "|>", "ḋ", "̣EOT", "-,"]}
+{"text": "-­(Ⅳe>Z<META_START>ع,", "tokens": 13, "pieces": ["-­(", "Ⅳ", "e", ">Z", "<META", "_START", ">ع", ","]}
+{"text": "㋿\u000b㍿\r\nİ'\r😀🏽'ſ😀🏽a!!'ſ\t>.漢٣٤٥٦  <META_START>'s㋿9.ås   \n\r\n\r\n0   \n'll\"㋿<|endoftext|>m", "tokens": 72, "pieces": ["㋿", "\u000b", "㍿\r\n", "İ", "'\r", "😀🏽'", "ſ", "😀🏽", "a", "!!'", "ſ", "\t", ">.", "漢", "٣٤٥", "٦", " ", " <", "META", "_START", ">'", "s", "㋿", "9", ".a", "̊s", "   \n\r\n\r\n", "0", "   \n", "'ll", "\"㋿<|", "endoftext", "|>", "m"]}
+{"text": "ſ　eⅣt're漢<ḍ̇'Dd<EOT>'D<META_START>EOT're​", "tokens": 30, "pieces": ["ſ", "　e", "Ⅳ", "t", "'re", "漢", "<ḋ", "̣'", "Dd", "<EOT", ">'", "D", "<META", "_START", ">EOT", "'re", "​"]}
+{"text": "\u000bEOT00<|endoftext|>‍Z,<EOT>ḍ̇12345678<|fim_prefix|>sEOTs­am  <|fim_prefix|>å👍🏽sＡ漢", "tokens": 60, "pieces": ["\u000bEOT", "00", "<|", "endoftext", "|>‍", "Z", ",<", "EOT", ">ḋ", "̣", "123", "456", "78", "<|", "fim", "_prefix", "|>", "sEOTs", "­am", " ", " <|", "fim", "_prefix", "|>", "a", "̊👍🏽", "sＡ漢"]}
+{"text": "<|endoftext|>9<ꟲEOTⅣfi!tⅣ  ß\r\n\r\n​-३'Re", "tokens": 31, "pieces": ["<|", "endoftext", "|>", "9", "<ꟲEOT", "Ⅳ", "fi", "!t", "Ⅳ", " ", " ß", "\r\n\r\n", "​-", "३", "'Re"]}
+{"text": "'D😀🏽 'D0٣٤٥٦\r9m🙂\r   \n‍", "tokens": 26, "pieces": ["'D", "😀🏽", " '", "D", "0٣٤", "٥٦", "\r", "9", "m", "🙂\r", "   \n", "‍"]}
+{"text": "é'M🙂<META_START>Dž
,<㍿'ll\"\t字aḍ̇字<|fim_prefix|>'ſ!!d🙂<|fim_prefix|>İ'VE  .‍'s㍿'VE\t12345678<META_START>İ\u000bⅣé", "tokens": 76, "pieces": ["é", "'M", "🙂<", "META", "_START", ">Dž", "
", ",<㍿'", "ll", "\"", "\t字aḋ", "̣字", "<|", "fim", "_prefix", "|>'", "ſ", "!!", "d", "🙂<|", "fim", "_prefix", "|>", "İ", "'VE", " ", " .‍'", "s", "㍿'", "VE", "\t", "123", "456", "78", "<META", "_START", ">İ", "\u000b", "Ⅳ", "e", "́"]}
+{"text": "0,　å漢  ſ", "tokens": 11, "pieces": ["0", ",", "　a", "̊漢", " ", " ſ"]}
+{"text": "'s<META_START><‍\n're‍🙂   \n#$%　'Re'Ms😀🏽s\r'll<EOT>t…fiḍ̇'ll​ßİ0…\"<ß‍", "tokens": 52, "pieces": ["'s", "<META", "_START", "><‍\n", "'re", "‍🙂", "   \n", "#$%", "　", "'Re", "'M", "s", "😀🏽", "s", "\r", "'ll", "<EOT", ">t", "…fiḋ", "̣'", "ll", "​ßİ", "0", "…", "\"<", "ß", "‍"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "9'SDž<|fim_prefix|> 𐞁<|endoftext|>'ll  !>㍿\u000b", "tokens": 31, "pieces": ["9", "'S", "Dž", "<|", "fim", "_prefix", "|>", " 𐞁", "<|", "endoftext", "|>'", "ll", " ", " !>㍿", "\u000b"]}
+{"text": "㍿EOT'ſ㋿\u000b\r\n\r\n　's   \nd   \nع🙂0!!ſDž'T>éd३é,Ⅳt<​<EOT>‍İ12345678\r\n\r\n'S\r<EOT>", "tokens": 56, "pieces": ["㍿EOT", "'ſ", "㋿", "\u000b\r\n\r\n", "　", "'s", "   \n", "d", "   \n", "ع", "🙂", "0", "!!", "ſDž", "'T", ">éd", "३", "e", "́,", "Ⅳ", "t", "<​<", "EOT", ">‍", "İ", "123", "456", "78", "\r\n\r\n", "'S", "\r", "<EOT", ">"]}
+{"text": "㍿-㋿٣٤٥٦d🙂>t 's\r\n\r\nZ.'VEé\r\nDž  å👍🏽‍ ", "tokens": 43, "pieces": ["㍿-㋿", "٣٤٥", "٦", "d", "🙂>", "t", " '", "s", "\r\n\r\n", "Z", ".'", "VEé", "\r\n", "Dž", " ", " a", "̊👍🏽‍", " "]}
+{"text": "́('D…😀🏽ß\r\n 'll'Re'sⅣ\r\n", "tokens": 19, "pieces": ["́('", "D", "…", "😀🏽", "ß", "\r\n", " '", "ll", "'Re", "'s", "Ⅳ", "\r\n"]}
+{"text": "  ", "tokens": 1, "pieces": ["  "]}
+{"text": "<EOT>½‍😀🏽'll'Mfiå<　12345678­👍🏽å
ḍ̇\r\ń㍿'Reå​ḍ̇", "tokens": 57, "pieces": ["<EOT", ">", "½", "‍😀🏽'", "ll", "'M", "fia", "̊<", "　", "123", "456", "78", "­👍🏽", "a", "̊", "
ḋ", "̣\r\n", "́㍿'", "Rea", "̊​", "ḋ", "̣"]}
+{"text": ",ß\r\n'S<ſée‍tt", "tokens": 11, "pieces": [",ß", "\r\n", "'S", "<ſée", "‍tt"]}
+{"text": "ſEOT<|fim_prefix|>\u000b0  ꟲ<|fim_prefix|>İ\t  <|endoftext|>​<|endoftext|>t,9", "tokens": 43, "pieces": ["ſEOT", "<|", "fim", "_prefix", "|>", "\u000b", "0", " ", " ꟲ", "<|", "fim", "_prefix", "|>", "İ", "\t ", " <|", "endoftext", "|>​<|", "endoftext", "|>", "t", ",", "9"]}
+{"text": "\r\n\r\nع३", "tokens": 4, "pieces": ["\r\n\r\n", "ع", "३"]}
+{"text": "#$%\r‍­Džḍ̇'T\nḍ̇🙂>!!é'VEé.-𐞁­­Ａ🙂ſ'Sſ<META_START>\t<EOT>'ſع字>", "tokens": 60, "pieces": ["#$%\r", "‍­", "Džḋ", "̣'", "T", "\n", "ḋ", "̣🙂>!!", "e", "́'", "VEe", "́.-", "𐞁", "­­", "Ａ", "🙂ſ", "'S", "ſ", "<META", "_START", ">", "\t", "<EOT", ">'", "ſع字", ">"]}
+{"text": "𐞁\r\n½d   \n'Reséé'ſſ\"­'llⅣİ😀🏽<|endoftext|>fi", "tokens": 38, "pieces": ["𐞁", "\r\n", "½", "d", "   \n", "'Re", "se", "́é", "'ſ", "ſ", "\"­'", "ll", "Ⅳ", "İ", "😀🏽<|", "endoftext", "|>", "fi"]}
+{"text": "å<|fim_prefix|>'T<\n\na👍🏽\rſ#$%'ll\r<|endoftext|>-'T(\u000b'm0‍ß<META_START>'ReDž", "tokens": 50, "pieces": ["a", "̊<|", "fim", "_prefix", "|>'", "T", "<\n\n", "a", "👍🏽\r", "ſ", "#$%'", "ll", "\r", "<|", "endoftext", "|>-'", "T", "(", "\u000b", "'m", "0", "‍ß", "<META", "_START", ">'", "ReDž"]}
+{"text": "ßع👍🏽m-'ſ'('M", "tokens": 15, "pieces": ["ßع", "👍🏽", "m", "-'", "ſ", "'('", "M"]}
+{"text": "‍EOTꟲ٣٤٥٦", "tokens": 15, "pieces": ["‍EOTꟲ", "٣٤٥", "٦"]}
+{"text": "'M½!!\n​   \nⅣꟲ́  ㋿३Ⅳꟲ<|fim_prefix|>'　  stfi<|fim_prefix|>'VEm då\n​", "tokens": 49, "pieces": ["'M", "½", "!!\n", "​", "   \n", "Ⅳ", "ꟲ", "́", " ", " ㋿", "३Ⅳ", "ꟲ", "<|", "fim", "_prefix", "|>'", "　 ", " stfi", "<|", "fim", "_prefix", "|>'", "VEm", " da", "̊\n", "​"]}
+{"text": "👍🏽‍<EOT>½t", "tokens": 14, "pieces": ["👍🏽‍<", "EOT", ">", "½", "t"]}
+{"text": "\r\n,s!!(　'M ꟲ\"‍😀🏽　​😀🏽EOT'reé", "tokens": 29, "pieces": ["\r\n", ",s", "!!(", "　", "'M", " ꟲ", "\"‍😀🏽", "　", "​😀🏽", "EOT", "'re", "e", "́"]}
+{"text": "'M- é   \n字Dž'll9…EOTḍ̇eİaⅣ\nfi'llＡ'S漢.٣٤٥٦½​<EOT>9.…\n", "tokens": 53, "pieces": ["'M", "-", " é", "   \n", "字Dž", "'ll", "9", "…EOTḋ", "̣eİa", "Ⅳ", "\n", "fi", "'ll", "Ａ", "'S", "漢", ".", "٣٤٥", "٦½", "​<", "EOT", ">", "9", ".", "…\n"]}
+{"text": "e!🙂'Reſ<ſ́👍🏽㍿'sm👍🏽　0eＡm", "tokens": 35, "pieces": ["e", "!🙂'", "Reſ", "<ſ", "́👍🏽㍿'", "sm", "👍🏽", "　", "0", "eＡm"]}
+{"text": "\n0'<|endoftext|>'ll\u000b­(Ａd́", "tokens": 17, "pieces": ["\n", "0", "'<|", "endoftext", "|>'", "ll", "\u000b", "­(", "Ａd", "́"]}
+{"text": "ſ\t", "tokens": 3, "pieces": ["ſ", "\t"]}
+{"text": "‍½m ́​Dž", "tokens": 9, "pieces": ["‍", "½", "m", " ́​", "Dž"]}
+{"text": "ḍ̇　fi<META_START>EOT", "tokens": 13, "pieces": ["ḋ", "̣", "　fi", "<META", "_START", ">EOT"]}
+{"text": ".a(İ
d'D…ع're字㍿😀🏽…'ll字😀🏽>#$%\r\n\r\nm<|fim_prefix|><|endoftext|>!'Mfi,-.é>­'S9dİ", "tokens": 62, "pieces": [".a", "(İ", "
d", "'D", "…ع", "'re", "字", "㍿😀🏽", "…", "'ll", "字", "😀🏽>#$%\r\n\r\n", "m", "<|", "fim", "_prefix", "|><|", "endoftext", "|>!'", "Mfi", ",-.", "e", "́>­'", "S", "9", "dİ"]}
+{"text": "ß🙂ع('s'Da👍🏽å'T'M ́عfiZİ'M", "tokens": 28, "pieces": ["ß", "🙂ع", "('", "s", "'D", "a", "👍🏽", "a", "̊'", "T", "'M", " ", "́عfiZİ", "'M"]}
+{"text": "ع'VE'sZ'\t<META_START>İ​　😀🏽", "tokens": 19, "pieces": ["ع", "'VE", "'s", "Z", "'", "\t", "<META", "_START", ">İ", "​", "　", "😀🏽"]}
+{"text": "\r३'s'VEfiꟲ>", "tokens": 12, "pieces": ["\r", "३", "'s", "'VE", "fiꟲ", ">"]}
+{"text": "👍🏽\tEOT漢'Re  <META_START> .　tEOT\u000bß​\n\t!Ⅳ👍🏽\r\nع.a<META_START>𐞁'VEZ
漢字é'ſ", "tokens": 59, "pieces": ["👍🏽", "\tEOT漢", "'Re", " ", " <", "META", "_START", ">", " .", "　tEOT", "\u000bß", "​\n", "\t", "!", "Ⅳ", "👍🏽\r\n", "ع", ".a", "<META", "_START", ">𐞁", "'VE", "Z", "
漢字e", "́'", "ſ"]}
+{"text": "d<|fim_prefix|>\r\n\r\n漢'Re\"t　عéå-0　字''ſ'D́9
　 EOT", "tokens": 34, "pieces": ["d", "<|", "fim", "_prefix", "|>\r\n\r\n", "漢", "'Re", "\"t", "　عéa", "̊-", "0", "　字", "''", "ſ", "'D", "́", "9", "
　", " EOT"]}
+{"text": "  t  !", "tokens": 4, "pieces": [" ", " t", " ", " !"]}
+{"text": "   👍🏽 Ⅳ\n", "tokens": 10, "pieces": ["  ", " 👍🏽", " ", "Ⅳ", "\n"]}
+{"text": "<|fim_prefix|>漢s'Me'T'll<|endoftext|><|endoftext|>e!!9㋿,'reⅣ'VEee‍'T>dfi<META_START>ḍ̇İ<META_START>'lld३", "tokens": 64, "pieces": ["<|", "fim", "_prefix", "|>", "漢s", "'M", "e", "'T", "'ll", "<|", "endoftext", "|><|", "endoftext", "|>", "e", "!!", "9", "㋿,'", "re", "Ⅳ", "'VE", "ee", "‍'", "T", ">dfi", "<META", "_START", ">ḋ", "̣İ", "<META", "_START", ">'", "lld", "३"]}
+{"text": "½a\"\t😀🏽ſé٣٤٥٦漢\u000b,\t9<EOT>Ⅳ'T\r\n", "tokens": 34, "pieces": ["½", "a", "\"", "\t", "😀🏽", "ſe", "́", "٣٤٥", "٦", "漢", "\u000b", ",", "\t", "9", "<EOT", ">", "Ⅳ", "'T", "\r\n"]}
+{"text": "t! 😀🏽ſⅣ   \n    ꟲ　  m'll漢㍿'漢!!12345678<META_START>ſd́\t🙂ꟲ\"'Re<|endoftext|>", "tokens": 54, "pieces": ["t", "!", " 😀🏽", "ſ", "Ⅳ", "   \n", "   ", " ꟲ", "　 ", " m", "'ll", "漢", "㍿'", "漢", "!!", "123", "456", "78", "<META", "_START", ">ſd", "́", "\t", "🙂ꟲ", "\"'", "Re", "<|", "endoftext", "|>"]}
+{"text": "e\né'T<😀🏽ꟲ.\u000ba   \nＡ'llfi'll\r\n\r\n'll,\rDžeع<|fim_prefix|>👍🏽ét'(t'Re<EOT>'ſ#$%Z👍🏽​'reZ", "tokens": 66, "pieces": ["e", "\n", "é", "'T", "<😀🏽", "ꟲ", ".", "\u000ba", "   \n", "Ａ", "'ll", "fi", "'ll", "\r\n\r\n", "'ll", ",\r", "Džeع", "<|", "fim", "_prefix", "|>👍🏽", "ét", "'(", "t", "'Re", "<EOT", ">'", "ſ", "#$%", "Z", "👍🏽​'", "reZ"]}
+{"text": "́!!ⅣmEOT", "tokens": 7, "pieces": ["́!!", "Ⅳ", "mEOT"]}
+{"text": "!👍🏽 İ\nß>", "tokens": 12, "pieces": ["!👍🏽", " İ", "\n", "ß", ">"]}
+{"text": "ſ\r\n\r\n'll(𐞁're㋿'M", "tokens": 15, "pieces": ["ſ", "\r\n\r\n", "'ll", "(𐞁", "'re", "㋿'", "M"]}
+{"text": "-(½'Rea!\r\n('Re", "tokens": 7, "pieces": ["-(", "½", "'Re", "a", "!\r\n", "('", "Re"]}
+{"text": "!Zع\r\n­'Da漢ZİDž'　#$%\r\n", "tokens": 17, "pieces": ["!Zع", "\r\n", "­'", "Da漢ZİDž", "'", "　", "#$%\r\n"]}
+{"text": "ſع   \n'ſ#$%!é­s\u000b​ß<字m字𐞁éⅣ'T.<<|endoftext|>'ſ́½9­-(🙂'reſ\n12345678🙂", "tokens": 55, "pieces": ["ſع", "   \n", "'ſ", "#$%!", "e", "́­", "s", "\u000b", "​ß", "<字m字𐞁é", "Ⅳ", "'T", ".<<|", "endoftext", "|>'", "ſ", "́", "½9", "­-(🙂'", "reſ", "\n", "123", "456", "78", "🙂"]}
+{"text": "åEOT   \nＡ", "tokens": 8, "pieces": ["a", "̊EOT", "   \n", "Ａ"]}
+{"text": "'sd'T　   \n漢<>'llas(ḍ̇漢​㍿३字­<<|endoftext|>,…ß㍿㍿<META_START>", "tokens": 47, "pieces": ["'s", "d", "'T", "　   \n", "漢", "<>'", "llas", "(ḋ", "̣漢", "​㍿", "३", "字", "­<<|", "endoftext", "|>,", "…ß", "㍿㍿<", "META", "_START", ">"]}
+{"text": "#$%\t½㍿tßEOT\u000b\r\nZ.'llé३>", "tokens": 20, "pieces": ["#$%", "\t", "½", "㍿tßEOT", "\u000b\r\n", "Z", ".'", "llé", "३", ">"]}
+{"text": "!!👍🏽👍🏽eİ
­é'll𐞁'll!!<|fim_prefix|>0'Mé \r\n\r\ń㍿<|fim_prefix|>́'ſ'SⅣ-ZＡt", "tokens": 61, "pieces": ["!!👍🏽👍🏽", "eİ", "
", "­é", "'ll", "𐞁", "'ll", "!!<|", "fim", "_prefix", "|>", "0", "'M", "e", "́", " \r\n\r\n", "́㍿<|", "fim", "_prefix", "|>́'", "ſ", "'S", "Ⅳ", "-ZＡt"]}
+{"text": "  Dž𐞁   \n字EOT​ḍ̇é𐞁t'Re\u000bm<META_START>  \r\n\r\n'M12345678(<|endoftext|>fiZ.'VE,ꟲ㍿\r\n\r\n🙂'll", "tokens": 61, "pieces": [" ", " Dž𐞁", "   \n", "字EOT", "​ḋ", "̣e", "́𐞁t", "'Re", "\u000bm", "<META", "_START", ">", "  \r\n\r\n", "'M", "123", "456", "78", "(<|", "endoftext", "|>", "fiZ", ".'", "VE", ",ꟲ", "㍿\r\n\r\n", "🙂'", "ll"]}
+{"text": "<EOT>12345678
عEOTİ,'VE👍🏽Džfi,'VE'👍🏽Ⅳ", "tokens": 35, "pieces": ["<EOT", ">", "123", "456", "78", "
عEOTİ", ",'", "VE", "👍🏽", "Džfi", ",'", "VE", "'👍🏽", "Ⅳ"]}
+{"text": "< 0s", "tokens": 4, "pieces": ["<", " ", "0", "s"]}
+{"text": "ꟲ", "tokens": 3, "pieces": ["ꟲ"]}
+{"text": "é'S漢.d'Z!!\ta\u000bＡ<Ⅳ­<META_START>😀🏽 é'T<META_START>\t㋿\"0'ſDž< ", "tokens": 46, "pieces": ["é", "'S", "漢", ".d", "'Z", "!!", "\ta", "\u000bＡ", "<", "Ⅳ", "­<", "META", "_START", ">😀🏽", " e", "́'", "T", "<META", "_START", ">", "\t", "㋿\"", "0", "'ſ", "Dž", "<", " "]}
+{"text": "'re𐞁åm'D    \n12345678漢ع<😀🏽\r\n\r\n٣٤٥٦'Seꟲ\r\n\r\n!!<|endoftext|>\t‍'VE<漢٣٤٥٦­ꟲ e'M", "tokens": 69, "pieces": ["'re", "𐞁a", "̊m", "'D", "    \n", "123", "456", "78", "漢ع", "<😀🏽\r\n\r\n", "٣٤٥", "٦", "'S", "eꟲ", "\r\n\r\n", "!!<|", "endoftext", "|>", "\t", "‍'", "VE", "<漢", "٣٤٥", "٦", "­ꟲ", " e", "'M"]}
+{"text": ",🙂\r\n\r\nعİ ßḍ̇<EOT>😀🏽12345678 'ſ'", "tokens": 29, "pieces": [",🙂\r\n\r\n", "عİ", " ßḋ", "̣<", "EOT", ">😀🏽", "123", "456", "78", " '", "ſ", "'"]}
+{"text": "s\n ­👍🏽90'Re𐞁Ａ>", "tokens": 18, "pieces": ["s", "\n", " ­👍🏽", "90", "'Re", "𐞁Ａ", ">"]}
+{"text": "ꟲ(<|endoftext|>", "tokens": 10, "pieces": ["ꟲ", "(<|", "endoftext", "|>"]}
+{"text": "‍eEOT12345678'Dꟲ👍🏽ꟲ漢e　İ!'Ⅳ­.e٣٤٥٦字\u000b🙂0'Sع'ſ  e'Dꟲte", "tokens": 57, "pieces": ["‍eEOT", "123", "456", "78", "'D", "ꟲ", "👍🏽", "ꟲ漢e", "　İ", "!'", "Ⅳ", "­.", "e", "٣٤٥", "٦", "字", "\u000b", "🙂", "0", "'S", "ع", "'ſ", " ", " e", "'D", "ꟲte"]}
+{"text": "Ａ<|endoftext|>\rEOTé!!é>ḍ̇åé
\nmfi \r\n", "tokens": 33, "pieces": ["Ａ", "<|", "endoftext", "|>\r", "EOTé", "!!", "e", "́>", "ḋ", "̣a", "̊é", "
\n", "mfi", " \r\n"]}
+{"text": "'sḍ̇<|fim_prefix|>'٣٤٥٦'re
…ꟲe　٣٤٥٦'VE's\u000b <Zݽ\t(㋿Ａ!ß\"३EOT!!🙂\r\n'reİ   \n  !'T", "tokens": 72, "pieces": ["'s", "ḋ", "̣<|", "fim", "_prefix", "|>'", "٣٤٥", "٦", "'re", "
", "…ꟲe", "　", "٣٤٥", "٦", "'VE", "'s", "\u000b", " <", "Zİ", "½", "\t", "(㋿", "Ａ", "!ß", "\"", "३", "EOT", "!!🙂\r\n", "'re", "İ", "   \n", " ", " !'", "T"]}
+{"text": "!! 😀🏽- ​s​Ａ\r\nع‍ß\t字'Re'　ſ<'Re\"👍🏽\t>\n<|endoftext|>😀🏽ß\u000b", "tokens": 50, "pieces": ["!!", " ", "😀🏽-", " ​", "s", "​Ａ", "\r\n", "ع", "‍ß", "\t字", "'Re", "'", "　ſ", "<'", "Re", "\"👍🏽", "\t", ">\n", "<|", "endoftext", "|>😀🏽", "ß", "\u000b"]}
+{"text": "🙂-<|endoftext|>‍𐞁(", "tokens": 17, "pieces": ["🙂-<|", "endoftext", "|>‍", "𐞁", "("]}
+{"text": "0\n字\ré!👍🏽'ſ'llEOT0<|endoftext|>.😀🏽\rꟲⅣⅣⅣ㍿'T9🙂٣٤٥٦'VEꟲé­​Ⅳ
", "tokens": 70, "pieces": ["0", "\n", "字", "\r", "e", "́!👍🏽'", "ſ", "'ll", "EOT", "0", "<|", "endoftext", "|>.😀🏽\r", "ꟲ", "ⅣⅣⅣ", "㍿'", "T", "9", "🙂", "٣٤٥", "٦", "'VE", "ꟲé", "­​", "Ⅳ", "
"]}
+{"text": "Ａ…fi٣٤٥٦     \r\n\r\n🙂!'s…'Red\r\nZ字#$%🙂12345678ꟲm!!漢'T½𐞁#$%<EOT>", "tokens": 53, "pieces": ["Ａ", "…fi", "٣٤٥", "٦", "     \r\n\r\n", "🙂!'", "s", "…", "'Re", "d", "\r\n", "Z字", "#$%🙂", "123", "456", "78", "ꟲm", "!!", "漢", "'T", "½", "𐞁", "#$%<", "EOT", ">"]}
+{"text": "0!a.字9'M<META_START>'llḍ̇𐞁9漢'ſ>fi\t'T", "tokens": 32, "pieces": ["0", "!a", ".字", "9", "'M", "<META", "_START", ">'", "llḋ", "̣𐞁", "9", "漢", "'ſ", ">fi", "\t", "'T"]}
+{"text": "👍🏽Ⅳ\"!İ0,aİ'D字Ⅳ<ꟲ\t½<META_START><EOT>\u000b 😀🏽", "tokens": 38, "pieces": ["👍🏽", "Ⅳ", "\"!", "İ", "0", ",aİ", "'D", "字", "Ⅳ", "<ꟲ", "\t", "½", "<META", "_START", "><", "EOT", ">", "\u000b", " ", "😀🏽"]}
+{"text": "s\"mＡ12345678å ́🙂'T<META_START>ع👍🏽'M…(漢ꟲ- 'M\n9", "tokens": 43, "pieces": ["s", "\"mＡ", "123", "456", "78", "a", "̊", " ́🙂'", "T", "<META", "_START", ">ع", "👍🏽'", "M", "…", "(漢ꟲ", "-", " ", "'M", "\n", "9"]}
+{"text": ">ꟲ٣٤٥٦\n漢.ß漢Ⅳ0عå  'ſ'ReEOT'T
​-(12345678,  's🙂stꟲ", "tokens": 51, "pieces": [">ꟲ", "٣٤٥", "٦", "\n", "漢", ".ß漢", "Ⅳ0", "عa", "̊", " ", " '", "ſ", "'Re", "EOT", "'T", "
", "​-(", "123", "456", "78", ",", " ", " '", "s", "🙂stꟲ"]}
+{"text": "ß>12345678🙂<|fim_prefix|>\"<|endoftext|>ع  <|fim_prefix|>>0'SEOT  <|endoftext|><|fim_prefix|>漢३,é字é‍\r\n're漢e(d(#$%ßå\u000b<EOT>", "tokens": 76, "pieces": ["ß", ">", "123", "456", "78", "🙂<|", "fim", "_prefix", "|>\"<|", "endoftext", "|>", "ع", " ", " <|", "fim", "_prefix", "|>>", "0", "'S", "EOT", " ", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "漢", "३", ",e", "́字e", "́‍\r\n", "'re", "漢e", "(d", "(#$%", "ßa", "̊", "\u000b", "<EOT", ">"]}
+{"text": "fi   İDž\r\n
0<META_START>.'T'VE'Dḍ̇\r\n\r\nt a­𐞁#$%🙂<dé(𐞁½s\r\n\r\ns", "tokens": 49, "pieces": ["fi", "  ", " İDž", "\r\n", "
", "0", "<META", "_START", ">.'", "T", "'VE", "'D", "ḋ", "̣\r\n\r\n", "t", " a", "­𐞁", "#$%🙂<", "dé", "(𐞁", "½", "s", "\r\n\r\n", "s"]}
+{"text": "!!<'ſå  \r\n𐞁fiZ 12345678'reİ(   \nḍ̇३#$%'S'ſ\r,m­㍿.\n\r\n​\n'VE   \n'ſ", "tokens": 52, "pieces": ["!!<'", "ſa", "̊", "  \r\n", "𐞁fiZ", " ", "123", "456", "78", "'re", "İ", "(", "   \n", "ḋ", "̣", "३", "#$%'", "S", "'ſ", "\r", ",m", "­㍿.\n\r\n", "​\n", "'VE", "   \n", "'ſ"]}
+{"text": "å\r'VE\u000b\u000b0>m'sa字a0٣٤٥٦.'S0\t", "tokens": 27, "pieces": ["a", "̊\r", "'VE", "\u000b", "\u000b", "0", ">m", "'s", "a字a", "0٣٤", "٥٦", ".'", "S", "0", "\t"]}
+{"text": " Z<META_START>!!'D<|fim_prefix|>­ å('VÉ", "tokens": 23, "pieces": [" Z", "<META", "_START", ">!!'", "D", "<|", "fim", "_prefix", "|>­", " a", "̊('", "VE", "́"]}
+{"text": "…  'T'VE👍🏽!‍", "tokens": 16, "pieces": ["… ", " '", "T", "'VE", "👍🏽!‍"]}
+{"text": "\r\n\r\n(𐞁ꟲ \u000b'VE㋿👍🏽", "tokens": 22, "pieces": ["\r\n\r\n", "(𐞁ꟲ", " ", "\u000b", "'VE", "㋿👍🏽"]}
+{"text": "​s'llé<META_START>", "tokens": 9, "pieces": ["​s", "'ll", "e", "́<", "META", "_START", ">"]}
+{"text": " \u000b 'VE‍<EOT>m!!!éå. 're'M", "tokens": 20, "pieces": [" \u000b", " '", "VE", "‍<", "EOT", ">m", "!!!", "e", "́a", "̊.", " '", "re", "'M"]}
+{"text": "३Ⅳ0\n\r\n\r\n,å<EOT>", "tokens": 14, "pieces": ["३Ⅳ0", "\n\r\n\r\n", ",a", "̊<", "EOT", ">"]}
+{"text": "ms's\r\nd\r\n\r\n12345678'S''Té(Ａ字'VE\tet(
 a
é12345678'D𐞁\r\r\né", "tokens": 40, "pieces": ["ms", "'s", "\r\n", "d", "\r\n\r\n", "123", "456", "78", "'S", "''", "Té", "(Ａ字", "'VE", "\tet", "(", "
", " a", "
e", "́", "123", "456", "78", "'D", "𐞁", "\r\r\n", "e", "́"]}
+{"text": "<EOT>  fi👍🏽 'll
<　'
'ſ'S   \ne👍🏽𐞁‍'sꟲḍ̇", "tokens": 49, "pieces": ["<EOT", ">", " ", " fi", "👍🏽", " ", "'ll", "
", "<", "　", "'", "
", "'ſ", "'S", "   \n", "e", "👍🏽", "𐞁", "‍'", "sꟲḋ", "̣"]}
+{"text": "'re-㍿\nå-㍿\r\"𐞁!!½🙂
Dž𐞁#$%ſꟲ,\n!!😀🏽'll'Re𐞁\r\n…e👍🏽", "tokens": 62, "pieces": ["'re", "-㍿\n", "a", "̊-㍿\r", "\"𐞁", "!!", "½", "🙂", "
Dž𐞁", "#$%", "ſꟲ", ",\n", "!!😀🏽'", "ll", "'Re", "𐞁", "\r\n", "…e", "👍🏽"]}
+{"text": "½Ａ><|endoftext|>½'M<META_START>>Ⅳع\t>字é🙂   \n!　d\u000b  ,​t㋿漢>\r\n", "tokens": 41, "pieces": ["½", "Ａ", "><|", "endoftext", "|>", "½", "'M", "<META", "_START", ">>", "Ⅳ", "ع", "\t", ">字e", "́🙂", "   \n", "!", "　d", "\u000b ", " ,​", "t", "㋿漢", ">\r\n"]}
+{"text": "'٣٤٥٦ßꟲ漢 'Re​   \n  … ​'VE\"0İ12345678　…0'T𐞁", "tokens": 40, "pieces": ["'", "٣٤٥", "٦", "ßꟲ漢", " '", "Re", "​", "   \n", "  …", " ​'", "VE", "\"", "0", "İ", "123", "456", "78", "　", "…", "0", "'T", "𐞁"]}
+{"text": "e漢'S  ", "tokens": 5, "pieces": ["e漢", "'S", "  "]}
+{"text": "<META_START>ḍ̇ß  
\n", "tokens": 14, "pieces": ["<META", "_START", ">ḋ", "̣ß", "  
\n"]}
+{"text": "ſＡ", "tokens": 4, "pieces": ["ſＡ"]}
+{"text": "\n­Dž٣٤٥٦,.
'D'ſ s'EOT'字e😀🏽0aEOT'M㍿'S\"㋿'VE<EOT>ع", "tokens": 50, "pieces": ["\n", "­Dž", "٣٤٥", "٦", ",.", "
", "'D", "'ſ", " s", "'EOT", "'字e", "😀🏽", "0", "aEOT", "'M", "㍿'", "S", "\"㋿'", "VE", "<EOT", ">ع"]}
+{"text": "字😀🏽9ḍ̇EOTZ'll\t३३'T
s­İ­12345678'VE漢(\r\n\r\n漢İ<META_START>'re㋿ع'VEİ漢👍🏽<META_START>Ａa", "tokens": 67, "pieces": ["字", "😀🏽", "9", "ḋ", "̣EOTZ", "'ll", "\t", "३३", "'T", "
s", "­İ", "­", "123", "456", "78", "'VE", "漢", "(\r\n\r\n", "漢İ", "<META", "_START", ">'", "re", "㋿ع", "'VE", "İ漢", "👍🏽<", "META", "_START", ">Ａa"]}
+{"text": "­\"…‍.
d#$%'ſ'S'll'VE.ſ12345678𐞁's<|fim_prefix|>  'ſ12345678d<|endoftext|>\"<EOT><META_START>!!​  å𐞁DžⅣ\r", "tokens": 73, "pieces": ["­\"", "…", "‍.", "
d", "#$%'", "ſ", "'S", "'ll", "'VE", ".ſ", "123", "456", "78", "𐞁", "'s", "<|", "fim", "_prefix", "|>", " ", " '", "ſ", "123", "456", "78", "d", "<|", "endoftext", "|>\"<", "EOT", "><", "META", "_START", ">!!​", " ", " a", "̊𐞁Dž", "Ⅳ", "\r"]}
+{"text": "å'S<EOT>éꟲDžⅣ३㍿m\r\n😀🏽Ⅳ'Reḍ̇㍿ ٣٤٥٦", "tokens": 48, "pieces": ["a", "̊'", "S", "<EOT", ">éꟲDž", "Ⅳ३", "㍿m", "\r\n", "😀🏽", "Ⅳ", "'Re", "ḋ", "̣㍿", " ", "٣٤٥", "٦"]}
+{"text": "\r\n>ée'S<|endoftext|>ḍ̇Ａ字<|fim_prefix|>fi", "tokens": 29, "pieces": ["\r\n", ">e", "́e", "'S", "<|", "endoftext", "|>", "ḋ", "̣Ａ字", "<|", "fim", "_prefix", "|>", "fi"]}
+{"text": "\n'VE…\"ſß's'ſ<|fim_prefix|>\r", "tokens": 21, "pieces": ["\n", "'VE", "…", "\"ſß", "'s", "'ſ", "<|", "fim", "_prefix", "|>\r"]}
+{"text": "'Dm​'VEåع12345678!!　👍🏽\n   \né", "tokens": 23, "pieces": ["'D", "m", "​'", "VEa", "̊ع", "123", "456", "78", "!!", "　", "👍🏽\n", "   \n", "é"]}
+{"text": "<META_START>字-0'VE,­ع#$%'D'T\r\n-fi", "tokens": 20, "pieces": ["<META", "_START", ">字", "-", "0", "'VE", ",­", "ع", "#$%'", "D", "'T", "\r\n", "-fi"]}
+{"text": "'ll>🙂漢eḍ̇'M\n\r\n‍ 👍🏽", "tokens": 25, "pieces": ["'ll", ">🙂", "漢eḋ", "̣'", "M", "\n\r\n", "‍", " ", "👍🏽"]}
+{"text": "12345678éſ漢!\n9­'ſ>ḍ̇'́  ", "tokens": 24, "pieces": ["123", "456", "78", "e", "́ſ漢", "!\n", "9", "­'", "ſ", ">ḋ", "̣'́", "  "]}
+{"text": "\t,漢>'　dDž>\rDžZꟲ­'ll   \n Ⅳ  d's0'Re'D​", "tokens": 31, "pieces": ["\t", ",漢", ">'", "　dDž", ">\r", "DžZꟲ", "­'", "ll", "   \n", " ", "Ⅳ", " ", " d", "'s", "0", "'Re", "'D", "​"]}
+{"text": "\r\n\r\n-'S  !!-\u000b‍", "tokens": 9, "pieces": ["\r\n\r\n", "-'", "S", " ", " !!-", "\u000b", "‍"]}
+{"text": "é​ꟲ'll‍'re…\rع😀🏽tꟲ\t\"a🙂m,\r\n\r\n
३½   \nt,'ſDžع👍🏽𐞁EOTfiß#$%Dž'll'M ", "tokens": 64, "pieces": ["é", "​ꟲ", "'ll", "‍'", "re", "…\r", "ع", "😀🏽", "tꟲ", "\t", "\"a", "🙂m", ",\r\n\r\n", "
", "३½", "   \n", "t", ",'", "ſDžع", "👍🏽", "𐞁EOTfiß", "#$%", "Dž", "'ll", "'M", " "]}
+{"text": "́㍿'llt'll\"'S　字", "tokens": 12, "pieces": ["́㍿'", "llt", "'ll", "\"'", "S", "　字"]}
+{"text": "'M\t　é>'D㋿İ", "tokens": 10, "pieces": ["'M", "\t", "　é", ">'", "D", "㋿İ"]}
+{"text": "\"é>t'D<|endoftext|>", "tokens": 11, "pieces": ["\"é", ">t", "'D", "<|", "endoftext", "|>"]}
+{"text": "Ａ😀🏽'ſ#$%'re<EOT>'ll#$%​ ㍿　 ", "tokens": 26, "pieces": ["Ａ", "😀🏽'", "ſ", "#$%'", "re", "<EOT", ">'", "ll", "#$%​", " ㍿", "　 "]}
+{"text": "ꟲꟲfi<<EOT> m漢9EOTs𐞁
'll㋿𐞁.a.Ⅳ…   \n<|fim_prefix|>٣٤٥٦🙂½é<META_START>'Reſ", "tokens": 67, "pieces": ["ꟲꟲfi", "<<", "EOT", ">", " m漢", "9", "EOTs𐞁", "
", "'ll", "㋿𐞁", ".a", ".", "Ⅳ", "…   \n", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "🙂", "½", "e", "́<", "META", "_START", ">'", "Reſ"]}
+{"text": "'S'D'se'ſ9Ⅳſ🙂㍿Z\r\n­\u000b", "tokens": 21, "pieces": ["'S", "'D", "'s", "e", "'ſ", "9Ⅳ", "ſ", "🙂㍿", "Z", "\r\n", "­", "\u000b"]}
+{"text": "!\n,(a…aEOT𐞁<EOT>'VE0<t\u000b\n'S,😀🏽e", "tokens": 28, "pieces": ["!\n", ",(", "a", "…aEOT𐞁", "<EOT", ">'", "VE", "0", "<t", "\u000b\n", "'S", ",😀🏽", "e"]}
+{"text": "'llſ\r12345678d<|endoftext|>#$%\"", "tokens": 17, "pieces": ["'ll", "ſ", "\r", "123", "456", "78", "d", "<|", "endoftext", "|>#$%\""]}
+{"text": "'", "tokens": 1, "pieces": ["'"]}
+{"text": "㋿Ａ漢s'Tع
'Mꟲḍ̇é(-　åaſ​Džt\tＡ'S!漢  -漢  ‍<|endoftext|>😀🏽'D", "tokens": 63, "pieces": ["㋿Ａ漢s", "'T", "ع", "
", "'M", "ꟲḋ", "̣e", "́(-", "　a", "̊aſ", "​Džt", "\tＡ", "'S", "!漢", " ", " -", "漢", " ", " ‍<|", "endoftext", "|>😀🏽'", "D"]}
+{"text": "'ll'VE३ß 0字­  'ReİeEOTⅣ\nZ​", "tokens": 22, "pieces": ["'ll", "'VE", "३", "ß", " ", "0", "字", "­", " ", " '", "ReİeEOT", "Ⅳ", "\n", "Z", "​"]}
+{"text": "İＡſ　#$%㋿'M", "tokens": 13, "pieces": ["İＡſ", "　", "#$%㋿'", "M"]}
+{"text": "\"", "tokens": 1, "pieces": ["\""]}
+{"text": "m#$%>'Mm.ZZ👍🏽<META_START>㋿'T
㍿e\"㋿٣٤٥٦9\tḍ̇0½", "tokens": 50, "pieces": ["m", "#$%>'", "Mm", ".ZZ", "👍🏽<", "META", "_START", ">㋿'", "T", "
", "㍿e", "\"㋿", "٣٤٥", "٦9", "\tḋ", "̣", "0½"]}
+{"text": "   \n\t(½EOTßt漢\t㋿EOTß\r\n\r\n㍿'𐞁\u000ba½🙂", "tokens": 31, "pieces": ["   \n", "\t", "(", "½", "EOTßt漢", "\t", "㋿EOTß", "\r\n\r\n", "㍿'", "𐞁", "\u000ba", "½", "🙂"]}
+{"text": "9漢'SDž𐞁㍿ع'ſ३Ⅳ(é½👍🏽\t\r\n,", "tokens": 32, "pieces": ["9", "漢", "'S", "Dž𐞁", "㍿ع", "'ſ", "३Ⅳ", "(e", "́", "½", "👍🏽", "\t\r\n", ","]}
+{"text": "'ſ😀🏽#$%\r\n­<|fim_prefix|><>  EOT>​éⅣ<META_START>'D\r'D\tt­'s  'Re>\"‍EOT#$%\r\nḍ̇fi  d\r\n\r\n😀🏽", "tokens": 64, "pieces": ["'ſ", "😀🏽#$%\r\n", "­<|", "fim", "_prefix", "|><>", " ", " EOT", ">​", "e", "́", "Ⅳ", "<META", "_START", ">'", "D", "\r", "'D", "\tt", "­'", "s", " ", " '", "Re", ">\"‍", "EOT", "#$%\r\n", "ḋ", "̣fi", " ", " d", "\r\n\r\n", "😀🏽"]}
+{"text": "'Ree'sé(#$%Dž🙂́'ſ‍", "tokens": 17, "pieces": ["'Re", "e", "'s", "é", "(#$%", "Dž", "🙂́'", "ſ", "‍"]}
+{"text": "ع𐞁eＡ\r\n\r\nfi‍\"　'ſ<EOT>'VE'sſ'Re.Dž𐞁å'll<|endoftext|>,😀🏽㋿👍🏽ḍ̇<|endoftext|>t  <META_START>.㍿<<🙂
", "tokens": 85, "pieces": ["ع𐞁eＡ", "\r\n\r\n", "fi", "‍\"", "　", "'ſ", "<EOT", ">'", "VE", "'s", "ſ", "'Re", ".Dž𐞁a", "̊'", "ll", "<|", "endoftext", "|>,😀🏽㋿👍🏽", "ḋ", "̣<|", "endoftext", "|>", "t", " ", " <", "META", "_START", ">.㍿<<🙂", "
"]}
+{"text": "'ll>'s<META_START>
\r,𐞁<|fim_prefix|>Z  afi9字're字 ḍ̇<|endoftext|>字\r\n\r\n'sＡ0  d\n#$%12345678‍s'VEm字…", "tokens": 66, "pieces": ["'ll", ">'", "s", "<META", "_START", ">", "
\r", ",𐞁", "<|", "fim", "_prefix", "|>", "Z", " ", " afi", "9", "字", "'re", "字", " ḋ", "̣<|", "endoftext", "|>", "字", "\r\n\r\n", "'s", "Ａ", "0", " ", " d", "\n", "#$%", "123", "456", "78", "‍s", "'VE", "m字", "…"]}
+{"text": "Ａ\n-漢Dž👍🏽٣٤٥٦'ſ'D३ 漢　é", "tokens": 34, "pieces": ["Ａ", "\n", "-漢Dž", "👍🏽", "٣٤٥", "٦", "'ſ", "'D", "३", " 漢", "　e", "́"]}
+{"text": "'S#$%'ß(😀🏽,é½EOTꟲ'VE\r'SⅣ12345678<(ßt'D‍　'M'Ret'VE", "tokens": 40, "pieces": ["'S", "#$%'", "ß", "(😀🏽,", "e", "́", "½", "EOTꟲ", "'VE", "\r", "'S", "Ⅳ12", "345", "678", "<(", "ßt", "'D", "‍", "　", "'M", "'Re", "t", "'VE"]}
+{"text": "'re字'M(\u000b're<EOT>𐞁'Ś9Dž\r\n\r\nDž   \n('reꟲḍ̇
\rs   \n", "tokens": 37, "pieces": ["'re", "字", "'M", "(", "\u000b", "'re", "<EOT", ">𐞁", "'S", "́", "9", "Dž", "\r\n\r\n", "Dž", "   \n", "('", "reꟲḋ", "̣", "
\r", "s", "   \n"]}
+{"text": "​!!İＡ'M!!'sfimⅣ　ꟲ👍🏽t👍🏽…é0é's>å　'ſ<|endoftext|>٣٤٥٦éＡ　Dž(  Dž㍿́ḍ̇😀🏽", "tokens": 85, "pieces": ["​!!", "İＡ", "'M", "!!'", "sfim", "Ⅳ", "　ꟲ", "👍🏽", "t", "👍🏽", "…é", "0", "é", "'s", ">a", "̊", "　", "'ſ", "<|", "endoftext", "|>", "٣٤٥", "٦", "e", "́Ａ", "　Dž", "(", " ", " Dž", "㍿́", "ḋ", "̣😀🏽"]}
+{"text": "🙂\t😀🏽dＡ-😀🏽éⅣ́\r\n\r\n👍🏽 ſ́   \n-  m\" 'Sd", "tokens": 41, "pieces": ["🙂", "\t", "😀🏽", "dＡ", "-😀🏽", "e", "́", "Ⅳ", "́\r\n\r\n", "👍🏽", " ſ", "́", "   \n", "-", " ", " m", "\"", " ", "'S", "d"]}
+{"text": "😀🏽!!éꟲEOT́ꟲ😀🏽'T𐞁½…👍🏽'EOT.ßa𐞁a", "tokens": 47, "pieces": ["😀🏽!!", "éꟲEOT", "́ꟲ", "😀🏽'", "T𐞁", "½", "…", "👍🏽'", "EOT", ".ßa𐞁a"]}
+{"text": "!!t.99٣٤٥٦Ⅳع,漢字\u000bİ9\u000b", "tokens": 23, "pieces": ["!!", "t", ".", "99٣", "٤٥٦", "Ⅳ", "ع", ",漢字", "\u000bİ", "9", "\u000b"]}
+{"text": ".\"Ａ\r>\u000bte<|endoftext|>#$%<|fim_prefix|>,eeå'Re👍🏽 s'Re  'Reſ\n>12345678#$%漢…   \n<|fim_prefix|>\t", "tokens": 61, "pieces": [".\"", "Ａ", "\r", ">", "\u000bte", "<|", "endoftext", "|>#$%<|", "fim", "_prefix", "|>,", "eea", "̊'", "Re", "👍🏽", " s", "'Re", " ", " '", "Reſ", "\n", ">", "123", "456", "78", "#$%", "漢", "…   \n", "<|", "fim", "_prefix", "|>", "\t"]}
+{"text": "'VE're​​\u000b\n\n'> 'll\u000b𐞁 ß'  t<EOT>㍿m٣٤٥٦‍t0­  İ👍🏽Dž‍t\r", "tokens": 53, "pieces": ["'VE", "'re", "​​", "\u000b\n\n", "'>", " '", "ll", "\u000b𐞁", " ß", "'", " ", " t", "<EOT", ">㍿", "m", "٣٤٥", "٦", "‍t", "0", "­", " ", " İ", "👍🏽", "Dž", "‍t", "\r"]}
+{"text": " ㍿㍿\nſ‍!'0👍🏽", "tokens": 20, "pieces": [" ", "㍿㍿\n", "ſ", "‍!'", "0", "👍🏽"]}
+{"text": "ḍ̇ḍ̇'M字sḍ̇\t#$%t,'VEéß३0'Sé'll‍👍🏽,s", "tokens": 46, "pieces": ["ḋ", "̣ḋ", "̣'", "M字sḋ", "̣", "\t", "#$%", "t", ",'", "VEe", "́ß", "३0", "'S", "e", "́'", "ll", "‍👍🏽,", "s"]}
+{"text": "㍿sfi३Z<EOT>
…😀🏽!!\"漢12345678'sfiZd字Dž𐞁Zå0.d9aß\"<|fim_prefix|>'12345678㋿字Z's're", "tokens": 66, "pieces": ["㍿sfi", "३", "Z", "<EOT", ">", "
", "…", "😀🏽!!\"", "漢", "123", "456", "78", "'s", "fiZd字Dž𐞁Za", "̊", "0", ".d", "9", "aß", "\"<|", "fim", "_prefix", "|>'", "123", "456", "78", "㋿字Z", "'s", "'re"]}
+{"text": "  \"'VE're 9ḍ̇éeⅣ'VE!!㍿\t.", "tokens": 24, "pieces": [" ", " \"'", "VE", "'re", " ", "9", "ḋ", "̣e", "́e", "Ⅳ", "'VE", "!!㍿", "\t", "."]}
+{"text": "½å㋿🙂𐞁\r\n12345678's…", "tokens": 20, "pieces": ["½", "a", "̊㋿🙂", "𐞁", "\r\n", "123", "456", "78", "'s", "…"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "
ع…
séİ\r\n\r\n,dſéZ   \n 'DEOT'Re", "tokens": 21, "pieces": ["
ع", "…", "
se", "́İ", "\r\n\r\n", ",dſéZ", "   \n", " '", "DEOT", "'Re"]}
+{"text": "9dZ<EOT>\rZ<EOT>Ａ<META_START>'ll  \t!!(\t​\u000bfi0　sİe­#$%'ſm\u000bm", "tokens": 40, "pieces": ["9", "dZ", "<EOT", ">\r", "Z", "<EOT", ">Ａ", "<META", "_START", ">'", "ll", "  ", "\t", "!!(", "\t", "​", "\u000bfi", "0", "　sİe", "­#$%'", "ſm", "\u000bm"]}
+{"text": "<0‍ZEOTm'D
'll12345678.Z'llZé<ſfiſ0Ⅳ>", "tokens": 29, "pieces": ["<", "0", "‍ZEOTm", "'D", "
", "'ll", "123", "456", "78", ".Z", "'ll", "Zé", "<ſfiſ", "0Ⅳ", ">"]}
+{"text": "  å👍🏽12345678٣٤٥٦㍿ ३𐞁s \t\"३'lle'T'‍''VE 漢Ⅳ<|endoftext|>   \n.👍🏽漢fí٣٤٥٦ſ12345678<META_START>'VE", "tokens": 88, "pieces": [" ", " a", "̊👍🏽", "123", "456", "78٣", "٤٥٦", "㍿", " ", "३", "𐞁s", " ", "\t", "\"", "३", "'ll", "e", "'T", "'‍''", "VE", " 漢", "Ⅳ", "<|", "endoftext", "|>", "   \n", ".👍🏽", "漢fi", "́", "٣٤٥", "٦", "ſ", "123", "456", "78", "<META", "_START", ">'", "VE"]}
+{"text": "Ⅳ    \nḍ̇t<|endoftext|>Ａt　!,㍿!!٣٤٥٦🙂ⅣEOT#$%Ａ\r\n\r\n<EOTEOT\u000b…'ſtéⅣ", "tokens": 57, "pieces": ["Ⅳ", "    \n", "ḋ", "̣t", "<|", "endoftext", "|>", "Ａt", "　", "!,㍿!!", "٣٤٥", "٦", "🙂", "Ⅳ", "EOT", "#$%", "Ａ", "\r\n\r\n", "<EOTEOT", "\u000b", "…", "'ſ", "te", "́", "Ⅳ"]}
+{"text": "　Ａ(\t\r\n字\r…\t", "tokens": 10, "pieces": ["　Ａ", "(", "\t\r\n", "字", "\r…\t"]}
+{"text": "漢​\u000b🙂٣٤٥٦", "tokens": 14, "pieces": ["漢", "​", "\u000b", "🙂", "٣٤٥", "٦"]}
+{"text": "<|fim_prefix|>,½\"\té'reİ\t(漢#$%\r\n\r\nå'!!٣٤٥٦\r'M
Zé٣٤٥٦<EOT>́İ  ́­'३😀🏽å'<|fim_prefix|>", "tokens": 75, "pieces": ["<|", "fim", "_prefix", "|>,", "½", "\"", "\te", "́'", "reİ", "\t", "(漢", "#$%\r\n\r\n", "a", "̊'!!", "٣٤٥", "٦", "\r", "'M", "
Ze", "́", "٣٤٥", "٦", "<EOT", ">́", "İ", " ", " ́­'", "३", "😀🏽", "a", "̊'<|", "fim", "_prefix", "|>"]}
+{"text": "\r\n…\u000b𐞁é-mſ…\r\n\r\nß<|endoftext|>d0 (字३½s字́'T\r\t'ſ'sⅣ́\tDž\r\n", "tokens": 48, "pieces": ["\r\n", "…", "\u000b𐞁é", "-mſ", "…\r\n\r\n", "ß", "<|", "endoftext", "|>", "d", "0", " (", "字", "३½", "s字", "́'", "T", "\r", "\t", "'ſ", "'s", "Ⅳ", "́", "\tDž", "\r\n"]}
+{"text": "#$%!EOTdé'S\u000b<META_START>ß   \n३<|endoftext|>ß<EOT>­s‍'ll0‍", "tokens": 37, "pieces": ["#$%!", "EOTde", "́'", "S", "\u000b", "<META", "_START", ">ß", "   \n", "३", "<|", "endoftext", "|>", "ß", "<EOT", ">­", "s", "‍'", "ll", "0", "‍"]}
+{"text": "İꟲ12345678", "tokens": 7, "pieces": ["İꟲ", "123", "456", "78"]}
+{"text": "Dž(!!Zİ<­  'Ree,
", "tokens": 15, "pieces": ["Dž", "(!!", "Zİ", "<­", " ", " '", "Ree", ",", "
"]}
+{"text": "字 🙂s…Dž\r\n\r\n<m
é'Reḍ̇a​漢eꟲZ s   \n­ ", "tokens": 33, "pieces": ["字", " 🙂", "s", "…Dž", "\r\n\r\n", "<m", "
e", "́'", "Reḋ", "̣a", "​漢eꟲZ", " s", "   \n", "­", " "]}
+{"text": "(s!!ع​d<META_START>'ſ\tsİ𐞁\r'T\rm'VE-a9,e0!漢eİ'VE's s'Re字#$%‍<|endoftext|>", "tokens": 50, "pieces": ["(s", "!!", "ع", "​d", "<META", "_START", ">'", "ſ", "\tsİ𐞁", "\r", "'T", "\r", "m", "'VE", "-a", "9", ",e", "0", "!漢eİ", "'VE", "'s", " s", "'Re", "字", "#$%‍<|", "endoftext", "|>"]}
+{"text": "٣٤٥٦٣٤٥٦EOTé\u000b<|fim_prefix|>𐞁!9漢(字é…😀🏽eİ\"e \t!!Ａ'reḍ̇'saZ\r\ntḍ̇­㍿\r\n\r\n𐞁", "tokens": 80, "pieces": ["٣٤٥", "٦٣٤", "٥٦", "EOTé", "\u000b", "<|", "fim", "_prefix", "|>", "𐞁", "!", "9", "漢", "(字e", "́", "…", "😀🏽", "eİ", "\"e", " ", "\t", "!!", "Ａ", "'re", "ḋ", "̣'", "saZ", "\r\n", "tḋ", "̣­㍿\r\n\r\n", "𐞁"]}
+{"text": "<META_START>éع(Ａ>३#$%!
\n\t'llع\r\n\r\nⅣd'VEs(\n'Re", "tokens": 29, "pieces": ["<META", "_START", ">éع", "(Ａ", ">", "३", "#$%!", "
\n", "\t", "'ll", "ع", "\r\n\r\n", "Ⅳ", "d", "'VE", "s", "(\n", "'Re"]}
+{"text": "عＡZ٣٤٥٦<META_START>#$%", "tokens": 18, "pieces": ["عＡZ", "٣٤٥", "٦", "<META", "_START", ">#$%"]}
+{"text": "\u000bd😀🏽DžＡ३٣٤٥٦\u000bs#$%\t㍿'S,عé‍m\u000b-s!!­Z'#$%", "tokens": 46, "pieces": ["\u000bd", "😀🏽", "DžＡ", "३٣٤", "٥٦", "\u000bs", "#$%", "\t", "㍿'", "S", ",عe", "́‍", "m", "\u000b", "-s", "!!­", "Z", "'#$%"]}
+{"text": "eé
<|fim_prefix|>'re'D<!\r\n\"!!‍Džſ🙂   ‍'D٣٤٥٦\"\r\n\r\n字(　", "tokens": 42, "pieces": ["ee", "́", "
", "<|", "fim", "_prefix", "|>'", "re", "'D", "<!\r\n", "\"!!‍", "Džſ", "🙂", "  ", " ‍'", "D", "٣٤٥", "٦", "\"\r\n\r\n", "字", "(", "　"]}
+{"text": "Ⅳ'VE字'VE<META_START>'T㋿!   \n…!\"'s٣٤٥٦٣٤٥٦'re　", "tokens": 40, "pieces": ["Ⅳ", "'VE", "字", "'VE", "<META", "_START", ">'", "T", "㋿!", "   \n", "…", "!\"'", "s", "٣٤٥", "٦٣٤", "٥٦", "'re", "　"]}
+{"text": "-🙂d<é٣٤٥٦#$%", "tokens": 17, "pieces": ["-🙂", "d", "<e", "́", "٣٤٥", "٦", "#$%"]}
+{"text": "<EOT>𐞁🙂 <\r\n㍿t<EOT>­#$%'T å<|endoftext|>🙂'lls", "tokens": 39, "pieces": ["<EOT", ">𐞁", "🙂", " ", "<\r\n", "㍿t", "<EOT", ">­#$%'", "T", " a", "̊<|", "endoftext", "|>🙂'", "lls"]}
+{"text": "'ſ !㍿,\r\n\r\n<|fim_prefix|>ßefi,㍿'Dİ🙂\t\r\n<|endoftext|>.ß9🙂😀🏽", "tokens": 44, "pieces": ["'ſ", " !㍿,\r\n\r\n", "<|", "fim", "_prefix", "|>", "ßefi", ",㍿'", "Dİ", "🙂", "\t\r\n", "<|", "endoftext", "|>.", "ß", "9", "🙂😀🏽"]}
+{"text": "漢漢eعés\rDž'VE　Z", "tokens": 14, "pieces": ["漢漢eعés", "\r", "Dž", "'VE", "　Z"]}
+{"text": "!fit#$%‍Džfi İ🙂🙂 ㍿‍́'ſ<|fim_prefix|>", "tokens": 35, "pieces": ["!fit", "#$%‍", "Džfi", " İ", "🙂🙂", " ", "㍿‍́'", "ſ", "<|", "fim", "_prefix", "|>"]}
+{"text": "Z👍🏽s#$%<|fim_prefix|>ḍ̇", "tokens": 22, "pieces": ["Z", "👍🏽", "s", "#$%<|", "fim", "_prefix", "|>", "ḋ", "̣"]}
+{"text": "\n'VEZé'll,…😀🏽d<|endoftext|>㋿ß!<|endoftext|>½é\r'lléＡt👍🏽.'VE'!!Ⅳ", "tokens": 55, "pieces": ["\n", "'VE", "Ze", "́'", "ll", ",", "…", "😀🏽", "d", "<|", "endoftext", "|>㋿", "ß", "!<|", "endoftext", "|>", "½", "e", "́\r", "'ll", "éＡt", "👍🏽.'", "VE", "'!!", "Ⅳ"]}
+{"text": "ſ½​­😀🏽½\n'VE('عⅣ…'reé'reee12345678😀🏽- <'ꟲ'ReDž12345678<  　'VEt!! é\r漢's", "tokens": 60, "pieces": ["ſ", "½", "​­😀🏽", "½", "\n", "'VE", "('", "ع", "Ⅳ", "…", "'re", "e", "́'", "reee", "123", "456", "78", "😀🏽-", " <'", "ꟲ", "'Re", "Dž", "123", "456", "78", "<", "  ", "　", "'VE", "t", "!!", " e", "́\r", "漢", "'s"]}
+{"text": "Ａ­ꟲ<'ll
", "tokens": 10, "pieces": ["Ａ", "­ꟲ", "<'", "ll", "
"]}
+{"text": "Dž　#$%㋿字㍿٣٤٥٦d\t…   \n🙂's,-", "tokens": 30, "pieces": ["Dž", "　", "#$%㋿", "字", "㍿", "٣٤٥", "٦", "d", "\t…   \n", "🙂'", "s", ",-"]}
+{"text": "🙂'VE\r­<EOT>'ſⅣꟲfié<|fim_prefix|>,(", "tokens": 28, "pieces": ["🙂'", "VE", "\r", "­<", "EOT", ">'", "ſ", "Ⅳ", "ꟲfié", "<|", "fim", "_prefix", "|>,("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678Z<|endoftext|><EOT>\".\t> ½\u000b'M 12345678#$%㋿\u000bå漢at\u000bd<|endoftext|>!t👍🏽  > …s\tſ", "tokens": 62, "pieces": ["123", "456", "78", "Z", "<|", "endoftext", "|><", "EOT", ">\".", "\t", ">", " ", "½", "\u000b", "'M", " ", "123", "456", "78", "#$%㋿", "\u000ba", "̊漢at", "\u000bd", "<|", "endoftext", "|>!", "t", "👍🏽", " ", " >", " ", "…s", "\tſ"]}
+{"text": "٣٤٥٦<EOT> Z漢́ 'VE‍'VEعع🙂३té\t\r\n\r\n><EOT>🙂'Sé 'S\r½　", "tokens": 46, "pieces": ["٣٤٥", "٦", "<EOT", ">", " Z漢", "́", " ", "'VE", "‍'", "VEعع", "🙂", "३", "te", "́", "\t\r\n\r\n", "><", "EOT", ">🙂'", "Se", "́", " '", "S", "\r", "½", "　"]}
+{"text": " <|endoftext|><|endoftext|>..t<|fim_prefix|>'T#$%Dž<'D👍🏽ås'll'fi​'llꟲ'Sd", "tokens": 52, "pieces": [" ", "<|", "endoftext", "|><|", "endoftext", "|>..", "t", "<|", "fim", "_prefix", "|>'", "T", "#$%", "Dž", "<'", "D", "👍🏽", "a", "̊s", "'ll", "'fi", "​'", "llꟲ", "'S", "d"]}
+{"text": "(.Ⅳ
Dž9", "tokens": 8, "pieces": ["(.", "Ⅳ", "
Dž", "9"]}
+{"text": "…  -,-Ａtfi.عſ'VE'VE㋿㋿'\r>   \n'字  ㋿<|fim_prefix|>'ll
'S㋿ 漢9e漢Z", "tokens": 57, "pieces": ["… ", " -,-", "Ａtfi", ".عſ", "'VE", "'VE", "㋿㋿'\r", ">", "   \n", "'字", " ", " ㋿<|", "fim", "_prefix", "|>'", "ll", "
", "'S", "㋿", " 漢", "9", "e漢Z"]}
+{"text": "́㋿<|fim_prefix|>🙂\r\n\r\nＡ
e
\"d12345678fiDž　's'Re <|endoftext|><|fim_prefix|>fi𐞁å㋿ع…🙂­३'(ß<m", "tokens": 69, "pieces": ["́㋿<|", "fim", "_prefix", "|>🙂\r\n\r\n", "Ａ", "
e", "
", "\"d", "123", "456", "78", "fiDž", "　", "'s", "'Re", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "fi𐞁a", "̊㋿", "ع", "…", "🙂­", "३", "'(", "ß", "<m"]}
+{"text": "!'T٣٤٥٦m12345678é　👍🏽é   \n…é,'S(­İ'S\n<|endoftext|>é>#$% '", "tokens": 47, "pieces": ["!'", "T", "٣٤٥", "٦", "m", "123", "456", "78", "e", "́", "　", "👍🏽", "é", "   \n", "…é", ",'", "S", "(­", "İ", "'S", "\n", "<|", "endoftext", "|>", "é", ">#$%", " '"]}
+{"text": "<META_START>!👍🏽
é12345678'll'Re🙂…Ａ#$%!🙂're\rİ><EOT>", "tokens": 38, "pieces": ["<META", "_START", ">!👍🏽", "
e", "́", "123", "456", "78", "'ll", "'Re", "🙂", "…Ａ", "#$%!🙂'", "re", "\r", "İ", "><", "EOT", ">"]}
+{"text": "DžⅣ   \nſ  're…'-t<META_START>fi'reⅣ   \ń.dma<EOT>", "tokens": 30, "pieces": ["Dž", "Ⅳ", "   \n", "ſ", " ", " '", "re", "…", "'-", "t", "<META", "_START", ">fi", "'re", "Ⅳ", "   \n", "́.", "dma", "<EOT", ">"]}
+{"text": "'(👍🏽e#$%'S😀🏽\tß-​Ａa㍿\r\n\r\n  <META_START>eå<|fim_prefix|>\u000b!\n\t😀🏽🙂\tt'llZ㍿　", "tokens": 59, "pieces": ["'(👍🏽", "e", "#$%'", "S", "😀🏽", "\tß", "-​", "Ａa", "㍿\r\n\r\n", " ", " <", "META", "_START", ">ea", "̊<|", "fim", "_prefix", "|>", "\u000b", "!\n", "\t", "😀🏽🙂", "\tt", "'ll", "Z", "㍿", "　"]}
+{"text": "字ꟲ fi​t12345678<'llEOT ­👍🏽\r\n
<|fim_prefix|>a㍿́-<|fim_prefix|>\t <́#$%Z,\nİ   \n\r\n", "tokens": 55, "pieces": ["字ꟲ", " fi", "​t", "123", "456", "78", "<'", "llEOT", " ­👍🏽\r\n", "
", "<|", "fim", "_prefix", "|>", "a", "㍿́-<|", "fim", "_prefix", "|>", "\t", " <́#$%", "Z", ",\n", "İ", "   \n\r\n"]}
+{"text": "㋿", "tokens": 3, "pieces": ["㋿"]}
+{"text": "<|fim_prefix|>d字\r\n\r\n-('Reé'VEع　👍🏽٣٤٥٦\r\n\r\nſ𐞁\n٣٤٥٦İ!!>\r​😀🏽9", "tokens": 60, "pieces": ["<|", "fim", "_prefix", "|>", "d字", "\r\n\r\n", "-('", "Ree", "́'", "VEع", "　", "👍🏽", "٣٤٥", "٦", "\r\n\r\n", "ſ𐞁", "\n", "٣٤٥", "٦", "İ", "!!>\r", "​😀🏽", "9"]}
+{"text": "
a'Dß,!'S<|endoftext|>\tⅣ'D'S½å😀🏽ع　­ß<META_START>tع!\u000b!!   \n­漢9㋿‍!", "tokens": 52, "pieces": ["
a", "'D", "ß", ",!'", "S", "<|", "endoftext", "|>", "\t", "Ⅳ", "'D", "'S", "½", "a", "̊😀🏽", "ع", "　", "­ß", "<META", "_START", ">tع", "!", "\u000b", "!!", "   \n", "­漢", "9", "㋿‍!"]}
+{"text": "३  ß😀🏽<|endoftext|>½​́'S\"!!Ａ𐞁漢😀🏽\r٣٤٥٦'VE　😀🏽\u000b​\n
Z\r\n\r\n!!㍿EOT<|fim_prefix|>Ａ‍Z‍ (", "tokens": 82, "pieces": ["३", " ", " ß", "😀🏽<|", "endoftext", "|>", "½", "​́'", "S", "\"!!", "Ａ𐞁漢", "😀🏽\r", "٣٤٥", "٦", "'VE", "　", "😀🏽", "\u000b", "​\n", "
Z", "\r\n\r\n", "!!㍿", "EOT", "<|", "fim", "_prefix", "|>", "Ａ", "‍Z", "‍", " ("]}
+{"text": ".a12345678å  'll  's!!𐞁   \n.t'Re३٣٤٥٦ⅣEOTEOT𐞁", "tokens": 40, "pieces": [".a", "123", "456", "78", "a", "̊", " ", " '", "ll", " ", " '", "s", "!!", "𐞁", "   \n", ".t", "'Re", "३٣٤", "٥٦Ⅳ", "EOTEOT𐞁"]}
+{"text": "   \n٣٤٥٦", "tokens": 9, "pieces": ["   \n", "٣٤٥", "٦"]}
+{"text": ">ſ9!!İ,عß½te\"​é'Té漢m\u000b  \t­  #$%9<İ\r's09a\r👍🏽", "tokens": 42, "pieces": [">ſ", "9", "!!", "İ", ",عß", "½", "te", "\"​", "e", "́'", "Te", "́漢m", "\u000b  ", "\t", "­", " ", " #$%", "9", "<İ", "\r", "'s", "09", "a", "\r", "👍🏽"]}
+{"text": "½​-<EOT>  ३𐞁𐞁éع字's9t'D🙂😀🏽#$%ß字٣٤٥٦s'M", "tokens": 48, "pieces": ["½", "​-<", "EOT", ">", " ", " ", "३", "𐞁𐞁e", "́ع字", "'s", "9", "t", "'D", "🙂😀🏽#$%", "ß字", "٣٤٥", "٦", "s", "'M"]}
+{"text": "३é.'Re-٣٤٥٦Dž#$%𐞁​́é<|fim_prefix|>ꟲ\".😀🏽<𐞁t12345678dd\t\t(ḍ̇-　", "tokens": 62, "pieces": ["३", "e", "́.'", "Re", "-", "٣٤٥", "٦", "Dž", "#$%", "𐞁", "​́", "é", "<|", "fim", "_prefix", "|>", "ꟲ", "\".😀🏽<", "𐞁t", "123", "456", "78", "dd", "\t", "\t", "(ḋ", "̣-", "　"]}
+{"text": "9…३Ⅳ漢EOTe👍🏽𐞁s漢EOTå9fi'll", "tokens": 34, "pieces": ["9", "…", "३Ⅳ", "漢EOTe", "👍🏽", "𐞁s漢EOTa", "̊", "9", "fi", "'ll"]}
+{"text": "㋿\r…'VEEOTß12345678å'lléfi​<EOT>
å'T㍿'s'M　\r'TåDžd>漢  d　㍿", "tokens": 58, "pieces": ["㋿\r", "…", "'VE", "EOTß", "123", "456", "78", "a", "̊'", "lléfi", "​<", "EOT", ">", "
a", "̊'", "T", "㍿'", "s", "'M", "　\r", "'T", "a", "̊Džd", ">漢", " ", " d", "　", "㍿"]}
+{"text": "ꟲ<META_START>'s'ſ…Zt\r\n\r\n<🙂ꟲ\teß'T'Dꟲ'll.𐞁dZdtDžEOT<EOT>", "tokens": 45, "pieces": ["ꟲ", "<META", "_START", ">'", "s", "'ſ", "…Zt", "\r\n\r\n", "<🙂", "ꟲ", "\teß", "'T", "'D", "ꟲ", "'ll", ".𐞁dZdtDžEOT", "<EOT", ">"]}
+{"text": "s<|fim_prefix|>​ſ\u000b-d<漢're\"👍🏽(…\r'ſ#$%\"'S<|fim_prefix|>a
'D\n\té-åİ'<EOT>Ⅳd<|endoftext|>字\r<|fim_prefix|>", "tokens": 76, "pieces": ["s", "<|", "fim", "_prefix", "|>​", "ſ", "\u000b", "-d", "<漢", "'re", "\"👍🏽(", "…\r", "'ſ", "#$%\"'", "S", "<|", "fim", "_prefix", "|>", "a", "
", "'D", "\n", "\té", "-a", "̊İ", "'<", "EOT", ">", "Ⅳ", "d", "<|", "endoftext", "|>", "字", "\r", "<|", "fim", "_prefix", "|>"]}
+{"text": "́'re9\r\n\r\n>٣٤٥٦asß>​ع'ſ'VEe\t'S9, Z'Re­<META_START>𐞁'Re", "tokens": 42, "pieces": ["́'", "re", "9", "\r\n\r\n", ">", "٣٤٥", "٦", "asß", ">​", "ع", "'ſ", "'VE", "e", "\t", "'S", "9", ",", " Z", "'Re", "­<", "META", "_START", ">𐞁", "'Re"]}
+{"text": "😀🏽👍🏽\t", "tokens": 12, "pieces": ["😀🏽👍🏽", "\t"]}
+{"text": "a㋿'ll!!\r\n\r\né\"! ' -9'reＡ३ß <#$%'VE\"0!#$%Dž漢'T\r\n", "tokens": 37, "pieces": ["a", "㋿'", "ll", "!!\r\n\r\n", "é", "\"!", " '", " ", "-", "9", "'re", "Ａ", "३", "ß", " ", "<#$%'", "VE", "\"", "0", "!#$%", "Dž漢", "'T", "\r\n"]}
+{"text": "   \nßDž😀🏽<EOT>'s,m-'ſEOT𐞁𐞁", "tokens": 28, "pieces": ["   \n", "ßDž", "😀🏽<", "EOT", ">'", "s", ",m", "-'", "ſEOT𐞁𐞁"]}
+{"text": "
\r㍿<|endoftext|>'ll(<|fim_prefix|>　fi​eⅣ٣٤٥٦", "tokens": 36, "pieces": ["
\r", "㍿<|", "endoftext", "|>'", "ll", "(<|", "fim", "_prefix", "|>", "　fi", "​e", "Ⅳ٣٤", "٥٦"]}
+{"text": "İZ    \n12345678fi'Re'sſ
字,　<|fim_prefix|>'D,12345678\"a ,㋿", "tokens": 34, "pieces": ["İZ", "    \n", "123", "456", "78", "fi", "'Re", "'s", "ſ", "
字", ",", "　", "<|", "fim", "_prefix", "|>'", "D", ",", "123", "456", "78", "\"a", " ,㋿"]}
+{"text": "<EOT>EOT漢!fi,İ'se'Re㍿३'VE#$%<EOT>t0Z\u000bⅣZ", "tokens": 33, "pieces": ["<EOT", ">EOT漢", "!fi", ",İ", "'s", "e", "'Re", "㍿", "३", "'VE", "#$%<", "EOT", ">t", "0", "Z", "\u000b", "Ⅳ", "Z"]}
+{"text": " \u000b🙂<|fim_prefix|>　
12345678'TtⅣꟲ>fi३…㍿sⅣEOT'VE½étİé", "tokens": 47, "pieces": [" ", "\u000b", "🙂<|", "fim", "_prefix", "|>", "　", "
", "123", "456", "78", "'T", "t", "Ⅳ", "ꟲ", ">fi", "३", "…", "㍿s", "Ⅳ", "EOT", "'VE", "½", "e", "́tİé"]}
+{"text": "٣٤٥٦0\r\n12345678<|endoftext|>m'D   \n٣٤٥٦'S<EOT>३ſ\t漢'Re३'M12345678Ⅳ'VE're.字　.<|fim_prefix|>\u000b<|fim_prefix|>m", "tokens": 73, "pieces": ["٣٤٥", "٦0", "\r\n", "123", "456", "78", "<|", "endoftext", "|>", "m", "'D", "   \n", "٣٤٥", "٦", "'S", "<EOT", ">", "३", "ſ", "\t漢", "'Re", "३", "'M", "123", "456", "78Ⅳ", "'VE", "'re", ".字", "　", ".<|", "fim", "_prefix", "|>", "\u000b", "<|", "fim", "_prefix", "|>", "m"]}
+{"text": "㋿ß(12345678\tmع'S", "tokens": 11, "pieces": ["㋿ß", "(", "123", "456", "78", "\tmع", "'S"]}
+{"text": "ꟲ​½s\u000b㋿#$%Ａ\"​ Dž!!ḍ̇Z字>fi'S\r\n\rå!e漢.ßa.👍🏽>'", "tokens": 51, "pieces": ["ꟲ", "​", "½", "s", "\u000b", "㋿#$%", "Ａ", "\"​", " Dž", "!!", "ḋ", "̣Z字", ">fi", "'S", "\r\n\r", "a", "̊!", "e漢", ".ßa", ".👍🏽>'"]}
+{"text": "‍\t\t'DéＡ   \n   <|fim_prefix|>", "tokens": 17, "pieces": ["‍", "\t", "\t", "'D", "e", "́Ａ", "   \n", "  ", " <|", "fim", "_prefix", "|>"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "  Dž#$%'T'T'M漢🙂<|fim_prefix|><'Té'D㋿<EOT>👍🏽…fi<META_START>🙂0Dž9👍🏽're😀🏽
éع\téa-.", "tokens": 73, "pieces": [" ", " Dž", "#$%'", "T", "'T", "'M", "漢", "🙂<|", "fim", "_prefix", "|><'", "Té", "'D", "㋿<", "EOT", ">👍🏽", "…fi", "<META", "_START", ">🙂", "0", "Dž", "9", "👍🏽'", "re", "😀🏽", "
e", "́ع", "\téa", "-."]}
+{"text": "​\r!,ad字t…𐞁>🙂'VE\r\n\r\nſ Dž,  'ſ'Re   \n're're㍿'S0<漢'D,", "tokens": 43, "pieces": ["​\r", "!,", "ad字t", "…𐞁", ">🙂'", "VE", "\r\n\r\n", "ſ", " Dž", ",", " ", " '", "ſ", "'Re", "   \n", "'re", "'re", "㍿'", "S", "0", "<漢", "'D", ","]}
+{"text": "Z12345678.\"३\u000bİ字fi!!​\r\n\r\n🙂!!<EOT>'ſ​<EOT>㍿
'D!!t😀🏽½ſ٣٤٥٦
fi", "tokens": 57, "pieces": ["Z", "123", "456", "78", ".\"", "३", "\u000bİ字fi", "!!​\r\n\r\n", "🙂!!<", "EOT", ">'", "ſ", "​<", "EOT", ">㍿", "
", "'D", "!!", "t", "😀🏽", "½", "ſ", "٣٤٥", "٦", "
fi"]}
+{"text": "\r\n\r\ns\t>\"étfiém'VEa're字\"Z\u000b m#$%İ\r<|endoftext|>s🙂ꟲ\te>", "tokens": 39, "pieces": ["\r\n\r\n", "s", "\t", ">\"", "étfie", "́m", "'VE", "a", "'re", "字", "\"Z", "\u000b", " m", "#$%", "İ", "\r", "<|", "endoftext", "|>", "s", "🙂ꟲ", "\te", ">"]}
+{"text": "'VE#$%ꟲ'll٣٤٥٦ſꟲ åⅣ.…<|fim_prefix|>٣٤٥٦ea'M!!३Ⅳå'D<META_START>\r\n​\r\n'S㋿½'ll½ع'MZEOT'", "tokens": 75, "pieces": ["'VE", "#$%", "ꟲ", "'ll", "٣٤٥", "٦", "ſꟲ", " a", "̊", "Ⅳ", ".", "…", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ea", "'M", "!!", "३Ⅳ", "a", "̊'", "D", "<META", "_START", ">\r\n", "​\r\n", "'S", "㋿", "½", "'ll", "½", "ع", "'M", "ZEOT", "'"]}
+{"text": "​Ⅳ EOT<|endoftext|>as!㋿éſd'DDž  é,㍿(d<META_START>​
\r\né  a🙂ſ", "tokens": 50, "pieces": ["​", "Ⅳ", " EOT", "<|", "endoftext", "|>", "as", "!㋿", "éſd", "'D", "Dž", " ", " e", "́,㍿(", "d", "<META", "_START", ">​", "
\r\n", "e", "́", " ", " a", "🙂ſ"]}
+{"text": "<META_START>㍿<|endoftext|>fitZ  𐞁'VE'll'D…\t🙂<Dž>Ａ!!'VEEOT'sع字's \"(…😀🏽'T!!'ſ​Z", "tokens": 65, "pieces": ["<META", "_START", ">㍿<|", "endoftext", "|>", "fitZ", " ", " 𐞁", "'VE", "'ll", "'D", "…", "\t", "🙂<", "Dž", ">Ａ", "!!'", "VEEOT", "'s", "ع字", "'s", " ", "\"(", "…", "😀🏽'", "T", "!!'", "ſ", "​Z"]}
+{"text": "ḍ̇½'Sa'́9<META_START>Ⅳfi
   \n\u000bfi  e,d…", "tokens": 30, "pieces": ["ḋ", "̣", "½", "'S", "a", "'́", "9", "<META", "_START", ">", "Ⅳ", "fi", "
   \n", "\u000bfi", " ", " e", ",d", "…"]}
+{"text": "漢 éå🙂é   \n(ſs#$%'s  e( ,㋿🙂ꟲ\n㍿<EOT>
", "tokens": 41, "pieces": ["漢", " éa", "̊🙂", "e", "́", "   \n", "(ſs", "#$%'", "s", " ", " e", "(", " ", ",㋿🙂", "ꟲ", "\n", "㍿<", "EOT", ">", "
"]}
+{"text": "s'VE<EOTam'D\t́३\r\n>ß𐞁ſ9  mfi!!㍿<|fim_prefix|>s<EOT>9  　", "tokens": 43, "pieces": ["s", "'VE", "<EOTam", "'D", "\t", "́", "३", "\r\n", ">ß𐞁ſ", "9", " ", " mfi", "!!㍿<|", "fim", "_prefix", "|>", "s", "<EOT", ">", "9", "  　"]}
+{"text": ">-ſEOT'T<<|endoftext|>\r<META_START>　fi漢👍🏽  a\"å㍿  ​EOT\n're-Z   \n<|endoftext|>sm٣٤٥٦字", "tokens": 62, "pieces": [">-", "ſEOT", "'T", "<<|", "endoftext", "|>\r", "<META", "_START", ">", "　fi漢", "👍🏽", " ", " a", "\"a", "̊㍿", " ", " ​", "EOT", "\n", "'re", "-Z", "   \n", "<|", "endoftext", "|>", "sm", "٣٤٥", "٦", "字"]}
+{"text": "\"𐞁ſ-٣٤٥٦ßémİ!३٣٤٥٦á>‍\r\n\r\n<|fim_prefix|>#$%ß're
🙂a<|fim_prefix|><|endoftext|>12345678d\",", "tokens": 70, "pieces": ["\"𐞁ſ", "-", "٣٤٥", "٦", "ßémİ", "!", "३٣٤", "٥٦", "a", "́>‍\r\n\r\n", "<|", "fim", "_prefix", "|>#$%", "ß", "'re", "
", "🙂a", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "123", "456", "78", "d", "\","]}
+{"text": "😀🏽…,‍('T𐞁#$%
Ⅳع\t'字's're\r\n\r\n'll👍🏽ع  .½<  😀🏽é३'VE漢漢'S\nⅣع…Ａ#$%", "tokens": 66, "pieces": ["😀🏽", "…", ",‍('", "T𐞁", "#$%", "
", "Ⅳ", "ع", "\t", "'字", "'s", "'re", "\r\n\r\n", "'ll", "👍🏽", "ع", " ", " .", "½", "<", " ", " 😀🏽", "é", "३", "'VE", "漢漢", "'S", "\n", "Ⅳ", "ع", "…Ａ", "#$%"]}
+{"text": "Z   \n>३d'S<|endoftext|>12345678👍🏽😀🏽'lĺ(­…㍿\t㋿㋿字fie0'Ａ'll漢s's🙂👍🏽😀🏽'VE<🙂fi", "tokens": 78, "pieces": ["Z", "   \n", ">", "३", "d", "'S", "<|", "endoftext", "|>", "123", "456", "78", "👍🏽😀🏽'", "ll", "́(­", "…", "㍿", "\t", "㋿㋿", "字fie", "0", "'Ａ", "'ll", "漢s", "'s", "🙂👍🏽😀🏽'", "VE", "<🙂", "fi"]}
+{"text": "é>EOT'VE'VE　'VEⅣ
 'll३0d12345678<META_START>👍🏽Ⅳ字å字Ａḍ̇½<|fim_prefix|>Ⅳ<　<|endoftext|>å<!!漢!<(", "tokens": 77, "pieces": ["e", "́>", "EOT", "'VE", "'VE", "　", "'VE", "Ⅳ", "
", " '", "ll", "३0", "d", "123", "456", "78", "<META", "_START", ">👍🏽", "Ⅳ", "字a", "̊字Ａḋ", "̣", "½", "<|", "fim", "_prefix", "|>", "Ⅳ", "<", "　", "<|", "endoftext", "|>", "a", "̊<!!", "漢", "!<("]}
+{"text": "٣٤٥٦ fi<META_START>!<META_START>字<|fim_prefix|>#$%عté12345678😀🏽İ३d­>ꟲ-'sa३<EOT>½­…é", "tokens": 62, "pieces": ["٣٤٥", "٦", " fi", "<META", "_START", ">!<", "META", "_START", ">字", "<|", "fim", "_prefix", "|>#$%", "عte", "́", "123", "456", "78", "😀🏽", "İ", "३", "d", "­>", "ꟲ", "-'", "sa", "३", "<EOT", ">", "½", "­", "…e", "́"]}
+{"text": "éEOT<EOT>e.(　٣٤٥٦<|fim_prefix|>e😀🏽🙂 😀🏽><|endoftext|>é٣٤٥٦Z   \n><META_START>　'llfié<|fim_prefix|>👍🏽漢ꟲ  .'M", "tokens": 84, "pieces": ["éEOT", "<EOT", ">e", ".(", "　", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "e", "😀🏽🙂", " 😀🏽><|", "endoftext", "|>", "e", "́", "٣٤٥", "٦", "Z", "   \n", "><", "META", "_START", ">", "　", "'ll", "fié", "<|", "fim", "_prefix", "|>👍🏽", "漢ꟲ", " ", " .'", "M"]}
+{"text": "ßꟲs𐞁🙂<META_START><|fim_prefix|>e\"\r\n\r\n   \n", "tokens": 24, "pieces": ["ßꟲs𐞁", "🙂<", "META", "_START", "><|", "fim", "_prefix", "|>", "e", "\"\r\n\r\n", "   \n"]}
+{"text": "<|fim_prefix|>'T　#$%‍'ll<|fim_prefix|>'T \t0字ꟲé😀🏽é\n'🙂( m½é'M\u000b<|fim_prefix|>㋿>", "tokens": 59, "pieces": ["<|", "fim", "_prefix", "|>'", "T", "　", "#$%‍'", "ll", "<|", "fim", "_prefix", "|>'", "T", " ", "\t", "0", "字ꟲé", "😀🏽", "e", "́\n", "'🙂(", " m", "½", "é", "'M", "\u000b", "<|", "fim", "_prefix", "|>㋿>"]}
+{"text": "́​ꟲ", "tokens": 5, "pieces": ["́​", "ꟲ"]}
+{"text": "'lla३́ꟲ<EOT>　 🙂
", "tokens": 15, "pieces": ["'ll", "a", "३", "́ꟲ", "<EOT", ">", "　", " 🙂", "
"]}
+{"text": "0<EOT'ſ\u000b𐞁s​a \r\n\r\n   \n#$%👍🏽​٣٤٥٦👍🏽‍e<|endoftext|>٣٤٥٦İ's(12345678\u000b0'M ", "tokens": 68, "pieces": ["0", "<EOT", "'ſ", "\u000b𐞁s", "​a", " \r\n\r\n   \n", "#$%👍🏽​", "٣٤٥", "٦", "👍🏽‍", "e", "<|", "endoftext", "|>", "٣٤٥", "٦", "İ", "'s", "(", "123", "456", "78", "\u000b", "0", "'M", " "]}
+{"text": "\u000bſ9́   \n'Re𐞁\r漢<|fim_prefix|>", "tokens": 21, "pieces": ["\u000bſ", "9", "́", "   \n", "'Re", "𐞁", "\r", "漢", "<|", "fim", "_prefix", "|>"]}
+{"text": "\r\n'D\r\nİ ('M٣٤٥٦ ع", "tokens": 16, "pieces": ["\r\n", "'D", "\r\n", "İ", " ('", "M", "٣٤٥", "٦", " ع"]}
+{"text": "Ⅳ\"ꟲ\nß😀🏽9<META_START>👍🏽é㍿ع㍿Džع!!𐞁　'S9😀🏽9'Ssꟲ'S‍<|endoftext|>\r\n३-
<|fim_prefix|>'EOTḍ̇३a", "tokens": 87, "pieces": ["Ⅳ", "\"ꟲ", "\n", "ß", "😀🏽", "9", "<META", "_START", ">👍🏽", "e", "́㍿", "ع", "㍿Džع", "!!", "𐞁", "　", "'S", "9", "😀🏽", "9", "'S", "sꟲ", "'S", "‍<|", "endoftext", "|>\r\n", "३", "-", "
", "<|", "fim", "_prefix", "|>'", "EOTḋ", "̣", "३", "a"]}
+{"text": "🙂́<META_START>\u000bß!!Ⅳ,\r(漢'sꟲ½字\r\nＡ,\t'Tå𐞁३!!👍🏽Ⅳ\n<META_START>t'Se", "tokens": 54, "pieces": ["🙂́<", "META", "_START", ">", "\u000bß", "!!", "Ⅳ", ",\r", "(漢", "'s", "ꟲ", "½", "字", "\r\n", "Ａ", ",", "\t", "'T", "a", "̊𐞁", "३", "!!👍🏽", "Ⅳ", "\n", "<META", "_START", ">t", "'S", "e"]}
+{"text": "'D\"se🙂ع12345678e", "tokens": 10, "pieces": ["'D", "\"se", "🙂ع", "123", "456", "78", "e"]}
+{"text": "<(<META_START>   \n<META_START> (", "tokens": 12, "pieces": ["<(<", "META", "_START", ">", "   \n", "<META", "_START", ">", " ", "("]}
+{"text": "İ'MEOT'ſ<META_START>\u000b३\r\n\r\nع'M\r\n>\t  ", "tokens": 20, "pieces": ["İ", "'M", "EOT", "'ſ", "<META", "_START", ">", "\u000b", "३", "\r\n\r\n", "ع", "'M", "\r\n", ">", "\t  "]}
+{"text": " -<META_START>'S\r\né漢0ſ​<EOT>'s'T'ſ  '\u000b'D,㋿'M​td㍿<|endoftext|>", "tokens": 45, "pieces": [" -<", "META", "_START", ">'", "S", "\r\n", "é漢", "0", "ſ", "​<", "EOT", ">'", "s", "'T", "'ſ", " ", " '", "\u000b", "'D", ",㋿'", "M", "​td", "㍿<|", "endoftext", "|>"]}
+{"text": "\nꟲ㍿<|endoftext|>  'M'sm½EOT  　sꟲ ع🙂!\n!!Ⅳ-<|fim_prefix|>.m'M<EOT>\r㍿'Rem", "tokens": 54, "pieces": ["\n", "ꟲ", "㍿<|", "endoftext", "|>", " ", " '", "M", "'s", "m", "½", "EOT", "  ", "　sꟲ", " ع", "🙂!\n", "!!", "Ⅳ", "-<|", "fim", "_prefix", "|>.", "m", "'M", "<EOT", ">\r", "㍿'", "Rem"]}
+{"text": "ع<META_START> 'Res", "tokens": 8, "pieces": ["ع", "<META", "_START", ">", " ", "'Re", "s"]}
+{"text": "9!   \ń'SDž३'Ss'D0(Z🙂ſDž!!ꟲß0…fi", "tokens": 31, "pieces": ["9", "!", "   \n", "́'", "SDž", "३", "'S", "s", "'D", "0", "(Z", "🙂ſDž", "!!", "ꟲß", "0", "…fi"]}
+{"text": "\"́½   \nⅣＡéꟲ👍🏽<Ａ(  ́d漢👍🏽'ſ'S12345678\t'D,Dž12345678३", "tokens": 51, "pieces": ["\"́", "½", "   \n", "Ⅳ", "Ａéꟲ", "👍🏽<", "Ａ", "(", " ", " ́", "d漢", "👍🏽'", "ſ", "'S", "123", "456", "78", "\t", "'D", ",Dž", "123", "456", "78३"]}
+{"text": "\r\nå,  !!fi ́字½12345678\n're𐞁'Re　<|endoftext|>👍🏽tEOT👍🏽  emⅣe", "tokens": 51, "pieces": ["\r\n", "a", "̊,", " ", " !!", "fi", " ", "́字", "½12", "345", "678", "\n", "'re", "𐞁", "'Re", "　", "<|", "endoftext", "|>👍🏽", "tEOT", "👍🏽", " ", " em", "Ⅳ", "e"]}
+{"text": "\réß<META_START>e字0's
३ḍ̇0EOT", "tokens": 23, "pieces": ["\r", "e", "́ß", "<META", "_START", ">e字", "0", "'s", "
", "३", "ḋ", "̣", "0", "EOT"]}
+{"text": "<EOT>Ａ'ſ🙂EOT\"ḍ̇Ⅳ㍿́٣٤٥٦", "tokens": 32, "pieces": ["<EOT", ">Ａ", "'ſ", "🙂EOT", "\"ḋ", "̣", "Ⅳ", "㍿́", "٣٤٥", "٦"]}
+{"text": "३.'M\t", "tokens": 5, "pieces": ["३", ".'", "M", "\t"]}
+{"text": "'Re'llİ<  \r\n\r\n\n<EOT>EOT.d<META_START>'ll!'S,", "tokens": 19, "pieces": ["'Re", "'ll", "İ", "<", "  \r\n\r\n\n", "<EOT", ">EOT", ".d", "<META", "_START", ">'", "ll", "!'", "S", ","]}
+{"text": "1234567812345678'D'M\"㍿🙂'S'S<|endoftext|> >\n.'S.é<EOT>𐞁​🙂 ſ   \n<\r\nḍ̇0👍🏽!३,", "tokens": 62, "pieces": ["123", "456", "781", "234", "567", "8", "'D", "'M", "\"㍿🙂'", "S", "'S", "<|", "endoftext", "|>", " >\n", ".'", "S", ".e", "́<", "EOT", ">𐞁", "​🙂", " ſ", "   \n", "<\r\n", "ḋ", "̣", "0", "👍🏽!", "३", ","]}
+{"text": "'Sß'll
‍ß-é'D.Ａ३!!字're'll(0a'\"ⅣEOT‍🙂\r\n㍿😀🏽Ａ<EOT>#$%EOT   \n!!fíḍ̇", "tokens": 61, "pieces": ["'S", "ß", "'ll", "
", "‍ß", "-e", "́'", "D", ".Ａ", "३", "!!", "字", "'re", "'ll", "(", "0", "a", "'\"", "Ⅳ", "EOT", "‍🙂\r\n", "㍿😀🏽", "Ａ", "<EOT", ">#$%", "EOT", "   \n", "!!", "fi", "́ḋ", "̣"]}
+{"text": "👍🏽Z'ſ \r\n-\r\n!字fi   \n,s   \n㍿,<|fim_prefix|>12345678🙂漢عemsḍ̇'e\"<|endoftext|>\tⅣ", "tokens": 56, "pieces": ["👍🏽", "Z", "'ſ", " \r\n", "-\r\n", "!字fi", "   \n", ",s", "   \n", "㍿,<|", "fim", "_prefix", "|>", "123", "456", "78", "🙂漢عemsḋ", "̣'", "e", "\"<|", "endoftext", "|>", "\t", "Ⅳ"]}
+{"text": "!!\t\r\n\r\n
😀🏽\r0\u000b😀🏽ع <|endoftext|>0 ٣٤٥٦\u000b​s३<|endoftext|> ́'VEEOT　mmå<META_START>-३字<META_START>३  漢", "tokens": 73, "pieces": ["!!", "\t\r\n\r\n", "
", "😀🏽\r", "0", "\u000b", "😀🏽", "ع", " <|", "endoftext", "|>", "0", " ", "٣٤٥", "٦", "\u000b", "​s", "३", "<|", "endoftext", "|>", " ", "́'", "VEEOT", "　mma", "̊<", "META", "_START", ">-", "३", "字", "<META", "_START", ">", "३", " ", " 漢"]}
+{"text": "ع½śdDž!!,Z'llt३́Ａ", "tokens": 16, "pieces": ["ع", "½", "s", "́dDž", "!!,", "Z", "'ll", "t", "३", "́Ａ"]}
+{"text": "<|endoftext|>'ll12345678   \n漢're३㍿'S-\"'re…<|endoftext|>'Śḍ̇!!", "tokens": 42, "pieces": ["<|", "endoftext", "|>'", "ll", "123", "456", "78", "   \n", "漢", "'re", "३", "㍿'", "S", "-\"'", "re", "…", "<|", "endoftext", "|>'", "S", "́ḋ", "̣!!"]}
+{"text": "ḍ̇0!\t​👍🏽9ſ(dⅣt'VE­0'D<漢\r\n\r\nＡ<|fim_prefix|>EOTfi", "tokens": 44, "pieces": ["ḋ", "̣", "0", "!", "\t", "​👍🏽", "9", "ſ", "(d", "Ⅳ", "t", "'VE", "­", "0", "'D", "<漢", "\r\n\r\n", "Ａ", "<|", "fim", "_prefix", "|>", "EOTfi"]}
+{"text": "‍  \"\rsß½ꟲß😀🏽…漢'M㍿<́-t‍漢Zعd<|endoftext|>", "tokens": 43, "pieces": ["‍", " ", " \"\r", "sß", "½", "ꟲß", "😀🏽", "…漢", "'M", "㍿<́-", "t", "‍漢Zعd", "<|", "endoftext", "|>"]}
+{"text": " 're!ém<|fim_prefix|>​\r\n<|endoftext|>\rع​#$%'llḍ̇㋿𐞁Ａ!>\rå­12345678ſéꟲ٣٤٥٦Ａm\r\n\r\nع'ſ'", "tokens": 76, "pieces": [" '", "re", "!e", "́m", "<|", "fim", "_prefix", "|>​\r\n", "<|", "endoftext", "|>\r", "ع", "​#$%'", "llḋ", "̣㋿", "𐞁Ａ", "!>\r", "a", "̊­", "123", "456", "78", "ſe", "́ꟲ", "٣٤٥", "٦", "Ａm", "\r\n\r\n", "ع", "'ſ", "'"]}
+{"text": "'sEOTefi'\r\n\r\ń­ß<|endoftext|>t'reⅣ🙂", "tokens": 23, "pieces": ["'s", "EOTefi", "'\r\n\r\n", "́­", "ß", "<|", "endoftext", "|>", "t", "'re", "Ⅳ", "🙂"]}
+{"text": ">(😀🏽'M\téⅣ\u000b'VE!!   \n(\tm\t12345678<.t<|fim_prefix|>'re​,  ́ꟲ!!​<EOT>\r\nDž'sḍ̇", "tokens": 56, "pieces": [">(😀🏽'", "M", "\té", "Ⅳ", "\u000b", "'VE", "!!", "   \n", "(", "\tm", "\t", "123", "456", "78", "<.", "t", "<|", "fim", "_prefix", "|>'", "re", "​,", " ", " ́", "ꟲ", "!!​<", "EOT", ">\r\n", "Dž", "'s", "ḋ", "̣"]}
+{"text": "🙂'ſⅣ'Re漢́㍿<META_START>'Mmd-t!!🙂-!!'Sİ'ſ३㋿\r𐞁'S'T<|endoftext|>m'VEſ…dع'rem٣٤٥٦", "tokens": 70, "pieces": ["🙂'", "ſ", "Ⅳ", "'Re", "漢", "́㍿<", "META", "_START", ">'", "Mmd", "-t", "!!🙂-!!'", "Sİ", "'ſ", "३", "㋿\r", "𐞁", "'S", "'T", "<|", "endoftext", "|>", "m", "'VE", "ſ", "…dع", "'re", "m", "٣٤٥", "٦"]}
+{"text": "-👍🏽­'ll12345678!३㋿ß‍ 'så\r\nⅣ\r\n\r\n
\r\n ㍿३ m   \n\t", "tokens": 42, "pieces": ["-👍🏽­'", "ll", "123", "456", "78", "!", "३", "㋿ß", "‍", " '", "sa", "̊\r\n", "Ⅳ", "\r\n\r\n
\r\n", " ", "㍿", "३", " m", "   \n\t"]}
+{"text": "ḍ̇!m㍿s\r　,𐞁ع  fí", "tokens": 23, "pieces": ["ḋ", "̣!", "m", "㍿s", "\r", "　", ",𐞁ع", " ", " fi", "́"]}
+{"text": ",İ\r\n\u000b", "tokens": 4, "pieces": [",İ", "\r\n\u000b"]}
+{"text": "‍#$%<'S'ReⅣee𐞁'M \r\n9-٣٤٥٦…,'re٣٤٥٦'M'VE<META_START>  'T٣٤٥٦<META_START>Ａ-\"-'VEſſ-", "tokens": 70, "pieces": ["‍#$%<'", "S", "'Re", "Ⅳ", "ee𐞁", "'M", " \r\n", "9", "-", "٣٤٥", "٦", "…", ",'", "re", "٣٤٥", "٦", "'M", "'VE", "<META", "_START", ">", " ", " '", "T", "٣٤٥", "٦", "<META", "_START", ">Ａ", "-\"-'", "VEſſ", "-"]}
+{"text": "<|endoftext|>३ <‍<EOT>İ'så३'Mta's'M'ſ're  \r\n\r\nꟲ\n😀🏽'Reꟲå\ndꟲ9Z\r\u000b   \n\r\nté­İ", "tokens": 64, "pieces": ["<|", "endoftext", "|>", "३", " <‍<", "EOT", ">İ", "'s", "a", "̊", "३", "'M", "ta", "'s", "'M", "'ſ", "'re", "  \r\n\r\n", "ꟲ", "\n", "😀🏽'", "Reꟲa", "̊\n", "dꟲ", "9", "Z", "\r\u000b   \n\r\n", "té", "­İ"]}
+{"text": "<META_START>㋿<META_START><|endoftext|>é<EOT>‍å   \n३!😀🏽  \n'VE\t\r\n\r\n\néßå🙂\r\n\r\nfia", "tokens": 51, "pieces": ["<META", "_START", ">㋿<", "META", "_START", "><|", "endoftext", "|>", "é", "<EOT", ">‍", "a", "̊", "   \n", "३", "!😀🏽", "  \n", "'VE", "\t\r\n\r\n\n", "éßa", "̊🙂\r\n\r\n", "fia"]}
+{"text": "字s12345678", "tokens": 5, "pieces": ["字s", "123", "456", "78"]}
+{"text": "ḍ̇m㋿\n👍🏽,😀🏽 漢   \n­<!0'ſå0EOTİ字字å👍🏽😀🏽½", "tokens": 56, "pieces": ["ḋ", "̣m", "㋿\n", "👍🏽,😀🏽", " 漢", "   \n", "­<!", "0", "'ſ", "a", "̊", "0", "EOTİ字字a", "̊👍🏽😀🏽", "½"]}
+{"text": "\u000b́'MİＡ12345678EOT<|fim_prefix|>'T漢\t́'MåEOT're<META_START>9t­\rß!　Ⅳ‍'Re\r", "tokens": 49, "pieces": ["\u000b", "́'", "MİＡ", "123", "456", "78", "EOT", "<|", "fim", "_prefix", "|>'", "T漢", "\t", "́'", "Ma", "̊EOT", "'re", "<META", "_START", ">", "9", "t", "­\r", "ß", "!", "　", "Ⅳ", "‍'", "Re", "\r"]}
+{"text": "漢٣٤٥٦d<|fim_prefix|>'sEOT #$%​<|endoftext|> 'Sfiع!\"ſ漢", "tokens": 42, "pieces": ["漢", "٣٤٥", "٦", "d", "<|", "fim", "_prefix", "|>'", "sEOT", " ", "#$%​<|", "endoftext", "|>", " ", "'S", "fiع", "!\"", "ſ漢"]}
+{"text": "'🙂ſ३'VE99
t…🙂字EOT0.   \n​عEOTtꟲDžfí'llİ‍\r\né", "tokens": 44, "pieces": ["'🙂", "ſ", "३", "'VE", "99", "
t", "…", "🙂字EOT", "0", ".", "   \n", "​عEOTtꟲDžfi", "́'", "llİ", "‍\r\n", "e", "́"]}
+{"text": "'S​'ll‍
İ", "tokens": 9, "pieces": ["'S", "​'", "ll", "‍", "
İ"]}
+{"text": "å'Så  ३<EOT>é👍🏽'VE><\r\n\r\n😀🏽𐞁'<META_START>aEOT\r\n\r\nß'll0Dže​Ａꟲ", "tokens": 53, "pieces": ["a", "̊'", "Sa", "̊", " ", " ", "३", "<EOT", ">é", "👍🏽'", "VE", "><\r\n\r\n", "😀🏽", "𐞁", "'<", "META", "_START", ">aEOT", "\r\n\r\n", "ß", "'ll", "0", "Dže", "​Ａꟲ"]}
+{"text": "''Mع<META_START>>🙂ꟲ\r\n 9e\"字
", "tokens": 20, "pieces": ["''", "Mع", "<META", "_START", ">>🙂", "ꟲ", "\r\n", " ", "9", "e", "\"字", "
"]}
+{"text": ",
!<|endoftext|>‍㍿…'M‍㍿  \r\n'Mtİḍ̇fi👍🏽.\r\n\r\né>'re\"\r\n", "tokens": 45, "pieces": [",", "
", "!<|", "endoftext", "|>‍㍿", "…", "'M", "‍㍿", "  \r\n", "'M", "tİḋ", "̣fi", "👍🏽.\r\n\r\n", "é", ">'", "re", "\"\r\n"]}
+{"text": "'M'D‍012345678'll12345678<|fim_prefix|>\u000bＡ　ḍ̇!Ⅳ,'ll‍Ａ>İé   \n👍🏽're9''ll<META_START>漢-.a\n㋿é", "tokens": 65, "pieces": ["'M", "'D", "‍", "012", "345", "678", "'ll", "123", "456", "78", "<|", "fim", "_prefix", "|>", "\u000bＡ", "　ḋ", "̣!", "Ⅳ", ",'", "ll", "‍Ａ", ">İe", "́", "   \n", "👍🏽'", "re", "9", "''", "ll", "<META", "_START", ">漢", "-.", "a", "\n", "㋿é"]}
+{"text": "'VE-'llḍ̇fi'DⅣ.​,́", "tokens": 18, "pieces": ["'VE", "-'", "llḋ", "̣fi", "'D", "Ⅳ", ".​,́"]}
+{"text": "<|endoftext|>tm😀🏽!!'T,'sfi,漢,'ſfiZé<|fim_prefix|>,,!!
\t", "tokens": 42, "pieces": ["<|", "endoftext", "|>", "tm", "😀🏽!!'", "T", ",'", "sfi", ",漢", ",'", "ſfiZe", "́<|", "fim", "_prefix", "|>,,!!", "
\t"]}
+{"text": "́'Reꟲ   \n'M>.　9 EOT#$%👍🏽t字   \nt​  ٣٤٥٦(<|fim_prefix|>'re\t", "tokens": 45, "pieces": ["́'", "Reꟲ", "   \n", "'M", ">.", "　", "9", " EOT", "#$%👍🏽", "t字", "   \n", "t", "​", " ", " ", "٣٤٥", "٦", "(<|", "fim", "_prefix", "|>'", "re", "\t"]}
+{"text": "\t're…'VEſ字ea🙂\re٣٤٥٦'T字'reé'llꟲ'ſ½   \nⅣa", "tokens": 40, "pieces": ["\t", "'re", "…", "'VE", "ſ字ea", "🙂\r", "e", "٣٤٥", "٦", "'T", "字", "'re", "e", "́'", "llꟲ", "'ſ", "½", "   \n", "Ⅳ", "a"]}
+{"text": "\tⅣe　0漢\u000b<EOT>'D,　,漢Ⅳع😀🏽é́
'D<META_START>   \n\t.‍dꟲİ‍#$%Ａ'T", "tokens": 52, "pieces": ["\t", "Ⅳ", "e", "　", "0", "漢", "\u000b", "<EOT", ">'", "D", ",", "　", ",漢", "Ⅳ", "ع", "😀🏽", "é", "́", "
", "'D", "<META", "_START", ">", "   \n", "\t", ".‍", "dꟲİ", "‍#$%", "Ａ", "'T"]}
+{"text": "字!!'s  're'D\r\n\r\n(​👍🏽\r\n\r\n𐞁'll fiDž123456780‍'Tå漢٣٤٥٦", "tokens": 47, "pieces": ["字", "!!'", "s", " ", " '", "re", "'D", "\r\n\r\n", "(​👍🏽\r\n\r\n", "𐞁", "'ll", " fiDž", "123", "456", "780", "‍'", "Ta", "̊漢", "٣٤٥", "٦"]}
+{"text": "Ⅳ. ⅣEOT  \raſ漢<👍🏽-!e.٣٤٥٦.m", "tokens": 35, "pieces": ["Ⅳ", ".", " ", "Ⅳ", "EOT", "  \r", "aſ漢", "<👍🏽-!", "e", ".", "٣٤٥", "٦", ".m"]}
+{"text": "-#$%'T…Z<|fim_prefix|>\"9   \n½<|fim_prefix|>'M", "tokens": 25, "pieces": ["-#$%'", "T", "…Z", "<|", "fim", "_prefix", "|>\"", "9", "   \n", "½", "<|", "fim", "_prefix", "|>'", "M"]}
+{"text": "ꟲ३'T  .
<''T'ReＡe'S<META_START><|endoftext|>​a<|endoftext|>𐞁\r\n　>EOT're😀🏽Z'T\"#$%ßZ'll\r\n\r\n㍿", "tokens": 63, "pieces": ["ꟲ", "३", "'T", " ", " .", "
", "<''", "T", "'Re", "Ａe", "'S", "<META", "_START", "><|", "endoftext", "|>​", "a", "<|", "endoftext", "|>", "𐞁", "\r\n", "　", ">EOT", "'re", "😀🏽", "Z", "'T", "\"#$%", "ßZ", "'ll", "\r\n\r\n", "㍿"]}
+{"text": ">m­​   \n'Ds\u000bé㋿́", "tokens": 12, "pieces": [">m", "­​", "   \n", "'D", "s", "\u000bé", "㋿́"]}
+{"text": "<‍\n'MZfiß\tfi!'S\r…'s!!tǻ漢عꟲعå'ſEOT", "tokens": 38, "pieces": ["<‍\n", "'M", "Zfiß", "\tfi", "!'", "S", "\r", "…", "'s", "!!", "ta", "̊́", "漢عꟲعa", "̊'", "ſEOT"]}
+{"text": "字😀🏽👍🏽‍ع\u000b'S㍿<|endoftext|>a!'ll", "tokens": 30, "pieces": ["字", "😀🏽👍🏽‍", "ع", "\u000b", "'S", "㍿<|", "endoftext", "|>", "a", "!'", "ll"]}
+{"text": "ꟲ<|endoftext|>‍😀🏽<META_START>​('ſ<|endoftext|>\t  ​\u000b'D!!㍿'s\r\n\r\n>\"字   \n‍", "tokens": 48, "pieces": ["ꟲ", "<|", "endoftext", "|>‍😀🏽<", "META", "_START", ">​('", "ſ", "<|", "endoftext", "|>", "\t ", " ​", "\u000b", "'D", "!!㍿'", "s", "\r\n\r\n", ">\"", "字", "   \n", "‍"]}
+{"text": "m   \n漢<EOT>'S  \"İ漢𐞁", "tokens": 17, "pieces": ["m", "   \n", "漢", "<EOT", ">'", "S", " ", " \"", "İ漢𐞁"]}
+{"text": " EOTé٣٤٥٦a#$%عEOT#$%ع\n🙂  aZ​EOT\r\nع字m'Re𐞁Ⅳ'SＡ'S  \u000b
!EOT'll<META_START>字", "tokens": 58, "pieces": [" EOTe", "́", "٣٤٥", "٦", "a", "#$%", "عEOT", "#$%", "ع", "\n", "🙂", " ", " aZ", "​EOT", "\r\n", "ع字m", "'Re", "𐞁", "Ⅳ", "'S", "Ａ", "'S", "  \u000b", "
", "!EOT", "'ll", "<META", "_START", ">字"]}
+{"text": "́عé३'re!!.'­a !0s…\"åé's😀🏽9", "tokens": 29, "pieces": ["́عe", "́", "३", "'re", "!!.'­", "a", " !", "0", "s", "…", "\"a", "̊e", "́'", "s", "😀🏽", "9"]}
+{"text": "ḍ̇é\t>\r.d‍'Re字 \tß!<EOT>\t   \n漢'fi t", "tokens": 29, "pieces": ["ḋ", "̣é", "\t", ">\r", ".d", "‍'", "Re字", " ", "\tß", "!<", "EOT", ">", "\t   \n", "漢", "'fi", " t"]}
+{"text": "Z'S0Ａ\r\n\r\n\r\n\r\nß,㋿", "tokens": 11, "pieces": ["Z", "'S", "0", "Ａ", "\r\n\r\n\r\n\r\n", "ß", ",㋿"]}
+{"text": "½é½😀🏽#$%­😀🏽0 9ſ(\r\r>𐞁'Sß-<|fim_prefix|>👍🏽\n👍🏽İ\"عZ'Z,
", "tokens": 62, "pieces": ["½", "e", "́", "½", "😀🏽#$%­😀🏽", "0", " ", "9", "ſ", "(\r\r", ">𐞁", "'S", "ß", "-<|", "fim", "_prefix", "|>👍🏽\n", "👍🏽", "İ", "\"عZ", "'Z", ",", "
"]}
+{"text": "!DžEOT's𐞁t ́\t🙂a٣٤٥٦ḍ̇ꟲＡZ  <EOT>.m0  !!İ'Dt\r'll<|endoftext|>Z\nZ#$%'s­㋿‍#$%", "tokens": 71, "pieces": ["!DžEOT", "'s", "𐞁t", " ́", "\t", "🙂a", "٣٤٥", "٦", "ḋ", "̣ꟲＡZ", " ", " <", "EOT", ">.", "m", "0", " ", " !!", "İ", "'D", "t", "\r", "'ll", "<|", "endoftext", "|>", "Z", "\n", "Z", "#$%'", "s", "­㋿‍#$%"]}
+{"text": "<(d  İs 9!!\r\n\r\n<|endoftext|>s…\r\n'ſ'D'ſ", "tokens": 27, "pieces": ["<(", "d", " ", " İs", " ", "9", "!!\r\n\r\n", "<|", "endoftext", "|>", "s", "…\r\n", "'ſ", "'D", "'ſ"]}
+{"text": "́½0", "tokens": 3, "pieces": ["́", "½0"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㋿é­", "tokens": 5, "pieces": ["㋿é", "­"]}
+{"text": "😀🏽<EOT>aع'VE\"9㍿#$%😀🏽
eEOT!!'sſ<|fim_prefix|>'Re\u000bZ漢'T>­𐞁३　e'ſ‍", "tokens": 62, "pieces": ["😀🏽<", "EOT", ">aع", "'VE", "\"", "9", "㍿#$%😀🏽", "
eEOT", "!!'", "sſ", "<|", "fim", "_prefix", "|>'", "Re", "\u000bZ漢", "'T", ">­", "𐞁", "३", "　e", "'ſ", "‍"]}
+{"text": "#$% #$%Zꟲ漢　EOT'ſ'reＡ­'VE漢😀🏽३😀🏽s9( >\r   \n\u000b
m<|fim_prefix|><   \n٣٤٥٦​e\r\n٣٤٥٦
", "tokens": 76, "pieces": ["#$%", " ", "#$%", "Zꟲ漢", "　EOT", "'ſ", "'re", "Ａ", "­'", "VE漢", "😀🏽", "३", "😀🏽", "s", "9", "(", " >\r", "   \n", "\u000b", "
m", "<|", "fim", "_prefix", "|><", "   \n", "٣٤٥", "٦", "​e", "\r\n", "٣٤٥", "٦", "
"]}
+{"text": "'s<META_START> 
\nİ,'VE　-a   \n\r12345678#$%'S", "tokens": 22, "pieces": ["'s", "<META", "_START", ">", " 
\n", "İ", ",'", "VE", "　", "-a", "   \n\r", "123", "456", "78", "#$%'", "S"]}
+{"text": "'Mdꟲ字", "tokens": 6, "pieces": ["'M", "dꟲ字"]}
+{"text": "…ſ　12345678…㍿  😀🏽m!!ḍ̇", "tokens": 27, "pieces": ["…ſ", "　", "123", "456", "78", "…", "㍿", " ", " ", "😀🏽", "m", "!!", "ḋ", "̣"]}
+{"text": "12345678e.fi're#$%­   \n,漢𐞁👍🏽", "tokens": 25, "pieces": ["123", "456", "78", "e", ".fi", "'re", "#$%­", "   \n", ",漢𐞁", "👍🏽"]}
+{"text": ". 漢sss\u000b\r\n\r\nſs\n😀🏽\t'ret EOT!!‍㍿,\r're\u000b'Re\"Ⅳ'M  ", "tokens": 38, "pieces": [".", " 漢sss", "\u000b\r\n\r\n", "ſs", "\n", "😀🏽", "\t", "'re", "t", " EOT", "!!‍㍿,\r", "'re", "\u000b", "'Re", "\"", "Ⅳ", "'M", "  "]}
+{"text": "!!(!!🙂Ａ㋿㍿0㍿", "tokens": 17, "pieces": ["!!(!!🙂", "Ａ", "㋿㍿", "0", "㍿"]}
+{"text": "𐞁Ź\r\n\r\n're'Tſ'D\td'T're9­<EOT>​e🙂Zع\n'D­\r\n\u000b😀🏽½.ع字😀🏽İEOT½", "tokens": 50, "pieces": ["𐞁Z", "́\r\n\r\n", "'re", "'T", "ſ", "'D", "\td", "'T", "'re", "9", "­<", "EOT", ">​", "e", "🙂Zع", "\n", "'D", "­\r\n", "\u000b", "😀🏽", "½", ".ع字", "😀🏽", "İEOT", "½"]}
+{"text": "İ>", "tokens": 2, "pieces": ["İ", ">"]}
+{"text": "é𐞁漢", "tokens": 7, "pieces": ["é𐞁漢"]}
+{"text": "!!   \n½👍🏽😀🏽#$%<|endoftext|><|fim_prefix|>.㋿<|endoftext|>\u000b", "tokens": 40, "pieces": ["!!", "   \n", "½", "👍🏽😀🏽#$%<|", "endoftext", "|><|", "fim", "_prefix", "|>.㋿<|", "endoftext", "|>", "\u000b"]}
+{"text": "'ll\r\n<|endoftext|>İ­\r\n\r\n's t's'reét\r٣٤٥٦dd(><EOT>m<|endoftext|>'D㍿é", "tokens": 46, "pieces": ["'ll", "\r\n", "<|", "endoftext", "|>", "İ", "­\r\n\r\n", "'s", " t", "'s", "'re", "e", "́t", "\r", "٣٤٥", "٦", "dd", "(><", "EOT", ">m", "<|", "endoftext", "|>'", "D", "㍿é"]}
+{"text": "𐞁𐞁'T", "tokens": 9, "pieces": ["𐞁𐞁", "'T"]}
+{"text": "12345678'T'ſ#$%d​EOTⅣ-…<|fim_prefix|>ꟲ's12345678Džé'llm'VE(Ａåİ́", "tokens": 47, "pieces": ["123", "456", "78", "'T", "'ſ", "#$%", "d", "​EOT", "Ⅳ", "-", "…", "<|", "fim", "_prefix", "|>", "ꟲ", "'s", "123", "456", "78", "Džé", "'ll", "m", "'VE", "(Ａa", "̊İ", "́"]}
+{"text": "👍🏽12345678­ <EOT>   \n0å'S​́ſ0Dž9s12345678é\"ſEOT'llḍ̇-éDžfi're'S", "tokens": 55, "pieces": ["👍🏽", "123", "456", "78", "­", " ", "<EOT", ">", "   \n", "0", "a", "̊'", "S", "​́", "ſ", "0", "Dž", "9", "s", "123", "456", "78", "e", "́\"", "ſEOT", "'ll", "ḋ", "̣-", "e", "́Džfi", "'re", "'S"]}
+{"text": "'llåfi😀🏽e\r\n\t　d<|fim_prefix|>", "tokens": 23, "pieces": ["'ll", "a", "̊fi", "😀🏽", "e", "\r\n", "\t", "　d", "<|", "fim", "_prefix", "|>"]}
+{"text": "'Re\r\n\r\n<META_START><|endoftext|>#$%(    \n", "tokens": 15, "pieces": ["'Re", "\r\n\r\n", "<META", "_START", "><|", "endoftext", "|>#$%(", "    \n"]}
+{"text": ",<META_START>­s.\t\u000b㋿
!!😀🏽'M<|endoftext|>#$%㋿漢e's🙂\t३e'T'm!!.,EOT
<META_START>­mꟲZ", "tokens": 62, "pieces": [",<", "META", "_START", ">­", "s", ".", "\t", "\u000b", "㋿", "
", "!!😀🏽'", "M", "<|", "endoftext", "|>#$%㋿", "漢e", "'s", "🙂", "\t", "३", "e", "'T", "'m", "!!.,", "EOT", "
", "<META", "_START", ">­", "mꟲZ"]}
+{"text": "​>ꟲꟲ㋿\r\nſ👍🏽'Re'T ½'M(", "tokens": 27, "pieces": ["​>", "ꟲꟲ", "㋿\r\n", "ſ", "👍🏽'", "Re", "'T", " ", "½", "'M", "("]}
+{"text": "Ａꟲſ
!dfiEOT12345678", "tokens": 18, "pieces": ["Ａꟲſ", "
", "!dfiEOT", "123", "456", "78"]}
+{"text": "字'S<|endoftext|>9('llꟲ,d-\r\n\r\n12345678té\r\n\r\n٣٤٥٦'S9🙂\"-ꟲＡ9   \n>'llſ­EOT", "tokens": 51, "pieces": ["字", "'S", "<|", "endoftext", "|>", "9", "('", "llꟲ", ",d", "-\r\n\r\n", "123", "456", "78", "té", "\r\n\r\n", "٣٤٥", "٦", "'S", "9", "🙂\"-", "ꟲＡ", "9", "   \n", ">'", "llſ", "­EOT"]}
+{"text": "  ३fi㍿(\re'reſ\"'VE0😀🏽!!𐞁12345678<|endoftext|>ع ZZ'Reé­a9🙂́'ſ­s​", "tokens": 53, "pieces": [" ", " ", "३", "fi", "㍿(\r", "e", "'re", "ſ", "\"'", "VE", "0", "😀🏽!!", "𐞁", "123", "456", "78", "<|", "endoftext", "|>", "ع", " ZZ", "'Re", "é", "­a", "9", "🙂́'", "ſ", "­s", "​"]}
+{"text": "‍'re!!'Re\rfiDž½🙂'Dḍ̇d'ſ…'s\r\n\r\n\r\n('", "tokens": 31, "pieces": ["‍'", "re", "!!'", "Re", "\r", "fiDž", "½", "🙂'", "Dḋ", "̣d", "'ſ", "…", "'s", "\r\n\r\n\r\n", "('"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "!
\t​İ'M ㋿'Dm>ꟲ
'llEOTꟲ ꟲꟲ\"fi\r\nm!ß(…\u000b…𐞁", "tokens": 49, "pieces": ["!", "
", "\t", "​İ", "'M", " ㋿'", "Dm", ">ꟲ", "
", "'ll", "EOTꟲ", " ꟲꟲ", "\"fi", "\r\n", "m", "!ß", "(", "…\u000b", "…𐞁"]}
+{"text": "٣٤٥٦'D   \n#$%\t0-aå😀🏽0‍!e㍿🙂#$%fi-…٣٤٥٦é", "tokens": 49, "pieces": ["٣٤٥", "٦", "'D", "   \n", "#$%", "\t", "0", "-aa", "̊😀🏽", "0", "‍!", "e", "㍿🙂#$%", "fi", "-", "…", "٣٤٥", "٦", "é"]}
+{"text": "'re\r\n​!!   \n​漢Ａ<EOT>\r\n㍿!!\r\nع.😀🏽'ſ<|fim_prefix|>\rZ<\r\n", "tokens": 39, "pieces": ["'re", "\r\n", "​!!", "   \n", "​漢Ａ", "<EOT", ">\r\n", "㍿!!\r\n", "ع", ".😀🏽'", "ſ", "<|", "fim", "_prefix", "|>\r", "Z", "<\r\n"]}
+{"text": "­ꟲ9'M.Z　😀🏽'VE's😀🏽>\r\n\r\nß .
   \ń<META_START>'sḍ̇<EOT>'VEm", "tokens": 44, "pieces": ["­ꟲ", "9", "'M", ".Z", "　", "😀🏽'", "VE", "'s", "😀🏽>\r\n\r\n", "ß", " .", "
   \n", "́<", "META", "_START", ">'", "sḋ", "̣<", "EOT", ">'", "VEm"]}
+{"text": "Dž \r\n\r\nß㍿'re<|fim_prefix|>👍🏽'Re ​0", "tokens": 27, "pieces": ["Dž", " \r\n\r\n", "ß", "㍿'", "re", "<|", "fim", "_prefix", "|>👍🏽'", "Re", " ​", "0"]}
+{"text": "İe'll", "tokens": 3, "pieces": ["İe", "'ll"]}
+{"text": "ſ<|endoftext|>
é0'Re#$%<EOT>daꟲ  'S٣٤٥٦'Re½漢\r\n  ٣٤٥٦́　㍿Ａ'll㋿(", "tokens": 63, "pieces": ["ſ", "<|", "endoftext", "|>", "
e", "́", "0", "'Re", "#$%<", "EOT", ">daꟲ", " ", " '", "S", "٣٤٥", "٦", "'Re", "½", "漢", "\r\n", " ", " ", "٣٤٥", "٦", "́", "　", "㍿Ａ", "'ll", "㋿("]}
+{"text": "٣٤٥٦-tꟲ9EOT<EOT>ſ\u000b́Zm0<EOT>-.<|endoftext|>\r\n  ́  <'s<|endoftext|>
", "tokens": 52, "pieces": ["٣٤٥", "٦", "-tꟲ", "9", "EOT", "<EOT", ">ſ", "\u000b", "́Zm", "0", "<EOT", ">-.<|", "endoftext", "|>\r\n", " ", " ́", " ", " <'", "s", "<|", "endoftext", "|>", "
"]}
+{"text": "a'd12345678𐞁", "tokens": 9, "pieces": ["a", "'d", "123", "456", "78", "𐞁"]}
+{"text": "ß\r'ſ\u000b٣٤٥٦>Ⅳ㍿Ⅳséå<m\"   \n   \n\r\n\r\n'Re'D\u000b𐞁.<EOT>ſ𐞁\u000bİ'VE字EOT'Re😀🏽 0😀🏽eaⅣ", "tokens": 73, "pieces": ["ß", "\r", "'ſ", "\u000b", "٣٤٥", "٦", ">", "Ⅳ", "㍿", "Ⅳ", "séa", "̊<", "m", "\"", "   \n   \n\r\n\r\n", "'Re", "'D", "\u000b𐞁", ".<", "EOT", ">ſ𐞁", "\u000bİ", "'VE", "字EOT", "'Re", "😀🏽", " ", "0", "😀🏽", "ea", "Ⅳ"]}
+{"text": "\r\n\r\n<|endoftext|>!!\u000b'Dḍ̇å\r …a<|fim_prefix|>!!#$%👍🏽ꟲⅣ-\tt.<EOT>\r\n
\"​𐞁\"\r\n\r\n'Z'ſ'S#$%<META_START>", "tokens": 72, "pieces": ["\r\n\r\n", "<|", "endoftext", "|>!!", "\u000b", "'D", "ḋ", "̣a", "̊\r", " ", "…a", "<|", "fim", "_prefix", "|>!!#$%👍🏽", "ꟲ", "Ⅳ", "-", "\tt", ".<", "EOT", ">\r\n", "
", "\"​", "𐞁", "\"\r\n\r\n", "'Z", "'ſ", "'S", "#$%<", "META", "_START", ">"]}
+{"text": "<META_START>\r'T½\n٣٤٥٦'\"m\"𐞁<EOT>", "tokens": 26, "pieces": ["<META", "_START", ">\r", "'T", "½", "\n", "٣٤٥", "٦", "'\"", "m", "\"𐞁", "<EOT", ">"]}
+{"text": "\r\nⅣ\r'Reع㋿​d🙂m<|endoftext|>12345678dḍ̇\"'sſ<META_START>'Re½t#$%🙂e#$%　'll", "tokens": 50, "pieces": ["\r\n", "Ⅳ", "\r", "'Re", "ع", "㋿​", "d", "🙂m", "<|", "endoftext", "|>", "123", "456", "78", "dḋ", "̣\"'", "sſ", "<META", "_START", ">'", "Re", "½", "t", "#$%🙂", "e", "#$%", "　", "'ll"]}
+{"text": "🙂!!\n<|fim_prefix|>​'M0<|endoftext|>…‍fieſaet😀🏽​aZ  　'll👍🏽Ａ", "tokens": 51, "pieces": ["🙂!!\n", "<|", "fim", "_prefix", "|>​'", "M", "0", "<|", "endoftext", "|>", "…", "‍fieſaet", "😀🏽​", "aZ", "  ", "　", "'ll", "👍🏽", "Ａ"]}
+{"text": "#$%>. 😀🏽e\u000b'll👍🏽EOT\"٣٤٥٦eꟲ!!>٣٤٥٦12345678<\"ſa'Re'S\tDž12345678'D", "tokens": 57, "pieces": ["#$%>.", " 😀🏽", "e", "\u000b", "'ll", "👍🏽", "EOT", "\"", "٣٤٥", "٦", "eꟲ", "!!>", "٣٤٥", "٦12", "345", "678", "<\"", "ſa", "'Re", "'S", "\tDž", "123", "456", "78", "'D"]}
+{"text": "㍿\nع\r'ſ912345678Ⅳå,'M'Ré", "tokens": 21, "pieces": ["㍿\n", "ع", "\r", "'ſ", "912", "345", "678", "Ⅳ", "a", "̊,'", "M", "'Re", "́"]}
+{"text": "t'Dm🙂<\n0\r\n\r\n(d-🙂😀🏽-'SＡ😀🏽", "tokens": 26, "pieces": ["t", "'D", "m", "🙂<\n", "0", "\r\n\r\n", "(d", "-🙂😀🏽-'", "SＡ", "😀🏽"]}
+{"text": "Ⅳ9små're३ >​\"fi's<|fim_prefix|>!٣٤٥٦d‍İ#$%<|fim_prefix|>", "tokens": 46, "pieces": ["Ⅳ9", "sma", "̊'", "re", "३", " >​\"", "fi", "'s", "<|", "fim", "_prefix", "|>!", "٣٤٥", "٦", "d", "‍İ", "#$%<|", "fim", "_prefix", "|>"]}
+{"text": "㋿ Z", "tokens": 5, "pieces": ["㋿", " Z"]}
+{"text": "\"'\r\nİ<|fim_prefix|>.   \n<EOT>å.(\u000bfi🙂ḍ̇　 ٣٤٥٦İ𐞁åſ👍🏽", "tokens": 53, "pieces": ["\"'\r\n", "İ", "<|", "fim", "_prefix", "|>.", "   \n", "<EOT", ">a", "̊.(", "\u000bfi", "🙂ḋ", "̣", "　", " ", "٣٤٥", "٦", "İ𐞁a", "̊ſ", "👍🏽"]}
+{"text": "é  \r𐞁½🙂<META_START>३", "tokens": 16, "pieces": ["é", "  \r", "𐞁", "½", "🙂<", "META", "_START", ">", "३"]}
+{"text": "å👍🏽'D<EOT>ع　　́𐞁㍿'re👍🏽㍿½漢<|fim_prefix|>　😀🏽'ſå  e-㍿३", "tokens": 66, "pieces": ["a", "̊👍🏽'", "D", "<EOT", ">ع", "　", "　", "́𐞁", "㍿'", "re", "👍🏽㍿", "½", "漢", "<|", "fim", "_prefix", "|>", "　", "😀🏽'", "ſa", "̊", " ", " e", "-㍿", "३"]}
+{"text": "漢٣٤٥٦\r<|endoftext|>👍🏽٣٤٥٦½t…'VE'VE", "tokens": 40, "pieces": ["漢", "٣٤٥", "٦", "\r", "<|", "endoftext", "|>👍🏽", "٣٤٥", "٦½", "t", "…", "'VE", "'VE"]}
+{"text": "   \nİ-<漢\r\"\u000b
'S\r<|fim_prefix|><META_START>👍🏽sععt́㍿s<EOT>ꟲ𐞁\t<META_START>'9\t😀🏽", "tokens": 60, "pieces": ["   \n", "İ", "-<", "漢", "\r", "\"", "\u000b", "
", "'S", "\r", "<|", "fim", "_prefix", "|><", "META", "_START", ">👍🏽", "sععt", "́㍿", "s", "<EOT", ">ꟲ𐞁", "\t", "<META", "_START", ">'", "9", "\t", "😀🏽"]}
+{"text": "  👍🏽 #$%-​<META_START><ꟲİ'ſ㍿EOT><,!me👍🏽Ａ\n.d😀🏽Z'VE'VE>m'sZ", "tokens": 51, "pieces": [" ", " 👍🏽", " #$%-​<", "META", "_START", "><", "ꟲİ", "'ſ", "㍿EOT", "><,!", "me", "👍🏽", "Ａ", "\n", ".d", "😀🏽", "Z", "'VE", "'VE", ">m", "'s", "Z"]}
+{"text": "ſ 'Re-e\nDž\n<EOT>", "tokens": 12, "pieces": ["ſ", " ", "'Re", "-e", "\n", "Dž", "\n", "<EOT", ">"]}
+{"text": "ḍ̇ſésＡ'é'lls'ſ<EOT>­'M'll'sa😀🏽s", "tokens": 35, "pieces": ["ḋ", "̣ſe", "́sＡ", "'e", "́'", "lls", "'ſ", "<EOT", ">­'", "M", "'ll", "'s", "a", "😀🏽", "s"]}
+{"text": "'​\u000b'Mꟲs字👍🏽t\n𐞁\"İZ'ſ½\r ſ'T🙂㋿😀🏽٣٤٥٦<|fim_prefix|><META_START>é½ Ａ​<META_START>漢'VE9🙂é", "tokens": 78, "pieces": ["'​", "\u000b", "'M", "ꟲs字", "👍🏽", "t", "\n", "𐞁", "\"İZ", "'ſ", "½", "\r", " ſ", "'T", "🙂㋿😀🏽", "٣٤٥", "٦", "<|", "fim", "_prefix", "|><", "META", "_START", ">é", "½", " Ａ", "​<", "META", "_START", ">漢", "'VE", "9", "🙂e", "́"]}
+{"text": "
sé'M'VEsDžé.(‍\"'ſ", "tokens": 17, "pieces": ["
sé", "'M", "'VE", "sDžé", ".(‍\"'", "ſ"]}
+{"text": "'T12345678-\nd!!mé,9'll 'D\" ḍ̇m'ſ'T…<|endoftext|>12345678Ａ字#$%(fi12345678漢", "tokens": 49, "pieces": ["'T", "123", "456", "78", "-\n", "d", "!!", "mé", ",", "9", "'ll", " '", "D", "\"", " ḋ", "̣m", "'ſ", "'T", "…", "<|", "endoftext", "|>", "123", "456", "78", "Ａ字", "#$%(", "fi", "123", "456", "78", "漢"]}
+{"text": "<|endoftext|>Dž", "tokens": 9, "pieces": ["<|", "endoftext", "|>", "Dž"]}
+{"text": "‍<|endoftext|>><EOT><|fim_prefix|>'ſ   \nd's'llmⅣ'ſ'VE٣٤٥٦'VE\u000b'VE#$%dⅣꟲ字‍\r", "tokens": 58, "pieces": ["‍<|", "endoftext", "|>><", "EOT", "><|", "fim", "_prefix", "|>'", "ſ", "   \n", "d", "'s", "'ll", "m", "Ⅳ", "'ſ", "'VE", "٣٤٥", "٦", "'VE", "\u000b", "'VE", "#$%", "d", "Ⅳ", "ꟲ字", "‍\r"]}
+{"text": "'VEå9fi  'll-🙂!!
‍ééＡ\t\rfié<EOT>'D", "tokens": 36, "pieces": ["'VE", "a", "̊", "9", "fi", " ", " '", "ll", "-🙂!!", "
", "‍e", "́e", "́Ａ", "\t\r", "fie", "́<", "EOT", ">'", "D"]}
+{"text": "\rDž#$%0\r\n㍿́12345678å😀🏽'ſ👍🏽", "tokens": 31, "pieces": ["\r", "Dž", "#$%", "0", "\r\n", "㍿́", "123", "456", "78", "a", "̊😀🏽'", "ſ", "👍🏽"]}
+{"text": "  ́<'Re912345678!'re<|fim_prefix|><META_START>0\"EOT​t#$%9Z12345678­'ll\"'re🙂😀🏽　　0<'ſ", "tokens": 50, "pieces": [" ", " ́<'", "Re", "912", "345", "678", "!'", "re", "<|", "fim", "_prefix", "|><", "META", "_START", ">", "0", "\"EOT", "​t", "#$%", "9", "Z", "123", "456", "78", "­'", "ll", "\"'", "re", "🙂😀🏽", "　", "　", "0", "<'", "ſ"]}
+{"text": "\r\n12345678#$%​<|endoftext|>>…EOTⅣ'Séå,́\tＡ\nßZ 😀🏽٣٤٥٦'M!#$%", "tokens": 51, "pieces": ["\r\n", "123", "456", "78", "#$%​<|", "endoftext", "|>>", "…EOT", "Ⅳ", "'S", "éa", "̊,́", "\tＡ", "\n", "ßZ", " ", "😀🏽", "٣٤٥", "٦", "'M", "!#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'!e'ſ!漢'M're0\"İ\r\n\r\n\"😀🏽ꟲeåé>s", "tokens": 31, "pieces": ["'!", "e", "'ſ", "!漢", "'M", "'re", "0", "\"İ", "\r\n\r\n", "\"😀🏽", "ꟲea", "̊e", "́>", "s"]}
+{"text": "Dž<|endoftext|>!!ſ  …t0　å'ſ", "tokens": 24, "pieces": ["Dž", "<|", "endoftext", "|>!!", "ſ", "  ", "…t", "0", "　a", "̊'", "ſ"]}
+{"text": "😀🏽\r's12345678Dž'漢​…(s'0\r\n\r\n…\r٣٤٥٦İ漢<|endoftext|>'Re\u000b ", "tokens": 46, "pieces": ["😀🏽\r", "'s", "123", "456", "78", "Dž", "'漢", "​", "…", "(s", "'", "0", "\r\n\r\n…\r", "٣٤٥", "٦", "İ漢", "<|", "endoftext", "|>'", "Re", "\u000b "]}
+{"text": "'D!!m'Sé​ß  \"‍Z'T'ssİ‍Dž<\t>Dž", "tokens": 25, "pieces": ["'D", "!!", "m", "'S", "é", "​ß", " ", " \"‍", "Z", "'T", "'s", "sİ", "‍Dž", "<", "\t", ">Dž"]}
+{"text": "ꟲ(9   \n
m👍🏽0Ⅳ\r'T  𐞁!\r\n\r\n>­ſ　\u000b>\t'd'S🙂Ⅳé<\"", "tokens": 44, "pieces": ["ꟲ", "(", "9", "   \n", "
m", "👍🏽", "0Ⅳ", "\r", "'T", " ", " 𐞁", "!\r\n\r\n", ">­", "ſ", "　", "\u000b", ">", "\t", "'d", "'S", "🙂", "Ⅳ", "é", "<\""]}
+{"text": "𐞁<META_START>'S#$%字ſ\u000b", "tokens": 15, "pieces": ["𐞁", "<META", "_START", ">'", "S", "#$%", "字ſ", "\u000b"]}
+{"text": ".🙂ꟲ<|endoftext|>s𐞁३12345678!ß(½ét!é  t\r\n३.", "tokens": 39, "pieces": [".🙂", "ꟲ", "<|", "endoftext", "|>", "s𐞁", "३12", "345", "678", "!ß", "(", "½", "e", "́t", "!é", " ", " t", "\r\n", "३", "."]}
+{"text": " ́s'VE.'S٣٤٥٦३٣٤٥٦-sſ'Ms…9're😀🏽t́Ａfi㋿‍'Re<½'M字0-'re!!EOT<META_START>'Ⅳå", "tokens": 71, "pieces": [" ́", "s", "'VE", ".'", "S", "٣٤٥", "٦३٣", "٤٥٦", "-sſ", "'M", "s", "…", "9", "'re", "😀🏽", "t", "́Ａfi", "㋿‍'", "Re", "<", "½", "'M", "字", "0", "-'", "re", "!!", "EOT", "<META", "_START", ">'", "Ⅳ", "a", "̊"]}
+{"text": "é('D 9ḿ'ſ\r'S", "tokens": 12, "pieces": ["é", "('", "D", " ", "9", "m", "́'", "ſ", "\r", "'S"]}
+{"text": " Zſ'\"", "tokens": 4, "pieces": [" Zſ", "'\""]}
+{"text": "漢​'Re<|endoftext|>Ⅳfi<EOT>!!", "tokens": 20, "pieces": ["漢", "​'", "Re", "<|", "endoftext", "|>", "Ⅳ", "fi", "<EOT", ">!!"]}
+{"text": "'M字<META_START>㋿éİß!!㋿ḍ̇Ａsꟲfi'T's漢!(ḍ̇Ⅳ😀🏽0åå9é", "tokens": 55, "pieces": ["'M", "字", "<META", "_START", ">㋿", "éİß", "!!㋿", "ḋ", "̣Ａsꟲfi", "'T", "'s", "漢", "!(", "ḋ", "̣", "Ⅳ", "😀🏽", "0", "a", "̊a", "̊", "9", "é"]}
+{"text": "\te字ꟲ….ſ", "tokens": 10, "pieces": ["\te字ꟲ", "…", ".ſ"]}
+{"text": "éd…­ ㋿٣٤٥٦​'t㋿İ.'Ts0𐞁
🙂'lltع  !!fi👍🏽!!́ ", "tokens": 53, "pieces": ["e", "́d", "…", "­", " ㋿", "٣٤٥", "٦", "​'", "t", "㋿İ", ".'", "Ts", "0", "𐞁", "
", "🙂'", "lltع", " ", " !!", "fi", "👍🏽!!́", " "]}
+{"text": "🙂'Re🙂'll​漢'D(\r\n\r\nİ!👍🏽's'M\n-😀🏽Z\r\r\n<<12345678İa\r\n\r\n", "tokens": 41, "pieces": ["🙂'", "Re", "🙂'", "ll", "​漢", "'D", "(\r\n\r\n", "İ", "!👍🏽'", "s", "'M", "\n", "-😀🏽", "Z", "\r\r\n", "<<", "123", "456", "78", "İa", "\r\n\r\n"]}
+{"text": "'ll字é'M\r\n\r\n\n<|endoftext|>'D'🙂Džéİ<'reå'Reé<|endoftext|>　'T\r<META_START>'D…
s12345678><  sḍ̇𐞁٣٤٥٦'ll<fi\r\n\r\n", "tokens": 77, "pieces": ["'ll", "字é", "'M", "\r\n\r\n\n", "<|", "endoftext", "|>'", "D", "'🙂", "Dže", "́İ", "<'", "rea", "̊'", "Reé", "<|", "endoftext", "|>", "　", "'T", "\r", "<META", "_START", ">'", "D", "…", "
s", "123", "456", "78", "><", " ", " sḋ", "̣𐞁", "٣٤٥", "٦", "'ll", "<fi", "\r\n\r\n"]}
+{"text": "
㍿'DＡ\r\n\r\n'!!>.'ſꟲ\neDž'Re\u000bع-🙂éé,m-\raİ ", "tokens": 40, "pieces": ["
", "㍿'", "DＡ", "\r\n\r\n", "'!!>.'", "ſꟲ", "\n", "eDž", "'Re", "\u000bع", "-🙂", "e", "́e", "́,", "m", "-\r", "aİ", " "]}
+{"text": "é0'Re٣٤٥٦", "tokens": 12, "pieces": ["e", "́", "0", "'Re", "٣٤٥", "٦"]}
+{"text": "d👍🏽  '\u000b…字'll٣٤٥٦<META_START> ſ'D", "tokens": 29, "pieces": ["d", "👍🏽", " ", " '", "\u000b", "…字", "'ll", "٣٤٥", "٦", "<META", "_START", ">", " ſ", "'D"]}
+{"text": "🙂­㋿́s​å​'redfiİ'D
\r\n\r\ne0'T,e…'re漢é!!", "tokens": 34, "pieces": ["🙂­㋿́", "s", "​a", "̊​'", "redfiİ", "'D", "
\r\n\r\n", "e", "0", "'T", ",e", "…", "'re", "漢e", "́!!"]}
+{"text": "'0!   \nⅣ9å㍿𐞁Z12345678é's…㍿!!('T
", "tokens": 35, "pieces": ["'", "0", "!", "   \n", "Ⅳ9", "a", "̊㍿", "𐞁Z", "123", "456", "78", "e", "́'", "s", "…", "㍿!!('", "T", "
"]}
+{"text": "m🙂'Ré", "tokens": 6, "pieces": ["m", "🙂'", "Re", "́"]}
+{"text": "٣٤٥٦ع́ḍ̇,👍🏽(́\r\nm's­'VE
👍🏽\"\r\nſ\u000b sZ٣٤٥٦.'Te𐞁\r'Da,ḍ̇\u000bꟲ!!", "tokens": 72, "pieces": ["٣٤٥", "٦", "ع", "́ḋ", "̣,👍🏽(́\r\n", "m", "'s", "­'", "VE", "
", "👍🏽\"\r\n", "ſ", "\u000b", " sZ", "٣٤٥", "٦", ".'", "Te𐞁", "\r", "'D", "a", ",ḋ", "̣", "\u000bꟲ", "!!"]}
+{"text": "12345678'MsＡ𐞁e٣٤٥٦🙂<EOT>　", "tokens": 27, "pieces": ["123", "456", "78", "'M", "sＡ𐞁e", "٣٤٥", "٦", "🙂<", "EOT", ">", "　"]}
+{"text": "fi­Ａ字mⅣ'D𐞁'T👍🏽😀🏽're!#$%٣٤٥٦\nd", "tokens": 41, "pieces": ["fi", "­Ａ字m", "Ⅳ", "'D", "𐞁", "'T", "👍🏽😀🏽'", "re", "!#$%", "٣٤٥", "٦", "\n", "d"]}
+{"text": "<'ReＡ\r\ns<!
عt'VE\nß   \n<EOT>'s'ret㍿́𐞁.12345678-'S🙂>字\r\n\r\ns<META_START>㍿\r\ne\r\na12345678👍🏽\r\n", "tokens": 63, "pieces": ["<'", "ReＡ", "\r\n", "s", "<!", "
عt", "'VE", "\n", "ß", "   \n", "<EOT", ">'", "s", "'re", "t", "㍿́", "𐞁", ".", "123", "456", "78", "-'", "S", "🙂>", "字", "\r\n\r\n", "s", "<META", "_START", ">㍿\r\n", "e", "\r\n", "a", "123", "456", "78", "👍🏽\r\n"]}
+{"text": "m'ReⅣ​㋿…'VEعßd'S'Re　漢12345678Dž  \té   \n's.\rfi   \n.<EOT>", "tokens": 39, "pieces": ["m", "'Re", "Ⅳ", "​㋿", "…", "'VE", "عßd", "'S", "'Re", "　漢", "123", "456", "78", "Dž", "  ", "\té", "   \n", "'s", ".\r", "fi", "   \n", ".<", "EOT", ">"]}
+{"text": "​>", "tokens": 2, "pieces": ["​>"]}
+{"text": "!!t३#$%   \n\r\n\r㍿#$%9<EOT>ß'ḍ̇­mdé
́.", "tokens": 33, "pieces": ["!!", "t", "३", "#$%", "   \n\r\n\r", "㍿#$%", "9", "<EOT", ">ß", "'ḋ", "̣­", "mde", "́", "
", "́."]}
+{"text": "m  t　'reḍ̇​<|endoftext|>0<|endoftext|>👍🏽<META_START>", "tokens": 36, "pieces": ["m", " ", " t", "　", "'re", "ḋ", "̣​<|", "endoftext", "|>", "0", "<|", "endoftext", "|>👍🏽<", "META", "_START", ">"]}
+{"text": " s ,İꟲع'<EOT>'s'S字t漢-<EOT>😀🏽12345678\r<|fim_prefix|>ꟲ's\ré's'Dfi<|endoftext|>ḍ̇'ſDž'll,字", "tokens": 71, "pieces": [" s", " ,", "İꟲع", "'<", "EOT", ">'", "s", "'S", "字t漢", "-<", "EOT", ">😀🏽", "123", "456", "78", "\r", "<|", "fim", "_prefix", "|>", "ꟲ", "'s", "\r", "e", "́'", "s", "'D", "fi", "<|", "endoftext", "|>", "ḋ", "̣'", "ſDž", "'ll", ",字"]}
+{"text": "
m<|endoftext|><|endoftext|>㋿<|endoftext|>­<EOT>\"(½\u000b\r'S\"(a'Sḍ̇é½'ſå😀🏽a­🙂­ \nſ'Re👍🏽,\u000bd 👍🏽", "tokens": 82, "pieces": ["
m", "<|", "endoftext", "|><|", "endoftext", "|>㋿<|", "endoftext", "|>­<", "EOT", ">\"(", "½", "\u000b\r", "'S", "\"(", "a", "'S", "ḋ", "̣é", "½", "'ſ", "a", "̊😀🏽", "a", "­🙂­", " \n", "ſ", "'Re", "👍🏽,", "\u000bd", " ", "👍🏽"]}
+{"text": "d‍३", "tokens": 5, "pieces": ["d", "‍", "३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b,\r٣٤٥٦'ll ‍<-!­.\r", "tokens": 20, "pieces": ["\u000b", ",\r", "٣٤٥", "٦", "'ll", " ", "‍<-!­.\r"]}
+{"text": "😀🏽'D​​字", "tokens": 9, "pieces": ["😀🏽'", "D", "​​", "字"]}
+{"text": "'S­   \nⅣ>", "tokens": 6, "pieces": ["'S", "­", "   \n", "Ⅳ", ">"]}
+{"text": "́İ㋿ 字é!'Re<é'ſ(٣٤٥٦ ", "tokens": 26, "pieces": ["́İ", "㋿", " 字é", "!'", "Re", "<e", "́'", "ſ", "(", "٣٤٥", "٦", " "]}
+{"text": "­m\r\"<('Re s>😀🏽#$%字  ‍é''VE\tⅣd\rＡ ", "tokens": 32, "pieces": ["­m", "\r", "\"<('", "Re", " s", ">😀🏽#$%", "字", " ", " ‍", "e", "́''", "VE", "\t", "Ⅳ", "d", "\r", "Ａ", " "]}
+{"text": "'VE<|endoftext|>\r\n\r\ntaEOT<\u000b🙂​Ａ-́<META_START>𐞁-'ſ-👍🏽'́d​ſ​e'M<9\r\n-'s'Déet́9", "tokens": 58, "pieces": ["'VE", "<|", "endoftext", "|>\r\n\r\n", "taEOT", "<", "\u000b", "🙂​", "Ａ", "-́<", "META", "_START", ">𐞁", "-'", "ſ", "-👍🏽'́", "d", "​ſ", "​e", "'M", "<", "9", "\r\n", "-'", "s", "'D", "éet", "́", "9"]}
+{"text": "३\t 'VE12345678'S   \nſDž\r\néd'M'S…s<META_START>\n　<EOT>>t<|fim_prefix|>👍🏽<|fim_prefix|>́'VE1234567812345678<|endoftext|>ꟲ३", "tokens": 72, "pieces": ["३", "\t", " ", "'VE", "123", "456", "78", "'S", "   \n", "ſDž", "\r\n", "éd", "'M", "'S", "…s", "<META", "_START", ">\n", "　", "<EOT", ">>", "t", "<|", "fim", "_prefix", "|>👍🏽<|", "fim", "_prefix", "|>́'", "VE", "123", "456", "781", "234", "567", "8", "<|", "endoftext", "|>", "ꟲ", "३"]}
+{"text": "0'M　ḍ̇🙂　", "tokens": 11, "pieces": ["0", "'M", "　ḋ", "̣🙂", "　"]}
+{"text": "-<|fim_prefix|>Dž́㋿-'TⅣ🙂३   \n<EOT>漢're-e'VE'M(\"𐞁字", "tokens": 39, "pieces": ["-<|", "fim", "_prefix", "|>", "Dž", "́㋿-'", "T", "Ⅳ", "🙂", "३", "   \n", "<EOT", ">漢", "'re", "-e", "'VE", "'M", "(\"", "𐞁字"]}
+{"text": ".㋿㍿", "tokens": 7, "pieces": [".㋿㍿"]}
+{"text": ",0'll#$%ꟲ\t-…　३  Ａ　ſİ'S'Smfi\n
", "tokens": 30, "pieces": [",", "0", "'ll", "#$%", "ꟲ", "\t", "-", "…", "　", "३", " ", " Ａ", "　ſİ", "'S", "'S", "mfi", "\n
"]}
+{"text": "ع́​ 　<字    \n'VÉ#$%\u000b('D å३½'TDžＡ-EOT ꟲßEOTＡ'S", "tokens": 40, "pieces": ["ع", "́​", " ", "　", "<字", "    \n", "'VE", "́#$%", "\u000b", "('", "D", " a", "̊", "३½", "'T", "DžＡ", "-EOT", " ꟲßEOTＡ", "'S"]}
+{"text": "ع‍'s'S٣٤٥٦Z字'VEİ<'re<EOT>éé!!EOT12345678…½<'VE\tåaⅣ…éZ'S\n
Ａ-​\r\n\r\n", "tokens": 57, "pieces": ["ع", "‍'", "s", "'S", "٣٤٥", "٦", "Z字", "'VE", "İ", "<'", "re", "<EOT", ">ée", "́!!", "EOT", "123", "456", "78", "…", "½", "<'", "VE", "\ta", "̊a", "Ⅳ", "…e", "́Z", "'S", "\n", "
Ａ", "-​\r\n\r\n"]}
+{"text": "­　½d\u000bedZ're-m字#$%ḍ̇'re
ḍ̇́漢(>(İ👍🏽<|endoftext|>𐞁<|fim_prefix|>㋿'T字'Re\r\nİ0字", "tokens": 67, "pieces": ["­", "　", "½", "d", "\u000bedZ", "'re", "-m字", "#$%", "ḋ", "̣'", "re", "
ḋ", "̣́", "漢", "(>(", "İ", "👍🏽<|", "endoftext", "|>", "𐞁", "<|", "fim", "_prefix", "|>㋿'", "T字", "'Re", "\r\n", "İ", "0", "字"]}
+{"text": "0‍é٣٤٥٦<|endoftext|><META_START><'Re३  -\r\n٣٤٥٦́\r\te  ,''T9㍿👍🏽字​<|fim_prefix|>", "tokens": 63, "pieces": ["0", "‍é", "٣٤٥", "٦", "<|", "endoftext", "|><", "META", "_START", "><'", "Re", "३", " ", " -\r\n", "٣٤٥", "٦", "́\r", "\te", " ", " ,''", "T", "9", "㍿👍🏽", "字", "​<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|><|fim_prefix|>'S🙂a!३\"'T字\ré0,123456780　\t­''VE㋿<|endoftext|> é", "tokens": 48, "pieces": ["<|", "endoftext", "|><|", "fim", "_prefix", "|>'", "S", "🙂a", "!", "३", "\"'", "T字", "\r", "e", "́", "0", ",", "123", "456", "780", "　", "\t", "­''", "VE", "㋿<|", "endoftext", "|>", " e", "́"]}
+{"text": "!'M\u000b<|endoftext|>å\u000b", "tokens": 14, "pieces": ["!'", "M", "\u000b", "<|", "endoftext", "|>", "a", "̊", "\u000b"]}
+{"text": ",'ll\nd漢ſ", "tokens": 8, "pieces": [",'", "ll", "\n", "d漢ſ"]}
+{"text": "eEOT'Tå\r'sḍ̇'ß\"<META_START>EOT\n㋿", "tokens": 25, "pieces": ["eEOT", "'T", "a", "̊\r", "'s", "ḋ", "̣'", "ß", "\"<", "META", "_START", ">EOT", "\n", "㋿"]}
+{"text": "'sfißḍ̇Ａé\n\u000bＡé'Mm<|fim_prefix|>å<|fim_prefix|>٣٤٥٦", "tokens": 46, "pieces": ["'s", "fißḋ", "̣Ａé", "\n", "\u000bＡe", "́'", "Mm", "<|", "fim", "_prefix", "|>", "a", "̊<|", "fim", "_prefix", "|>", "٣٤٥", "٦"]}
+{"text": "'M漢#$%ß..'\r\n0\u000b(́\"\r\nééfiⅣDž<EOT>　\n\u000bＡḍ̇Ａs", "tokens": 37, "pieces": ["'M", "漢", "#$%", "ß", "..'\r\n", "0", "\u000b", "(́\"\r\n", "ée", "́fi", "Ⅳ", "Dž", "<EOT", ">", "　\n", "\u000bＡḋ", "̣Ａs"]}
+{"text": "é   \nſ", "tokens": 5, "pieces": ["e", "́", "   \n", "ſ"]}
+{"text": "t　Z㋿,12345678.　EOT'VE
३­  Ⅳ㋿<|endoftext|>ßEOT!EOT'S", "tokens": 42, "pieces": ["t", "　Z", "㋿,", "123", "456", "78", ".", "　EOT", "'VE", "
", "३", "­", " ", " ", "Ⅳ", "㋿<|", "endoftext", "|>", "ßEOT", "!EOT", "'S"]}
+{"text": "٣٤٥٦<|endoftext|>😀🏽३😀🏽'DＡ'reß 'Re.<EOT>   \n　9éå're'ſ<'reع!! <‍me👍🏽'llm", "tokens": 69, "pieces": ["٣٤٥", "٦", "<|", "endoftext", "|>😀🏽", "३", "😀🏽'", "DＡ", "'re", "ß", " ", "'Re", ".<", "EOT", ">", "   \n", "　", "9", "éa", "̊'", "re", "'ſ", "<'", "reع", "!!", " ", "<‍", "me", "👍🏽'", "llm"]}
+{"text": "'M Zſtaé9́ Ⅳ'S٣٤٥٦<EOT>\r\n\r\n'ſ're'Re…", "tokens": 31, "pieces": ["'M", " Zſtaé", "9", "́", " ", "Ⅳ", "'S", "٣٤٥", "٦", "<EOT", ">\r\n\r\n", "'ſ", "'re", "'Re", "…"]}
+{"text": "!!漢<EOT>EOT字<漢", "tokens": 11, "pieces": ["!!", "漢", "<EOT", ">EOT字", "<漢"]}
+{"text": "\n   \n🙂​>‍'s字㍿s
're½EOT'Re'reé.   \n", "tokens": 26, "pieces": ["\n   \n", "🙂​>‍'", "s字", "㍿s", "
", "'re", "½", "EOT", "'Re", "'re", "e", "́.", "   \n"]}
+{"text": "\r\n\r\n'D́é-'lld!<META_START>𐞁\u000bm㋿ع'D", "tokens": 21, "pieces": ["\r\n\r\n", "'D", "́é", "-'", "lld", "!<", "META", "_START", ">𐞁", "\u000bm", "㋿ع", "'D"]}
+{"text": "​…३(​9t  ", "tokens": 10, "pieces": ["​", "…", "३", "(​", "9", "t", "  "]}
+{"text": "🙂\r\nd0'VE🙂'M字
㋿!!'<EOT>!!'D🙂", "tokens": 27, "pieces": ["🙂\r\n", "d", "0", "'VE", "🙂'", "M字", "
", "㋿!!'<", "EOT", ">!!'", "D", "🙂"]}
+{"text": "-.m'　\r\nt<|fim_prefix|>👍🏽👍🏽a😀🏽½!!'VEDž\r ", "tokens": 39, "pieces": ["-.", "m", "'", "　\r\n", "t", "<|", "fim", "_prefix", "|>👍🏽👍🏽", "a", "😀🏽", "½", "!!'", "VEDž", "\r "]}
+{"text": "   \n<EOT><'M#$%\n\r\nİéＡ🙂 漢å\"　ع", "tokens": 25, "pieces": ["   \n", "<EOT", "><'", "M", "#$%\n\r\n", "İe", "́Ａ", "🙂", " 漢a", "̊\"", "　ع"]}
+{"text": "9'Dİ👍🏽㍿🙂m 
e  fi<|fim_prefix|>㋿t'M'll   \n!Ⅳ'VEİ-'reé½  !fi9\t\n   \n<|endoftext|>", "tokens": 60, "pieces": ["9", "'D", "İ", "👍🏽㍿🙂", "m", " ", "
e", " ", " fi", "<|", "fim", "_prefix", "|>㋿", "t", "'M", "'ll", "   \n", "!", "Ⅳ", "'VE", "İ", "-'", "reé", "½", " ", " !", "fi", "9", "\t\n   \n", "<|", "endoftext", "|>"]}
+{"text": "<EOT>́…́\"Dž ", "tokens": 11, "pieces": ["<EOT", ">́", "…", "́\"", "Dž", " "]}
+{"text": "\r\n\r\nds,㋿'VE", "tokens": 8, "pieces": ["\r\n\r\n", "ds", ",㋿'", "VE"]}
+{"text": "-a<|endoftext|>'s12345678!!s<META_START>　.　", "tokens": 21, "pieces": ["-a", "<|", "endoftext", "|>'", "s", "123", "456", "78", "!!", "s", "<META", "_START", ">", "　", ".", "　"]}
+{"text": "12345678‍'s(t's 𐞁éع<EOT>ꟲ٣٤٥٦>0\r\nİ12345678!!३\",<META_START>,fie<META_START>'rea12345678Džꟲé' .EOT", "tokens": 67, "pieces": ["123", "456", "78", "‍'", "s", "(t", "'s", " 𐞁e", "́ع", "<EOT", ">ꟲ", "٣٤٥", "٦", ">", "0", "\r\n", "İ", "123", "456", "78", "!!", "३", "\",<", "META", "_START", ">,", "fie", "<META", "_START", ">'", "rea", "123", "456", "78", "Džꟲé", "'", " .", "EOT"]}
+{"text": "a'llEOT-ع𐞁're٣٤٥٦㋿dé<|fim_prefix|>at,é字#$%-0👍🏽😀🏽.½ḍ̇<|fim_prefix|>ß<𐞁
㍿ (", "tokens": 76, "pieces": ["a", "'ll", "EOT", "-ع𐞁", "'re", "٣٤٥", "٦", "㋿dé", "<|", "fim", "_prefix", "|>", "at", ",e", "́字", "#$%-", "0", "👍🏽😀🏽.", "½", "ḋ", "̣<|", "fim", "_prefix", "|>", "ß", "<𐞁", "
", "㍿", " ", "("]}
+{"text": "a-ßt𐞁e<EOT><|endoftext|>éfi字<EOT>'re
\tß　'VE\r\n\r\n   \n㋿'TfiEOTdm𐞁\rß́'M", "tokens": 55, "pieces": ["a", "-ßt𐞁e", "<EOT", "><|", "endoftext", "|>", "e", "́fi字", "<EOT", ">'", "re", "
", "\tß", "　", "'VE", "\r\n\r\n   \n", "㋿'", "TfiEOTdm𐞁", "\r", "ß", "́'", "M"]}
+{"text": "ꟲ!!٣٤٥٦\r\ne's't\n字　EOTmⅣ ß漢0dZ.ßsꟲ \"  're<EOT>fié", "tokens": 48, "pieces": ["ꟲ", "!!", "٣٤٥", "٦", "\r\n", "e", "'s", "'t", "\n", "字", "　EOTm", "Ⅳ", " ß漢", "0", "dZ", ".ßsꟲ", " ", "\"", " ", " '", "re", "<EOT", ">fié"]}
+{"text": "-😀🏽12345678å.0fiEOT'Tع!㋿　Z>字  'Tꟲ#$%\r\nt'VEع
\u000bßḍ̇<META_START>'S12345678'S   \n\t\u000b٣٤٥٦", "tokens": 69, "pieces": ["-😀🏽", "123", "456", "78", "a", "̊.", "0", "fiEOT", "'T", "ع", "!㋿", "　Z", ">字", " ", " '", "Tꟲ", "#$%\r\n", "t", "'VE", "ع", "
", "\u000bßḋ", "̣<", "META", "_START", ">'", "S", "123", "456", "78", "'S", "   \n", "\t", "\u000b", "٣٤٥", "٦"]}
+{"text": "\nİ\"\n'T.e9'reé'ſZé👍🏽,12345678  👍🏽'll漢　Ⅳ'VEta's'VE   \n's'Tعꟲ", "tokens": 52, "pieces": ["\n", "İ", "\"\n", "'T", ".e", "9", "'re", "e", "́'", "ſZe", "́👍🏽,", "123", "456", "78", " ", " ", "👍🏽'", "ll漢", "　", "Ⅳ", "'VE", "ta", "'s", "'VE", "   \n", "'s", "'T", "عꟲ"]}
+{"text": "'VE'sDž½fi㍿漢ſ<\rDž\r\n<\u000b\"\u000b漢Ａḍ̇­ad🙂", "tokens": 37, "pieces": ["'VE", "'s", "Dž", "½", "fi", "㍿漢ſ", "<\r", "Dž", "\r\n", "<", "\u000b", "\"", "\u000b漢Ａḋ", "̣­", "ad", "🙂"]}
+{"text": "\u000b!\ra漢 EOT.‍!\u000b​​a<META_START>👍🏽  \r\n'́", "tokens": 28, "pieces": ["\u000b", "!\r", "a漢", " EOT", ".‍!", "\u000b", "​​", "a", "<META", "_START", ">👍🏽", "  \r\n", "'́"]}
+{"text": " Z!!½-,#$%fi'MDž  漢<META_START>ꟲ>'reꟲ0t'reéḍ̇12345678(12345678ſ३#$%'ſdＡ<EOT>et12345678t३", "tokens": 64, "pieces": [" Z", "!!", "½", "-,#$%", "fi", "'M", "Dž", " ", " 漢", "<META", "_START", ">ꟲ", ">'", "reꟲ", "0", "t", "'re", "éḋ", "̣", "123", "456", "78", "(", "123", "456", "78", "ſ", "३", "#$%'", "ſdＡ", "<EOT", ">et", "123", "456", "78", "t", "३"]}
+{"text": "㋿\t\r\n12345678é\u000b!!'ſ'MＡ,\r\n\r\n\"<META_START>'ll'EOT٣٤٥٦'MZ", "tokens": 34, "pieces": ["㋿", "\t\r\n", "123", "456", "78", "é", "\u000b", "!!'", "ſ", "'M", "Ａ", ",\r\n\r\n", "\"<", "META", "_START", ">'", "ll", "'EOT", "٣٤٥", "٦", "'M", "Z"]}
+{"text": "'Re
‍\t\r\n\r\nİ  ㍿d   \nmİ<EOT>#$%ḍ̇字#$%eZ(12345678\r\n\r\n  t   \n'ReＡ‍\r\n's#$%ⅣＡ<|endoftext|>'VE'VE", "tokens": 62, "pieces": ["'Re", "
", "‍", "\t\r\n\r\n", "İ", " ", " ㍿", "d", "   \n", "mİ", "<EOT", ">#$%", "ḋ", "̣字", "#$%", "eZ", "(", "123", "456", "78", "\r\n\r\n", " ", " t", "   \n", "'Re", "Ａ", "‍\r\n", "'s", "#$%", "Ⅳ", "Ａ", "<|", "endoftext", "|>'", "VE", "'VE"]}
+{"text": "'lld㍿
'red٣٤٥٦👍🏽aDž'reꟲ<<EOT><|fim_prefix|>\r\n'Re'VEa\"<|fim_prefix|>é''🙂EOT'0're'ſ'T", "tokens": 64, "pieces": ["'ll", "d", "㍿", "
", "'re", "d", "٣٤٥", "٦", "👍🏽", "aDž", "'re", "ꟲ", "<<", "EOT", "><|", "fim", "_prefix", "|>\r\n", "'Re", "'VE", "a", "\"<|", "fim", "_prefix", "|>", "é", "''🙂", "EOT", "'", "0", "'re", "'ſ", "'T"]}
+{"text": "  EOT　漢\"<\"٣٤٥٦ꟲ12345678!\u000b👍🏽'M!Ａ'VE", "tokens": 37, "pieces": [" ", " EOT", "　漢", "\"<\"", "٣٤٥", "٦", "ꟲ", "123", "456", "78", "!", "\u000b", "👍🏽'", "M", "!Ａ", "'VE"]}
+{"text": "<|fim_prefix|>　'reſZ‍🙂\r\n\r\nİfi\r\n'S👍🏽ſİ…<EOT>'S ", "tokens": 38, "pieces": ["<|", "fim", "_prefix", "|>", "　", "'re", "ſZ", "‍🙂\r\n\r\n", "İfi", "\r\n", "'S", "👍🏽", "ſİ", "…", "<EOT", ">'", "S", " "]}
+{"text": "de<META_START>३　", "tokens": 8, "pieces": ["de", "<META", "_START", ">", "३", "　"]}
+{"text": "\n𐞁㍿Dž  ㋿a'll!!ſ字…Ⅳ'sé<EOT>12345678", "tokens": 35, "pieces": ["\n", "𐞁", "㍿Dž", " ", " ㋿", "a", "'ll", "!!", "ſ字", "…", "Ⅳ", "'s", "e", "́<", "EOT", ">", "123", "456", "78"]}
+{"text": "<|fim_prefix|>e😀🏽tZ​\t#$%عå३　㍿<META_START>ß😀🏽İ9", "tokens": 41, "pieces": ["<|", "fim", "_prefix", "|>", "e", "😀🏽", "tZ", "​", "\t", "#$%", "عa", "̊", "३", "　", "㍿<", "META", "_START", ">ß", "😀🏽", "İ", "9"]}
+{"text": "#$%!!½  ٣٤٥٦'D'VEa
\t ٣٤٥٦('VE!　\"​.", "tokens": 37, "pieces": ["#$%!!", "½", " ", " ", "٣٤٥", "٦", "'D", "'VE", "a", "
\t", " ", "٣٤٥", "٦", "('", "VE", "!", "　", "\"​."]}
+{"text": "9<'re'M'T😀🏽('ſ'M.'VE\r\n\r\n👍🏽éa<EOT>\u000bⅣعé<|fim_prefix|>>'D\tZDž　 ", "tokens": 49, "pieces": ["9", "<'", "re", "'M", "'T", "😀🏽('", "ſ", "'M", ".'", "VE", "\r\n\r\n", "👍🏽", "e", "́a", "<EOT", ">", "\u000b", "Ⅳ", "عe", "́<|", "fim", "_prefix", "|>>'", "D", "\tZDž", "　 "]}
+{"text": "'‍ſ#$%…३\r\n\r\ne𐞁'T!٣٤٥٦-sé é<META_START>​'s𐞁d\r\n\r\nſå<|endoftext|>字   \n👍🏽DžⅣ½\",Z👍🏽", "tokens": 78, "pieces": ["'‍", "ſ", "#$%", "…", "३", "\r\n\r\n", "e𐞁", "'T", "!", "٣٤٥", "٦", "-se", "́", " e", "́<", "META", "_START", ">​'", "s𐞁d", "\r\n\r\n", "ſa", "̊<|", "endoftext", "|>", "字", "   \n", "👍🏽", "Dž", "Ⅳ½", "\",", "Z", "👍🏽"]}
+{"text": "9Z…🙂३ß   \n(<|endoftext|>\t<EOT>9'D٣٤٥٦EOT  ꟲ.é
å'll漢İＡ", "tokens": 51, "pieces": ["9", "Z", "…", "🙂", "३", "ß", "   \n", "(<|", "endoftext", "|>", "\t", "<EOT", ">", "9", "'D", "٣٤٥", "٦", "EOT", " ", " ꟲ", ".e", "́", "
a", "̊'", "ll漢İＡ"]}
+{"text": "
-<EOT>\u000b'Tß'M　𐞁😀🏽\r'll३'Ⅳ…9<META_START>Zm9Ａe'Tİ漢<éßå", "tokens": 50, "pieces": ["
", "-<", "EOT", ">", "\u000b", "'T", "ß", "'M", "　𐞁", "😀🏽\r", "'ll", "३", "'", "Ⅳ", "…", "9", "<META", "_START", ">Zm", "9", "Ａe", "'T", "İ漢", "<éßa", "̊"]}
+{"text": "\r\n'é\r\nع㋿'reEOT a'll \r0'D\u000bİ#$%🙂\r\n>㍿>å\r's😀🏽<META_START>́ 'S Ａ  ", "tokens": 51, "pieces": ["\r\n", "'e", "́\r\n", "ع", "㋿'", "reEOT", " a", "'ll", " \r", "0", "'D", "\u000bİ", "#$%🙂\r\n", ">㍿>", "a", "̊\r", "'s", "😀🏽<", "META", "_START", ">́", " ", "'S", " Ａ", "  "]}
+{"text": ".Ａ<|fim_prefix|>'ſfiDž­'e<EOT>ée٣٤٥٦'VE<|endoftext|>👍🏽mİ!!
", "tokens": 51, "pieces": [".Ａ", "<|", "fim", "_prefix", "|>'", "ſfiDž", "­'", "e", "<EOT", ">ée", "٣٤٥", "٦", "'VE", "<|", "endoftext", "|>👍🏽", "mİ", "!!", "
"]}
+{"text": "!漢‍<|fim_prefix|>Ａ'D'ſ  𐞁- .   a", "tokens": 29, "pieces": ["!漢", "‍<|", "fim", "_prefix", "|>", "Ａ", "'D", "'ſ", " ", " 𐞁", "-", " .", "  ", " a"]}
+{"text": "İé<|fim_prefix|>'re'T½ꟲ!!t Z　​ꟲEOT\r\n(fi's#$%sDž́ <EOT>㋿…'T!m\u000b", "tokens": 50, "pieces": ["İe", "́<|", "fim", "_prefix", "|>'", "re", "'T", "½", "ꟲ", "!!", "t", " Z", "　", "​ꟲEOT", "\r\n", "(fi", "'s", "#$%", "sDž", "́", " ", "<EOT", ">㋿", "…", "'T", "!m", "\u000b"]}
+{"text": "'re漢<|endoftext|>½ (😀🏽a#$%0<|fim_prefix|>å𐞁<|endoftext|>'Tſ\r\n\r\n‍Ⅳ\né<٣٤٥٦('ſ'T  9​漢३é,\u000b12345678İ<EOT>\u000b", "tokens": 85, "pieces": ["'re", "漢", "<|", "endoftext", "|>", "½", " ", "(😀🏽", "a", "#$%", "0", "<|", "fim", "_prefix", "|>", "a", "̊𐞁", "<|", "endoftext", "|>'", "Tſ", "\r\n\r\n", "‍", "Ⅳ", "\n", "é", "<", "٣٤٥", "٦", "('", "ſ", "'T", " ", " ", "9", "​漢", "३", "é", ",", "\u000b", "123", "456", "78", "İ", "<EOT", ">", "\u000b"]}
+{"text": "#$%
(㍿Z!!s👍🏽\"EOT<\t𐞁,'T!'DⅣ'Re👍🏽३ḍ̇", "tokens": 46, "pieces": ["#$%", "
", "(㍿", "Z", "!!", "s", "👍🏽\"", "EOT", "<", "\t𐞁", ",'", "T", "!'", "D", "Ⅳ", "'Re", "👍🏽", "३", "ḋ", "̣"]}
+{"text": "mm  're𐞁då'ReⅣ🙂 　>\r\n'ſ", "tokens": 23, "pieces": ["mm", " ", " '", "re𐞁da", "̊'", "Re", "Ⅳ", "🙂", " ", "　", ">\r\n", "'ſ"]}
+{"text": "٣٤٥٦'ll\r\nZ字9½́#$%!t", "tokens": 18, "pieces": ["٣٤٥", "٦", "'ll", "\r\n", "Z字", "9½", "́#$%!", "t"]}
+{"text": "fi'Dt.<META_START>'llḍ̇'så.​\u000b'D㍿ḍ̇'ll'T　>Ⅳ   \n#$%'D!'ll\r", "tokens": 44, "pieces": ["fi", "'D", "t", ".<", "META", "_START", ">'", "llḋ", "̣'", "sa", "̊.​", "\u000b", "'D", "㍿ḋ", "̣'", "ll", "'T", "　", ">", "Ⅳ", "   \n", "#$%'", "D", "!'", "ll", "\r"]}
+{"text": "'Reİfi\t'VE12345678字's'Mꟲſé(>'S ٣٤٥٦,😀🏽ſa\r\nmDža…ⅣＡ'\r\n", "tokens": 53, "pieces": ["'Re", "İfi", "\t", "'VE", "123", "456", "78", "字", "'s", "'M", "ꟲſe", "́(>'", "S", " ", "٣٤٥", "٦", ",😀🏽", "ſa", "\r\n", "mDža", "…", "Ⅳ", "Ａ", "'\r\n"]}
+{"text": "!!EOT½​\r\n\r\n\t½'ſ'll's½
\"d½'\r\n\r\n٣٤٥٦t½ ḍ̇(<|fim_prefix|>.ꟲm'D​sm!😀🏽9 ", "tokens": 57, "pieces": ["!!", "EOT", "½", "​\r\n\r\n", "\t", "½", "'ſ", "'ll", "'s", "½", "
", "\"d", "½", "'\r\n\r\n", "٣٤٥", "٦", "t", "½", " ḋ", "̣(<|", "fim", "_prefix", "|>.", "ꟲm", "'D", "​sm", "!😀🏽", "9", " "]}
+{"text": "🙂fiع#$%\ŕ", "tokens": 9, "pieces": ["🙂fiع", "#$%\r", "́"]}
+{"text": "EOTİ<EOT>\n#$%<EOT>٣٤٥٦fi9́'S'VEZa12345678字s0>'re'Re<<|fim_prefix|>́", "tokens": 47, "pieces": ["EOTİ", "<EOT", ">\n", "#$%<", "EOT", ">", "٣٤٥", "٦", "fi", "9", "́'", "S", "'VE", "Za", "123", "456", "78", "字s", "0", ">'", "re", "'Re", "<<|", "fim", "_prefix", "|>́"]}
+{"text": "…漢'ſeZꟲ'VE­'Sa　0\u000b\r", "tokens": 21, "pieces": ["…漢", "'ſ", "eZꟲ", "'VE", "­'", "Sa", "　", "0", "\u000b\r"]}
+{"text": "­   \nm!", "tokens": 4, "pieces": ["­", "   \n", "m", "!"]}
+{"text": "'DＡm½<META_START>é,'ſ,-e'D😀🏽'S,'T0é<
　㍿e㍿'D'Re٣٤٥٦#$%\"𐞁'DＡa", "tokens": 60, "pieces": ["'D", "Ａm", "½", "<META", "_START", ">é", ",'", "ſ", ",-", "e", "'D", "😀🏽'", "S", ",'", "T", "0", "e", "́<", "
", "　", "㍿e", "㍿'", "D", "'Re", "٣٤٥", "٦", "#$%\"", "𐞁", "'D", "Ａa"]}
+{"text": "\r𐞁<|endoftext|>9dd!'T\r\n\r\n'sDž#$%9ß́\u000b<|fim_prefix|>\u000bḍ̇‍ ", "tokens": 42, "pieces": ["\r", "𐞁", "<|", "endoftext", "|>", "9", "dd", "!'", "T", "\r\n\r\n", "'s", "Dž", "#$%", "9", "ß", "́", "\u000b", "<|", "fim", "_prefix", "|>", "\u000bḋ", "̣‍", " "]}
+{"text": "-𐞁!!ḍ̇‍.　0ꟲ '字a‍fiEOT\"ſ   \ns'DZ're ٣٤٥٦'s", "tokens": 47, "pieces": ["-𐞁", "!!", "ḋ", "̣‍.", "　", "0", "ꟲ", " ", "'字a", "‍fiEOT", "\"ſ", "   \n", "s", "'D", "Z", "'re", " ", "٣٤٥", "٦", "'s"]}
+{"text": "'VE!!!😀🏽\tEOT'M-t>
\re0\"t\r\n\r\n'SEOT́
Dž字‍<EOT>(", "tokens": 36, "pieces": ["'VE", "!!!😀🏽", "\tEOT", "'M", "-t", ">", "
\r", "e", "0", "\"t", "\r\n\r\n", "'S", "EOT", "́", "
Dž字", "‍<", "EOT", ">("]}
+{"text": "EOT'ſ​'M", "tokens": 8, "pieces": ["EOT", "'ſ", "​'", "M"]}
+{"text": "𐞁👍🏽👍🏽Ａß0½'MDže!!
EOT'llع<|fim_prefix|>é", "tokens": 41, "pieces": ["𐞁", "👍🏽👍🏽", "Ａß", "0½", "'M", "Dže", "!!", "
EOT", "'ll", "ع", "<|", "fim", "_prefix", "|>", "e", "́"]}
+{"text": "#$%ع'TEOTs'S#$%ßd­é​  <META_START>'Re-#$%́<EOT>", "tokens": 30, "pieces": ["#$%", "ع", "'T", "EOTs", "'S", "#$%", "ßd", "­e", "́​", " ", " <", "META", "_START", ">'", "Re", "-#$%́<", "EOT", ">"]}
+{"text": "ꟲ字​\r'll!!", "tokens": 8, "pieces": ["ꟲ字", "​\r", "'ll", "!!"]}
+{"text": "……a㍿m
𐞁𐞁,0fiſ‍d  .>👍🏽 <META_START>-é,\u000b́Dž字👍🏽㍿\n\u000b", "tokens": 60, "pieces": ["…", "…a", "㍿m", "
𐞁𐞁", ",", "0", "fiſ", "‍d", " ", " .>👍🏽", " ", "<META", "_START", ">-", "é", ",", "\u000b", "́Dž字", "👍🏽㍿\n", "\u000b"]}
+{"text": "d½Džt<EOT>aع​s#$%t'reع'VE👍🏽're", "tokens": 26, "pieces": ["d", "½", "Džt", "<EOT", ">aع", "​s", "#$%", "t", "'re", "ع", "'VE", "👍🏽'", "re"]}
+{"text": "ꟲaſ   \n'D-", "tokens": 9, "pieces": ["ꟲaſ", "   \n", "'D", "-"]}
+{"text": "😀🏽(३'ſZ\r\nſ  t   \n<|endoftext|>  Ⅳꟲḍ̇İ12345678e<|fim_prefix|>٣٤٥٦\n'S t's　İd<EOT>👍🏽d", "tokens": 75, "pieces": ["😀🏽(", "३", "'ſ", "Z", "\r\n", "ſ", " ", " t", "   \n", "<|", "endoftext", "|>", " ", " ", "Ⅳ", "ꟲḋ", "̣İ", "123", "456", "78", "e", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "\n", "'S", " t", "'s", "　İd", "<EOT", ">👍🏽", "d"]}
+{"text": ",…'llḍ̇s\"<<META_START>\"३a(#$%\"s👍🏽字é'D!!
", "tokens": 33, "pieces": [",", "…", "'ll", "ḋ", "̣s", "\"<<", "META", "_START", ">\"", "३", "a", "(#$%\"", "s", "👍🏽", "字é", "'D", "!!", "
"]}
+{"text": "👍🏽 ㍿½'VE#$%­'Re३　ſ'D­t'M३👍🏽Ａ<,'lla<|fim_prefix|>ＡDž🙂sd", "tokens": 53, "pieces": ["👍🏽", " ", "㍿", "½", "'VE", "#$%­'", "Re", "३", "　ſ", "'D", "­t", "'M", "३", "👍🏽", "Ａ", "<,'", "lla", "<|", "fim", "_prefix", "|>", "ＡDž", "🙂sd"]}
+{"text": "Ａ𐞁\r\n\r\n#$%0㋿EOT-عſ'MmⅣd#$%'D12345678d… ", "tokens": 34, "pieces": ["Ａ𐞁", "\r\n\r\n", "#$%", "0", "㋿EOT", "-عſ", "'M", "m", "Ⅳ", "d", "#$%'", "D", "123", "456", "78", "d", "… "]}
+{"text": "<|endoftext|>…'㋿<|endoftext|>t<EOT>>  fim's㋿(…e👍🏽<|fim_prefix|>t ,ꟲ", "tokens": 54, "pieces": ["<|", "endoftext", "|>", "…", "'㋿<|", "endoftext", "|>", "t", "<EOT", ">>", " ", " fim", "'s", "㋿(", "…e", "👍🏽<|", "fim", "_prefix", "|>", "t", " ,", "ꟲ"]}
+{"text": "
字́ſ'M'D<|endoftext|> (́
­,9#$%\"'s'Tſḍ̇>9‍d   \n\"३fi!!å'S!td<|fim_prefix|>", "tokens": 60, "pieces": ["
字", "́ſ", "'M", "'D", "<|", "endoftext", "|>", " (́", "
", "­,", "9", "#$%\"'", "s", "'T", "ſḋ", "̣>", "9", "‍d", "   \n", "\"", "३", "fi", "!!", "a", "̊'", "S", "!td", "<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|>12345678sfi(a　d", "tokens": 16, "pieces": ["<|", "endoftext", "|>", "123", "456", "78", "sfi", "(a", "　d"]}
+{"text": "Džß'll<META_START>😀🏽EOT٣٤٥٦ſZ0<|fim_prefix|>-", "tokens": 34, "pieces": ["Džß", "'ll", "<META", "_START", ">😀🏽", "EOT", "٣٤٥", "٦", "ſZ", "0", "<|", "fim", "_prefix", "|>-"]}
+{"text": "字'VE'T'M'll(\t<EOT><'ſſ  ‍!!!!d#$%!!", "tokens": 24, "pieces": ["字", "'VE", "'T", "'M", "'ll", "(", "\t", "<EOT", "><'", "ſſ", " ", " ‍!!!!", "d", "#$%!!"]}
+{"text": "<|fim_prefix|>!!…́'㍿a­\"㋿\r\n -<|endoftext|>>eḍ̇🙂字'Re->
.s", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>!!", "…", "́'㍿", "a", "­\"㋿\r\n", " -<|", "endoftext", "|>>", "eḋ", "̣🙂", "字", "'Re", "->", "
", ".s"]}
+{"text": "(9漢'S're\r\ń's'ſ\r\n\r\n
('Dd<​12345678'D٣٤٥٦½#$%t­
ſ'S\r\n<META_START>ꟲ", "tokens": 51, "pieces": ["(", "9", "漢", "'S", "'re", "\r\n", "́'", "s", "'ſ", "\r\n\r\n", "
", "('", "Dd", "<​", "123", "456", "78", "'D", "٣٤٥", "٦½", "#$%", "t", "­", "
ſ", "'S", "\r\n", "<META", "_START", ">ꟲ"]}
+{"text": "🙂m(('s.½  ſ.'Tfiåa‍-9\t\"#$%#$%​ꟲ-'Re   \n'Tꟲ\n㍿字-‍#$%", "tokens": 50, "pieces": ["🙂m", "(('", "s", ".", "½", " ", " ſ", ".'", "Tfia", "̊a", "‍-", "9", "\t", "\"#$%#$%​", "ꟲ", "-'", "Re", "   \n", "'T", "ꟲ", "\n", "㍿字", "-‍#$%"]}
+{"text": "(\r<|fim_prefix|>½'re'll​aß", "tokens": 15, "pieces": ["(\r", "<|", "fim", "_prefix", "|>", "½", "'re", "'ll", "​aß"]}
+{"text": "\r\n٣٤٥٦d,\r\n\r\n", "tokens": 11, "pieces": ["\r\n", "٣٤٥", "٦", "d", ",\r\n\r\n"]}
+{"text": "é\t­  \n0(12345678👍🏽٣٤٥٦　ḍ̇", "tokens": 29, "pieces": ["é", "\t", "­", "  \n", "0", "(", "123", "456", "78", "👍🏽", "٣٤٥", "٦", "　ḋ", "̣"]}
+{"text": "㍿ßém'Tå't🙂<|endoftext|>!　'M३.09Dž'ReZ!!👍🏽\u000bfid(e​漢  
'ſ12345678éＡ'T", "tokens": 59, "pieces": ["㍿ßém", "'T", "a", "̊'", "t", "🙂<|", "endoftext", "|>!", "　", "'M", "३", ".", "09", "Dž", "'Re", "Z", "!!👍🏽", "\u000bfid", "(e", "​漢", "  ", "
", "'ſ", "123", "456", "78", "éＡ", "'T"]}
+{"text": "(½İ<|fim_prefix|>!!a'　", "tokens": 14, "pieces": ["(", "½", "İ", "<|", "fim", "_prefix", "|>!!", "a", "'", "　"]}
+{"text": "\r\n½ſ㋿ ㋿👍🏽dſ½㋿", "tokens": 24, "pieces": ["\r\n", "½", "ſ", "㋿", " ", "㋿👍🏽", "dſ", "½", "㋿"]}
+{"text": "å½EOT's漢EOT‍ Dž'   \n9é   \n😀🏽é\rع>ḍ̇'VEß<META_START>'Dmsİḍ̇", "tokens": 51, "pieces": ["a", "̊", "½", "EOT", "'s", "漢EOT", "‍", " Dž", "'", "   \n", "9", "e", "́", "   \n", "😀🏽", "é", "\r", "ع", ">ḋ", "̣'", "VEß", "<META", "_START", ">'", "Dmsİḋ", "̣"]}
+{"text": "Ⅳ12345678ḍ̇字,㍿0عs\u000b0fi'Ré.eßＡDž​漢ſ", "tokens": 36, "pieces": ["Ⅳ12", "345", "678", "ḋ", "̣字", ",㍿", "0", "عs", "\u000b", "0", "fi", "'Re", "́.", "eßＡDž", "​漢ſ"]}
+{"text": "é'Maa'lls😀🏽
,Dž   \nع,", "tokens": 20, "pieces": ["e", "́'", "Maa", "'ll", "s", "😀🏽", "
", ",Dž", "   \n", "ع", ","]}
+{"text": "'sＡé…   \ne'T½12345678s", "tokens": 15, "pieces": ["'s", "Ａe", "́", "…   \n", "e", "'T", "½12", "345", "678", "s"]}
+{"text": "12345678<|fim_prefix|>😀🏽t字é'ع㋿👍🏽é\t fid'VE\r\"  s\r\nß", "tokens": 45, "pieces": ["123", "456", "78", "<|", "fim", "_prefix", "|>😀🏽", "t字e", "́'", "ع", "㋿👍🏽", "e", "́", "\t", " fid", "'VE", "\r", "\"", " ", " s", "\r\n", "ß"]}
+{"text": "ꟲDž,'VE", "tokens": 7, "pieces": ["ꟲDž", ",'", "VE"]}
+{"text": "Dž<|endoftext|>-'𐞁'll
𐞁å\u000b<😀🏽#$%\t Ａ\u000bé'S'Ree12345678𐞁‍éＡ <EOT>#$%ß'VE", "tokens": 65, "pieces": ["Dž", "<|", "endoftext", "|>-'", "𐞁", "'ll", "
𐞁a", "̊", "\u000b", "<😀🏽#$%", "\t", " Ａ", "\u000be", "́'", "S", "'Re", "e", "123", "456", "78", "𐞁", "‍e", "́Ａ", " <", "EOT", ">#$%", "ß", "'VE"]}
+{"text": "\té", "tokens": 2, "pieces": ["\té"]}
+{"text": "　ḍ̇…㋿ꟲ३,𐞁İ\n-'M字mfi𐞁😀🏽ع👍🏽́!!!!d\"\u000b'VE ३    (　", "tokens": 58, "pieces": ["　ḋ", "̣", "…", "㋿ꟲ", "३", ",𐞁İ", "\n", "-'", "M字mfi𐞁", "😀🏽", "ع", "👍🏽́!!!!", "d", "\"", "\u000b", "'VE", " ", "३", "   ", " (", "　"]}
+{"text": "\r\n0<META_START>'M\r😀🏽e½
\r\n\r\n\n(.#$%   \nß'llعⅣéſ<META_START>Ⅳs　㍿\r\n\r\n#$%\"EOT'S　👍🏽🙂'VE\n'ſ", "tokens": 63, "pieces": ["\r\n", "0", "<META", "_START", ">'", "M", "\r", "😀🏽", "e", "½", "
\r\n\r\n\n", "(.#$%", "   \n", "ß", "'ll", "ع", "Ⅳ", "éſ", "<META", "_START", ">", "Ⅳ", "s", "　", "㍿\r\n\r\n", "#$%\"", "EOT", "'S", "　", "👍🏽🙂'", "VE", "\n", "'ſ"]}
+{"text": "<META_START>𐞁㋿!\n'DＡ\n\tßé‍Ⅳ>İ.<|fim_prefix|> ", "tokens": 33, "pieces": ["<META", "_START", ">𐞁", "㋿!\n", "'D", "Ａ", "\n", "\tßé", "‍", "Ⅳ", ">İ", ".<|", "fim", "_prefix", "|>", " "]}
+{"text": "́㋿ḍ̇!字'ſ EOT​fiⅣ\t漢𐞁'sfi'T'M  ‍   \n㍿é'Re-<EOT>0", "tokens": 49, "pieces": ["́㋿", "ḋ", "̣!", "字", "'ſ", " EOT", "​fi", "Ⅳ", "\t漢𐞁", "'s", "fi", "'T", "'M", " ", " ‍", "   \n", "㍿é", "'Re", "-<", "EOT", ">", "0"]}
+{"text": "'Re‍sEOT#$%字'ſ,😀🏽d漢   \nＡ   \n!!'M're…!!'T ㍿ İ(a 𐞁s\rß٣٤٥٦\t'VE'Mİa𐞁𐞁", "tokens": 71, "pieces": ["'Re", "‍sEOT", "#$%", "字", "'ſ", ",😀🏽", "d漢", "   \n", "Ａ", "   \n", "!!'", "M", "'re", "…", "!!'", "T", " ㍿", " İ", "(a", " 𐞁s", "\r", "ß", "٣٤٥", "٦", "\t", "'VE", "'M", "İa𐞁𐞁"]}
+{"text": "𐞁#$%<EOT>dDž漢", "tokens": 14, "pieces": ["𐞁", "#$%<", "EOT", ">dDž漢"]}
+{"text": "<|fim_prefix|>ḍ̇'Séſ\n're\r\n\r\n", "tokens": 20, "pieces": ["<|", "fim", "_prefix", "|>", "ḋ", "̣'", "Se", "́ſ", "\n", "'re", "\r\n\r\n"]}
+{"text": "ſ<META_START>٣٤٥٦Ａ'T'll'ſ٣٤٥٦​ İ漢t", "tokens": 35, "pieces": ["ſ", "<META", "_START", ">", "٣٤٥", "٦", "Ａ", "'T", "'ll", "'ſ", "٣٤٥", "٦", "​", " İ漢t"]}
+{"text": "­\r'M'VE\u000b0𐞁'D\r\n\r\né😀🏽'…\u000b<Dž!!…
\"<é<|fim_prefix|>　d👍🏽ßm'ſ9½-", "tokens": 58, "pieces": ["­\r", "'M", "'VE", "\u000b", "0", "𐞁", "'D", "\r\n\r\n", "e", "́😀🏽'", "…", "\u000b", "<Dž", "!!", "…", "
", "\"<", "e", "́<|", "fim", "_prefix", "|>", "　d", "👍🏽", "ßm", "'ſ", "9½", "-"]}
+{"text": "9", "tokens": 1, "pieces": ["9"]}
+{"text": "(\"字Džé(<EOT>ꟲ-", "tokens": 14, "pieces": ["(\"", "字Dže", "́(<", "EOT", ">ꟲ", "-"]}
+{"text": "\r\n­m½  \r\n   \n#$%ꟲ><|endoftext|>　0d.'s漢😀🏽é", "tokens": 32, "pieces": ["\r\n", "­m", "½", "  \r\n   \n", "#$%", "ꟲ", "><|", "endoftext", "|>", "　", "0", "d", ".'", "s漢", "😀🏽", "e", "́"]}
+{"text": "ſEOT\r\n9\r   \na", "tokens": 9, "pieces": ["ſEOT", "\r\n", "9", "\r   \n", "a"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "👍🏽\n'D", "tokens": 8, "pieces": ["👍🏽\n", "'D"]}
+{"text": "'S'S\n
-Z
<EOT>३.½'ſ'VE½ İⅣ\n\t𐞁\">\n  Ａ'VEs㋿\r!!'S🙂!'DⅣ", "tokens": 50, "pieces": ["'S", "'S", "\n", "
", "-Z", "
", "<EOT", ">", "३", ".", "½", "'ſ", "'VE", "½", " İ", "Ⅳ", "\n", "\t𐞁", "\">\n", " ", " Ａ", "'VE", "s", "㋿\r", "!!'", "S", "🙂!'", "D", "Ⅳ"]}
+{"text": "
\r\n\r\n㍿\r\n\r\n\r\n#$%ꟲ", "tokens": 12, "pieces": ["
\r\n\r\n", "㍿\r\n\r\n\r\n", "#$%", "ꟲ"]}
+{"text": "\t'Re#$%ꟲ👍🏽<EOT>　'ꟲ'llé\té,'ſß", "tokens": 31, "pieces": ["\t", "'Re", "#$%", "ꟲ", "👍🏽<", "EOT", ">", "　", "'ꟲ", "'ll", "e", "́", "\té", ",'", "ſß"]}
+{"text": "<
\r-('VEDž\r'S\ré'Ree\r\n😀🏽's<EOT>\né\r\nm\t", "tokens": 31, "pieces": ["<", "
\r", "-('", "VEDž", "\r", "'S", "\r", "é", "'Re", "e", "\r\n", "😀🏽'", "s", "<EOT", ">\n", "e", "́\r\n", "m", "\t"]}
+{"text": "<|fim_prefix|>𐞁\r\n'll\t's9fi12345678'12345678…-0\n >   \n<|fim_prefix|>-é
😀🏽's'S!!🙂\n㋿‍\n0ḍ̇", "tokens": 67, "pieces": ["<|", "fim", "_prefix", "|>", "𐞁", "\r\n", "'ll", "\t", "'s", "9", "fi", "123", "456", "78", "'", "123", "456", "78", "…", "-", "0", "\n", " ", ">", "   \n", "<|", "fim", "_prefix", "|>-", "é", "
", "😀🏽'", "s", "'S", "!!🙂\n", "㋿‍\n", "0", "ḋ", "̣"]}
+{"text": "𐞁🙂𐞁ꟲⅣDž½a0,<EOT><EOT>㍿éḍ̇½'s٣٤٥٦٣٤٥٦", "tokens": 54, "pieces": ["𐞁", "🙂𐞁ꟲ", "Ⅳ", "Dž", "½", "a", "0", ",<", "EOT", "><", "EOT", ">㍿", "éḋ", "̣", "½", "'s", "٣٤٥", "٦٣٤", "٥٦"]}
+{"text": "''re​>   \n\r\n\r\n>字s'M­fi㋿'s\r\n\r\n\r\nſ0.t", "tokens": 23, "pieces": ["''", "re", "​>", "   \n\r\n\r\n", ">字s", "'M", "­fi", "㋿'", "s", "\r\n\r\n\r\n", "ſ", "0", ".t"]}
+{"text": "9 fiZꟲＡ👍🏽'M­ع<|endoftext|>🙂#$%­ḍ̇t🙂　 字Z  ½ꟲ\r'<|endoftext|>́tDž­", "tokens": 61, "pieces": ["9", " fiZꟲＡ", "👍🏽'", "M", "­ع", "<|", "endoftext", "|>🙂#$%­", "ḋ", "̣t", "🙂", "　", " 字Z", " ", " ", "½", "ꟲ", "\r", "'<|", "endoftext", "|>́", "tDž", "­"]}
+{"text": "𐞁'S(㍿!!e<META_START>'ll'Tsfi㍿𐞁EOT're", "tokens": 30, "pieces": ["𐞁", "'S", "(㍿!!", "e", "<META", "_START", ">'", "ll", "'T", "sfi", "㍿𐞁EOT", "'re"]}
+{"text": "aⅣEOT字㍿́\"​ع㍿EOT'D\r<|fim_prefix|><META_START>'Sé\r𐞁'Dعİ㍿''VE<META_START>å‍'Ree0 \u000bDž", "tokens": 61, "pieces": ["a", "Ⅳ", "EOT字", "㍿́\"​", "ع", "㍿EOT", "'D", "\r", "<|", "fim", "_prefix", "|><", "META", "_START", ">'", "Sé", "\r", "𐞁", "'D", "عİ", "㍿''", "VE", "<META", "_START", ">a", "̊‍'", "Ree", "0", " ", "\u000bDž"]}
+{"text": "å<e'VE\u000bꟲ  'llḍ̇ḍ̇　३'S 'ſDžꟲ<META_START>,🙂<|endoftext|>.   \n​.\r\n字\r\nİ\r\n\r\n'MＡ㋿½9", "tokens": 65, "pieces": ["a", "̊<", "e", "'VE", "\u000bꟲ", " ", " '", "llḋ", "̣ḋ", "̣", "　", "३", "'S", " ", "'ſ", "Džꟲ", "<META", "_START", ">,🙂<|", "endoftext", "|>.", "   \n", "​.\r\n", "字", "\r\n", "İ", "\r\n\r\n", "'M", "Ａ", "㋿", "½9"]}
+{"text": "
<|fim_prefix|>Dž", "tokens": 11, "pieces": ["
", "<|", "fim", "_prefix", "|>", "Dž"]}
+{"text": "-\n
(\r\n\r\n\r\n　fi'seß\r漢㋿s ­", "tokens": 19, "pieces": ["-\n", "
", "(\r\n\r\n\r\n", "　fi", "'s", "eß", "\r", "漢", "㋿s", " ­"]}
+{"text": "'VE٣٤٥٦👍🏽's
e😀🏽ß🙂>ß <ＡＡ'S!!㍿㋿  '‍㋿é>ḍ̇fi\r\n\r\n'ſ", "tokens": 64, "pieces": ["'VE", "٣٤٥", "٦", "👍🏽'", "s", "
e", "😀🏽", "ß", "🙂>", "ß", " <", "ＡＡ", "'S", "!!㍿㋿", " ", " '‍㋿", "é", ">ḋ", "̣fi", "\r\n\r\n", "'ſ"]}
+{"text": "'D'ſ…'S9", "tokens": 8, "pieces": ["'D", "'ſ", "…", "'S", "9"]}
+{"text": "\rm३　'S🙂漢㍿.㍿,'EOT!漢 EOTå", "tokens": 28, "pieces": ["\r", "m", "३", "　", "'S", "🙂漢", "㍿.㍿,'", "EOT", "!漢", " EOTa", "̊"]}
+{"text": "­İ㍿!!🙂  ​EOT'S0㋿éßå㋿   \n", "tokens": 27, "pieces": ["­İ", "㍿!!🙂", " ", " ​", "EOT", "'S", "0", "㋿e", "́ßa", "̊㋿", "   \n"]}
+{"text": "s", "tokens": 1, "pieces": ["s"]}
+{"text": "'llⅣ''<|endoftext|>a½\r\n\r\n  m　!d!!aＡ　'D<META_START>ß㋿Z<|fim_prefix|>>'red", "tokens": 43, "pieces": ["'ll", "Ⅳ", "''<|", "endoftext", "|>", "a", "½", "\r\n\r\n", " ", " m", "　", "!d", "!!", "aＡ", "　", "'D", "<META", "_START", ">ß", "㋿Z", "<|", "fim", "_prefix", "|>>'", "red"]}
+{"text": "𐞁𐞁t\r\n-́'Te'Dſ…<|fim_prefix|>　9ḍ̇", "tokens": 33, "pieces": ["𐞁𐞁t", "\r\n", "-́'", "Te", "'D", "ſ", "…", "<|", "fim", "_prefix", "|>", "　", "9", "ḋ", "̣"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": " #$%'ſé('ll  ‍­'Re'ReDža", "tokens": 18, "pieces": [" ", "#$%'", "ſé", "('", "ll", " ", " ‍­'", "Re", "'Re", "Dža"]}
+{"text": "٣٤٥٦\u000b<|fim_prefix|>　fi㋿", "tokens": 22, "pieces": ["٣٤٥", "٦", "\u000b", "<|", "fim", "_prefix", "|>", "　fi", "㋿"]}
+{"text": "ꟲعae\r\n\r\n'ſ
字(-\t!!!!½åßéＡ!​'Reſ", "tokens": 29, "pieces": ["ꟲعae", "\r\n\r\n", "'ſ", "
字", "(-", "\t", "!!!!", "½", "a", "̊ßéＡ", "!​'", "Reſ"]}
+{"text": "-३  #$%!!👍🏽", "tokens": 13, "pieces": ["-", "३", " ", " #$%!!👍🏽"]}
+{"text": "<META_START>𐞁'\t-  'M.𐞁​", "tokens": 20, "pieces": ["<META", "_START", ">𐞁", "'", "\t", "-", " ", " '", "M", ".𐞁", "​"]}
+{"text": "  å　<|fim_prefix|>EOT字d‍㍿‍-12345678're\"t0👍🏽<|endoftext|>s>\r\n\r\n9Ⅳad'VE're\"­", "tokens": 55, "pieces": [" ", " a", "̊", "　", "<|", "fim", "_prefix", "|>", "EOT字d", "‍㍿‍-", "123", "456", "78", "'re", "\"t", "0", "👍🏽<|", "endoftext", "|>", "s", ">\r\n\r\n", "9Ⅳ", "ad", "'VE", "'re", "\"­"]}
+{"text": "ſ", "tokens": 2, "pieces": ["ſ"]}
+{"text": "å٣٤٥٦Z😀🏽<EOT>>'T\r\n\r\n३ß\"½éZ㋿‍ḍ̇9s'D字\n漢ſdt३e", "tokens": 54, "pieces": ["a", "̊", "٣٤٥", "٦", "Z", "😀🏽<", "EOT", ">>'", "T", "\r\n\r\n", "३", "ß", "\"", "½", "éZ", "㋿‍", "ḋ", "̣", "9", "s", "'D", "字", "\n", "漢ſdt", "३", "e"]}
+{"text": "㍿-.'s.e　­'VE ­\u000b\r\nå", "tokens": 17, "pieces": ["㍿-.'", "s", ".e", "　", "­'", "VE", " ­", "\u000b\r\n", "a", "̊"]}
+{"text": "'T'T", "tokens": 2, "pieces": ["'T", "'T"]}
+{"text": "-.('", "tokens": 2, "pieces": ["-.('"]}
+{"text": "Z'ſ'VEé'T…ß'ſ\n're　­.>𐞁́å'VE😀🏽 -d\u000bＡ'T", "tokens": 43, "pieces": ["Z", "'ſ", "'VE", "e", "́'", "T", "…ß", "'ſ", "\n", "'re", "　", "­.>", "𐞁", "́a", "̊'", "VE", "😀🏽", " ", "-d", "\u000bＡ", "'T"]}
+{"text": "ḍ̇<META_START>३३㋿e'M'Re\r\n
\"d \u000b'D-漢 漢e\r\n\r\n\u000b㍿a㍿", "tokens": 42, "pieces": ["ḋ", "̣<", "META", "_START", ">", "३३", "㋿e", "'M", "'Re", "\r\n", "
", "\"d", " ", "\u000b", "'D", "-漢", " 漢e", "\r\n\r\n", "\u000b", "㍿a", "㍿"]}
+{"text": "'ll'VE<META_START>'VEå👍🏽é<EOT>9\r\n\r\n<漢", "tokens": 28, "pieces": ["'ll", "'VE", "<META", "_START", ">'", "VEa", "̊👍🏽", "e", "́<", "EOT", ">", "9", "\r\n\r\n", "<漢"]}
+{"text": "عⅣ'M'Md٣٤٥٦0!
're ‍<>måm३\"ع-㍿㋿'re🙂0's'Ś​m<|endoftext|>½   \n­m-🙂", "tokens": 61, "pieces": ["ع", "Ⅳ", "'M", "'M", "d", "٣٤٥", "٦0", "!", "
", "'re", " ‍<>", "ma", "̊m", "३", "\"ع", "-㍿㋿'", "re", "🙂", "0", "'s", "'S", "́​", "m", "<|", "endoftext", "|>", "½", "   \n", "­m", "-🙂"]}
+{"text": "\u000b字'éfi'VEDžⅣ\tDžda\r\n\r\n  <EOT>'VE½<|fim_prefix|><|endoftext|>🙂-'ll漢Ⅳ", "tokens": 45, "pieces": ["\u000b字", "'e", "́fi", "'VE", "Dž", "Ⅳ", "\tDžda", "\r\n\r\n", " ", " <", "EOT", ">'", "VE", "½", "<|", "fim", "_prefix", "|><|", "endoftext", "|>🙂-'", "ll漢", "Ⅳ"]}
+{"text": "İeꟲＡ", "tokens": 7, "pieces": ["İeꟲＡ"]}
+{"text": "9'Reعd(𐞁\n<META_START>㋿३a\r\n\r\nⅣ(Ａ  \n'S字\"a
fi\u000b're-!<META_START>", "tokens": 41, "pieces": ["9", "'Re", "عd", "(𐞁", "\n", "<META", "_START", ">㋿", "३", "a", "\r\n\r\n", "Ⅳ", "(Ａ", "  \n", "'S", "字", "\"a", "
fi", "\u000b", "'re", "-!<", "META", "_START", ">"]}
+{"text": "Dž٣٤٥٦#$%", "tokens": 12, "pieces": ["Dž", "٣٤٥", "٦", "#$%"]}
+{"text": "㍿\r\n\r\nd　e>…Ａſé<|endoftext|>\tḍ̇\r\n\r\n\r", "tokens": 31, "pieces": ["㍿\r\n\r\n", "d", "　e", ">", "…Ａſe", "́<|", "endoftext", "|>", "\tḋ", "̣\r\n\r\n\r"]}
+{"text": "!fi>'re'VEſ­å'Re.EOTſa  
㋿'ſ\r\n'Mß<META_START>'M'Sem\r\n\r\n12345678ḍ̇  𐞁!!­é12345678́👍🏽12345678", "tokens": 71, "pieces": ["!fi", ">'", "re", "'VE", "ſ", "­a", "̊'", "Re", ".EOTſa", "  ", "
", "㋿'", "ſ", "\r\n", "'M", "ß", "<META", "_START", ">'", "M", "'S", "em", "\r\n\r\n", "123", "456", "78", "ḋ", "̣", " ", " 𐞁", "!!­", "e", "́", "123", "456", "78", "́👍🏽", "123", "456", "78"]}
+{"text": "e.́عſe​\r\nt  -㋿½\n'VE('re<EOT>0  0  ㍿'T  ßＡ𐞁!!ḍ̇<|fim_prefix|>字‍½t㋿", "tokens": 65, "pieces": ["e", ".́", "عſe", "​\r\n", "t", " ", " -㋿", "½", "\n", "'VE", "('", "re", "<EOT", ">", "0", " ", " ", "0", " ", " ㍿'", "T", " ", " ßＡ𐞁", "!!", "ḋ", "̣<|", "fim", "_prefix", "|>", "字", "‍", "½", "t", "㋿"]}
+{"text": "#$%  's‍'ſém ſ'T0½'M㋿éZ", "tokens": 22, "pieces": ["#$%", " ", " '", "s", "‍'", "ſém", " ſ", "'T", "0½", "'M", "㋿éZ"]}
+{"text": "　m٣٤٥٦   \n<EOT>­'D㋿", "tokens": 20, "pieces": ["　m", "٣٤٥", "٦", "   \n", "<EOT", ">­'", "D", "㋿"]}
+{"text": "d٣٤٥٦́­́३<\r\n..<EOT>‍'S-.㍿́
İ<EOT><'T", "tokens": 37, "pieces": ["d", "٣٤٥", "٦", "́­́", "३", "<\r\n", "..<", "EOT", ">‍'", "S", "-.㍿́", "
İ", "<EOT", "><'", "T"]}
+{"text": "'S\u000bs're>Ⅳt'VE<'Re><|endoftext|>​'Té
<|fim_prefix|>'s\r\n0½.'VE\u000b'M#$%'M​ſZeḍ̇.< !!d're", "tokens": 57, "pieces": ["'S", "\u000bs", "'re", ">", "Ⅳ", "t", "'VE", "<'", "Re", "><|", "endoftext", "|>​'", "Te", "́", "
", "<|", "fim", "_prefix", "|>'", "s", "\r\n", "0½", ".'", "VE", "\u000b", "'M", "#$%'", "M", "​ſZeḋ", "̣.<", " ", "!!", "d", "'re"]}
+{"text": "
́عé'll‍ḍ̇!!'ſ're<EOT>\r'VE…‍'VEſe'VE😀🏽🙂sع", "tokens": 44, "pieces": ["
", "́عé", "'ll", "‍ḋ", "̣!!'", "ſ", "'re", "<EOT", ">\r", "'VE", "…", "‍'", "VEſe", "'VE", "😀🏽🙂", "sع"]}
+{"text": "<META_START>!!́ fie 
12345678-\u000bé0're(", "tokens": 21, "pieces": ["<META", "_START", ">!!́", " fie", " ", "
", "123", "456", "78", "-", "\u000bé", "0", "'re", "("]}
+{"text": "\r\n.́'Dt<\"　٣٤٥٦'Sd'Md'll😀🏽  ḍ̇İ9\t<|fim_prefix|>ém​Ａ　漢å", "tokens": 53, "pieces": ["\r\n", ".́'", "Dt", "<\"", "　", "٣٤٥", "٦", "'S", "d", "'M", "d", "'ll", "😀🏽", " ", " ḋ", "̣İ", "9", "\t", "<|", "fim", "_prefix", "|>", "e", "́m", "​Ａ", "　漢a", "̊"]}
+{"text": "Zfi
åZ👍🏽.'VE're<META_START>…é123456780ع㋿<|endoftext|>İ'!(9'(㋿
👍🏽'Re　㋿>", "tokens": 63, "pieces": ["Zfi", "
a", "̊Z", "👍🏽.'", "VE", "'re", "<META", "_START", ">", "…e", "́", "123", "456", "780", "ع", "㋿<|", "endoftext", "|>", "İ", "'!(", "9", "'(㋿", "
", "👍🏽'", "Re", "　", "㋿>"]}
+{"text": "'M<META_START>'llEOT'll", "tokens": 9, "pieces": ["'M", "<META", "_START", ">'", "llEOT", "'ll"]}
+{"text": "…éd  EOTع're'DDž>㍿>İ\r\n\r\n(　<­½é-'ſع're​  ", "tokens": 31, "pieces": ["…éd", " ", " EOTع", "'re", "'D", "Dž", ">㍿>", "İ", "\r\n\r\n", "(", "　", "<­", "½", "é", "-'", "ſع", "'re", "​", "  "]}
+{"text": "ßſßfi'St", "tokens": 8, "pieces": ["ßſßfi", "'S", "t"]}
+{"text": "Dž0t'VEm(fi\r", "tokens": 11, "pieces": ["Dž", "0", "t", "'VE", "m", "(fi", "\r"]}
+{"text": "<#$%'Re   \n   \n字\r\n\r\n…́<|fim_prefix|>12345678EOT<EOT>­9Dž-'' ​m𐞁३'T'T\n", "tokens": 43, "pieces": ["<#$%'", "Re", "   \n   \n", "字", "\r\n\r\n", "…", "́<|", "fim", "_prefix", "|>", "123", "456", "78", "EOT", "<EOT", ">­", "9", "Dž", "-''", " ​", "m𐞁", "३", "'T", "'T", "\n"]}
+{"text": "<|fim_prefix|>!(EOTm👍🏽Z\"<EOT>", "tokens": 22, "pieces": ["<|", "fim", "_prefix", "|>!(", "EOTm", "👍🏽", "Z", "\"<", "EOT", ">"]}
+{"text": "\r\n\r\nḍ̇'M३'Dع😀🏽><|endoftext|>!>\r'Re漢'VE", "tokens": 32, "pieces": ["\r\n\r\n", "ḋ", "̣'", "M", "३", "'D", "ع", "😀🏽><|", "endoftext", "|>!>\r", "'Re", "漢", "'VE"]}
+{"text": "३'S🙂é,​'reİ㍿ꟲa-<|endoftext|>éZ­-😀🏽\u000b", "tokens": 37, "pieces": ["३", "'S", "🙂e", "́,​'", "reİ", "㍿ꟲa", "-<|", "endoftext", "|>", "éZ", "­-😀🏽", "\u000b"]}
+{"text": "　'VEعＡßꟲ…ſ'M​­d\ré're!\t!#$%<EOT>\n😀🏽", "tokens": 37, "pieces": ["　", "'VE", "عＡßꟲ", "…ſ", "'M", "​­", "d", "\r", "e", "́'", "re", "!", "\t", "!#$%<", "EOT", ">\n", "😀🏽"]}
+{"text": "'ſ…'llåé'Re.…m'reſ(\"e'Ⅳé<EOT>İ<EOT>­'D#$%a
'S½½३<META_START>́\rعＡ३ḍ̇㍿", "tokens": 63, "pieces": ["'ſ", "…", "'ll", "a", "̊é", "'Re", ".", "…m", "'re", "ſ", "(\"", "e", "'", "Ⅳ", "é", "<EOT", ">İ", "<EOT", ">­'", "D", "#$%", "a", "
", "'S", "½½३", "<META", "_START", ">́\r", "عＡ", "३", "ḋ", "̣㍿"]}
+{"text": ",'ſ(,'é<META_START>'Re<EOT>😀🏽字Ａ㍿㍿(<EOT>🙂m>'ſ٣٤٥٦å12345678३‍('T㍿‍", "tokens": 63, "pieces": [",'", "ſ", "(,'", "é", "<META", "_START", ">'", "Re", "<EOT", ">😀🏽", "字Ａ", "㍿㍿(<", "EOT", ">🙂", "m", ">'", "ſ", "٣٤٥", "٦", "a", "̊", "123", "456", "78३", "‍('", "T", "㍿‍"]}
+{"text": "<🙂٣٤٥٦ⅣEOTEOTt'ſ12345678   \n , ́\"\u000b,\r\n\r\n字'VEfi.'s#$%", "tokens": 39, "pieces": ["<🙂", "٣٤٥", "٦Ⅳ", "EOTEOTt", "'ſ", "123", "456", "78", "   \n", " ,", " ́\"", "\u000b", ",\r\n\r\n", "字", "'VE", "fi", ".'", "s", "#$%"]}
+{"text": ".ß -<|fim_prefix|>99\r\n\n👍🏽ḍ̇㋿t㋿<|fim_prefix|>'refi", "tokens": 40, "pieces": [".ß", " -<|", "fim", "_prefix", "|>", "99", "\r\n\n", "👍🏽", "ḋ", "̣㋿", "t", "㋿<|", "fim", "_prefix", "|>'", "refi"]}
+{"text": "­'s12345678.İ‍fit'D(Ａé\t'T9…a३İ", "tokens": 28, "pieces": ["­'", "s", "123", "456", "78", ".İ", "‍fit", "'D", "(Ａe", "́", "\t", "'T", "9", "…a", "३", "İ"]}
+{"text": "​'Sſ<EOT>漢t e,.'S  ½   \nsſé'M㋿'llſ'Dž\t　\"🙂tZḍ̇…", "tokens": 50, "pieces": ["​'", "Sſ", "<EOT", ">漢t", " e", ",.'", "S", " ", " ", "½", "   \n", "sſe", "́'", "M", "㋿'", "llſ", "'Dž", "\t", "　", "\"🙂", "tZḋ", "̣", "…"]}
+{"text": ",9\tḍ̇", "tokens": 8, "pieces": [",", "9", "\tḋ", "̣"]}
+{"text": "٣٤٥٦عßé\r\n…,ḍ̇\n㍿'T<m\t'M'Me'T​aa're\"12345678\r\n\r\n\r\nß<å'll𐞁👍🏽Ａ漢é", "tokens": 62, "pieces": ["٣٤٥", "٦", "عßé", "\r\n", "…", ",ḋ", "̣\n", "㍿'", "T", "<m", "\t", "'M", "'M", "e", "'T", "​aa", "'re", "\"", "123", "456", "78", "\r\n\r\n\r\n", "ß", "<a", "̊'", "ll𐞁", "👍🏽", "Ａ漢e", "́"]}
+{"text": "'Dḍ̇\t字\ns'Ma漢　㋿'re\t,🙂0.
é<EOT>>　<|fim_prefix|>ع<|endoftext|>s<", "tokens": 52, "pieces": ["'D", "ḋ", "̣", "\t字", "\n", "s", "'M", "a漢", "　", "㋿'", "re", "\t", ",🙂", "0", ".", "
e", "́<", "EOT", ">>", "　", "<|", "fim", "_prefix", "|>", "ع", "<|", "endoftext", "|>", "s", "<"]}
+{"text": "!‍'D9Dž'llḍ̇​Ａ㋿३\r३té'llå'D'Re…­३0漢<|fim_prefix|>9(­½<|fim_prefix|>́ ́t", "tokens": 64, "pieces": ["!‍'", "D", "9", "Dž", "'ll", "ḋ", "̣​", "Ａ", "㋿", "३", "\r", "३", "te", "́'", "lla", "̊'", "D", "'Re", "…", "­", "३0", "漢", "<|", "fim", "_prefix", "|>", "9", "(­", "½", "<|", "fim", "_prefix", "|>́", " ́", "t"]}
+{"text": "12345678<|fim_prefix|>\r\nå👍🏽#$%é漢12345678Ⅳ٣٤٥٦t🙂ع𐞁'sİ٣٤٥٦…漢👍🏽ḍ̇EOT're", "tokens": 73, "pieces": ["123", "456", "78", "<|", "fim", "_prefix", "|>\r\n", "a", "̊👍🏽#$%", "é漢", "123", "456", "78Ⅳ", "٣٤٥", "٦", "t", "🙂ع𐞁", "'s", "İ", "٣٤٥", "٦", "…漢", "👍🏽", "ḋ", "̣EOT", "'re"]}
+{"text": "ßعs'㍿\"\r\n\r\n字👍🏽0afi'ſ12345678tİ<EOT><9　😀🏽\r\n\r\n-", "tokens": 39, "pieces": ["ßعs", "'㍿\"\r\n\r\n", "字", "👍🏽", "0", "afi", "'ſ", "123", "456", "78", "tİ", "<EOT", "><", "9", "　", "😀🏽\r\n\r\n", "-"]}
+{"text": "'M字t12345678…#$%­,\n   \nDž9字m\r\n", "tokens": 19, "pieces": ["'M", "字t", "123", "456", "78", "…", "#$%­,\n", "   \n", "Dž", "9", "字m", "\r\n"]}
+{"text": "字's👍🏽\u000b\r\n\r\nع<\u000b<META_START>३   \n<META_START>Dž<EOT㍿́edZ  ß​<|endoftext|>>㋿åßfi   \n", "tokens": 55, "pieces": ["字", "'s", "👍🏽", "\u000b\r\n\r\n", "ع", "<", "\u000b", "<META", "_START", ">", "३", "   \n", "<META", "_START", ">Dž", "<EOT", "㍿́", "edZ", " ", " ß", "​<|", "endoftext", "|>>㋿", "a", "̊ßfi", "   \n"]}
+{"text": "'D'll<EOT> fi👍🏽EOT‍s👍🏽'VEEOT  <EOT>a😀🏽\r!!
mZ\r\n(­<META_START>😀🏽ḍ̇EOT\r\n   \n", "tokens": 65, "pieces": ["'D", "'ll", "<EOT", ">", " fi", "👍🏽", "EOT", "‍s", "👍🏽'", "VEEOT", " ", " <", "EOT", ">a", "😀🏽\r", "!!", "
mZ", "\r\n", "(­<", "META", "_START", ">😀🏽", "ḋ", "̣EOT", "\r\n   \n"]}
+{"text": "ßꟲ‍­<|fim_prefix|>12345678\r\n\r\n", "tokens": 18, "pieces": ["ßꟲ", "‍­<|", "fim", "_prefix", "|>", "123", "456", "78", "\r\n\r\n"]}
+{"text": "́", "tokens": 1, "pieces": ["́"]}
+{"text": "…é­<|endoftext|>d字<META_START>,\nع'M9ḍ̇'Re<'sd", "tokens": 29, "pieces": ["…é", "­<|", "endoftext", "|>", "d字", "<META", "_START", ">,\n", "ع", "'M", "9", "ḋ", "̣'", "Re", "<'", "sd"]}
+{"text": "\r\n\r\n", "tokens": 1, "pieces": ["\r\n\r\n"]}
+{"text": "🙂 <EOT>12345678Z𐞁‍'ſZ٣٤٥٦'re😀🏽👍🏽#$%>'ſ90‍12345678m's", "tokens": 53, "pieces": ["🙂", " <", "EOT", ">", "123", "456", "78", "Z𐞁", "‍'", "ſZ", "٣٤٥", "٦", "'re", "😀🏽👍🏽#$%>'", "ſ", "90", "‍", "123", "456", "78", "m", "'s"]}
+{"text": "!fi.<EOT>''D​'S​aé🙂'ſ🙂‍eé'Re½!!<META_START>\u000b!!'T㍿t", "tokens": 42, "pieces": ["!fi", ".<", "EOT", ">''", "D", "​'", "S", "​ae", "́🙂'", "ſ", "🙂‍", "ee", "́'", "Re", "½", "!!<", "META", "_START", ">", "\u000b", "!!'", "T", "㍿t"]}
+{"text": "<META_START>'S'", "tokens": 6, "pieces": ["<META", "_START", ">'", "S", "'"]}
+{"text": "\"ſİ#$%½-½ 𐞁'Re'ſ　e-\r\n'M'll
e👍🏽a'ſ", "tokens": 36, "pieces": ["\"ſİ", "#$%", "½", "-", "½", " 𐞁", "'Re", "'ſ", "　e", "-\r\n", "'M", "'ll", "
e", "👍🏽", "a", "'ſ"]}
+{"text": "👍🏽'VE\"fi-t's'll漢ße'Tåefis\r\r\n're
ع!å㍿å𐞁   \né😀🏽9Ａ(é'T㋿\"-", "tokens": 62, "pieces": ["👍🏽'", "VE", "\"fi", "-t", "'s", "'ll", "漢ße", "'T", "a", "̊efis", "\r\r\n", "'re", "
ع", "!a", "̊㍿", "a", "̊𐞁", "   \n", "é", "😀🏽", "9", "Ａ", "(e", "́'", "T", "㋿\"-"]}
+{"text": "𐞁​㍿", "tokens": 8, "pieces": ["𐞁", "​㍿"]}
+{"text": "ꟲEOT­<META_START><|endoftext|>m​ſ     \n👍🏽<|fim_prefix|>EOT><EOT>#$%t   \n'llfi😀🏽Ze,", "tokens": 54, "pieces": ["ꟲEOT", "­<", "META", "_START", "><|", "endoftext", "|>", "m", "​ſ", "     \n", "👍🏽<|", "fim", "_prefix", "|>", "EOT", "><", "EOT", ">#$%", "t", "   \n", "'ll", "fi", "😀🏽", "Ze", ","]}
+{"text": "a\r\n\r\n‍ s'ſ­é   \n!!t字0\t,'S", "tokens": 19, "pieces": ["a", "\r\n\r\n", "‍", " s", "'ſ", "­é", "   \n", "!!", "t字", "0", "\t", ",'", "S"]}
+{"text": "'M!<٣٤٥٦\nDž'ſ-12345678👍🏽'Sß字Z३\r\né.'T#$%-'t𐞁​㍿<é\u000bⅣ​", "tokens": 56, "pieces": ["'M", "!<", "٣٤٥", "٦", "\n", "Dž", "'ſ", "-", "123", "456", "78", "👍🏽'", "Sß字Z", "३", "\r\n", "e", "́.'", "T", "#$%-'", "t𐞁", "​㍿<", "é", "\u000b", "Ⅳ", "​"]}
+{"text": "​  'll<META_START>\r\n're", "tokens": 9, "pieces": ["​", " ", " '", "ll", "<META", "_START", ">\r\n", "'re"]}
+{"text": " \"e'T漢<|endoftext|>Dž(…'VE㋿ſİ\r\n\r\n<tZ's\t👍🏽字#$%<META_START>Ａ<EOT>'reḍ̇'Re.", "tokens": 58, "pieces": [" ", "\"e", "'T", "漢", "<|", "endoftext", "|>", "Dž", "(", "…", "'VE", "㋿ſİ", "\r\n\r\n", "<tZ", "'s", "\t", "👍🏽", "字", "#$%<", "META", "_START", ">Ａ", "<EOT", ">'", "reḋ", "̣'", "Re", "."]}
+{"text": "३٣٤٥٦½", "tokens": 11, "pieces": ["३٣٤", "٥٦½"]}
+{"text": "ß'Re\"fi  <META_START>३İ   \n<<|endoftext|>12345678🙂'ſ12345678
٣٤٥٦", "tokens": 42, "pieces": ["ß", "'Re", "\"fi", " ", " <", "META", "_START", ">", "३", "İ", "   \n", "<<|", "endoftext", "|>", "123", "456", "78", "🙂'", "ſ", "123", "456", "78", "
", "٣٤٥", "٦"]}
+{"text": "<META_START><|fim_prefix|>'s\t  ḍ̇'re🙂　ß漢's<EOT>\r\n\r\nZ9'Resḍ̇\n'T\"漢\"Ⅳ", "tokens": 46, "pieces": ["<META", "_START", "><|", "fim", "_prefix", "|>'", "s", "\t ", " ḋ", "̣'", "re", "🙂", "　ß漢", "'s", "<EOT", ">\r\n\r\n", "Z", "9", "'Re", "sḋ", "̣\n", "'T", "\"漢", "\"", "Ⅳ"]}
+{"text": "‍‍㍿\u000b<|fim_prefix|> 𐞁t-​'aＡ>ḍ̇　'llß٣٤٥٦da'e㍿ꟲſ<a ſ,", "tokens": 58, "pieces": ["‍‍㍿", "\u000b", "<|", "fim", "_prefix", "|>", " 𐞁t", "-​'", "aＡ", ">ḋ", "̣", "　", "'ll", "ß", "٣٤٥", "٦", "da", "'e", "㍿ꟲſ", "<a", " ſ", ","]}
+{"text": "\t mⅣ'll'llⅣ\r\n漢é<<dſſİ,ḍ̇m.👍🏽 'Re½0,  å㋿   \n'Re", "tokens": 49, "pieces": ["\t", " m", "Ⅳ", "'ll", "'ll", "Ⅳ", "\r\n", "漢e", "́<<", "dſſİ", ",ḋ", "̣m", ".👍🏽", " ", "'Re", "½0", ",", " ", " a", "̊㋿", "   \n", "'Re"]}
+{"text": "EOT're12345678\r\nİé𐞁", "tokens": 14, "pieces": ["EOT", "'re", "123", "456", "78", "\r\n", "İe", "́𐞁"]}
+{"text": "‍😀🏽><|fim_prefix|>'Refié𐞁½\u000b३ 'Dſḍ̇12345678  
", "tokens": 41, "pieces": ["‍😀🏽><|", "fim", "_prefix", "|>'", "Refié𐞁", "½", "\u000b", "३", " '", "Dſḋ", "̣", "123", "456", "78", "  
"]}
+{"text": "\t'T　İ​Z😀🏽", "tokens": 11, "pieces": ["\t", "'T", "　İ", "​Z", "😀🏽"]}
+{"text": "'D!!Ⅳ<META_START>​<EOT>s're  ­😀🏽'Re٣٤٥٦́ ㋿٣٤٥٦٣٤٥٦ Dž'M<|endoftext|>
", "tokens": 65, "pieces": ["'D", "!!", "Ⅳ", "<META", "_START", ">​<", "EOT", ">s", "'re", " ", " ­😀🏽'", "Re", "٣٤٥", "٦", "́", " ㋿", "٣٤٥", "٦٣٤", "٥٦", " Dž", "'M", "<|", "endoftext", "|>", "
"]}
+{"text": "ßåé<META_START><EOT>ḍ̇ꟲfi👍🏽'll\"", "tokens": 31, "pieces": ["ßa", "̊é", "<META", "_START", "><", "EOT", ">ḋ", "̣ꟲfi", "👍🏽'", "ll", "\""]}
+{"text": "\"t'reع漢́٣٤٥٦Ⅳ\t٣٤٥٦<́s'Sع​m\tⅣ.\r'Déé", "tokens": 41, "pieces": ["\"t", "'re", "ع漢", "́", "٣٤٥", "٦Ⅳ", "\t", "٣٤٥", "٦", "<́", "s", "'S", "ع", "​m", "\t", "Ⅳ", ".\r", "'D", "éé"]}
+{"text": "('M\r字…-३ \u000b…
é<|fim_prefix|>'M.'Re", "tokens": 26, "pieces": ["('", "M", "\r", "字", "…", "-", "३", " \u000b…", "
é", "<|", "fim", "_prefix", "|>'", "M", ".'", "Re"]}
+{"text": "'VE.<|endoftext|>fi字\t​\r\n\r\n字​ꟲ\r  Dž́𐞁'D12345678٣٤٥٦'T<\r\n'ſ12345678👍🏽漢
𐞁'll­12345678  ع½😀🏽#$%　\r\n\r\n", "tokens": 82, "pieces": ["'VE", ".<|", "endoftext", "|>", "fi字", "\t", "​\r\n\r\n", "字", "​ꟲ", "\r", " ", " Dž", "́𐞁", "'D", "123", "456", "78٣", "٤٥٦", "'T", "<\r\n", "'ſ", "123", "456", "78", "👍🏽", "漢", "
𐞁", "'ll", "­", "123", "456", "78", " ", " ع", "½", "😀🏽#$%", "　\r\n\r\n"]}
+{"text": "漢!!'Re  !!", "tokens": 7, "pieces": ["漢", "!!'", "Re", " ", " !!"]}
+{"text": "<EOT>-EOT", "tokens": 5, "pieces": ["<EOT", ">-", "EOT"]}
+{"text": "­
ꟲfi㋿٣٤٥٦👍🏽(३'M\"'T('re😀🏽>Ａfi<META_START>12345678", "tokens": 50, "pieces": ["­", "
ꟲfi", "㋿", "٣٤٥", "٦", "👍🏽(", "३", "'M", "\"'", "T", "('", "re", "😀🏽>", "Ａfi", "<META", "_START", ">", "123", "456", "78"]}
+{"text": "㍿'s'ſ字\u000b'Re😀🏽,'T́­ 𐞁
!!fi　,漢漢३\t३ß́\rⅣ\r'ſ'ſå\r\r\n\r\n👍🏽", "tokens": 64, "pieces": ["㍿'", "s", "'ſ", "字", "\u000b", "'Re", "😀🏽,'", "T", "́­", " 𐞁", "
", "!!", "fi", "　", ",漢漢", "३", "\t", "३", "ß", "́\r", "Ⅳ", "\r", "'ſ", "'ſ", "a", "̊\r\r\n\r\n", "👍🏽"]}
+{"text": "\t12345678🙂İ­Dža­< Ａ", "tokens": 15, "pieces": ["\t", "123", "456", "78", "🙂İ", "­Dža", "­<", " Ａ"]}
+{"text": "a<|fim_prefix|>\r\n\r\n\r\n\r\n
­👍🏽 m'så'VE", "tokens": 25, "pieces": ["a", "<|", "fim", "_prefix", "|>\r\n\r\n\r\n\r\n", "
", "­👍🏽", " m", "'s", "a", "̊'", "VE"]}
+{"text": "　\r\n\r\n<EOT>😀🏽‍'VE-İ\naＡ<字<|endoftext|>#$%a🙂é>ع!!<EOT> ꟲ​dſ½'T", "tokens": 53, "pieces": ["　\r\n\r\n", "<EOT", ">😀🏽‍'", "VE", "-İ", "\n", "aＡ", "<字", "<|", "endoftext", "|>#$%", "a", "🙂e", "́>", "ع", "!!<", "EOT", ">", " ꟲ", "​dſ", "½", "'T"]}
+{"text": "'D३a漢𐞁🙂12345678<|fim_prefix|>>㍿<META_START>'VE٣٤٥٦ EOT'T\t🙂e字(", "tokens": 48, "pieces": ["'D", "३", "a漢𐞁", "🙂", "123", "456", "78", "<|", "fim", "_prefix", "|>>㍿<", "META", "_START", ">'", "VE", "٣٤٥", "٦", " EOT", "'T", "\t", "🙂e字", "("]}
+{"text": "́　 \r\nfi", "tokens": 6, "pieces": ["́", "　 \r\n", "fi"]}
+{"text": "'Sİt­.'D's𐞁\r\n-'ll'll.<EOT>İ́\r\n\r\n'\n字éåt   \nß", "tokens": 31, "pieces": ["'S", "İt", "­.'", "D", "'s", "𐞁", "\r\n", "-'", "ll", "'ll", ".<", "EOT", ">İ", "́\r\n\r\n", "'\n", "字éa", "̊t", "   \n", "ß"]}
+{"text": "🙂t\"ꟲ\r\nꟲİ<|endoftext|> ḍ̇é 'T​𐞁漢t　ſع12345678fiع", "tokens": 45, "pieces": ["🙂t", "\"ꟲ", "\r\n", "ꟲİ", "<|", "endoftext", "|>", " ḋ", "̣é", " ", "'T", "​𐞁漢t", "　ſع", "123", "456", "78", "fiع"]}
+{"text": "'Re'D'VEDž.!!İꟲ", "tokens": 12, "pieces": ["'Re", "'D", "'VE", "Dž", ".!!", "İꟲ"]}
+{"text": "fiDž­s㍿'
㋿'reſé👍🏽<META_START>漢𐞁<|fim_prefix|>ḍ̇tDž'sa", "tokens": 52, "pieces": ["fiDž", "­s", "㍿'", "
", "㋿'", "reſé", "👍🏽<", "META", "_START", ">漢𐞁", "<|", "fim", "_prefix", "|>", "ḋ", "̣tDž", "'s", "a"]}
+{"text": "éꟲ漢٣٤٥٦  'M\tfi\u000b're字", "tokens": 23, "pieces": ["éꟲ漢", "٣٤٥", "٦", " ", " '", "M", "\tfi", "\u000b", "'re", "字"]}
+{"text": " …ſe'9漢­字<META_START>Ⅳ😀🏽㋿\u000b\r\n\r\nd'D🙂…　d#$%'Reḍ̇e㍿Zt…\u000bİ>e\r­a\r", "tokens": 59, "pieces": [" ", "…ſe", "'", "9", "漢", "­字", "<META", "_START", ">", "Ⅳ", "😀🏽㋿", "\u000b\r\n\r\n", "d", "'D", "🙂", "…", "　d", "#$%'", "Reḋ", "̣e", "㍿Zt", "…", "\u000bİ", ">e", "\r", "­a", "\r"]}
+{"text": ">,<|endoftext|>İ漢 \r\n\r\ns字!ſ0漢Z\u000bEOT'VE
Ａ👍🏽,", "tokens": 37, "pieces": [">,<|", "endoftext", "|>", "İ漢", " \r\n\r\n", "s字", "!ſ", "0", "漢Z", "\u000bEOT", "'VE", "
Ａ", "👍🏽,"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'TdⅣ<å-me>fi­t\t-­'s<<META_START>\"'VE'M　'Re'VE漢ſ
'D
‍㍿9#$%ſ'd
\r", "tokens": 52, "pieces": ["'T", "d", "Ⅳ", "<a", "̊-", "me", ">fi", "­t", "\t", "-­'", "s", "<<", "META", "_START", ">\"'", "VE", "'M", "　", "'Re", "'VE", "漢ſ", "
", "'D", "
", "‍㍿", "9", "#$%", "ſ", "'d", "
\r"]}
+{"text": "eḍ̇ ,'M0tEOT   \n'T\"👍🏽t漢
!!㍿\r\nſİ😀🏽<|endoftext|>'reZ's", "tokens": 49, "pieces": ["eḋ", "̣", " ,'", "M", "0", "tEOT", "   \n", "'T", "\"👍🏽", "t漢", "
", "!!㍿\r\n", "ſİ", "😀🏽<|", "endoftext", "|>'", "reZ", "'s"]}
+{"text": "𐞁'M'ſZ'T'Då\u000bßfi'VE<EOT>'S\n\n漢'S\r\nſ'SEOT\" Ⅳ", "tokens": 38, "pieces": ["𐞁", "'M", "'ſ", "Z", "'T", "'D", "a", "̊", "\u000bßfi", "'VE", "<EOT", ">'", "S", "\n\n", "漢", "'S", "\r\n", "ſ", "'S", "EOT", "\"", " ", "Ⅳ"]}
+{"text": "😀🏽  -0'M     \n㋿9", "tokens": 15, "pieces": ["😀🏽", " ", " ", "-", "0", "'M", "     \n", "㋿", "9"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "½'Da'D-<|fim_prefix|>'re'D​m'å३\r\n\r\n३Ａfi(,  e.'re'Reḍ̇<META_START>'T", "tokens": 45, "pieces": ["½", "'D", "a", "'D", "-<|", "fim", "_prefix", "|>'", "re", "'D", "​m", "'a", "̊", "३", "\r\n\r\n", "३", "Ａfi", "(,", " ", " e", ".'", "re", "'Re", "ḋ", "̣<", "META", "_START", ">'", "T"]}
+{"text": "\rm‍㍿0('Séع<|endoftext|>­ ", "tokens": 21, "pieces": ["\r", "m", "‍㍿", "0", "('", "Se", "́ع", "<|", "endoftext", "|>­", " "]}
+{"text": "'ſaEOT   \n\t🙂é漢're​Dž🙂㍿(dm㍿éfiEOT..́…,(0.👍🏽…İ­!㋿", "tokens": 54, "pieces": ["'ſ", "aEOT", "   \n", "\t", "🙂e", "́漢", "'re", "​Dž", "🙂㍿(", "dm", "㍿éfiEOT", "..́", "…", ",(", "0", ".👍🏽", "…İ", "­!㋿"]}
+{"text": ",'VEéDž", "tokens": 6, "pieces": [",'", "VEe", "́Dž"]}
+{"text": "'llＡ́㋿12345678  é𐞁Ａa9𐞁fi㋿ḍ̇'ſſ'D\nḍ̇ß́>('VE'VE,㋿", "tokens": 57, "pieces": ["'ll", "Ａ", "́㋿", "123", "456", "78", " ", " e", "́𐞁Ａa", "9", "𐞁fi", "㋿ḋ", "̣'", "ſſ", "'D", "\n", "ḋ", "̣ß", "́>('", "VE", "'VE", ",㋿"]}
+{"text": "'ll-ḍ̇ \r'ſd!! ३,𐞁½ſ　éḍ̇sḍ̇é'ſ!\t<|fim_prefix|>\t­
字😀🏽ß<,'re…\u000b.Ａ𐞁'M", "tokens": 77, "pieces": ["'ll", "-ḋ", "̣", " \r", "'ſ", "d", "!!", " ", "३", ",𐞁", "½", "ſ", "　e", "́ḋ", "̣sḋ", "̣é", "'ſ", "!", "\t", "<|", "fim", "_prefix", "|>", "\t", "­", "
字", "😀🏽", "ß", "<,'", "re", "…", "\u000b", ".Ａ𐞁", "'M"]}
+{"text": "🙂s\n\r­'re EOT!漢🙂<EOT>漢'reß'D<.'ſ　Ⅳ'T9\n's(m're12345678>Ａ<|endoftext|>#$%", "tokens": 52, "pieces": ["🙂s", "\n\r", "­'", "re", " EOT", "!漢", "🙂<", "EOT", ">漢", "'re", "ß", "'D", "<.'", "ſ", "　", "Ⅳ", "'T", "9", "\n", "'s", "(m", "'re", "123", "456", "78", ">Ａ", "<|", "endoftext", "|>#$%"]}
+{"text": "fiİ​ſ'VEſ0-0   \n<META_START>, 9<|fim_prefix|>漢½", "tokens": 30, "pieces": ["fiİ", "​ſ", "'VE", "ſ", "0", "-", "0", "   \n", "<META", "_START", ">,", " ", "9", "<|", "fim", "_prefix", "|>", "漢", "½"]}
+{"text": "\r\n-\rs३\t́'T#$%<META_START>\r\ne​½'ll<|fim_prefix|>", "tokens": 27, "pieces": ["\r\n", "-\r", "s", "३", "\t", "́'", "T", "#$%<", "META", "_START", ">\r\n", "e", "​", "½", "'ll", "<|", "fim", "_prefix", "|>"]}
+{"text": "漢\"9'ſ're", "tokens": 8, "pieces": ["漢", "\"", "9", "'ſ", "'re"]}
+{"text": "(Zs\u000b 
.<'VE\r\n\r\n㍿🙂㍿‍\t(🙂½\r're
  😀🏽🙂!Z<META_START>   \n😀🏽", "tokens": 48, "pieces": ["(Zs", "\u000b ", "
", ".<'", "VE", "\r\n\r\n", "㍿🙂㍿‍", "\t", "(🙂", "½", "\r", "'re", "
 ", " 😀🏽🙂!", "Z", "<META", "_START", ">", "   \n", "😀🏽"]}
+{"text": "é<|fim_prefix|>d", "tokens": 10, "pieces": ["e", "́<|", "fim", "_prefix", "|>", "d"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678Ａ🙂𐞁👍🏽.<|fim_prefix|>\u000b's\u000b!!!'\n\rEOTdꟲsta'S9fi<Ⅳ\u000b  ع\r\n\r\n½ 'S", "tokens": 51, "pieces": ["123", "456", "78", "Ａ", "🙂𐞁", "👍🏽.<|", "fim", "_prefix", "|>", "\u000b", "'s", "\u000b", "!!!'\n\r", "EOTdꟲsta", "'S", "9", "fi", "<", "Ⅳ", "\u000b ", " ع", "\r\n\r\n", "½", " ", "'S"]}
+{"text": "(­ꟲ'llZ😀🏽́½㋿<   \nå\rßå \n", "tokens": 28, "pieces": ["(­", "ꟲ", "'ll", "Z", "😀🏽́", "½", "㋿<", "   \n", "a", "̊\r", "ßa", "̊", " \n"]}
+{"text": "<EOT>!!#$%Ⅳḍ̇漢'llfißeDž'D　‍㍿.(字<|fim_prefix|>ee👍🏽12345678eDžé'T!'VE㋿  m", "tokens": 61, "pieces": ["<EOT", ">!!#$%", "Ⅳ", "ḋ", "̣漢", "'ll", "fißeDž", "'D", "　", "‍㍿.(", "字", "<|", "fim", "_prefix", "|>", "ee", "👍🏽", "123", "456", "78", "eDže", "́'", "T", "!'", "VE", "㋿", " ", " m"]}
+{"text": "\r'😀🏽'Re　 İ'ſ\"🙂　𐞁\r\n\t#$%　­.a!\t　   \n\u000bſ", "tokens": 38, "pieces": ["\r", "'😀🏽'", "Re", "　", " İ", "'ſ", "\"🙂", "　𐞁", "\r\n", "\t", "#$%", "　", "­.", "a", "!", "\t　   \n", "\u000bſ"]}
+{"text": "ßعe're9'sßſ漢'VE'VE½\"👍🏽'ReZ😀🏽'VE12345678ḍ̇👍🏽
㋿Z…\t (\r\n'reⅣ'T'12345678'S
", "tokens": 69, "pieces": ["ßعe", "'re", "9", "'s", "ßſ漢", "'VE", "'VE", "½", "\"👍🏽'", "ReZ", "😀🏽'", "VE", "123", "456", "78", "ḋ", "̣👍🏽", "
", "㋿Z", "…\t", " ", "(\r\n", "'re", "Ⅳ", "'T", "'", "123", "456", "78", "'S", "
"]}
+{"text": "ḍ̇
ꟲ'T'VE
'ſ<META_START>.Dž\r\n'…𐞁 !'D\r\n\r\n'Mt字 ſ​🙂,­s\r\n\r\nꟲ'Mt(㋿½३", "tokens": 60, "pieces": ["ḋ", "̣", "
ꟲ", "'T", "'VE", "
", "'ſ", "<META", "_START", ">.", "Dž", "\r\n", "'", "…𐞁", " ", "!'", "D", "\r\n\r\n", "'M", "t字", " ſ", "​🙂,­", "s", "\r\n\r\n", "ꟲ", "'M", "t", "(㋿", "½३"]}
+{"text": "åＡⅣ🙂ßfi'", "tokens": 13, "pieces": ["a", "̊Ａ", "Ⅳ", "🙂ßfi", "'"]}
+{"text": "'s(\nd👍🏽'll Ａ(\n.", "tokens": 15, "pieces": ["'s", "(\n", "d", "👍🏽'", "ll", " Ａ", "(\n", "."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "#$%😀🏽𐞁Ａ\r\n\"'re0‍s㍿­㋿'s
0½­fi<META_START>\r\n>́", "tokens": 42, "pieces": ["#$%😀🏽", "𐞁Ａ", "\r\n", "\"'", "re", "0", "‍s", "㍿­㋿'", "s", "
", "0½", "­fi", "<META", "_START", ">\r\n", ">́"]}
+{"text": "'se'M!,‍eع\r\n,9", "tokens": 11, "pieces": ["'s", "e", "'M", "!,‍", "eع", "\r\n", ",", "9"]}
+{"text": "<|fim_prefix|>,EOT<…-dfie'reZå  912345678>　'Tfi'D​٣٤٥٦!!🙂EOT\r\n\r\n'ſfi­\r٣٤٥٦‍'re㍿", "tokens": 69, "pieces": ["<|", "fim", "_prefix", "|>,", "EOT", "<", "…", "-dfie", "'re", "Za", "̊", " ", " ", "912", "345", "678", ">", "　", "'T", "fi", "'D", "​", "٣٤٥", "٦", "!!🙂", "EOT", "\r\n\r\n", "'ſ", "fi", "­\r", "٣٤٥", "٦", "‍'", "re", "㍿"]}
+{"text": "ع!'Dß<META_START>", "tokens": 8, "pieces": ["ع", "!'", "Dß", "<META", "_START", ">"]}
+{"text": "漢tZ<'ReDž-㍿('Re0'M\u000b-fi½\r\n!!Z", "tokens": 24, "pieces": ["漢tZ", "<'", "ReDž", "-㍿('", "Re", "0", "'M", "\u000b", "-fi", "½", "\r\n", "!!", "Z"]}
+{"text": "'s'ſs,　-\r'séZDž<|fim_prefix|>   \ns३a
👍🏽½!👍🏽's
!!\r㋿tİꟲ   \nsåꟲ\u000b", "tokens": 64, "pieces": ["'s", "'ſ", "s", ",", "　", "-\r", "'s", "éZDž", "<|", "fim", "_prefix", "|>", "   \n", "s", "३", "a", "
", "👍🏽", "½", "!👍🏽'", "s", "
", "!!\r", "㋿tİꟲ", "   \n", "sa", "̊ꟲ", "\u000b"]}
+{"text": "t‍!!fi 'VE", "tokens": 9, "pieces": ["t", "‍!!", "fi", " ", "'VE"]}
+{"text": "㋿  \"<é'reZ'll'D'llåꟲ<", "tokens": 20, "pieces": ["㋿", " ", " \"<", "e", "́'", "reZ", "'ll", "'D", "'ll", "a", "̊ꟲ", "<"]}
+{"text": "a", "tokens": 1, "pieces": ["a"]}
+{"text": "'reعfi.­eعé\tDžＡ'reDž'Se!<EOT>'s​EOT#$%\ne", "tokens": 31, "pieces": ["'re", "عfi", ".­", "eعe", "́", "\tDžＡ", "'re", "Dž", "'S", "e", "!<", "EOT", ">'", "s", "​EOT", "#$%\n", "e"]}
+{"text": "½Dž   \n½,e'D٣٤٥٦𐞁<!!'Rem‍😀🏽٣٤٥٦İ<|endoftext|>\r\n\r\ne
<|endoftext|>\u000bſ 0<('Tfi", "tokens": 66, "pieces": ["½", "Dž", "   \n", "½", ",e", "'D", "٣٤٥", "٦", "𐞁", "<!!'", "Rem", "‍😀🏽", "٣٤٥", "٦", "İ", "<|", "endoftext", "|>\r\n\r\n", "e", "
", "<|", "endoftext", "|>", "\u000bſ", " ", "0", "<('", "Tfi"]}
+{"text": "​Ａ　​٣٤٥٦́a're'VE‍  ㍿å0'VÉ9're!!'D'S0\"!½'Re", "tokens": 43, "pieces": ["​Ａ", "　", "​", "٣٤٥", "٦", "́a", "'re", "'VE", "‍", " ", " ㍿", "a", "̊", "0", "'VE", "́", "9", "'re", "!!'", "D", "'S", "0", "\"!", "½", "'Re"]}
+{"text": "'S½漢́  \r\n'S.,ḍ̇\"'SZ  t<META_START><|fim_prefix|>😀🏽e'T㋿dé㋿Ⅳ9<EOT>'ſ字fi!", "tokens": 54, "pieces": ["'S", "½", "漢", "́", "  \r\n", "'S", ".,", "ḋ", "̣\"'", "SZ", " ", " t", "<META", "_START", "><|", "fim", "_prefix", "|>😀🏽", "e", "'T", "㋿dé", "㋿", "Ⅳ9", "<EOT", ">'", "ſ字fi", "!"]}
+{"text": "🙂fi‍',
é​   \n12345678𐞁…'VEＡ'Re", "tokens": 27, "pieces": ["🙂fi", "‍',", "
e", "́​", "   \n", "123", "456", "78", "𐞁", "…", "'VE", "Ａ", "'Re"]}
+{"text": "'Re漢fi\"12345678'ſ'ſ<|endoftext|>㍿𐞁३字9\u000b\" ſ漢m'VEİ<|endoftext|>,'llé 9DžDž٣٤٥٦<EOT>\n", "tokens": 71, "pieces": ["'Re", "漢fi", "\"", "123", "456", "78", "'ſ", "'ſ", "<|", "endoftext", "|>㍿", "𐞁", "३", "字", "9", "\u000b", "\"", " ſ漢m", "'VE", "İ", "<|", "endoftext", "|>,'", "llé", " ", "9", "DžDž", "٣٤٥", "٦", "<EOT", ">\n"]}
+{"text": "عꟲ<|endoftext|>é\r\nİDž'Re​ꟲ>-漢字ع́!!ß'ree   \n'👍🏽­İß𐞁٣٤٥٦", "tokens": 54, "pieces": ["عꟲ", "<|", "endoftext", "|>", "é", "\r\n", "İDž", "'Re", "​ꟲ", ">-", "漢字ع", "́!!", "ß", "'re", "e", "   \n", "'👍🏽­", "İß𐞁", "٣٤٥", "٦"]}
+{"text": "…́㍿'Re 'llt ३   \nmZ'<EOT>'re'ſ", "tokens": 25, "pieces": ["…", "́㍿'", "Re", " '", "llt", " ", "३", "   \n", "mZ", "'<", "EOT", ">'", "re", "'ſ"]}
+{"text": " ㍿Dž <|fim_prefix|>m's٣٤٥٦-éDž ع‍fi\"٣٤٥٦'Re'𐞁𐞁,.\r\n'Re漢", "tokens": 55, "pieces": [" ", "㍿Dž", " <|", "fim", "_prefix", "|>", "m", "'s", "٣٤٥", "٦", "-éDž", " ع", "‍fi", "\"", "٣٤٥", "٦", "'Re", "'𐞁𐞁", ",.\r\n", "'Re", "漢"]}
+{"text": "'ReEOT'llꟲDžé0\tfi\"🙂<EOT>'S'ſ'DZés'll' tḍ̇.", "tokens": 39, "pieces": ["'Re", "EOT", "'ll", "ꟲDžé", "0", "\tfi", "\"🙂<", "EOT", ">'", "S", "'ſ", "'D", "Ze", "́s", "'ll", "'", " tḋ", "̣."]}
+{"text": "\u000b<-<|fim_prefix|>#$%ſ'D'ſEOTＡḍ̇
12345678!'Re'ſİ'VE're's'll'T0'S'Re\r\n<'re,>٣٤٥٦😀🏽½½\"\t…ع", "tokens": 71, "pieces": ["\u000b", "<-<|", "fim", "_prefix", "|>#$%", "ſ", "'D", "'ſ", "EOTＡḋ", "̣", "
", "123", "456", "78", "!'", "Re", "'ſ", "İ", "'VE", "'re", "'s", "'ll", "'T", "0", "'S", "'Re", "\r\n", "<'", "re", ",>", "٣٤٥", "٦", "😀🏽", "½½", "\"", "\t", "…ع"]}
+{"text": "9 9İ३ſ\n'ree<|fim_prefix|>'llḍ̇…𐞁9m>ع'D!!\nse‍​å12345678漢'ſ
.Ⅳ", "tokens": 56, "pieces": ["9", " ", "9", "İ", "३", "ſ", "\n", "'re", "e", "<|", "fim", "_prefix", "|>'", "llḋ", "̣", "…𐞁", "9", "m", ">ع", "'D", "!!\n", "se", "‍​", "a", "̊", "123", "456", "78", "漢", "'ſ", "
", ".", "Ⅳ"]}
+{"text": "\n99İ​a'Re漢　éſ\r\n\r\nDž", "tokens": 15, "pieces": ["\n", "99", "İ", "​a", "'Re", "漢", "　éſ", "\r\n\r\n", "Dž"]}
+{"text": "́\"\r\n\r\n'VE.́Z٣٤٥٦😀🏽a<|endoftext|>\"'ſfié  <META_START> 　'S\r\n\r\n's12345678'T‍eDžéع", "tokens": 56, "pieces": ["́\"\r\n\r\n", "'VE", ".́", "Z", "٣٤٥", "٦", "😀🏽", "a", "<|", "endoftext", "|>\"'", "ſfié", " ", " <", "META", "_START", ">", " ", "　", "'S", "\r\n\r\n", "'s", "123", "456", "78", "'T", "‍eDže", "́ع"]}
+{"text": "٣٤٥٦<|fim_prefix|>''s㍿Ⅳ́    \n३ſ🙂\r\n\r\n\n㍿'s\r\nå", "tokens": 42, "pieces": ["٣٤٥", "٦", "<|", "fim", "_prefix", "|>''", "s", "㍿", "Ⅳ", "́", "    \n", "३", "ſ", "🙂\r\n\r\n\n", "㍿'", "s", "\r\n", "a", "̊"]}
+{"text": "!३   \n", "tokens": 4, "pieces": ["!", "३", "   \n"]}
+{"text": "𐞁'Z㋿㋿Ⅳ‍!'Re 　", "tokens": 20, "pieces": ["𐞁", "'Z", "㋿㋿", "Ⅳ", "‍!'", "Re", " 　"]}
+{"text": "-
", "tokens": 3, "pieces": ["-", "
"]}
+{"text": "‍­ꟲ,<㋿'s🙂", "tokens": 14, "pieces": ["‍­", "ꟲ", ",<㋿'", "s", "🙂"]}
+{"text": "\rİⅣ漢0\"​éétḍ̇\"İ\u000b!!'reⅣ　12345678\t㋿0<|endoftext|>12345678…́\r\n\u000bſ\"!éⅣ-", "tokens": 58, "pieces": ["\r", "İ", "Ⅳ", "漢", "0", "\"​", "ée", "́tḋ", "̣\"", "İ", "\u000b", "!!'", "re", "Ⅳ", "　", "123", "456", "78", "\t", "㋿", "0", "<|", "endoftext", "|>", "123", "456", "78", "…", "́\r\n", "\u000bſ", "\"!", "e", "́", "Ⅳ", "-"]}
+{"text": "a<|fim_prefix|>", "tokens": 8, "pieces": ["a", "<|", "fim", "_prefix", "|>"]}
+{"text": "é>Ź👍🏽­'T‍  …ß<İ'st\r\né­㋿\r\n<META_START>😀🏽Ⅳfie\u000b", "tokens": 45, "pieces": ["é", ">Z", "́👍🏽­'", "T", "‍", "  ", "…ß", "<İ", "'s", "t", "\r\n", "e", "́­㋿\r\n", "<META", "_START", ">😀🏽", "Ⅳ", "fie", "\u000b"]}
+{"text": "s\"å!Ⅳİe\r\n\r\n𐞁9\r㋿½\n'M-é  <s漢'S 's­   \n'MDžꟲ­>­\u000b#$%", "tokens": 46, "pieces": ["s", "\"a", "̊!", "Ⅳ", "İe", "\r\n\r\n", "𐞁", "9", "\r", "㋿", "½", "\n", "'M", "-é", " ", " <", "s漢", "'S", " ", "'s", "­", "   \n", "'M", "Džꟲ", "­>­", "\u000b", "#$%"]}
+{"text": "…'re\n\r9Ⅳ   \n㋿åå\u000b's'Tꟲ­ꟲ\n'T\r\n\r\n12345678  😀🏽<META_START>'s'll12345678e½", "tokens": 50, "pieces": ["…", "'re", "\n\r", "9Ⅳ", "   \n", "㋿a", "̊a", "̊", "\u000b", "'s", "'T", "ꟲ", "­ꟲ", "\n", "'T", "\r\n\r\n", "123", "456", "78", " ", " 😀🏽<", "META", "_START", ">'", "s", "'ll", "123", "456", "78", "e", "½"]}
+{"text": "字漢\u000b‍fit'VE\r'S'😀🏽ع…\t", "tokens": 23, "pieces": ["字漢", "\u000b", "‍fit", "'VE", "\r", "'S", "'😀🏽", "ع", "…\t"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": ".0३'MＡ३ḍ̇\r<|endoftext|>12345678
㍿t", "tokens": 31, "pieces": [".", "0३", "'M", "Ａ", "३", "ḋ", "̣\r", "<|", "endoftext", "|>", "123", "456", "78", "
", "㍿t"]}
+{"text": "\r\n\r\n'll㍿>\n字é<|endoftext|>\t\t12345678>-Dž", "tokens": 24, "pieces": ["\r\n\r\n", "'ll", "㍿>\n", "字e", "́<|", "endoftext", "|>", "\t", "\t", "123", "456", "78", ">-", "Dž"]}
+{"text": "­ …!ḍ̇m𐞁'Tعſ\r\n\r\nſ́<EOT> 0<META_START>m", "tokens": 33, "pieces": ["­", " ", "…", "!ḋ", "̣m𐞁", "'T", "عſ", "\r\n\r\n", "ſ", "́<", "EOT", ">", " ", "0", "<META", "_START", ">m"]}
+{"text": "字\"e9ع'M­tſ👍🏽>ßDž­", "tokens": 20, "pieces": ["字", "\"e", "9", "ع", "'M", "­tſ", "👍🏽>", "ßDž", "­"]}
+{"text": "ع…Ａ'D🙂'reEOT#$%!<META_START>  'M'VE ٣٤٥٦'T‍-👍🏽#$%'Re\n\n  字", "tokens": 48, "pieces": ["ع", "…Ａ", "'D", "🙂'", "reEOT", "#$%!<", "META", "_START", ">", " ", " '", "M", "'VE", " ", "٣٤٥", "٦", "'T", "‍-👍🏽#$%'", "Re", "\n\n", " ", " 字"]}
+{"text": "'Tt𐞁ḍ̇ḍ̇३عEOT'Sſ'd.s​t🙂ݽ‍漢t<|fim_prefix|>", "tokens": 44, "pieces": ["'T", "t𐞁ḋ", "̣ḋ", "̣", "३", "عEOT", "'S", "ſ", "'d", ".s", "​t", "🙂İ", "½", "‍漢t", "<|", "fim", "_prefix", "|>"]}
+{"text": " 😀🏽é'll!३'VEZs\r\n\r\n\t\n<|endoftext|>\n\r're", "tokens": 24, "pieces": [" 😀🏽", "é", "'ll", "!", "३", "'VE", "Zs", "\r\n\r\n\t\n", "<|", "endoftext", "|>\n\r", "'re"]}
+{"text": "mdİa½a'VE-d​#$%  ३", "tokens": 15, "pieces": ["mdİa", "½", "a", "'VE", "-d", "​#$%", " ", " ", "३"]}
+{"text": "\u000b", "tokens": 1, "pieces": ["\u000b"]}
+{"text": "😀🏽'VE㍿.--\u000b're㍿eé'S<|fim_prefix|>🙂𐞁'S-Ａ́İ<|endoftext|>\u000b12345678　Z'Ms\r\n0ſ字", "tokens": 58, "pieces": ["😀🏽'", "VE", "㍿.--", "\u000b", "'re", "㍿eé", "'S", "<|", "fim", "_prefix", "|>🙂", "𐞁", "'S", "-Ａ", "́İ", "<|", "endoftext", "|>", "\u000b", "123", "456", "78", "　Z", "'M", "s", "\r\n", "0", "ſ字"]}
+{"text": "'D́عe
ꟲt'Re\"­.!!‍‍é
#$%ḍ̇#$%ꟲ>s漢e…mEOTꟲ…", "tokens": 48, "pieces": ["'D", "́عe", "
ꟲt", "'Re", "\"­.!!‍‍", "é", "
", "#$%", "ḋ", "̣#$%", "ꟲ", ">s漢e", "…mEOTꟲ", "…"]}
+{"text": "a0­\r\n\r\n  (s(字mع t'ſ'T!!", "tokens": 18, "pieces": ["a", "0", "­\r\n\r\n", " ", " (", "s", "(字mع", " t", "'ſ", "'T", "!!"]}
+{"text": "‍'sꟲßs!!٣٤٥٦0ꟲ!!́㍿ſ<EOT>'D\r\n½!!\r\n  é\t😀🏽́́'S
…fiⅣ", "tokens": 58, "pieces": ["‍'", "sꟲßs", "!!", "٣٤٥", "٦0", "ꟲ", "!!́㍿", "ſ", "<EOT", ">'", "D", "\r\n", "½", "!!\r\n", " ", " e", "́", "\t", "😀🏽́́'", "S", "
", "…fi", "Ⅳ"]}
+{"text": "\r\n\r\n<|fim_prefix|>\"‍-''", "tokens": 12, "pieces": ["\r\n\r\n", "<|", "fim", "_prefix", "|>\"‍-''"]}
+{"text": " <|fim_prefix|>!!0ſ'Re'ſ<|endoftext|>   \n\n  ㋿'ſ'Reå'll\r\n9३\"-字.d<Ⅳå", "tokens": 51, "pieces": [" ", "<|", "fim", "_prefix", "|>!!", "0", "ſ", "'Re", "'ſ", "<|", "endoftext", "|>", "   \n\n", " ", " ㋿'", "ſ", "'Re", "a", "̊'", "ll", "\r\n", "9३", "\"-", "字", ".d", "<", "Ⅳ", "a", "̊"]}
+{"text": "(Ａ<META_START> <|fim_prefix|><META_START>🙂<EOT>'ll,漢  å㋿'VE9'VEDž.𐞁​<META_START>Ａ\"\r'se", "tokens": 58, "pieces": ["(Ａ", "<META", "_START", ">", " ", "<|", "fim", "_prefix", "|><", "META", "_START", ">🙂<", "EOT", ">'", "ll", ",漢", " ", " a", "̊㋿'", "VE", "9", "'VE", "Dž", ".𐞁", "​<", "META", "_START", ">Ａ", "\"\r", "'s", "e"]}
+{"text": "e字'ſ㋿'ſſḍ̇Ⅳ<META_START>t字<EOT>ſ'Ś…😀🏽\u000b\nİa\n​🙂'M,٣٤٥٦fi  \u000b漢", "tokens": 64, "pieces": ["e字", "'ſ", "㋿'", "ſſḋ", "̣", "Ⅳ", "<META", "_START", ">t字", "<EOT", ">ſ", "'S", "́", "…", "😀🏽", "\u000b\n", "İa", "\n", "​🙂'", "M", ",", "٣٤٥", "٦", "fi", "  ", "\u000b漢"]}
+{"text": " '\u000bḍ̇'llß👍🏽­㋿Ⅳſ<META_START>𐞁漢½漢­३#$%(😀🏽\"½ſⅣDž'VE'VEé  a", "tokens": 63, "pieces": [" ", "'", "\u000bḋ", "̣'", "llß", "👍🏽­㋿", "Ⅳ", "ſ", "<META", "_START", ">𐞁漢", "½", "漢", "­", "३", "#$%(😀🏽\"", "½", "ſ", "Ⅳ", "Dž", "'VE", "'VE", "é", " ", " a"]}
+{"text": "<|fim_prefix|>!!ß're'reDž#$%12345678\rmå㋿'D\nḍ̇-12345678fi㍿'Re​12345678é\t", "tokens": 50, "pieces": ["<|", "fim", "_prefix", "|>!!", "ß", "'re", "'re", "Dž", "#$%", "123", "456", "78", "\r", "ma", "̊㋿'", "D", "\n", "ḋ", "̣-", "123", "456", "78", "fi", "㍿'", "Re", "​", "123", "456", "78", "é", "\t"]}
+{"text": "fi㋿s'ſ́'T'<|fim_prefix|>-<META_START>İe'll Dž߅'Re  ㍿EOT  #$%㍿…\u000bZ'VE'S
ſ\r\n\r\n (", "tokens": 60, "pieces": ["fi", "㋿s", "'ſ", "́'", "T", "'<|", "fim", "_prefix", "|>-<", "META", "_START", ">İe", "'ll", " Džß", "…", "'Re", " ", " ㍿", "EOT", " ", " #$%㍿", "…", "\u000bZ", "'VE", "'S", "
ſ", "\r\n\r\n", " ", "("]}
+{"text": "　🙂#$%#$%9'VE!!'VE…eDž㋿d\"'SEOT 漢're
'#$%!'Ret0\u000b'S　EOT字åع<mꟲ'S ", "tokens": 53, "pieces": ["　", "🙂#$%#$%", "9", "'VE", "!!'", "VE", "…eDž", "㋿d", "\"'", "SEOT", " 漢", "'re", "
", "'#$%!'", "Ret", "0", "\u000b", "'S", "　EOT字a", "̊ع", "<mꟲ", "'S", " "]}
+{"text": ",12345678,!!!!s½‍ꟲ
…å(\"'S\"‍\r\nté\r\néİs٣٤٥٦'s👍🏽…'M'T
", "tokens": 54, "pieces": [",", "123", "456", "78", ",!!!!", "s", "½", "‍ꟲ", "
", "…a", "̊(\"'", "S", "\"‍\r\n", "te", "́\r\n", "e", "́İs", "٣٤٥", "٦", "'s", "👍🏽", "…", "'M", "'T", "
"]}
+{"text": "é<META_START><META_START>a912345678\r\n\r\n\u000bé<EOT>Dž<|fim_prefix|>", "tokens": 27, "pieces": ["e", "́<", "META", "_START", "><", "META", "_START", ">a", "912", "345", "678", "\r\n\r\n", "\u000bé", "<EOT", ">Dž", "<|", "fim", "_prefix", "|>"]}
+{"text": "👍🏽\r0s३🙂漢ée   \n𐞁DžsⅣ(\n'ſ'll½,ſ<|fim_prefix|>İ́>ḍ̇<👍🏽!!'ll'S٣٤٥٦字'VE>", "tokens": 73, "pieces": ["👍🏽\r", "0", "s", "३", "🙂漢ée", "   \n", "𐞁Džs", "Ⅳ", "(\n", "'ſ", "'ll", "½", ",ſ", "<|", "fim", "_prefix", "|>", "İ", "́>", "ḋ", "̣<👍🏽!!'", "ll", "'S", "٣٤٥", "٦", "字", "'VE", ">"]}
+{"text": "\n!m-   \n<EOT>'ll'T<EOT>t'VE…Dž👍🏽ع३'ſß\r\nſ å漢漢\u000bＡ!  ́㋿0ع", "tokens": 55, "pieces": ["\n", "!m", "-", "   \n", "<EOT", ">'", "ll", "'T", "<EOT", ">t", "'VE", "…Dž", "👍🏽", "ع", "३", "'ſ", "ß", "\r\n", "ſ", " a", "̊漢漢", "\u000bＡ", "!", " ", " ́㋿", "0", "ع"]}
+{"text": " 'T!!'sDž", "tokens": 7, "pieces": [" '", "T", "!!'", "sDž"]}
+{"text": "…\u000b's<EOT> Ⅳß", "tokens": 11, "pieces": ["…", "\u000b", "'s", "<EOT", ">", " ", "Ⅳ", "ß"]}
+{"text": "#$%Ⅳ\r\n9  <META_START>Ⅳ0'll𐞁
,'M'll‍'Dḍ̇Dž㍿٣٤٥٦   \n३,Z🙂é\r\n\r\ns", "tokens": 55, "pieces": ["#$%", "Ⅳ", "\r\n", "9", " ", " <", "META", "_START", ">", "Ⅳ0", "'ll", "𐞁", "
", ",'", "M", "'ll", "‍'", "Dḋ", "̣Dž", "㍿", "٣٤٥", "٦", "   \n", "३", ",Z", "🙂é", "\r\n\r\n", "s"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿'ll<META_START><|fim_prefix|>s're're(<'S'Re㍿ Ａ​'D", "tokens": 30, "pieces": ["㍿'", "ll", "<META", "_START", "><|", "fim", "_prefix", "|>", "s", "'re", "'re", "(<'", "S", "'Re", "㍿", " Ａ", "​'", "D"]}
+{"text": " 'S('ſ……'D'll🙂'٣٤٥٦­🙂<|endoftext|>​t　<|fim_prefix|>> #$%‍ßⅣ're\r
9३'D'Mİ́漢s", "tokens": 64, "pieces": [" '", "S", "('", "ſ", "…", "…", "'D", "'ll", "🙂'", "٣٤٥", "٦", "­🙂<|", "endoftext", "|>​", "t", "　", "<|", "fim", "_prefix", "|>>", " ", "#$%‍", "ß", "Ⅳ", "'re", "\r", "
", "9३", "'D", "'M", "İ", "́漢s"]}
+{"text": "👍🏽s​<|endoftext|>'S   \nm!!å٣٤٥٦\"<META_START>fi", "tokens": 36, "pieces": ["👍🏽", "s", "​<|", "endoftext", "|>'", "S", "   \n", "m", "!!", "a", "̊", "٣٤٥", "٦", "\"<", "META", "_START", ">fi"]}
+{"text": "́'Réd-𐞁\t㍿mdé'́
é३", "tokens": 24, "pieces": ["́'", "Re", "́d", "-𐞁", "\t", "㍿mdé", "'́", "
e", "́", "३"]}
+{"text": "ß​'D<'D\"🙂fi  'M…é‍   \n12345678𐞁<EOT>字㍿   \n9ß😀🏽té0fi३ḍ̇'VE", "tokens": 56, "pieces": ["ß", "​'", "D", "<'", "D", "\"🙂", "fi", " ", " '", "M", "…é", "‍", "   \n", "123", "456", "78", "𐞁", "<EOT", ">字", "㍿", "   \n", "9", "ß", "😀🏽", "te", "́", "0", "fi", "३", "ḋ", "̣'", "VE"]}
+{"text": "½-ع12345678\n漢é'T'S\u000b𐞁dåå🙂عİ\r 
'ſḍ̇.'VE
　", "tokens": 46, "pieces": ["½", "-ع", "123", "456", "78", "\n", "漢e", "́'", "T", "'S", "\u000b𐞁da", "̊a", "̊🙂", "عİ", "\r", " ", "
", "'ſ", "ḋ", "̣.'", "VE", "
　"]}
+{"text": ".😀🏽'Sm're'ſ<|fim_prefix|>Ａḍ̇.­.0'llⅣ<ß.<|endoftext|>漢𐞁😀🏽'res\u000b३‍", "tokens": 60, "pieces": [".😀🏽'", "Sm", "'re", "'ſ", "<|", "fim", "_prefix", "|>", "Ａḋ", "̣.­.", "0", "'ll", "Ⅳ", "<ß", ".<|", "endoftext", "|>", "漢𐞁", "😀🏽'", "res", "\u000b", "३", "‍"]}
+{"text": "Z\u000b", "tokens": 2, "pieces": ["Z", "\u000b"]}
+{"text": "s­\r\n'Mm…EOT<EOT>a'VE😀🏽-   \n…𐞁<|endoftext|>é'Tm㍿ 'Ret<|fim_prefix|>12345678'T३🙂!é'llEOT㋿s'VE\r\n\r\n​", "tokens": 72, "pieces": ["s", "­\r\n", "'M", "m", "…EOT", "<EOT", ">a", "'VE", "😀🏽-", "   \n", "…𐞁", "<|", "endoftext", "|>", "e", "́'", "Tm", "㍿", " '", "Ret", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "३", "🙂!", "é", "'ll", "EOT", "㋿s", "'VE", "\r\n\r\n", "​"]}
+{"text": "字　0,\u000bZé('VE's\"\r\n\r\nꟲ漢<EOT>'ReDž\nfiع㍿12345678(㍿", "tokens": 36, "pieces": ["字", "　", "0", ",", "\u000bZe", "́('", "VE", "'s", "\"\r\n\r\n", "ꟲ漢", "<EOT", ">'", "ReDž", "\n", "fiع", "㍿", "123", "456", "78", "(㍿"]}
+{"text": "'Ms-09ḍ̇DžⅣ  d0'<<META_START>ſß   \n", "tokens": 25, "pieces": ["'M", "s", "-", "09", "ḋ", "̣Dž", "Ⅳ", " ", " d", "0", "'<<", "META", "_START", ">ſß", "   \n"]}
+{"text": "'ſ𐞁\r<s<META_START>'re\r\n\r\n\n", "tokens": 16, "pieces": ["'ſ", "𐞁", "\r", "<s", "<META", "_START", ">'", "re", "\r\n\r\n\n"]}
+{"text": "'VE e<EOT>éＡ'Sa😀🏽
Ⅳ-'M𐞁,　 >'VEtd½\t'Mḍ̇‍\r\n\r\n  !ꟲ  \t३", "tokens": 53, "pieces": ["'VE", " e", "<EOT", ">e", "́Ａ", "'S", "a", "😀🏽", "
", "Ⅳ", "-'", "M𐞁", ",", "　", " ", ">'", "VEtd", "½", "\t", "'M", "ḋ", "̣‍\r\n\r\n", " ", " !", "ꟲ", "  ", "\t", "३"]}
+{"text": "İ'S0
", "tokens": 5, "pieces": ["İ", "'S", "0", "
"]}
+{"text": "<|fim_prefix|><|fim_prefix|>ß  's'S<META_START>m😀🏽fi'Tḍ̇\u000bs\"‍'ſ   \nmEOT‍", "tokens": 49, "pieces": ["<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "ß", " ", " '", "s", "'S", "<META", "_START", ">m", "😀🏽", "fi", "'T", "ḋ", "̣", "\u000bs", "\"‍'", "ſ", "   \n", "mEOT", "‍"]}
+{"text": "'Reḍ̇'s!𐞁d'VEſ👍🏽㍿a('St'ſ㋿𐞁   <|fim_prefix|>\r\n½Dž!!字<|endoftext|>'re字12345678'Reaa  aEOT", "tokens": 72, "pieces": ["'Re", "ḋ", "̣'", "s", "!𐞁d", "'VE", "ſ", "👍🏽㍿", "a", "('", "St", "'ſ", "㋿𐞁", "  ", " ", "<|", "fim", "_prefix", "|>\r\n", "½", "Dž", "!!", "字", "<|", "endoftext", "|>'", "re字", "123", "456", "78", "'Re", "aa", " ", " aEOT"]}
+{"text": "'VE­s<META_START>\"'M\r\n\r\nZ\r\n\r\n'VE'D9ꟲ<META_START>", "tokens": 23, "pieces": ["'VE", "­s", "<META", "_START", ">\"'", "M", "\r\n\r\n", "Z", "\r\n\r\n", "'VE", "'D", "9", "ꟲ", "<META", "_START", ">"]}
+{"text": ".d🙂", "tokens": 3, "pieces": [".d", "🙂"]}
+{"text": "EOTEOTEOTß<META_START><|fim_prefix|>㋿  ́fi‍\nİ!! 
½ß", "tokens": 33, "pieces": ["EOTEOTEOTß", "<META", "_START", "><|", "fim", "_prefix", "|>㋿", " ", " ́", "fi", "‍\n", "İ", "!!", " ", "
", "½", "ß"]}
+{"text": "'sdDžsſ  ㍿   \n🙂\t!'T\u000bse.‍\n<|fim_prefix|>🙂ſ㍿  ­'D'S'Re٣٤٥٦Ⅳ'S", "tokens": 55, "pieces": ["'s", "dDžsſ", " ", " ㍿", "   \n", "🙂", "\t", "!'", "T", "\u000bse", ".‍\n", "<|", "fim", "_prefix", "|>🙂", "ſ", "㍿", " ", " ­'", "D", "'S", "'Re", "٣٤٥", "٦Ⅳ", "'S"]}
+{"text": "'ll😀🏽eEOT.   \n \r'sعع́\u000b\rⅣé", "tokens": 23, "pieces": ["'ll", "😀🏽", "eEOT", ".", "   \n \r", "'s", "عع", "́", "\u000b\r", "Ⅳ", "e", "́"]}
+{"text": "<|endoftext|>😀🏽\r\n!İ\t   \n'T'#$%m  ­😀🏽m9<META_START><<EOT>mꟲå\t   \ne\n㍿", "tokens": 50, "pieces": ["<|", "endoftext", "|>😀🏽\r\n", "!İ", "\t   \n", "'T", "'#$%", "m", " ", " ­😀🏽", "m", "9", "<META", "_START", "><<", "EOT", ">mꟲa", "̊", "\t   \n", "e", "\n", "㍿"]}
+{"text": "'reع\tfi<META_START>''MEOT㍿9\r\né'T‍eع\r\n\r\n😀🏽<|fim_prefix|><EOT>\r\n>​\n\"", "tokens": 43, "pieces": ["'re", "ع", "\tfi", "<META", "_START", ">''", "MEOT", "㍿", "9", "\r\n", "é", "'T", "‍eع", "\r\n\r\n", "😀🏽<|", "fim", "_prefix", "|><", "EOT", ">\r\n", ">​\n", "\""]}
+{"text": "'ſ>\t", "tokens": 5, "pieces": ["'ſ", ">", "\t"]}
+{"text": "'ſ\n𐞁'Re,-<|endoftext|>'VEſ…<|fim_prefix|>EOT​'Mſ'S0٣٤٥٦12345678👍🏽'llİ12345678!!\tſé'ſ‍漢'ſå\u000b're'T'D\t㍿½", "tokens": 89, "pieces": ["'ſ", "\n", "𐞁", "'Re", ",-<|", "endoftext", "|>'", "VEſ", "…", "<|", "fim", "_prefix", "|>", "EOT", "​'", "Mſ", "'S", "0٣٤", "٥٦1", "234", "567", "8", "👍🏽'", "llİ", "123", "456", "78", "!!", "\tſé", "'ſ", "‍漢", "'ſ", "a", "̊", "\u000b", "'re", "'T", "'D", "\t", "㍿", "½"]}
+{"text": "㋿𐞁é'VE­­-å<EOT>‍'漢,EOT字Ａ३<|fim_prefix|>​🙂🙂'VE''s…t​'re'St㍿　!!", "tokens": 61, "pieces": ["㋿𐞁é", "'VE", "­­-", "a", "̊<", "EOT", ">‍'", "漢", ",EOT字Ａ", "३", "<|", "fim", "_prefix", "|>​🙂🙂'", "VE", "''", "s", "…t", "​'", "re", "'S", "t", "㍿", "　", "!!"]}
+{"text": "'ll字", "tokens": 2, "pieces": ["'ll", "字"]}
+{"text": "\t㍿s㋿#$%12345678,e#$%'T'Re٣٤٥٦😀🏽👍🏽s
!", "tokens": 41, "pieces": ["\t", "㍿s", "㋿#$%", "123", "456", "78", ",e", "#$%'", "T", "'Re", "٣٤٥", "٦", "😀🏽👍🏽", "s", "
", "!"]}
+{"text": "t'ſ‍\t🙂éd<META_START>\r㋿😀🏽a\r\n\r\n9　'llＡ'll-(0‍٣٤٥٦­　字#$%<META_START>(å'ſ
Ⅳ'SⅣ<EOT>a", "tokens": 68, "pieces": ["t", "'ſ", "‍", "\t", "🙂éd", "<META", "_START", ">\r", "㋿😀🏽", "a", "\r\n\r\n", "9", "　", "'ll", "Ａ", "'ll", "-(", "0", "‍", "٣٤٥", "٦", "­", "　字", "#$%<", "META", "_START", ">(", "a", "̊'", "ſ", "
", "Ⅳ", "'S", "Ⅳ", "<EOT", ">a"]}
+{"text": "'\r\n\r​ḍ̇­a.  EOT'VE­\r\n\r\n'Re​㋿  👍🏽<|fim_prefix|>>㋿>\r\n\r\n\r\n!Dž<META_START>'VE　'llſ'ré\t'ſ'sḍ̇,", "tokens": 65, "pieces": ["'\r\n\r", "​ḋ", "̣­", "a", ".", " ", " EOT", "'VE", "­\r\n\r\n", "'Re", "​㋿", " ", " 👍🏽<|", "fim", "_prefix", "|>>㋿>\r\n\r\n\r\n", "!Dž", "<META", "_START", ">'", "VE", "　", "'ll", "ſ", "'re", "́", "\t", "'ſ", "'s", "ḋ", "̣,"]}
+{"text": "👍🏽ＡéEOT\"Z\ré́\u000bＡعaZ𐞁<|fim_prefix|>9d३", "tokens": 38, "pieces": ["👍🏽", "Ａe", "́EOT", "\"Z", "\r", "é", "́", "\u000bＡعaZ𐞁", "<|", "fim", "_prefix", "|>", "9", "d", "३"]}
+{"text": "9‍'T字'reⅣt'Re'Dꟲå0'reꟲé's.ع\"'ll字㍿>", "tokens": 36, "pieces": ["9", "‍'", "T字", "'re", "Ⅳ", "t", "'Re", "'D", "ꟲa", "̊", "0", "'re", "ꟲe", "́'", "s", ".ع", "\"'", "ll字", "㍿>"]}
+{"text": "#$%㋿é", "tokens": 6, "pieces": ["#$%㋿", "é"]}
+{"text": "é🙂‍'re<META_START>
å'VE३s.…'T漢.!#$%12345678㋿٣٤٥٦m㋿<EOT>#$%\r", "tokens": 56, "pieces": ["e", "́🙂‍'", "re", "<META", "_START", ">", "
a", "̊'", "VE", "३", "s", ".", "…", "'T", "漢", ".!#$%", "123", "456", "78", "㋿", "٣٤٥", "٦", "m", "㋿<", "EOT", ">#$%\r"]}
+{"text": "👍🏽!!", "tokens": 7, "pieces": ["👍🏽!!"]}
+{"text": "'sḍ̇Z\r\n\r\n½İ<å0éⅣ0a\r\n '🙂#$%…\rZ(12345678'M👍🏽\u000b३!!​ع…३'M", "tokens": 52, "pieces": ["'s", "ḋ", "̣Z", "\r\n\r\n", "½", "İ", "<a", "̊", "0", "e", "́", "Ⅳ0", "a", "\r\n", " '🙂#$%", "…\r", "Z", "(", "123", "456", "78", "'M", "👍🏽", "\u000b", "३", "!!​", "ع", "…", "३", "'M"]}
+{"text": "́12345678'DⅣ<EOT'D'S​,ḍ̇é'Re(d漢a ", "tokens": 25, "pieces": ["́", "123", "456", "78", "'D", "Ⅳ", "<EOT", "'D", "'S", "​,", "ḋ", "̣é", "'Re", "(d漢a", " "]}
+{"text": "ße0Ａꟲ'D𐞁\u000b
Ⅳ'S<'Re-s<|fim_prefix|>🙂\r\n\r\n'Tß", "tokens": 33, "pieces": ["ße", "0", "Ａꟲ", "'D", "𐞁", "\u000b", "
", "Ⅳ", "'S", "<'", "Re", "-s", "<|", "fim", "_prefix", "|>🙂\r\n\r\n", "'T", "ß"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'S>éZſ<|endoftext|>\">३-ع#$%Z!'VE", "tokens": 23, "pieces": ["'S", ">éZſ", "<|", "endoftext", "|>\">", "३", "-ع", "#$%", "Z", "!'", "VE"]}
+{"text": "d'ſ<\r🙂<|endoftext|>\nǻ#$%ع́   \n\n½\tå'Re‍🙂ḍ̇'S,m👍🏽EOTfi​㍿\u000b😀🏽<|fim_prefix|>", "tokens": 69, "pieces": ["d", "'ſ", "<\r", "🙂<|", "endoftext", "|>\n", "a", "̊́#$%", "ع", "́", "   \n\n", "½", "\ta", "̊'", "Re", "‍🙂", "ḋ", "̣'", "S", ",m", "👍🏽", "EOTfi", "​㍿", "\u000b", "😀🏽<|", "fim", "_prefix", "|>"]}
+{"text": "e…é'VE9漢é!!<|fim_prefix|>", "tokens": 19, "pieces": ["e", "…é", "'VE", "9", "漢e", "́!!<|", "fim", "_prefix", "|>"]}
+{"text": "ḍ̇
\t३", "tokens": 10, "pieces": ["ḋ", "̣", "
", "\t", "३"]}
+{"text": "\t 字é㍿<EOT>İ<|endoftext|>'VEḍ̇Ⅳ", "tokens": 28, "pieces": ["\t", " 字e", "́㍿<", "EOT", ">İ", "<|", "endoftext", "|>'", "VEḋ", "̣", "Ⅳ"]}
+{"text": "Ⅳ​😀🏽İ<META_START>\"'D🙂'T​<EOT>9d\råe12345678\r\n\r\n   \nع's", "tokens": 38, "pieces": ["Ⅳ", "​😀🏽", "İ", "<META", "_START", ">\"'", "D", "🙂'", "T", "​<", "EOT", ">", "9", "d", "\r", "a", "̊e", "123", "456", "78", "\r\n\r\n   \n", "ع", "'s"]}
+{"text": "<|endoftext|>👍🏽
́\"Z0عZꟲ'Re🙂…<٣٤٥٦'MDž㍿'D½<|fim_prefix|>(ⅣZd́　٣٤٥٦㋿ß'Ma'\r\n'ReⅣ㍿\r\n\r\n.", "tokens": 83, "pieces": ["<|", "endoftext", "|>👍🏽", "
", "́\"", "Z", "0", "عZꟲ", "'Re", "🙂", "…", "<", "٣٤٥", "٦", "'M", "Dž", "㍿'", "D", "½", "<|", "fim", "_prefix", "|>(", "Ⅳ", "Zd", "́", "　", "٣٤٥", "٦", "㋿ß", "'M", "a", "'\r\n", "'Re", "Ⅳ", "㍿\r\n\r\n", "."]}
+{"text": "​9ſＡ㋿\r\n\r\n😀🏽Dž字'VE\tİ'reḍ̇#$%<|endoftext|><META_START>\"#$%‍\n", "tokens": 45, "pieces": ["​", "9", "ſＡ", "㋿\r\n\r\n", "😀🏽", "Dž字", "'VE", "\tİ", "'re", "ḋ", "̣#$%<|", "endoftext", "|><", "META", "_START", ">\"#$%‍\n"]}
+{"text": "(<|fim_prefix|>", "tokens": 7, "pieces": ["(<|", "fim", "_prefix", "|>"]}
+{"text": "ſ'ſ'T­Z.   \n
<|endoftext|>!!३9m٣٤٥٦9 \r\n𐞁
ßſ's'३'ſ
'VEḍ̇", "tokens": 59, "pieces": ["ſ", "'ſ", "'T", "­Z", ".", "   \n", "
", "<|", "endoftext", "|>!!", "३9", "m", "٣٤٥", "٦9", " \r\n", "𐞁", "
ßſ", "'s", "'", "३", "'ſ", "
", "'VE", "ḋ", "̣"]}
+{"text": "'s३'S   \n ſ!'D­🙂㋿\rḍ̇e#$%   \n,ss '", "tokens": 28, "pieces": ["'s", "३", "'S", "   \n", " ſ", "!'", "D", "­🙂㋿\r", "ḋ", "̣e", "#$%", "   \n", ",ss", " '"]}
+{"text": "'VE\u000b\t\t漢\u000b<|endoftext|>åꟲ😀🏽.'sm's!!'ſ́३", "tokens": 36, "pieces": ["'VE", "\u000b\t", "\t漢", "\u000b", "<|", "endoftext", "|>", "a", "̊ꟲ", "😀🏽.'", "sm", "'s", "!!'", "ſ", "́", "३"]}
+{"text": ".\"<\t'S>　ſ!!eå👍🏽'M'Re!😀🏽   \n<é字'llté漢'M㋿́Ａ>!!…ß", "tokens": 48, "pieces": [".\"<", "\t", "'S", ">", "　ſ", "!!", "ea", "̊👍🏽'", "M", "'Re", "!😀🏽", "   \n", "<e", "́字", "'ll", "té漢", "'M", "㋿́", "Ａ", ">!!", "…ß"]}
+{"text": "!!<EOT>'ſ'ſ\r\n->'ś'D0é0㍿<'ſ'VE漢\"é­", "tokens": 34, "pieces": ["!!<", "EOT", ">'", "ſ", "'ſ", "\r\n", "->'", "s", "́'", "D", "0", "e", "́", "0", "㍿<'", "ſ", "'VE", "漢", "\"é", "­"]}
+{"text": "12345678ſ'M\n'T㍿d\t", "tokens": 13, "pieces": ["123", "456", "78", "ſ", "'M", "\n", "'T", "㍿d", "\t"]}
+{"text": "  ſfi<META_START>🙂0
½0\u000b
\u000b  ‍\r\nⅣ
𐞁12345678'VE😀🏽e'S>fi\r", "tokens": 48, "pieces": [" ", " ſfi", "<META", "_START", ">🙂", "0", "
", "½0", "\u000b
\u000b ", " ‍\r\n", "Ⅳ", "
𐞁", "123", "456", "78", "'VE", "😀🏽", "e", "'S", ">fi", "\r"]}
+{"text": "'VEå(ḍ̇0#$%
's Ａꟲ", "tokens": 22, "pieces": ["'VE", "a", "̊(", "ḋ", "̣", "0", "#$%", "
", "'s", " Ａꟲ"]}
+{"text": "Dž're
漢<META_START>ß(\" (é(åfi㍿'VE", "tokens": 27, "pieces": ["Dž", "'re", "
漢", "<META", "_START", ">ß", "(\"", " ", "(e", "́(", "a", "̊fi", "㍿'", "VE"]}
+{"text": "<|endoftext|>m​㋿", "tokens": 12, "pieces": ["<|", "endoftext", "|>", "m", "​㋿"]}
+{"text": "ḍ̇#$%   \n<META_START>t<EOT>'e㍿\n   \n'", "tokens": 22, "pieces": ["ḋ", "̣#$%", "   \n", "<META", "_START", ">t", "<EOT", ">'", "e", "㍿\n", "   \n", "'"]}
+{"text": "­́<META_START>ع0<å'sé\tİDž12345678\n­d　'D'll,㍿ßm<META_START>'''ſsḍ̇", "tokens": 46, "pieces": ["­́<", "META", "_START", ">ع", "0", "<a", "̊'", "se", "́", "\tİDž", "123", "456", "78", "\n", "­d", "　", "'D", "'ll", ",㍿", "ßm", "<META", "_START", ">'''", "ſsḋ", "̣"]}
+{"text": "'T'D'SꟲaDž字字'M<META_START>aDž<META_START>mfim <META_START>́ß\"
eعm!…m!٣٤٥٦‍s\r\n\r\n0<META_START>👍🏽Ａ", "tokens": 67, "pieces": ["'T", "'D", "'S", "ꟲaDž字字", "'M", "<META", "_START", ">aDž", "<META", "_START", ">mfim", " <", "META", "_START", ">́", "ß", "\"", "
eعm", "!", "…m", "!", "٣٤٥", "٦", "‍s", "\r\n\r\n", "0", "<META", "_START", ">👍🏽", "Ａ"]}
+{"text": "'Reḍ̇ß𐞁Ⅳ'ſ   \n'De­ع0ḍ̇.'\r\nå\u000b　", "tokens": 34, "pieces": ["'Re", "ḋ", "̣ß𐞁", "Ⅳ", "'ſ", "   \n", "'D", "e", "­ع", "0", "ḋ", "̣.'\r\n", "a", "̊", "\u000b　"]}
+{"text": "İ's\nⅣ12345678Džd9\r\n
's<|fim_prefix|>(Dž
'Re'VE'll ß'M‍\n''s漢é३'ſaéⅣḍ̇<EOT>EOT", "tokens": 62, "pieces": ["İ", "'s", "\n", "Ⅳ12", "345", "678", "Džd", "9", "\r\n", "
", "'s", "<|", "fim", "_prefix", "|>(", "Dž", "
", "'Re", "'VE", "'ll", " ß", "'M", "‍\n", "''", "s漢e", "́", "३", "'ſ", "ae", "́", "Ⅳ", "ḋ", "̣<", "EOT", ">EOT"]}
+{"text": "amé'VEſZ𐞁'M🙂.e字", "tokens": 17, "pieces": ["ame", "́'", "VEſZ𐞁", "'M", "🙂.", "e字"]}
+{"text": "ꟲ0s.​EOTꟲ\r\n\r\n\r\nع字 0Z　🙂ſ<|fim_prefix|>   \nfi👍🏽İ,Ａ\nİt!å‍", "tokens": 52, "pieces": ["ꟲ", "0", "s", ".​", "EOTꟲ", "\r\n\r\n\r\n", "ع字", " ", "0", "Z", "　", "🙂ſ", "<|", "fim", "_prefix", "|>", "   \n", "fi", "👍🏽", "İ", ",Ａ", "\n", "İt", "!a", "̊‍"]}
+{"text": "'T9Ａ!'D𐞁<t!Ａ'VE#$%", "tokens": 18, "pieces": ["'T", "9", "Ａ", "!'", "D𐞁", "<t", "!Ａ", "'VE", "#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678'D…字\t'T\r", "tokens": 10, "pieces": ["123", "456", "78", "'D", "…字", "\t", "'T", "\r"]}
+{"text": "å  'D're\r\n\r\n漢<|fim_prefix|>'s
\"٣٤٥٦\t٣٤٥٦'M'T<<'Så३'re<EOT>­ .EOT­<EOT>'　eꟲm<|endoftext|>　,'Så", "tokens": 78, "pieces": ["a", "̊", " ", " '", "D", "'re", "\r\n\r\n", "漢", "<|", "fim", "_prefix", "|>'", "s", "
", "\"", "٣٤٥", "٦", "\t", "٣٤٥", "٦", "'M", "'T", "<<'", "Sa", "̊", "३", "'re", "<EOT", ">­", " ", ".EOT", "­<", "EOT", ">'", "　eꟲm", "<|", "endoftext", "|>", "　", ",'", "Sa", "̊"]}
+{"text": "\r🙂'Tß字#$%\r\n\r\n\t㍿\r\n\r\n.\u000bİ㋿
12345678'T", "tokens": 27, "pieces": ["\r", "🙂'", "Tß字", "#$%\r\n\r\n", "\t", "㍿\r\n\r\n", ".", "\u000bİ", "㋿", "
", "123", "456", "78", "'T"]}
+{"text": "'M
 ß!ſ'Red('ll­\n'S!!Ⅳs#$%.'s<META_START>s'VE­
'''M<META_START>́a're'M'D", "tokens": 43, "pieces": ["'M", "
", " ß", "!ſ", "'Re", "d", "('", "ll", "­\n", "'S", "!!", "Ⅳ", "s", "#$%.'", "s", "<META", "_START", ">s", "'VE", "­", "
", "'''", "M", "<META", "_START", ">́", "a", "'re", "'M", "'D"]}
+{"text": "<|endoftext|><字fiŹ\n12345678㍿EOT#$%Džé👍🏽
\n'S…'D'M'ſ​ع\n<‍", "tokens": 49, "pieces": ["<|", "endoftext", "|><", "字fiZ", "́\n", "123", "456", "78", "㍿EOT", "#$%", "Džé", "👍🏽", "
\n", "'S", "…", "'D", "'M", "'ſ", "​ع", "\n", "<‍"]}
+{"text": "<|endoftext|>ß\r\nİ#$%9ß'ſ'T½", "tokens": 19, "pieces": ["<|", "endoftext", "|>", "ß", "\r\n", "İ", "#$%", "9", "ß", "'ſ", "'T", "½"]}
+{"text": "9,\tſé٣٤٥٦é'reſ'ſZDžsİDž'S-'s漢<EOT>0!
're<|endoftext|>𐞁's
é٣٤٥٦㍿!!\r\n　's", "tokens": 71, "pieces": ["9", ",", "\tſé", "٣٤٥", "٦", "é", "'re", "ſ", "'ſ", "ZDžsİDž", "'S", "-'", "s漢", "<EOT", ">", "0", "!", "
", "'re", "<|", "endoftext", "|>", "𐞁", "'s", "
é", "٣٤٥", "٦", "㍿!!\r\n", "　", "'s"]}
+{"text": "½m½́🙂Ze   \nt‍́  
sꟲå‍'Reé", "tokens": 27, "pieces": ["½", "m", "½", "́🙂", "Ze", "   \n", "t", "‍́", "  ", "
sꟲa", "̊‍'", "Reé"]}
+{"text": "12345678   \n'Re漢(.e字're‍#$%'VE!!aEOT😀🏽­'S🙂\"'VE\re漢\r\n\r\neZ", "tokens": 39, "pieces": ["123", "456", "78", "   \n", "'Re", "漢", "(.", "e字", "'re", "‍#$%'", "VE", "!!", "aEOT", "😀🏽­'", "S", "🙂\"'", "VE", "\r", "e漢", "\r\n\r\n", "eZ"]}
+{"text": "'ll字,", "tokens": 3, "pieces": ["'ll", "字", ","]}
+{"text": "s,'M\rſå", "tokens": 9, "pieces": ["s", ",'", "M", "\r", "ſa", "̊"]}
+{"text": "s'\"'ſeع  …<'Reꟲ'T­é\r\n\r\n", "tokens": 20, "pieces": ["s", "'\"'", "ſeع", "  ", "…", "<'", "Reꟲ", "'T", "­e", "́\r\n\r\n"]}
+{"text": "😀🏽#$%\r\n…<EOT>12345678'Re<\".漢m٣٤٥٦ع<META_START>å'ſe\u000bt12345678å", "tokens": 48, "pieces": ["😀🏽#$%\r\n", "…", "<EOT", ">", "123", "456", "78", "'Re", "<\".", "漢m", "٣٤٥", "٦", "ع", "<META", "_START", ">a", "̊'", "ſe", "\u000bt", "123", "456", "78", "a", "̊"]}
+{"text": "'VE'lla　 \r\n\r\n'llt<", "tokens": 9, "pieces": ["'VE", "'ll", "a", "　 \r\n\r\n", "'ll", "t", "<"]}
+{"text": "éé­İ'S‍<", "tokens": 9, "pieces": ["e", "́é", "­İ", "'S", "‍<"]}
+{"text": "'ll'st漢EOT​Ａeİ𐞁0éḍ̇EOT­", "tokens": 27, "pieces": ["'ll", "'s", "t漢EOT", "​Ａeİ𐞁", "0", "e", "́ḋ", "̣EOT", "­"]}
+{"text": ">\n𐞁sⅣ𐞁#$%t'VE<META_START>#$%<|endoftext|>-<|endoftext|>ſ­>'D­३d'VE\t👍🏽𐞁tꟲ\n12345678'D#$%ⅣZ'll㍿ 漢a'M", "tokens": 82, "pieces": [">\n", "𐞁s", "Ⅳ", "𐞁", "#$%", "t", "'VE", "<META", "_START", ">#$%<|", "endoftext", "|>-<|", "endoftext", "|>", "ſ", "­>'", "D", "­", "३", "d", "'VE", "\t", "👍🏽", "𐞁tꟲ", "\n", "123", "456", "78", "'D", "#$%", "Ⅳ", "Z", "'ll", "㍿", " 漢a", "'M"]}
+{"text": "'Ḿ's   \n<META_START>é! ,'T
's \"'D9ع'llDžEOT­Ａ ½漢…", "tokens": 35, "pieces": ["'M", "́'", "s", "   \n", "<META", "_START", ">é", "!", " ,'", "T", "
", "'s", " ", "\"'", "D", "9", "ع", "'ll", "DžEOT", "­Ａ", " ", "½", "漢", "…"]}
+{"text": "ḍ̇ſe\t   \n߅'re're'Sfi'عİ­​​'ll🙂ḍ̇㍿'lle.><|endoftext|>(0,漢ḍ̇½e​\u000b", "tokens": 57, "pieces": ["ḋ", "̣ſe", "\t   \n", "ß", "…", "'re", "'re", "'S", "fi", "'عİ", "­​​'", "ll", "🙂ḋ", "̣㍿'", "lle", ".><|", "endoftext", "|>(", "0", ",漢ḋ", "̣", "½", "e", "​", "\u000b"]}
+{"text": "३ßZ字0́'Re'T'ſſ12345678३>'remé\r\n­…fit   \n!İ….\n'ſ#$% ", "tokens": 42, "pieces": ["३", "ßZ字", "0", "́'", "Re", "'T", "'ſ", "ſ", "123", "456", "78३", ">'", "remé", "\r\n", "­", "…fit", "   \n", "!İ", "…", ".\n", "'ſ", "#$%", " "]}
+{"text": "'VE字<|endoftext|><|endoftext|>\nＡع㋿", "tokens": 22, "pieces": ["'VE", "字", "<|", "endoftext", "|><|", "endoftext", "|>\n", "Ａع", "㋿"]}
+{"text": "!é   \nⅣa!­\"!m\r\n#$%'字𐞁'ع㍿<|endoftext|>'se( ꟲḍ̇Džd漢!.  'S!!d<EOT>", "tokens": 57, "pieces": ["!e", "́", "   \n", "Ⅳ", "a", "!­\"!", "m", "\r\n", "#$%'", "字𐞁", "'ع", "㍿<|", "endoftext", "|>'", "se", "(", " ꟲḋ", "̣Džd漢", "!.", " ", " '", "S", "!!", "d", "<EOT", ">"]}
+{"text": "!'SDžİⅣ\r\n\r\n\r!㋿<META_START>-é\ntéé🙂İ​\r\n<EOT>ſ👍🏽!‍​㋿
३e‍ a", "tokens": 53, "pieces": ["!'", "SDžİ", "Ⅳ", "\r\n\r\n\r", "!㋿<", "META", "_START", ">-", "é", "\n", "tée", "́🙂", "İ", "​\r\n", "<EOT", ">ſ", "👍🏽!‍​㋿", "
", "३", "e", "‍", " a"]}
+{"text": "\u000b'S", "tokens": 2, "pieces": ["\u000b", "'S"]}
+{"text": "<\"é ſ ­ꟲ Ⅳ🙂'ſ३ع٣٤٥٦aé𐞁'M
'T<|endoftext|>", "tokens": 45, "pieces": ["<\"", "e", "́", " ſ", " ­", "ꟲ", " ", "Ⅳ", "🙂'", "ſ", "३", "ع", "٣٤٥", "٦", "aé𐞁", "'M", "
", "'T", "<|", "endoftext", "|>"]}
+{"text": "!.<META_START>eعt\r\n\r\n\"<EOT><|fim_prefix|>fi EOT\r\n\r\nꟲ
'Reḍ̇　sfi,漢mtm\t", "tokens": 45, "pieces": ["!.<", "META", "_START", ">eعt", "\r\n\r\n", "\"<", "EOT", "><|", "fim", "_prefix", "|>", "fi", " EOT", "\r\n\r\n", "ꟲ", "
", "'Re", "ḋ", "̣", "　sfi", ",漢mtm", "\t"]}
+{"text": "ßé're912345678t", "tokens": 7, "pieces": ["ßé", "'re", "912", "345", "678", "t"]}
+{"text": "İ\"!!", "tokens": 3, "pieces": ["İ", "\"!!"]}
+{"text": " .\u000bå🙂t😀🏽<|fim_prefix|>​​,0'(é'ſm'Re", "tokens": 32, "pieces": [" ", ".", "\u000ba", "̊🙂", "t", "😀🏽<|", "fim", "_prefix", "|>​​,", "0", "'(", "e", "́'", "ſm", "'Re"]}
+{"text": "Ⅳ'ſİ😀🏽e0𐞁 😀🏽#$%t'S>३9㍿٣٤٥٦'㋿'De'Re'!<|endoftext|>e½​‍ \r\n\r\n'<EOT>…​ß '  ", "tokens": 72, "pieces": ["Ⅳ", "'ſ", "İ", "😀🏽", "e", "0", "𐞁", " 😀🏽#$%", "t", "'S", ">", "३9", "㍿", "٣٤٥", "٦", "'㋿'", "De", "'Re", "'!<|", "endoftext", "|>", "e", "½", "​‍", " \r\n\r\n", "'<", "EOT", ">", "…", "​ß", " '", "  "]}
+{"text": "ſ", "tokens": 2, "pieces": ["ſ"]}
+{"text": "​३  ('reḍ̇漢ḍ̇m-'𐞁​'D-ꟲ\r\n\r\nEOT字Ⅳ㋿𐞁   \n><META_START> \u000b", "tokens": 51, "pieces": ["​", "३", " ", " ('", "reḋ", "̣漢ḋ", "̣m", "-'", "𐞁", "​'", "D", "-ꟲ", "\r\n\r\n", "EOT字", "Ⅳ", "㋿𐞁", "   \n", "><", "META", "_START", ">", " \u000b"]}
+{"text": "­Ⅳ<META_START>-ſ! 'sß", "tokens": 13, "pieces": ["­", "Ⅳ", "<META", "_START", ">-", "ſ", "!", " '", "sß"]}
+{"text": "漢­­9🙂🙂𐞁😀🏽0  d'TZ", "tokens": 23, "pieces": ["漢", "­­", "9", "🙂🙂", "𐞁", "😀🏽", "0", " ", " d", "'T", "Z"]}
+{"text": "İé0<|endoftext|>İ'll<å
<EOT>🙂́fi　​s-efi<|endoftext|>'ll­́३,", "tokens": 45, "pieces": ["İe", "́", "0", "<|", "endoftext", "|>", "İ", "'ll", "<a", "̊", "
", "<EOT", ">🙂́", "fi", "　", "​s", "-efi", "<|", "endoftext", "|>'", "ll", "­́", "३", ","]}
+{"text": "12345678're　漢́é\n0mßḍ̇!!<sḍ̇ſ٣٤٥٦(Ａ㍿\u000b㋿'reßß\"#$%½-㍿ås!d'VE", "tokens": 67, "pieces": ["123", "456", "78", "'re", "　漢", "́e", "́\n", "0", "mßḋ", "̣!!<", "sḋ", "̣ſ", "٣٤٥", "٦", "(Ａ", "㍿", "\u000b", "㋿'", "reßß", "\"#$%", "½", "-㍿", "a", "̊s", "!d", "'VE"]}
+{"text": "İ\r…‍ⅣZ'0", "tokens": 11, "pieces": ["İ", "\r", "…", "‍", "Ⅳ", "Z", "'", "0"]}
+{"text": "\u000b́'re-.‍eß<META_START>Ze12345678're'VE\tm'M\r\né'll😀🏽Ⅳt½\t👍🏽ḍ̇fi'T<|endoftext|>­㍿Z'Re", "tokens": 64, "pieces": ["\u000b", "́'", "re", "-.‍", "eß", "<META", "_START", ">Ze", "123", "456", "78", "'re", "'VE", "\tm", "'M", "\r\n", "e", "́'", "ll", "😀🏽", "Ⅳ", "t", "½", "\t", "👍🏽", "ḋ", "̣fi", "'T", "<|", "endoftext", "|>­㍿", "Z", "'Re"]}
+{"text": "(ع👍🏽ſⅣ'e…t㋿fi<EOT>fi३'T🙂dＡém'ss\r\nꟲ㍿9   \n!…Z\" 're٣٤٥٦'re\u000bt!!", "tokens": 65, "pieces": ["(ع", "👍🏽", "ſ", "Ⅳ", "'e", "…t", "㋿fi", "<EOT", ">fi", "३", "'T", "🙂dＡém", "'s", "s", "\r\n", "ꟲ", "㍿", "9", "   \n", "!", "…Z", "\"", " '", "re", "٣٤٥", "٦", "'re", "\u000bt", "!!"]}
+{"text": "𐞁漢å　<|endoftext|>'VE㋿ＡZ\u000bm🙂İ\r\n\r\n'sع12345678å🙂\t#$%'-ß'Reع> d…é", "tokens": 53, "pieces": ["𐞁漢a", "̊", "　", "<|", "endoftext", "|>'", "VE", "㋿ＡZ", "\u000bm", "🙂İ", "\r\n\r\n", "'s", "ع", "123", "456", "78", "a", "̊🙂", "\t", "#$%'-", "ß", "'Re", "ع", ">", " d", "…e", "́"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\n<|endoftext|>'VE½'re𐞁\u000b漢12345678eé<㍿漢Z'M'VE
'M👍🏽s'D ḍ̇-㍿<|fim_prefix|>", "tokens": 61, "pieces": ["\n", "<|", "endoftext", "|>'", "VE", "½", "'re", "𐞁", "\u000b漢", "123", "456", "78", "ee", "́<㍿", "漢Z", "'M", "'VE", "
", "'M", "👍🏽", "s", "'D", " ḋ", "̣-㍿<|", "fim", "_prefix", "|>"]}
+{"text": "12345678\r\n\r\nſ<EOT><½12345678ḍ̇'ſع<'ReＡ'D<META_START>(\n漢‍  #$%​٣٤٥٦🙂­!! ​\r\n\r\n<<|endoftext|>>!!ⅣDžſſ!字", "tokens": 71, "pieces": ["123", "456", "78", "\r\n\r\n", "ſ", "<EOT", "><", "½12", "345", "678", "ḋ", "̣'", "ſع", "<'", "ReＡ", "'D", "<META", "_START", ">(\n", "漢", "‍", " ", " #$%​", "٣٤٥", "٦", "🙂­!!", " ​\r\n\r\n", "<<|", "endoftext", "|>>!!", "Ⅳ", "Džſſ", "!字"]}
+{"text": "
s𐞁tⅣ(٣٤٥٦åZ½​'D ḍ̇<<META_START>‍ ‍'VEeعfi\r\ń½'S9'T\tſ漢​'re'Ms漢㍿'M", "tokens": 70, "pieces": ["
s𐞁t", "Ⅳ", "(", "٣٤٥", "٦", "a", "̊Z", "½", "​'", "D", " ḋ", "̣<<", "META", "_START", ">‍", " ‍'", "VEeعfi", "\r\n", "́", "½", "'S", "9", "'T", "\tſ漢", "​'", "re", "'M", "s漢", "㍿'", "M"]}
+{"text": "fiꟲḍ̇", "tokens": 10, "pieces": ["fiꟲḋ", "̣"]}
+{"text": "字😀🏽
İⅣＡ​é<|fim_prefix|>DžEOT😀🏽!<\u000b㋿\"　", "tokens": 38, "pieces": ["字", "😀🏽", "
İ", "Ⅳ", "Ａ", "​é", "<|", "fim", "_prefix", "|>", "DžEOT", "😀🏽!<", "\u000b", "㋿\"", "　"]}
+{"text": "0㍿<ḍ̇İ'T!…　\r\n   \n'M٣٤٥٦İ́漢\r<META_START>tꟲ…éİ٣٤٥٦é're  'M‍ß.", "tokens": 60, "pieces": ["0", "㍿<", "ḋ", "̣İ", "'T", "!", "…　\r\n   \n", "'M", "٣٤٥", "٦", "İ", "́漢", "\r", "<META", "_START", ">tꟲ", "…éİ", "٣٤٥", "٦", "é", "'re", " ", " '", "M", "‍ß", "."]}
+{"text": "0'llt ", "tokens": 4, "pieces": ["0", "'ll", "t", " "]}
+{"text": "🙂<META_START>'<META_START>9ß(å\u000ba'Re\r\nḍ̇.\rꟲ㋿ع9'VEsZDž…'M\r\n\r\n\rİＡ'Mfia.३ḍ̇", "tokens": 60, "pieces": ["🙂<", "META", "_START", ">'<", "META", "_START", ">", "9", "ß", "(a", "̊", "\u000ba", "'Re", "\r\n", "ḋ", "̣.\r", "ꟲ", "㋿ع", "9", "'VE", "sZDž", "…", "'M", "\r\n\r\n\r", "İＡ", "'M", "fia", ".", "३", "ḋ", "̣"]}
+{"text": "      \n'VEt<|fim_prefix|>é㋿Džts,'lĺ'Re\r\n<,", "tokens": 29, "pieces": ["      \n", "'VE", "t", "<|", "fim", "_prefix", "|>", "e", "́㋿", "Džts", ",'", "ll", "́'", "Re", "\r\n", "<,"]}
+{"text": "(-  'Té𐞁ǻ…EOTعꟲ<EOT>'Re\u000b,٣٤٥٦㍿s\u000b", "tokens": 40, "pieces": ["(-", " ", " '", "Te", "́𐞁a", "̊́", "…EOTعꟲ", "<EOT", ">'", "Re", "\u000b", ",", "٣٤٥", "٦", "㍿s", "\u000b"]}
+{"text": "\"Ⅳ-𐞁-e!'llåİ  漢Zfi㋿", "tokens": 24, "pieces": ["\"", "Ⅳ", "-𐞁", "-e", "!'", "lla", "̊İ", " ", " 漢Zfi", "㋿"]}
+{"text": "d<|endoftext|>'TⅣ\r😀🏽ſⅣd‍!㋿", "tokens": 28, "pieces": ["d", "<|", "endoftext", "|>'", "T", "Ⅳ", "\r", "😀🏽", "ſ", "Ⅳ", "d", "‍!㋿"]}
+{"text": "👍🏽#$%  EOT<|endoftext|>,عſéſ\t\r½'sd…😀🏽é½<\t\n'VEé👍🏽", "tokens": 51, "pieces": ["👍🏽#$%", " ", " EOT", "<|", "endoftext", "|>,", "عſe", "́ſ", "\t\r", "½", "'s", "d", "…", "😀🏽", "é", "½", "<", "\t\n", "'VE", "e", "́👍🏽"]}
+{"text": "(åع🙂ع🙂Dž­'S!'s're­㋿'ſfi😀🏽½'D9", "tokens": 34, "pieces": ["(a", "̊ع", "🙂ع", "🙂Dž", "­'", "S", "!'", "s", "'re", "­㋿'", "ſfi", "😀🏽", "½", "'D", "9"]}
+{"text": "\t٣٤٥٦'T३\rع…𐞁fi٣٤٥٦🙂'll'll
", "tokens": 37, "pieces": ["\t", "٣٤٥", "٦", "'T", "३", "\r", "ع", "…𐞁fi", "٣٤٥", "٦", "🙂'", "ll", "'ll", "
"]}
+{"text": "'­\"́́'ll're🙂👍🏽　字
<EOT>
…0ꟲ'llⅣ\"   \n३　,\u000b'Re   \n", "tokens": 43, "pieces": ["'­\"́́'", "ll", "'re", "🙂👍🏽", "　字", "
", "<EOT", ">", "
", "…", "0", "ꟲ", "'ll", "Ⅳ", "\"", "   \n", "३", "　", ",", "\u000b", "'Re", "   \n"]}
+{"text": "
Z<|fim_prefix|>!!\n‍<META_START>é\u000b㋿<EOT>   \n'Re　　0d(d㍿Z'lls12345678 <META_START>👍🏽'T  ​́> >👍🏽　", "tokens": 67, "pieces": ["
Z", "<|", "fim", "_prefix", "|>!!\n", "‍<", "META", "_START", ">é", "\u000b", "㋿<", "EOT", ">", "   \n", "'Re", "　", "　", "0", "d", "(d", "㍿Z", "'ll", "s", "123", "456", "78", " ", "<META", "_START", ">👍🏽'", "T", " ", " ​́>", " >👍🏽", "　"]}
+{"text": "'S漢​<META_START>'Sİḍ̇‍\r\nＡ", "tokens": 20, "pieces": ["'S", "漢", "​<", "META", "_START", ">'", "Sİḋ", "̣‍\r\n", "Ａ"]}
+{"text": "㍿  <<|fim_prefix|>å\r\n<|fim_prefix|>㍿'T\r\nſ!", "tokens": 31, "pieces": ["㍿", " ", " <<|", "fim", "_prefix", "|>", "a", "̊\r\n", "<|", "fim", "_prefix", "|>㍿'", "T", "\r\n", "ſ", "!"]}
+{"text": ".a
'll'llm<|endoftext|>Z\r\"-'ſ😀🏽>字'sⅣ<|endoftext|>d\tİ­", "tokens": 40, "pieces": [".a", "
", "'ll", "'ll", "m", "<|", "endoftext", "|>", "Z", "\r", "\"-'", "ſ", "😀🏽>", "字", "'s", "Ⅳ", "<|", "endoftext", "|>", "d", "\tİ", "­"]}
+{"text": "😀🏽'Re🙂'sعm'VE🙂's('re㋿daa'Dß🙂\u000bİ'll!! åع'så'St12345678\r\n\r\n\neé", "tokens": 51, "pieces": ["😀🏽'", "Re", "🙂'", "sعm", "'VE", "🙂'", "s", "('", "re", "㋿daa", "'D", "ß", "🙂", "\u000bİ", "'ll", "!!", " a", "̊ع", "'s", "a", "̊'", "St", "123", "456", "78", "\r\n\r\n\n", "eé"]}
+{"text": "'D're\r\n123456789㍿t‍.​<|endoftext|>!ß㍿<EOT>\r\nDž<|fim_prefix|>㋿ḍ̇́'M…", "tokens": 52, "pieces": ["'D", "'re", "\r\n", "123", "456", "789", "㍿t", "‍.​<|", "endoftext", "|>!", "ß", "㍿<", "EOT", ">\r\n", "Dž", "<|", "fim", "_prefix", "|>㋿", "ḋ", "̣́'", "M", "…"]}
+{"text": "t́e9　\t'VE漢ꟲ12345678　Džİ'ZZ\rع𐞁é.😀🏽İ​\u000b­(0'\rZ…m!!EOT　́😀🏽", "tokens": 58, "pieces": ["t", "́e", "9", "　", "\t", "'VE", "漢ꟲ", "123", "456", "78", "　Džİ", "'ZZ", "\r", "ع𐞁e", "́.😀🏽", "İ", "​", "\u000b", "­(", "0", "'\r", "Z", "…m", "!!", "EOT", "　", "́😀🏽"]}
+{"text": "EOT٣٤٥٦!!<|fim_prefix|>fifiaß́\n'VE𐞁\n­🙂   \n(t㋿'D\n\r\né", "tokens": 47, "pieces": ["EOT", "٣٤٥", "٦", "!!<|", "fim", "_prefix", "|>", "fifiaß", "́\n", "'VE", "𐞁", "\n", "­🙂", "   \n", "(t", "㋿'", "D", "\n\r\n", "e", "́"]}
+{"text": "<EOT>!   \n…#$%<META_START>\r\nſ😀🏽३\"́!…😀🏽́é‍#$%é.ém'll'S", "tokens": 44, "pieces": ["<EOT", ">!", "   \n", "…", "#$%<", "META", "_START", ">\r\n", "ſ", "😀🏽", "३", "\"́!", "…", "😀🏽́", "é", "‍#$%", "e", "́.", "ém", "'ll", "'S"]}
+{"text": "İ", "tokens": 1, "pieces": ["İ"]}
+{"text": "'Md३🙂'llİ🙂<META_START>\"!　‍Dž<½\r\n\r\n'ſ­s漢!! ع 12345678\"½\n👍🏽\r\n३½.𐞁३", "tokens": 56, "pieces": ["'M", "d", "३", "🙂'", "llİ", "🙂<", "META", "_START", ">\"!", "　", "‍Dž", "<", "½", "\r\n\r\n", "'ſ", "­s漢", "!!", " ع", " ", "123", "456", "78", "\"", "½", "\n", "👍🏽\r\n", "३½", ".𐞁", "३"]}
+{"text": "\u000b(-<|endoftext|>.३　👍🏽#$%'VE'res\r\n", "tokens": 24, "pieces": ["\u000b", "(-<|", "endoftext", "|>.", "३", "　", "👍🏽#$%'", "VE", "'re", "s", "\r\n"]}
+{"text": "🙂   \n😀🏽<|endoftext|>​('🙂m<META_START>t'sm\"ع́é­m'S9!㍿𐞁é'ßＡm'ſ'S½'ſ
", "tokens": 60, "pieces": ["🙂", "   \n", "😀🏽<|", "endoftext", "|>​('🙂", "m", "<META", "_START", ">t", "'s", "m", "\"ع", "́e", "́­", "m", "'S", "9", "!㍿", "𐞁e", "́'", "ßＡm", "'ſ", "'S", "½", "'ſ", "
"]}
+{"text": "-,漢<å'reع字(fi,٣٤٥٦'ll…👍🏽EOT<", "tokens": 34, "pieces": ["-,", "漢", "<a", "̊'", "reع字", "(fi", ",", "٣٤٥", "٦", "'ll", "…", "👍🏽", "EOT", "<"]}
+{"text": "\n", "tokens": 1, "pieces": ["\n"]}
+{"text": "<s0😀🏽a
><|endoftext|>漢\r\n𐞁<|fim_prefix|>𐞁𐞁<|endoftext|>​ع'D㋿'ReⅣ-\"'ſ'Z'll​'Tå　  ​Dž<META_START>", "tokens": 77, "pieces": ["<s", "0", "😀🏽", "a", "
", "><|", "endoftext", "|>", "漢", "\r\n", "𐞁", "<|", "fim", "_prefix", "|>", "𐞁𐞁", "<|", "endoftext", "|>​", "ع", "'D", "㋿'", "Re", "Ⅳ", "-\"'", "ſ", "'Z", "'ll", "​'", "Ta", "̊", "　 ", " ​", "Dž", "<META", "_START", ">"]}
+{"text": "ع漢EOT३<|fim_prefix|>ع'llİ  　é<|endoftext|>sß!!🙂㋿- ꟲå0ع'Dfi३>٣٤٥٦ 'S\r\n\r\n\rfi", "tokens": 66, "pieces": ["ع漢EOT", "३", "<|", "fim", "_prefix", "|>", "ع", "'ll", "İ", "  ", "　e", "́<|", "endoftext", "|>", "sß", "!!🙂㋿-", " ꟲa", "̊", "0", "ع", "'D", "fi", "३", ">", "٣٤٥", "٦", " ", "'S", "\r\n\r\n\r", "fi"]}
+{"text": "'ſEOT\u000b​t́,漢字,ḍ̇🙂d'T'llİḍ̇‍'VE😀🏽12345678s漢٣٤٥٦漢İ 　", "tokens": 58, "pieces": ["'ſ", "EOT", "\u000b", "​t", "́,", "漢字", ",ḋ", "̣🙂", "d", "'T", "'ll", "İḋ", "̣‍'", "VE", "😀🏽", "123", "456", "78", "s漢", "٣٤٥", "٦", "漢İ", " 　"]}
+{"text": "Z'Så(ḍ̇'VEe‍", "tokens": 16, "pieces": ["Z", "'S", "a", "̊(", "ḋ", "̣'", "VEe", "‍"]}
+{"text": "sßꟲsa\u000baſtع㍿́ع३漢\r\n\tEOTß<META_START>ſé\"­\u000bع'S ́ß", "tokens": 41, "pieces": ["sßꟲsa", "\u000baſtع", "㍿́", "ع", "३", "漢", "\r\n", "\tEOTß", "<META", "_START", ">ſe", "́\"­", "\u000bع", "'S", " ́", "ß"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Džd३\"İ12345678'll字'llfi\r\n<EOT>́é३Dž'VE'VE.a<'lldt", "tokens": 34, "pieces": ["Džd", "३", "\"İ", "123", "456", "78", "'ll", "字", "'ll", "fi", "\r\n", "<EOT", ">́", "e", "́", "३", "Dž", "'VE", "'VE", ".a", "<'", "lldt"]}
+{"text": "'S  <|endoftext|>é'S𐞁<|endoftext|>​ſ…­　''re", "tokens": 32, "pieces": ["'S", " ", " <|", "endoftext", "|>", "e", "́'", "S𐞁", "<|", "endoftext", "|>​", "ſ", "…", "­", "　", "''", "re"]}
+{"text": "'s\t'ſZ \"​d👍🏽>!><İſ𐞁'İ<|fim_prefix|>'D-　🙂.'ll'S𐞁sEOT😀🏽dEOT'M　Z", "tokens": 61, "pieces": ["'s", "\t", "'ſ", "Z", " ", "\"​", "d", "👍🏽>!><", "İſ𐞁", "'İ", "<|", "fim", "_prefix", "|>'", "D", "-", "　", "🙂.'", "ll", "'S", "𐞁sEOT", "😀🏽", "dEOT", "'M", "　Z"]}
+{"text": "　\u000be,ſ<META_START>s😀🏽字\"ع<|fim_prefix|>'re…   \ns\r\r\n ", "tokens": 32, "pieces": ["　", "\u000be", ",ſ", "<META", "_START", ">s", "😀🏽", "字", "\"ع", "<|", "fim", "_prefix", "|>'", "re", "…   \n", "s", "\r\r\n "]}
+{"text": "  \t<<|fim_prefix|>   \n>㋿ḍ̇½t🙂'T👍🏽\t<|endoftext|>\r\n\r\n 
🙂", "tokens": 44, "pieces": ["  ", "\t", "<<|", "fim", "_prefix", "|>", "   \n", ">㋿", "ḋ", "̣", "½", "t", "🙂'", "T", "👍🏽", "\t", "<|", "endoftext", "|>\r\n\r\n", " ", "
", "🙂"]}
+{"text": "  0\t's'M<,👍🏽'ſ\t's…👍🏽0", "tokens": 28, "pieces": [" ", " ", "0", "\t", "'s", "'M", "<,👍🏽'", "ſ", "\t", "'s", "…", "👍🏽", "0"]}
+{"text": "ḍ̇\nİ12345678३㋿", "tokens": 15, "pieces": ["ḋ", "̣\n", "İ", "123", "456", "78३", "㋿"]}
+{"text": "'M　9<|endoftext|>fi('𐞁a<𐞁😀🏽½½a-'VE\tm\r  é　½𐞁ⅣDžéd<|fim_prefix|>…\t'sZ<META_START>İع
Ⅳ", "tokens": 73, "pieces": ["'M", "　", "9", "<|", "endoftext", "|>", "fi", "('", "𐞁a", "<𐞁", "😀🏽", "½½", "a", "-'", "VE", "\tm", "\r", " ", " e", "́", "　", "½", "𐞁", "Ⅳ", "Dže", "́d", "<|", "fim", "_prefix", "|>", "…", "\t", "'s", "Z", "<META", "_START", ">İع", "
", "Ⅳ"]}
+{"text": "
m   \n!!ſⅣ‍ß𐞁's#$%ع-d'́\t!!<|endoftext|>aDžfi㍿😀🏽#$%#$%  ḍ̇‍,", "tokens": 58, "pieces": ["
m", "   \n", "!!", "ſ", "Ⅳ", "‍ß𐞁", "'s", "#$%", "ع", "-d", "'́", "\t", "!!<|", "endoftext", "|>", "aDžfi", "㍿😀🏽#$%#$%", " ", " ḋ", "̣‍,"]}
+{"text": "́a-<EOT>　३ḍ̇'reꟲ㋿> 'll字ع😀🏽'M\t-'M\r", "tokens": 39, "pieces": ["́a", "-<", "EOT", ">", "　", "३", "ḋ", "̣'", "reꟲ", "㋿>", " '", "ll字ع", "😀🏽'", "M", "\t", "-'", "M", "\r"]}
+{"text": "'S
('S🙂Z<'VE  tm", "tokens": 12, "pieces": ["'S", "
", "('", "S", "🙂Z", "<'", "VE", " ", " tm"]}
+{"text": "-0! \u000b'M0EOT(t'Re　e<EOT>𐞁>dEOT\"​eꟲmm٣٤٥٦!!ḍ̇٣٤٥٦👍🏽12345678", "tokens": 61, "pieces": ["-", "0", "!", " ", "\u000b", "'M", "0", "EOT", "(t", "'Re", "　e", "<EOT", ">𐞁", ">dEOT", "\"​", "eꟲmm", "٣٤٥", "٦", "!!", "ḋ", "̣", "٣٤٥", "٦", "👍🏽", "123", "456", "78"]}
+{"text": "٣٤٥٦́a9><Ａ​\t㍿Ａ!!'<fi>é,0㋿漢Ⅳ'Re‍å字m🙂  'VE", "tokens": 49, "pieces": ["٣٤٥", "٦", "́a", "9", "><", "Ａ", "​", "\t", "㍿Ａ", "!!'<", "fi", ">e", "́,", "0", "㋿漢", "Ⅳ", "'Re", "‍a", "̊字m", "🙂", " ", " '", "VE"]}
+{"text": "ع", "tokens": 1, "pieces": ["ع"]}
+{"text": "   \n0㍿𐞁Dž㋿é字'Re\tḍ̇<META_START>\r\nꟲ\r　'S'D½<META_START>", "tokens": 39, "pieces": ["   \n", "0", "㍿𐞁Dž", "㋿é字", "'Re", "\tḋ", "̣<", "META", "_START", ">\r\n", "ꟲ", "\r", "　", "'S", "'D", "½", "<META", "_START", ">"]}
+{"text": "å'S<EOT>  dfi㍿fi　'0Z-<EOT>'re३
Ａ<EOT>'ſ<|endoftext|>Ⅳeå…(ſ\r\nm\r\n\r\n<|endoftext|>Dž漢عḍ̇\r\n\r\n-", "tokens": 77, "pieces": ["a", "̊'", "S", "<EOT", ">", " ", " dfi", "㍿fi", "　", "'", "0", "Z", "-<", "EOT", ">'", "re", "३", "
Ａ", "<EOT", ">'", "ſ", "<|", "endoftext", "|>", "Ⅳ", "ea", "̊", "…", "(ſ", "\r\n", "m", "\r\n\r\n", "<|", "endoftext", "|>", "Dž漢عḋ", "̣\r\n\r\n", "-"]}
+{"text": "<'M'M!!(ꟲ½12345678!İ🙂'VEDž३#$%\"㍿'D 'Re>må'D\t
漢<|endoftext|><|endoftext|>'s<|fim_prefix|>'T", "tokens": 64, "pieces": ["<'", "M", "'M", "!!(", "ꟲ", "½12", "345", "678", "!İ", "🙂'", "VEDž", "३", "#$%\"㍿'", "D", " '", "Re", ">ma", "̊'", "D", "\t", "
漢", "<|", "endoftext", "|><|", "endoftext", "|>'", "s", "<|", "fim", "_prefix", "|>'", "T"]}
+{"text": "Ⅳ<META_START>'M.'Tḍ̇­-'ſt㍿㋿é­ḍ̇0'D9#$%<|fim_prefix|>\r\n\r\nEOT'Re 'Re😀🏽,dꟲ𐞁#$%é", "tokens": 66, "pieces": ["Ⅳ", "<META", "_START", ">'", "M", ".'", "Tḋ", "̣­-'", "ſt", "㍿㋿", "é", "­ḋ", "̣", "0", "'D", "9", "#$%<|", "fim", "_prefix", "|>\r\n\r\n", "EOT", "'Re", " '", "Re", "😀🏽,", "dꟲ𐞁", "#$%", "é"]}
+{"text": "'Mİ  åＡ\r\n㋿'ſm   \n\t<META_START>>👍🏽!!!ḍ̇İ9𐞁12345678​EOT 字漢fi'ſ9३½  !!\nꟲ", "tokens": 65, "pieces": ["'M", "İ", " ", " a", "̊Ａ", "\r\n", "㋿'", "ſm", "   \n", "\t", "<META", "_START", ">>👍🏽!!!", "ḋ", "̣İ", "9", "𐞁", "123", "456", "78", "​EOT", " 字漢fi", "'ſ", "9३½", " ", " !!\n", "ꟲ"]}
+{"text": "'Re　- 𐞁å'ſꟲeå\r\n's　🙂­ع🙂ع\r\n\r\nꟲ#$%
>ḍ̇é", "tokens": 45, "pieces": ["'Re", "　", "-", " 𐞁a", "̊'", "ſꟲea", "̊\r\n", "'s", "　", "🙂­", "ع", "🙂ع", "\r\n\r\n", "ꟲ", "#$%", "
", ">ḋ", "̣é"]}
+{"text": "­(- sådＡ😀🏽éDž#$%<|endoftext|>字", "tokens": 27, "pieces": ["­(-", " sa", "̊dＡ", "😀🏽", "éDž", "#$%<|", "endoftext", "|>", "字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n\r\n-'Sİe   \n'M<META_START>Ⅳ́👍🏽‍字9<EOT>🙂<EOT>漢fi're­a12345678字'M<|endoftext|>\r\n\r\n漢 …,\"Džß", "tokens": 61, "pieces": ["\r\n\r\n", "-'", "Sİe", "   \n", "'M", "<META", "_START", ">", "Ⅳ", "́👍🏽‍", "字", "9", "<EOT", ">🙂<", "EOT", ">漢fi", "'re", "­a", "123", "456", "78", "字", "'M", "<|", "endoftext", "|>\r\n\r\n", "漢", " ", "…", ",\"", "Džß"]}
+{"text": "İs㋿‍fí👍🏽9‍>", "tokens": 20, "pieces": ["İs", "㋿‍", "fi", "́👍🏽", "9", "‍>"]}
+{"text": "ḍ̇㋿é<EOT>'ſ'ſ'D12345678  ß‍!", "tokens": 29, "pieces": ["ḋ", "̣㋿", "e", "́<", "EOT", ">'", "ſ", "'ſ", "'D", "123", "456", "78", " ", " ß", "‍!"]}
+{"text": "Z.'ſ (
sd'ſ's\r\n\r\n\r<👍🏽'Re'D>'Re\n\r\n\r\nZ  'Res‍
\t.ع", "tokens": 39, "pieces": ["Z", ".'", "ſ", " (", "
sd", "'ſ", "'s", "\r\n\r\n\r", "<👍🏽'", "Re", "'D", ">'", "Re", "\n\r\n\r\n", "Z", " ", " '", "Res", "‍", "
", "\t", ".ع"]}
+{"text": "\r\n\r\n\r\n\r\nＡd\t'Sع ", "tokens": 8, "pieces": ["\r\n\r\n\r\n\r\n", "Ａd", "\t", "'S", "ع", " "]}
+{"text": "'ſꟲ​seaع#$%fi'll0'ſZꟲ<|fim_prefix|>9<ꟲ'D'D", "tokens": 36, "pieces": ["'ſ", "ꟲ", "​seaع", "#$%", "fi", "'ll", "0", "'ſ", "Zꟲ", "<|", "fim", "_prefix", "|>", "9", "<ꟲ", "'D", "'D"]}
+{"text": "éß'll'T㋿　\r\n\r\n\n　<|fim_prefix|>‍́<|endoftext|>㍿ꟲ\"'<EOT>字\t ­👍🏽\t'Re<META_START>'D‍  \nß", "tokens": 59, "pieces": ["éß", "'ll", "'T", "㋿", "　\r\n\r\n\n", "　", "<|", "fim", "_prefix", "|>‍́<|", "endoftext", "|>㍿", "ꟲ", "\"'<", "EOT", ">字", "\t", " ­👍🏽", "\t", "'Re", "<META", "_START", ">'", "D", "‍", "  \n", "ß"]}
+{"text": "0ſ9Ａß\rꟲé<EOT><EOT>Ⅳ\r㋿\u000bß'Reé\t­<|endoftext|>9\r\n 's'­'M", "tokens": 47, "pieces": ["0", "ſ", "9", "Ａß", "\r", "ꟲe", "́<", "EOT", "><", "EOT", ">", "Ⅳ", "\r", "㋿", "\u000bß", "'Re", "é", "\t", "­<|", "endoftext", "|>", "9", "\r\n", " ", "'s", "'­'", "M"]}
+{"text": "12345678​\r\n漢   \n'Reḍ̇9EOT('\r\n\r\nＡ'Re.ḍ̇　　　ſ<EOT>9'D𐞁字\"e🙂12345678ꟲ'reſe३㋿!!<|fim_prefix|>,å", "tokens": 72, "pieces": ["123", "456", "78", "​\r\n", "漢", "   \n", "'Re", "ḋ", "̣", "9", "EOT", "('\r\n\r\n", "Ａ", "'Re", ".ḋ", "̣", "　　", "　ſ", "<EOT", ">", "9", "'D", "𐞁字", "\"e", "🙂", "123", "456", "78", "ꟲ", "'re", "ſe", "३", "㋿!!<|", "fim", "_prefix", "|>,", "a", "̊"]}
+{"text": "३<|endoftext|>!́𐞁३漢#$%  漢>
a9‍", "tokens": 32, "pieces": ["३", "<|", "endoftext", "|>!́", "𐞁", "३", "漢", "#$%", " ", " 漢", ">", "
a", "9", "‍"]}
+{"text": "­'Re-…de!!9…'T'D\n\r\néⅣm🙂\ts\ta <'ll", "tokens": 26, "pieces": ["­'", "Re", "-", "…de", "!!", "9", "…", "'T", "'D", "\n\r\n", "é", "Ⅳ", "m", "🙂", "\ts", "\ta", " <'", "ll"]}
+{"text": "<META_START>å<META_START>\u000b́<a­㋿<½! t\n<|fim_prefix|>٣٤٥٦<|fim_prefix|>\"", "tokens": 46, "pieces": ["<META", "_START", ">a", "̊<", "META", "_START", ">", "\u000b", "́<", "a", "­㋿<", "½", "!", " t", "\n", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\""]}
+{"text": "ſ'ſ>  d'ſ …İ'ſm's#$%. 9 ", "tokens": 25, "pieces": ["ſ", "'ſ", ">", " ", " d", "'ſ", " ", "…İ", "'ſ", "m", "'s", "#$%.", " ", "9", " "]}
+{"text": "('M🙂\r½'ſdEOTDžＡ<s'Mé'D(㍿'
e,'ré\ń<|fim_prefix|>fi　<EOT><#$%", "tokens": 50, "pieces": ["('", "M", "🙂\r", "½", "'ſ", "dEOTDžＡ", "<s", "'M", "e", "́'", "D", "(㍿'", "
e", ",'", "re", "́\n", "́<|", "fim", "_prefix", "|>", "fi", "　", "<EOT", "><#$%"]}
+{"text": "   \nd½!'ReDžİ'VEd٣٤٥٦🙂e   \n\n'Tß　'S
<META_START>dDž", "tokens": 35, "pieces": ["   \n", "d", "½", "!'", "ReDžİ", "'VE", "d", "٣٤٥", "٦", "🙂e", "   \n\n", "'T", "ß", "　", "'S", "
", "<META", "_START", ">dDž"]}
+{"text": ">\u000b㍿#$%'fi\t'll!!é9>,­'VE'​'Re   'll(\u000b'S<EOT>字👍🏽\n   \n're٣٤٥٦ !!\r ع", "tokens": 55, "pieces": [">", "\u000b", "㍿#$%'", "fi", "\t", "'ll", "!!", "é", "9", ">,­'", "VE", "'​'", "Re", "  ", " '", "ll", "(", "\u000b", "'S", "<EOT", ">字", "👍🏽\n", "   \n", "'re", "٣٤٥", "٦", " ", "!!\r", " ع"]}
+{"text": "­३(!", "tokens": 4, "pieces": ["­", "३", "(!"]}
+{"text": " t　‍Ⅳa'D'reåd㋿İdZ…½<EOT>Ⅳ\nعꟲ\td!!", "tokens": 35, "pieces": [" t", "　", "‍", "Ⅳ", "a", "'D", "'re", "a", "̊d", "㋿İdZ", "…", "½", "<EOT", ">", "Ⅳ", "\n", "عꟲ", "\td", "!!"]}
+{"text": "…a's<'Mع😀🏽'M…9ꟲ'ſ\"Ａ\ta\u000bḍ̇(<META_START>'T-12345678e   \n 🙂<|endoftext|>́'D", "tokens": 57, "pieces": ["…a", "'s", "<'", "Mع", "😀🏽'", "M", "…", "9", "ꟲ", "'ſ", "\"Ａ", "\ta", "\u000bḋ", "̣(<", "META", "_START", ">'", "T", "-", "123", "456", "78", "e", "   \n", " ", "🙂<|", "endoftext", "|>́'", "D"]}
+{"text": "d½t'll㋿\r\n
>字字mع,12345678d'Sé३<META_START>'VE!!><|endoftext|>EOT́å½12345678'Ａ,Ａ­½\r\n👍🏽é<META_START>", "tokens": 67, "pieces": ["d", "½", "t", "'ll", "㋿\r\n", "
", ">字字mع", ",", "123", "456", "78", "d", "'S", "é", "३", "<META", "_START", ">'", "VE", "!!><|", "endoftext", "|>", "EOT", "́a", "̊", "½12", "345", "678", "'Ａ", ",Ａ", "­", "½", "\r\n", "👍🏽", "é", "<META", "_START", ">"]}
+{"text": "'ſDž…㍿#$%>'re,fi   \ńß  (   \n漢#$%.", "tokens": 27, "pieces": ["'ſ", "Dž", "…", "㍿#$%>'", "re", ",fi", "   \n", "́ß", " ", " (", "   \n", "漢", "#$%."]}
+{"text": "e<META_START>  ३عm('s漢   \n   \né漢m#$%Ａé'Sع12345678e\"ſ३'ll😀🏽Z'Re>👍🏽३…­\r\n\r\n😀🏽", "tokens": 63, "pieces": ["e", "<META", "_START", ">", " ", " ", "३", "عm", "('", "s漢", "   \n   \n", "é漢m", "#$%", "Ａé", "'S", "ع", "123", "456", "78", "e", "\"ſ", "३", "'ll", "😀🏽", "Z", "'Re", ">👍🏽", "३", "…", "­\r\n\r\n", "😀🏽"]}
+{"text": "\r\n\r\n'ſ<EOT>\r\n\r\n!👍🏽\t   \n<META_START>㋿#$%.å\r\n're漢\"! ", "tokens": 34, "pieces": ["\r\n\r\n", "'ſ", "<EOT", ">\r\n\r\n", "!👍🏽", "\t   \n", "<META", "_START", ">㋿#$%.", "a", "̊\r\n", "'re", "漢", "\"!", " "]}
+{"text": "​fi漢.\"ع\nعa'lls'ſ", "tokens": 15, "pieces": ["​fi漢", ".\"", "ع", "\n", "عa", "'ll", "s", "'ſ"]}
+{"text": "\r'S'D　a字fi­<9EOT½…>d,\r😀🏽٣٤٥٦😀🏽'M0ḿ𐞁med's𐞁​", "tokens": 53, "pieces": ["\r", "'S", "'D", "　a字fi", "­<", "9", "EOT", "½", "…", ">d", ",\r", "😀🏽", "٣٤٥", "٦", "😀🏽'", "M", "0", "m", "́𐞁med", "'s", "𐞁", "​"]}
+{"text": "٣٤٥٦'VE\r\n\r\n　\r\n\r\n\r\n\r\ń\r\n𐞁(́'ſ​३!!\u000b Z漢,ع　­'EOT́<META_START>😀🏽Ａſ­Dž <|fim_prefix|>  >fi", "tokens": 66, "pieces": ["٣٤٥", "٦", "'VE", "\r\n\r\n　\r\n\r\n\r\n\r\n", "́\r\n", "𐞁", "(́'", "ſ", "​", "३", "!!", "\u000b", " Z漢", ",ع", "　", "­'", "EOT", "́<", "META", "_START", ">😀🏽", "Ａſ", "­Dž", " <|", "fim", "_prefix", "|>", " ", " >", "fi"]}
+{"text": "(å   \n‍(-12345678'D٣٤٥٦é<… İ　🙂字,٣٤٥٦EOT'VE,ſ<META_START>>字'll'll<|endoftext|>fi", "tokens": 61, "pieces": ["(a", "̊", "   \n", "‍(-", "123", "456", "78", "'D", "٣٤٥", "٦", "é", "<", "…", " İ", "　", "🙂字", ",", "٣٤٥", "٦", "EOT", "'VE", ",ſ", "<META", "_START", ">>", "字", "'ll", "'ll", "<|", "endoftext", "|>", "fi"]}
+{"text": "𐞁👍🏽.㋿('Sfi\nd\r\n<|fim_prefix|><EOT>…ꟲ字(​ḍ̇<|fim_prefix|>\u000b𐞁e漢", "tokens": 59, "pieces": ["𐞁", "👍🏽.㋿('", "Sfi", "\n", "d", "\r\n", "<|", "fim", "_prefix", "|><", "EOT", ">", "…ꟲ字", "(​", "ḋ", "̣<|", "fim", "_prefix", "|>", "\u000b𐞁e漢"]}
+{"text": "\u000b漢😀🏽\t  \r\n\r\n'T!½🙂Ａ9,éfie🙂(\r\n\r\n\r\n!Ⅳ٣٤٥٦>a\u000b'­!!㍿", "tokens": 46, "pieces": ["\u000b漢", "😀🏽", "\t  \r\n\r\n", "'T", "!", "½", "🙂Ａ", "9", ",e", "́fie", "🙂(\r\n\r\n\r\n", "!", "Ⅳ٣٤", "٥٦", ">a", "\u000b", "'­!!㍿"]}
+{"text": "<|fim_prefix|>🙂,  😀🏽<|endoftext|>　!!'llDž字㍿\u000b''M㋿'llⅣ#$%!! 漢 0", "tokens": 50, "pieces": ["<|", "fim", "_prefix", "|>🙂,", " ", " 😀🏽<|", "endoftext", "|>", "　", "!!'", "llDž字", "㍿", "\u000b", "''", "M", "㋿'", "ll", "Ⅳ", "#$%!!", " 漢", " ", "0"]}
+{"text": "'T're#$%İ-!!Ź9'VE<|fim_prefix|>٣٤٥٦<EOT>'ll,Ａs­d'ſ", "tokens": 40, "pieces": ["'T", "'re", "#$%", "İ", "-!!", "Z", "́", "9", "'VE", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "<EOT", ">'", "ll", ",Ａs", "­d", "'ſ"]}
+{"text": "٣٤٥٦ß٣٤٥٦­d'Dž　é >''ſm\t　<|fim_prefix|>fi½\t'T   \nſ d", "tokens": 49, "pieces": ["٣٤٥", "٦", "ß", "٣٤٥", "٦", "­d", "'Dž", "　é", " ", ">''", "ſm", "\t", "　", "<|", "fim", "_prefix", "|>", "fi", "½", "\t", "'T", "   \n", "ſ", " d"]}
+{"text": "'Dع12345678­ſ㋿<|fim_prefix|>㍿. ‍½ꟲs. ꟲ'M'llß(
<|endoftext|>\t<META_START><EOT>s!
漢", "tokens": 60, "pieces": ["'D", "ع", "123", "456", "78", "­ſ", "㋿<|", "fim", "_prefix", "|>㍿.", " ‍", "½", "ꟲs", ".", " ꟲ", "'M", "'ll", "ß", "(", "
", "<|", "endoftext", "|>", "\t", "<META", "_START", "><", "EOT", ">s", "!", "
漢"]}
+{"text": "\tß　​𐞁<|endoftext|> ㋿<EOT>\rⅣ>'s\"->,'D
​
Ａ\n Ⅳ!!s\r\n🙂's👍🏽(漢áع", "tokens": 62, "pieces": ["\tß", "　", "​𐞁", "<|", "endoftext", "|>", " ", "㋿<", "EOT", ">\r", "Ⅳ", ">'", "s", "\"->,'", "D", "
", "​", "
Ａ", "\n", " ", "Ⅳ", "!!", "s", "\r\n", "🙂'", "s", "👍🏽(", "漢a", "́ع"]}
+{"text": "㋿ <EOT>e👍🏽s'Refi(👍🏽<|endoftext|>'S½><#$% \r\nＡ \r­🙂🙂
fi 0ꟲ'D 👍🏽(<|endoftext|>漢", "tokens": 73, "pieces": ["㋿", " ", "<EOT", ">e", "👍🏽", "s", "'Re", "fi", "(👍🏽<|", "endoftext", "|>'", "S", "½", "><#$%", " \r\n", "Ａ", " \r", "­🙂🙂", "
fi", " ", "0", "ꟲ", "'D", " ", "👍🏽(<|", "endoftext", "|>", "漢"]}
+{"text": "🙂㋿½", "tokens": 6, "pieces": ["🙂㋿", "½"]}
+{"text": "  😀🏽㍿ 𐞁'llß\rßé12345678aع'S-\r's\r'#$%!\"eß𐞁", "tokens": 38, "pieces": [" ", " 😀🏽㍿", " 𐞁", "'ll", "ß", "\r", "ße", "́", "123", "456", "78", "aع", "'S", "-\r", "'s", "\r", "'#$%!\"", "eß𐞁"]}
+{"text": "<META_START>‍㍿'Mſ㍿½  ​9s漢ß漢afi
ſå12345678\r\n\r\n­ꟲ…­ＡＡ字td漢​eع\"<|fim_prefix|>'ll", "tokens": 66, "pieces": ["<META", "_START", ">‍㍿'", "Mſ", "㍿", "½", " ", " ​", "9", "s漢ß漢afi", "
ſa", "̊", "123", "456", "78", "\r\n\r\n", "­ꟲ", "…", "­ＡＡ字td漢", "​eع", "\"<|", "fim", "_prefix", "|>'", "ll"]}
+{"text": "12345678'D́ſ\"عfi'llＡ ㋿'Me㋿'ſZع\r\n\r\n<
\"!<EOT>  ­'D\n é😀🏽ع字sé", "tokens": 52, "pieces": ["123", "456", "78", "'D", "́ſ", "\"عfi", "'ll", "Ａ", " ㋿'", "Me", "㋿'", "ſZع", "\r\n\r\n", "<", "
", "\"!<", "EOT", ">", " ", " ­'", "D", "\n", " é", "😀🏽", "ع字sé"]}
+{"text": "å…9㍿ḍ̇Ａ<EOT><|endoftext|>­
İꟲmEOT'Mİét'VE'VE🙂\r字ſ", "tokens": 48, "pieces": ["a", "̊", "…", "9", "㍿ḋ", "̣Ａ", "<EOT", "><|", "endoftext", "|>­", "
İꟲmEOT", "'M", "İét", "'VE", "'VE", "🙂\r", "字ſ"]}
+{"text": "½fi­9½​m㋿😀🏽\r\nḍ̇#$%字𐞁'ſ#$%字Ａe   \nZ", "tokens": 40, "pieces": ["½", "fi", "­", "9½", "​m", "㋿😀🏽\r\n", "ḋ", "̣#$%", "字𐞁", "'ſ", "#$%", "字Ａe", "   \n", "Z"]}
+{"text": "🙂sé<|fim_prefix|>'ll 'M漢!!!!Dž㍿٣٤٥٦　Zḍ̇<|endoftext|>'ſ <|endoftext|>Ａ,İ#$%", "tokens": 58, "pieces": ["🙂sé", "<|", "fim", "_prefix", "|>'", "ll", " '", "M漢", "!!!!", "Dž", "㍿", "٣٤٥", "٦", "　Zḋ", "̣<|", "endoftext", "|>'", "ſ", " <|", "endoftext", "|>", "Ａ", ",İ", "#$%"]}
+{"text": "('Re'ſ<EOT>'Re", "tokens": 9, "pieces": ["('", "Re", "'ſ", "<EOT", ">'", "Re"]}
+{"text": " å\r\n\r\n<ßfifié<|fim_prefix|>'reＡ'DžⅣ́!!#$%'<|fim_prefix|><META_START>ع㍿", "tokens": 46, "pieces": [" a", "̊\r\n\r\n", "<ßfifie", "́<|", "fim", "_prefix", "|>'", "reＡ", "'Dž", "Ⅳ", "́!!#$%'<|", "fim", "_prefix", "|><", "META", "_START", ">ع", "㍿"]}
+{"text": "<EOT>\r\n\r\n­
३\n字'ſ'T𐞁\u000b's\rsd<|endoftext|>fifiDž!'s ", "tokens": 38, "pieces": ["<EOT", ">\r\n\r\n", "­", "
", "३", "\n", "字", "'ſ", "'T", "𐞁", "\u000b", "'s", "\r", "sd", "<|", "endoftext", "|>", "fifiDž", "!'", "s", " "]}
+{"text": "\u000b  ,é\r\n\r\n\r  'S
😀🏽-'re𐞁\r\n\r\n\r\n\r\n", "tokens": 24, "pieces": ["\u000b ", " ,", "e", "́\r\n\r\n\r", " ", " '", "S", "
", "😀🏽-'", "re𐞁", "\r\n\r\n\r\n\r\n"]}
+{"text": "‍-ß
<EOT>te👍🏽…d-́\r\n<|endoftext|>🙂!!\n<|endoftext|>fi\r\n\r\n​Ⅳ\n", "tokens": 46, "pieces": ["‍-", "ß", "
", "<EOT", ">te", "👍🏽", "…d", "-́\r\n", "<|", "endoftext", "|>🙂!!\n", "<|", "endoftext", "|>", "fi", "\r\n\r\n", "​", "Ⅳ", "\n"]}
+{"text": "\ntſ\t'll३e'ſ'T'',🙂0Dž'TsDž'llḍ̇'D३<EOT>½👍🏽‍-", "tokens": 46, "pieces": ["\n", "tſ", "\t", "'ll", "३", "e", "'ſ", "'T", "'',🙂", "0", "Dž", "'T", "sDž", "'ll", "ḋ", "̣'", "D", "३", "<EOT", ">", "½", "👍🏽‍-"]}
+{"text": "m  \t<㋿#$%́12345678🙂'S漢   \n's‍㍿'VE​ßs12345678t'SZ0,,9'ſ<|endoftext|>!12345678'ſ३🙂<|fim_prefix|><>Ａ", "tokens": 71, "pieces": ["m", "  ", "\t", "<㋿#$%́", "123", "456", "78", "🙂'", "S漢", "   \n", "'s", "‍㍿'", "VE", "​ßs", "123", "456", "78", "t", "'S", "Z", "0", ",,", "9", "'ſ", "<|", "endoftext", "|>!", "123", "456", "78", "'ſ", "३", "🙂<|", "fim", "_prefix", "|><>", "Ａ"]}
+{"text": "aḍ̇ꟲ!!é(\n'Re ㋿!!>!<META_START>'\u000bé\r\n\r\n'ſ   \nＡ,é\néfi9  👍🏽,<👍🏽ꟲ<EOT>d'Tḍ̇", "tokens": 64, "pieces": ["aḋ", "̣ꟲ", "!!", "é", "(\n", "'Re", " ㋿!!>!<", "META", "_START", ">'", "\u000bé", "\r\n\r\n", "'ſ", "   \n", "Ａ", ",é", "\n", "éfi", "9", " ", " 👍🏽,<👍🏽", "ꟲ", "<EOT", ">d", "'T", "ḋ", "̣"]}
+{"text": "'s漢0'D 𐞁.>漢….\"\r½'M'sé<|endoftext|>>12345678ع12345678𐞁", "tokens": 40, "pieces": ["'s", "漢", "0", "'D", " 𐞁", ".>", "漢", "…", ".\"\r", "½", "'M", "'s", "é", "<|", "endoftext", "|>>", "123", "456", "78", "ع", "123", "456", "78", "𐞁"]}
+{"text": "!!'S\"<META_START>'ſfi.　'", "tokens": 14, "pieces": ["!!'", "S", "\"<", "META", "_START", ">'", "ſfi", ".", "　", "'"]}
+{"text": "<ع's", "tokens": 3, "pieces": ["<ع", "'s"]}
+{"text": "㍿漢t<EOT>e
'D　m  \n३<|endoftext|>ⅣDž,.३   \nß字ſß<META_START>㍿''>9ع.", "tokens": 49, "pieces": ["㍿漢t", "<EOT", ">e", "
", "'D", "　m", "  \n", "३", "<|", "endoftext", "|>", "Ⅳ", "Dž", ",.", "३", "   \n", "ß字ſß", "<META", "_START", ">㍿''>", "9", "ع", "."]}
+{"text": ">🙂😀🏽'Rees<åİ'Re　<|fim_prefix|>'re( '12345678‍9​\"'D👍🏽
", "tokens": 44, "pieces": [">🙂😀🏽'", "Rees", "<a", "̊İ", "'Re", "　", "<|", "fim", "_prefix", "|>'", "re", "(", " '", "123", "456", "78", "‍", "9", "​\"'", "D", "👍🏽", "
"]}
+{"text": "  ३'Re\r\n\r9‍
<META_START>ſ\r\nع\r\n\r\nå'T'Z𐞁'VE  ­‍.0<META_START>!é👍🏽fiEOT\nt🙂EOT><­ꟲ ", "tokens": 68, "pieces": [" ", " ", "३", "'Re", "\r\n\r", "9", "‍", "
", "<META", "_START", ">ſ", "\r\n", "ع", "\r\n\r\n", "a", "̊'", "T", "'Z𐞁", "'VE", " ", " ­‍.", "0", "<META", "_START", ">!", "é", "👍🏽", "fiEOT", "\n", "t", "🙂EOT", "><­", "ꟲ", " "]}
+{"text": "Z'VEEOT<|endoftext|>㋿'s😀🏽9#$%😀🏽d　'Re((Džꟲ>< ع'\u000bé'VE㍿#$%'ReEOT​'T!! ३-'M", "tokens": 64, "pieces": ["Z", "'VE", "EOT", "<|", "endoftext", "|>㋿'", "s", "😀🏽", "9", "#$%😀🏽", "d", "　", "'Re", "((", "Džꟲ", "><", " ع", "'", "\u000be", "́'", "VE", "㍿#$%'", "ReEOT", "​'", "T", "!!", " ", "३", "-'", "M"]}
+{"text": "mꟲ\"aé,ḍ̇'VE'Ma‍d👍🏽a…(字\rd'VE9é'Re<|endoftext|> mꟲ're‍½Džꟲ‍,'s 漢", "tokens": 65, "pieces": ["mꟲ", "\"ae", "́,", "ḋ", "̣'", "VE", "'M", "a", "‍d", "👍🏽", "a", "…", "(字", "\r", "d", "'VE", "9", "é", "'Re", "<|", "endoftext", "|>", " mꟲ", "'re", "‍", "½", "Džꟲ", "‍,'", "s", " 漢"]}
+{"text": "t<|fim_prefix|>9㍿½EOTå<META_START>.Z'T‍漢Ⅳ'ſe𐞁", "tokens": 38, "pieces": ["t", "<|", "fim", "_prefix", "|>", "9", "㍿", "½", "EOTa", "̊<", "META", "_START", ">.", "Z", "'T", "‍漢", "Ⅳ", "'ſ", "e𐞁"]}
+{"text": "\r\n\r\n0'S,!!aEOTéå're\r\n\r\n", "tokens": 16, "pieces": ["\r\n\r\n", "0", "'S", ",!!", "aEOTe", "́a", "̊'", "re", "\r\n\r\n"]}
+{"text": "٣٤٥٦   \néåfi<EOT>ع🙂𐞁>'Reḍ̇'M'lleＡ'llＡ", "tokens": 41, "pieces": ["٣٤٥", "٦", "   \n", "éa", "̊fi", "<EOT", ">ع", "🙂𐞁", ">'", "Reḋ", "̣'", "M", "'ll", "eＡ", "'ll", "Ａ"]}
+{"text": "   \n­\u000b­!　ḍ̇​!Dž\"𐞁!!12345678­\u000bs٣٤٥٦é'så㍿\r\ńZ…", "tokens": 49, "pieces": ["   \n", "­", "\u000b", "­!", "　ḋ", "̣​!", "Dž", "\"𐞁", "!!", "123", "456", "78", "­", "\u000bs", "٣٤٥", "٦", "e", "́'", "sa", "̊㍿\r\n", "́Z", "…"]}
+{"text": "'s<|fim_prefix|>İ!漢<|fim_prefix|>(ꟲ'reé  å𐞁", "tokens": 33, "pieces": ["'s", "<|", "fim", "_prefix", "|>", "İ", "!漢", "<|", "fim", "_prefix", "|>(", "ꟲ", "'re", "e", "́", " ", " a", "̊𐞁"]}
+{"text": "  😀🏽<|endoftext|>‍👍🏽\".>\r\n𐞁Dž<META_START>\n", "tokens": 32, "pieces": [" ", " 😀🏽<|", "endoftext", "|>‍👍🏽\".>\r\n", "𐞁Dž", "<META", "_START", ">\n"]}
+{"text": "\r\nḍ̇\r\n\r\nＡ'D\n….­", "tokens": 15, "pieces": ["\r\n", "ḋ", "̣\r\n\r\n", "Ａ", "'D", "\n", "…", ".­"]}
+{"text": "'D  ㍿'refi!!<|fim_prefix|>\n👍🏽…𐞁…'re0<|endoftext|>>𐞁'VE‍́   \n'll", "tokens": 52, "pieces": ["'D", " ", " ㍿'", "refi", "!!<|", "fim", "_prefix", "|>\n", "👍🏽", "…𐞁", "…", "'re", "0", "<|", "endoftext", "|>>", "𐞁", "'VE", "‍́", "   \n", "'ll"]}
+{"text": "\rå", "tokens": 4, "pieces": ["\r", "a", "̊"]}
+{"text": "㍿İ'ſ#$%́\r\n\r\n\r\n\r\n\u000b字Z
.a'llEOT  9 <'D\"!é'D'Sm<META_START>'S‍Z'Dꟲİa#$%<|fim_prefix|>   \n", "tokens": 58, "pieces": ["㍿İ", "'ſ", "#$%́\r\n\r\n\r\n\r\n", "\u000b字Z", "
", ".a", "'ll", "EOT", " ", " ", "9", " ", "<'", "D", "\"!", "e", "́'", "D", "'S", "m", "<META", "_START", ">'", "S", "‍Z", "'D", "ꟲİa", "#$%<|", "fim", "_prefix", "|>", "   \n"]}
+{"text": "'re>'ſ<|fim_prefix|>́
é ", "tokens": 17, "pieces": ["'re", ">'", "ſ", "<|", "fim", "_prefix", "|>́", "
e", "́", " "]}
+{"text": "\r\n\r\n'Td(İ'T>dꟲ\r\nm", "tokens": 12, "pieces": ["\r\n\r\n", "'T", "d", "(İ", "'T", ">dꟲ", "\r\n", "m"]}
+{"text": ".'Re're'S'Ss'ſＡⅣé٣٤٥٦#$%
!-㍿'D 'VEa's㋿'D<META_START>e\"
 　", "tokens": 52, "pieces": [".'", "Re", "'re", "'S", "'S", "s", "'ſ", "Ａ", "Ⅳ", "é", "٣٤٥", "٦", "#$%", "
", "!-㍿'", "D", " ", "'VE", "a", "'s", "㋿'", "D", "<META", "_START", ">e", "\"", "
 　"]}
+{"text": "३Ａ<META_START>#$%0m", "tokens": 12, "pieces": ["३", "Ａ", "<META", "_START", ">#$%", "0", "m"]}
+{"text": ",\u000b-'ll   \n'<EOT>𐞁Ａée'll9fi<META_START>㋿Dž​\rs字", "tokens": 33, "pieces": [",", "\u000b", "-'", "ll", "   \n", "'<", "EOT", ">𐞁Ａée", "'ll", "9", "fi", "<META", "_START", ">㋿", "Dž", "​\r", "s字"]}
+{"text": "é<META_START><|fim_prefix|>\r\n\r\n㍿　‍é", "tokens": 19, "pieces": ["e", "́<", "META", "_START", "><|", "fim", "_prefix", "|>\r\n\r\n", "㍿", "　", "‍é"]}
+{"text": "<|endoftext|>", "tokens": 7, "pieces": ["<|", "endoftext", "|>"]}
+{"text": "ſ عfi\r‍-EOT🙂‍'S
  ­'ꟲ#$%\re\"<META_START>ꟲ#$%<|endoftext|><META_START>👍🏽\"09
Ⅳ <|endoftext|>><EOT>🙂é", "tokens": 76, "pieces": ["ſ", " عfi", "\r", "‍-", "EOT", "🙂‍'", "S", "
 ", " ­'", "ꟲ", "#$%\r", "e", "\"<", "META", "_START", ">ꟲ", "#$%<|", "endoftext", "|><", "META", "_START", ">👍🏽\"", "09", "
", "Ⅳ", " ", "<|", "endoftext", "|>><", "EOT", ">🙂", "e", "́"]}
+{"text": "㋿fi\tDž   \n'Tḍ̇éa🙂   \n!!ß😀🏽\r<'reŹ0​\u000b­efi#$%'Sa'S٣٤٥٦
d", "tokens": 55, "pieces": ["㋿fi", "\tDž", "   \n", "'T", "ḋ", "̣e", "́a", "🙂", "   \n", "!!", "ß", "😀🏽\r", "<'", "reZ", "́", "0", "​", "\u000b", "­efi", "#$%'", "Sa", "'S", "٣٤٥", "٦", "
d"]}
+{"text": "0a'såEOTEOTḍ̇'Tß's'VE'D,<|fim_prefix|>…'Dž'S<\r…fim👍🏽ḍ̇३", "tokens": 54, "pieces": ["0", "a", "'s", "a", "̊EOTEOTḋ", "̣'", "Tß", "'s", "'VE", "'D", ",<|", "fim", "_prefix", "|>", "…", "'Dž", "'S", "<\r", "…fim", "👍🏽", "ḋ", "̣", "३"]}
+{"text": "㍿!!Ａ'D!'ſ\n٣٤٥٦‍é", "tokens": 23, "pieces": ["㍿!!", "Ａ", "'D", "!'", "ſ", "\n", "٣٤٥", "٦", "‍e", "́"]}
+{"text": "m😀🏽½'T𐞁​<EOT>ß🙂   \n,ß­   \n(́'ſDž­३'EOT>'ſ\rع'M㋿tfiZ'S🙂 ", "tokens": 54, "pieces": ["m", "😀🏽", "½", "'T", "𐞁", "​<", "EOT", ">ß", "🙂", "   \n", ",ß", "­", "   \n", "(́'", "ſDž", "­", "३", "'EOT", ">'", "ſ", "\r", "ع", "'M", "㋿tfiZ", "'S", "🙂", " "]}
+{"text": "åé ½  é\t#$%\r\n'D're'D('st　å<|fim_prefix|>t'Td
d   \n,㍿'s<EOT>9'Mḍ̇", "tokens": 51, "pieces": ["a", "̊é", " ", "½", " ", " e", "́", "\t", "#$%\r\n", "'D", "'re", "'D", "('", "st", "　a", "̊<|", "fim", "_prefix", "|>", "t", "'T", "d", "
d", "   \n", ",㍿'", "s", "<EOT", ">", "9", "'M", "ḋ", "̣"]}
+{"text": "<ꟲ<|endoftext|>å
'll'ſé字d<|endoftext|>\neeḍ̇\r\n\r\n\r\t\t　\"\"td   \n're", "tokens": 44, "pieces": ["<ꟲ", "<|", "endoftext", "|>", "a", "̊", "
", "'ll", "'ſ", "é字d", "<|", "endoftext", "|>\n", "eeḋ", "̣\r\n\r\n\r", "\t\t", "　", "\"\"", "td", "   \n", "'re"]}
+{"text": ",‍e😀🏽
('M٣٤٥٦<META_START>㋿fi<é<EOT\"㍿(9!!é'll'S'SEOTfi\r\nfi\rİ\r\n٣٤٥٦", "tokens": 65, "pieces": [",‍", "e", "😀🏽", "
", "('", "M", "٣٤٥", "٦", "<META", "_START", ">㋿", "fi", "<e", "́<", "EOT", "\"㍿(", "9", "!!", "é", "'ll", "'S", "'S", "EOTfi", "\r\n", "fi", "\r", "İ", "\r\n", "٣٤٥", "٦"]}
+{"text": ".漢
d㋿🙂<META_START>,fi👍🏽…e'Reع 'ſ'Re  Ⅳ'M'S  ", "tokens": 40, "pieces": [".漢", "
d", "㋿🙂<", "META", "_START", ">,", "fi", "👍🏽", "…e", "'Re", "ع", " ", "'ſ", "'Re", " ", " ", "Ⅳ", "'M", "'S", "  "]}
+{"text": "EOT d\r ſ‍
d३   \n㋿12345678Zé", "tokens": 23, "pieces": ["EOT", " d", "\r", " ſ", "‍", "
d", "३", "   \n", "㋿", "123", "456", "78", "Ze", "́"]}
+{"text": "-ＡEOT!!fi   \n🙂<漢,½३é字'ś 字'ſtsd漢12345678", "tokens": 34, "pieces": ["-ＡEOT", "!!", "fi", "   \n", "🙂<", "漢", ",", "½३", "e", "́字", "'s", "́", " 字", "'ſ", "tsd漢", "123", "456", "78"]}
+{"text": "​(fi#$%­\n\r<|endoftext|><\r\n'VE漢　𐞁٣٤٥٦mDž'ſ<EOT>́'TEOT<|fim_prefix|>ſ", "tokens": 56, "pieces": ["​(", "fi", "#$%­\n\r", "<|", "endoftext", "|><\r\n", "'VE", "漢", "　𐞁", "٣٤٥", "٦", "mDž", "'ſ", "<EOT", ">́'", "TEOT", "<|", "fim", "_prefix", "|>", "ſ"]}
+{"text": "9字٣٤٥٦t٣٤٥٦ ­​\r\n३", "tokens": 25, "pieces": ["9", "字", "٣٤٥", "٦", "t", "٣٤٥", "٦", " ", "­​\r\n", "३"]}
+{"text": "ع'M!½<|fim_prefix|><EOT>EOTeꟲ   \nſ!<👍🏽½३a!", "tokens": 34, "pieces": ["ع", "'M", "!", "½", "<|", "fim", "_prefix", "|><", "EOT", ">EOTeꟲ", "   \n", "ſ", "!<👍🏽", "½३", "a", "!"]}
+{"text": "'re!!İ٣٤٥٦İ<EOT>( ,\tZ#$%
İ😀🏽…İ.'Re　'ReEOT#$%'T#$%字<|fim_prefix|><EOT>m­İ", "tokens": 55, "pieces": ["'re", "!!", "İ", "٣٤٥", "٦", "İ", "<EOT", ">(", " ", ",", "\tZ", "#$%", "
İ", "😀🏽", "…İ", ".'", "Re", "　", "'Re", "EOT", "#$%'", "T", "#$%", "字", "<|", "fim", "_prefix", "|><", "EOT", ">m", "­İ"]}
+{"text": "s\u000b‍'re<tع​Ⅳ  \ra­'ll12345678 ", "tokens": 21, "pieces": ["s", "\u000b", "‍'", "re", "<tع", "​", "Ⅳ", "  \r", "a", "­'", "ll", "123", "456", "78", " "]}
+{"text": "٣٤٥٦ß<|fim_prefix|> 'ſfi0ma.​9́\t.\n字'Ré'M<META_START>'ll'Sİ,
EOT…👍🏽\t'VE​s,", "tokens": 60, "pieces": ["٣٤٥", "٦", "ß", "<|", "fim", "_prefix", "|>", " '", "ſfi", "0", "ma", ".​", "9", "́", "\t", ".\n", "字", "'Re", "́'", "M", "<META", "_START", ">'", "ll", "'S", "İ", ",", "
EOT", "…", "👍🏽", "\t", "'VE", "​s", ","]}
+{"text": "'S\"Ⅳ.\ta३ Ａ(㋿'VEß!!é'VE😀🏽-'VE٣٤٥٦<META_START>🙂　e'VE'\t0ß👍🏽字#$% \r\n", "tokens": 61, "pieces": ["'S", "\"", "Ⅳ", ".", "\ta", "३", " Ａ", "(㋿'", "VEß", "!!", "é", "'VE", "😀🏽-'", "VE", "٣٤٥", "٦", "<META", "_START", ">🙂", "　e", "'VE", "'", "\t", "0", "ß", "👍🏽", "字", "#$%", " \r\n"]}
+{"text": "12345678ſ​  #$%ꟲ !'VEm", "tokens": 16, "pieces": ["123", "456", "78", "ſ", "​", " ", " #$%", "ꟲ", " !'", "VEm"]}
+{"text": "!　   \n字'<META_START>Ａ<d\r\n\r\n#$%  漢…ß(\t're\r\nＡ٣٤٥٦Ａ'llfi​!!s‍\rZ'Méſ'<|endoftext|>  'ſ\r\nå", "tokens": 66, "pieces": ["!", "　   \n", "字", "'<", "META", "_START", ">Ａ", "<d", "\r\n\r\n", "#$%", " ", " 漢", "…ß", "(", "\t", "'re", "\r\n", "Ａ", "٣٤٥", "٦", "Ａ", "'ll", "fi", "​!!", "s", "‍\r", "Z", "'M", "éſ", "'<|", "endoftext", "|>", " ", " '", "ſ", "\r\n", "a", "̊"]}
+{"text": "'ſ\tꟲ𐞁m9\"…\u000b­<META_START>‍éع<EOT>'reⅣ,<EOT>‍٣٤٥٦('sDžZ'm👍🏽👍🏽", "tokens": 64, "pieces": ["'ſ", "\tꟲ𐞁m", "9", "\"", "…", "\u000b", "­<", "META", "_START", ">‍", "éع", "<EOT", ">'", "re", "Ⅳ", ",<", "EOT", ">‍", "٣٤٥", "٦", "('", "sDžZ", "'m", "👍🏽👍🏽"]}
+{"text": "'sＡ <EOT>'T'sfi9­'Re  ḍ̇e'M­\r\"　EOT\u000btDž<META_START>", "tokens": 37, "pieces": ["'s", "Ａ", " <", "EOT", ">'", "T", "'s", "fi", "9", "­'", "Re", " ", " ḋ", "̣e", "'M", "­\r", "\"", "　EOT", "\u000btDž", "<META", "_START", ">"]}
+{"text": "'S'VE😀🏽'D,½㍿a  <<|endoftext|>'reß㍿👍🏽!'re
é…-
½ع𐞁\"fi,
́é>'D-😀🏽0,㋿\t", "tokens": 75, "pieces": ["'S", "'VE", "😀🏽'", "D", ",", "½", "㍿a", " ", " <<|", "endoftext", "|>'", "reß", "㍿👍🏽!'", "re", "
e", "́", "…", "-", "
", "½", "ع𐞁", "\"fi", ",", "
", "́e", "́>'", "D", "-😀🏽", "0", ",㋿", "\t"]}
+{"text": "'S‍𐞁٣٤٥٦३Džaé　t<|fim_prefix|>Ａ\"-<EOT>'Rea\r\né\r\n\u000b  \u000b9'S'S>", "tokens": 49, "pieces": ["'S", "‍𐞁", "٣٤٥", "٦३", "Džae", "́", "　t", "<|", "fim", "_prefix", "|>", "Ａ", "\"-<", "EOT", ">'", "Rea", "\r\n", "é", "\r\n", "\u000b  ", "\u000b", "9", "'S", "'S", ">"]}
+{"text": "e'VE'Då'Sḍ̇👍🏽<EOT><EOT>", "tokens": 27, "pieces": ["e", "'VE", "'D", "a", "̊'", "Sḋ", "̣👍🏽<", "EOT", "><", "EOT", ">"]}
+{"text": "㍿\r\n'll٣٤٥٦at㋿>Dž😀🏽\n ", "tokens": 27, "pieces": ["㍿\r\n", "'ll", "٣٤٥", "٦", "at", "㋿>", "Dž", "😀🏽\n", " "]}
+{"text": "'śé0३😀🏽   \n#$%,#$%<|endoftext|>-İ
!३", "tokens": 30, "pieces": ["'s", "́e", "́", "0३", "😀🏽", "   \n", "#$%,#$%<|", "endoftext", "|>-", "İ", "
", "!", "३"]}
+{"text": "ſéⅣ\r\n🙂Dž㍿", "tokens": 14, "pieces": ["ſe", "́", "Ⅳ", "\r\n", "🙂Dž", "㍿"]}
+{"text": ".́\", fi\r\n\r\n३9  é!!㋿aé👍🏽!!'s३éꟲ\r!!'ſḍ̇ß🙂", "tokens": 45, "pieces": [".́\",", " fi", "\r\n\r\n", "३9", " ", " é", "!!㋿", "ae", "́👍🏽!!'", "s", "३", "éꟲ", "\r", "!!'", "ſḋ", "̣ß", "🙂"]}
+{"text": "m'VEs's'll<Ａ👍🏽㋿'ſ\r\r\n\r\n.12345678\tع\r\n\r\n字🙂ḍ̇½'reſ\"!!!!́Ⅳfiꟲ<|fim_prefix|>\r‍s", "tokens": 63, "pieces": ["m", "'VE", "s", "'s", "'ll", "<Ａ", "👍🏽㋿'", "ſ", "\r\r\n\r\n", ".", "123", "456", "78", "\tع", "\r\n\r\n", "字", "🙂ḋ", "̣", "½", "'re", "ſ", "\"!!!!́", "Ⅳ", "fiꟲ", "<|", "fim", "_prefix", "|>\r", "‍s"]}
+{"text": "   \n\tDžḍ̇EOTe  <META_START>㋿'Re𐞁\r'VEaDž<|endoftext|>9#$%ꟲå字're
!\r\n😀🏽'reＡaḍ̇  Dž 'M漢\r\n'ſ're", "tokens": 81, "pieces": ["   \n", "\tDžḋ", "̣EOTe", " ", " <", "META", "_START", ">㋿'", "Re𐞁", "\r", "'VE", "aDž", "<|", "endoftext", "|>", "9", "#$%", "ꟲa", "̊字", "'re", "
", "!\r\n", "😀🏽'", "reＡaḋ", "̣", " ", " Dž", " ", "'M", "漢", "\r\n", "'ſ", "'re"]}
+{"text": "漢'Ré'reEOT​m", "tokens": 10, "pieces": ["漢", "'Re", "́'", "reEOT", "​m"]}
+{"text": "<META_START>‍é'Dd……!<EOT>e३>.<Ⅳ३३", "tokens": 27, "pieces": ["<META", "_START", ">‍", "é", "'D", "d", "…", "…", "!<", "EOT", ">e", "३", ">.<", "Ⅳ३३"]}
+{"text": "'TDž're0're\r\n'Re
Ⅳḍ̇ ㋿‍ß-'TdEOTfi  å!(fiḍ̇   \n", "tokens": 43, "pieces": ["'T", "Dž", "'re", "0", "'re", "\r\n", "'Re", "
", "Ⅳ", "ḋ", "̣", " ", "㋿‍", "ß", "-'", "TdEOTfi", " ", " a", "̊!(", "fiḋ", "̣", "   \n"]}
+{"text": "'s½,­३d‍ꟲ\t漢㋿𐞁.t… \r\n\r\n9fi字­٣٤٥٦👍🏽fi👍🏽('s12345678\r\n\r\nEOT \n'ع#$%'ll½", "tokens": 69, "pieces": ["'s", "½", ",­", "३", "d", "‍ꟲ", "\t漢", "㋿𐞁", ".t", "… \r\n\r\n", "9", "fi字", "­", "٣٤٥", "٦", "👍🏽", "fi", "👍🏽('", "s", "123", "456", "78", "\r\n\r\n", "EOT", " \n", "'ع", "#$%'", "ll", "½"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\nå<META_START>,a字字'Re'S😀🏽12345678 ſfiḍ̇'Re#$%㋿'D", "tokens": 39, "pieces": ["\r\n", "a", "̊<", "META", "_START", ">,", "a字字", "'Re", "'S", "😀🏽", "123", "456", "78", " ſfiḋ", "̣'", "Re", "#$%㋿'", "D"]}
+{"text": "\r\néDž👍🏽漢", "tokens": 12, "pieces": ["\r\n", "éDž", "👍🏽", "漢"]}
+{"text": "Ａ\r\n\r\n\r\n㍿عtZⅣ​<EOT>d'retſ!<EOT><META_START><|fim_prefix|> 'VE,", "tokens": 36, "pieces": ["Ａ", "\r\n\r\n\r\n", "㍿عtZ", "Ⅳ", "​<", "EOT", ">d", "'re", "tſ", "!<", "EOT", "><", "META", "_START", "><|", "fim", "_prefix", "|>", " '", "VE", ","]}
+{"text": "   \n", "tokens": 1, "pieces": ["   \n"]}
+{"text": "t-\t", "tokens": 3, "pieces": ["t", "-", "\t"]}
+{"text": "'M12345678é<|endoftext|>'Sḍ̇㍿é!ſḍ̇a'ſfi're#$%́", "tokens": 41, "pieces": ["'M", "123", "456", "78", "é", "<|", "endoftext", "|>'", "Sḋ", "̣㍿", "e", "́!", "ſḋ", "̣a", "'ſ", "fi", "'re", "#$%́"]}
+{"text": "'T　ع(㋿<META_START>\"­İ", "tokens": 13, "pieces": ["'T", "　ع", "(㋿<", "META", "_START", ">\"­", "İ"]}
+{"text": "字'lĺ­!㍿'ſ<|fim_prefix|>½a0<META_START>\t<|endoftext|>३😀🏽\r\n\r\n.m​'ſfiåEOT'‍'M\r\n\r\n字\r\n\r\n㋿s<META_START>'re", "tokens": 70, "pieces": ["字", "'ll", "́­!㍿'", "ſ", "<|", "fim", "_prefix", "|>", "½", "a", "0", "<META", "_START", ">", "\t", "<|", "endoftext", "|>", "३", "😀🏽\r\n\r\n", ".m", "​'", "ſfia", "̊EOT", "'‍'", "M", "\r\n\r\n", "字", "\r\n\r\n", "㋿s", "<META", "_START", ">'", "re"]}
+{"text": ",…<|fim_prefix|>­　'D­\r\ne\u000b'SⅣ<|fim_prefix|>.\u000b😀🏽s'VEa<EOT>\t𐞁'Rea Ⅳ", "tokens": 50, "pieces": [",", "…", "<|", "fim", "_prefix", "|>­", "　", "'D", "­\r\n", "e", "\u000b", "'S", "Ⅳ", "<|", "fim", "_prefix", "|>.", "\u000b", "😀🏽", "s", "'VE", "a", "<EOT", ">", "\t𐞁", "'Re", "a", " ", "Ⅳ"]}
+{"text": "­'s#$%\u000bİ", "tokens": 7, "pieces": ["­'", "s", "#$%", "\u000bİ"]}
+{"text": "㋿'M​", "tokens": 6, "pieces": ["㋿'", "M", "​"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<EOT>字12345678㋿ß\u000b\u000b   \n½t字'S9½\r🙂å३0½<  ſ\r's<META_START>ſ'sع\r-d‍　're<META_START>fi's", "tokens": 57, "pieces": ["<EOT", ">字", "123", "456", "78", "㋿ß", "\u000b\u000b   \n", "½", "t字", "'S", "9½", "\r", "🙂a", "̊", "३0½", "<", " ", " ſ", "\r", "'s", "<META", "_START", ">ſ", "'s", "ع", "\r", "-d", "‍", "　", "'re", "<META", "_START", ">fi", "'s"]}
+{"text": "0‍٣٤٥٦
0­éß漢d漢
漢's-ꟲås\r字'll-.İsＡ ​́", "tokens": 46, "pieces": ["0", "‍", "٣٤٥", "٦", "
", "0", "­e", "́ß漢d漢", "
漢", "'s", "-ꟲa", "̊s", "\r", "字", "'ll", "-.", "İsＡ", " ​́"]}
+{"text": ". é३'re.>३'Mḍ̇'re👍🏽<|fim_prefix|>'T́漢12345678'VE\r\n\r\n👍🏽­'ſDž", "tokens": 53, "pieces": [".", " é", "३", "'re", ".>", "३", "'M", "ḋ", "̣'", "re", "👍🏽<|", "fim", "_prefix", "|>'", "T", "́漢", "123", "456", "78", "'VE", "\r\n\r\n", "👍🏽­'", "ſDž"]}
+{"text": "\"ⅣEOT'VE
'VE!!…\u000bd'S>\"", "tokens": 18, "pieces": ["\"", "Ⅳ", "EOT", "'VE", "
", "'VE", "!!", "…", "\u000bd", "'S", ">\""]}
+{"text": "­\nŹ\r\n", "tokens": 5, "pieces": ["­\n", "Z", "́\r\n"]}
+{"text": ">'T<META_START>㍿fi#$%­字Ⅳ0'M'<EOT>İmⅣEOT-👍🏽  Ａ!EOTⅣ\n0\r\n'VEe\u000b  ع\u000b漢🙂­", "tokens": 59, "pieces": [">'", "T", "<META", "_START", ">㍿", "fi", "#$%­", "字", "Ⅳ0", "'M", "'<", "EOT", ">İm", "Ⅳ", "EOT", "-👍🏽", " ", " Ａ", "!EOT", "Ⅳ", "\n", "0", "\r\n", "'VE", "e", "\u000b ", " ع", "\u000b漢", "🙂­"]}
+{"text": "tＡ \"s's\n's　­<\n𐞁,ＡEOT㍿Ａ\r\n\r\n½漢\rEOT'EOTs.", "tokens": 36, "pieces": ["tＡ", " ", "\"s", "'s", "\n", "'s", "　", "­<\n", "𐞁", ",ＡEOT", "㍿Ａ", "\r\n\r\n", "½", "漢", "\r", "EOT", "'EOTs", "."]}
+{"text": "Džſ😀🏽😀🏽<>​<‍é  'ſEOT<|endoftext|>‍­'Sfi<META_START>
", "tokens": 46, "pieces": ["Džſ", "😀🏽😀🏽<>​<‍", "é", " ", " '", "ſEOT", "<|", "endoftext", "|>‍­'", "Sfi", "<META", "_START", ">", "
"]}
+{"text": " Zåİ12345678字", "tokens": 10, "pieces": [" Za", "̊İ", "123", "456", "78", "字"]}
+{"text": "#$%٣٤٥٦İé'Se‍fi!!Dž<'ſ <META_START>½<EOT>", "tokens": 32, "pieces": ["#$%", "٣٤٥", "٦", "İé", "'S", "e", "‍fi", "!!", "Dž", "<'", "ſ", " <", "META", "_START", ">", "½", "<EOT", ">"]}
+{"text": "👍🏽s", "tokens": 7, "pieces": ["👍🏽", "s"]}
+{"text": "#$%\r\n\r\ns٣٤٥٦<|fim_prefix|>३\u000bm9'Re\ta<META_START>½<|fim_prefix|>\"\nZ​!!\n#$%ß\rm's\"'T", "tokens": 49, "pieces": ["#$%\r\n\r\n", "s", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "३", "\u000bm", "9", "'Re", "\ta", "<META", "_START", ">", "½", "<|", "fim", "_prefix", "|>\"\n", "Z", "​!!\n", "#$%", "ß", "\r", "m", "'s", "\"'", "T"]}
+{"text": "'re'T'S\ń\r\n​fi<ع!字12345678\n9'M‍<META_START>😀🏽́'re\u000b漢<s''ſ漢\tꟲع'ſfi mＡ", "tokens": 55, "pieces": ["'re", "'T", "'S", "\n", "́\r\n", "​fi", "<ع", "!字", "123", "456", "78", "\n", "9", "'M", "‍<", "META", "_START", ">😀🏽́'", "re", "\u000b漢", "<s", "''", "ſ漢", "\tꟲع", "'ſ", "fi", " mＡ"]}
+{"text": "e字<字're٣٤٥٦ⅣⅣ<|fim_prefix|>
'rea   \néEOT😀🏽", "tokens": 37, "pieces": ["e字", "<字", "'re", "٣٤٥", "٦ⅣⅣ", "<|", "fim", "_prefix", "|>", "
", "'re", "a", "   \n", "éEOT", "😀🏽"]}
+{"text": "٣٤٥٦'ſ<|endoftext|>0EOT👍🏽0  ­…å\r\"'T\r\nḍ̇éa-'re<|endoftext|>'S\r\n\r\n", "tokens": 59, "pieces": ["٣٤٥", "٦", "'ſ", "<|", "endoftext", "|>", "0", "EOT", "👍🏽", "0", " ", " ", "­", "…a", "̊\r", "\"'", "T", "\r\n", "ḋ", "̣e", "́a", "-'", "re", "<|", "endoftext", "|>'", "S", "\r\n\r\n"]}
+{"text": "Dž​fi're'll", "tokens": 7, "pieces": ["Dž", "​fi", "'re", "'ll"]}
+{"text": "\r\nå…,漢
fiß\"   \n\r-𐞁'VE>\tm㋿'s
>-   \n㍿", "tokens": 38, "pieces": ["\r\n", "a", "̊", "…", ",漢", "
fiß", "\"", "   \n\r", "-𐞁", "'VE", ">", "\tm", "㋿'", "s", "
", ">-", "   \n", "㍿"]}
+{"text": "ma'0½३'D'rea'ſ\u000b😀🏽漢'Ḿ'D!…𐞁   \nee٣٤٥٦ǻ>", "tokens": 46, "pieces": ["ma", "'", "0½३", "'D", "'re", "a", "'ſ", "\u000b", "😀🏽", "漢", "'M", "́'", "D", "!", "…𐞁", "   \n", "ee", "٣٤٥", "٦", "a", "̊́>"]}
+{"text": "​ع<|endoftext|>㍿   \nZ\u000b\tß'Re\r\n\r\n३EOT", "tokens": 23, "pieces": ["​ع", "<|", "endoftext", "|>㍿", "   \n", "Z", "\u000b", "\tß", "'Re", "\r\n\r\n", "३", "EOT"]}
+{"text": "'s\tḍ̇ t
  ㋿<META_START>-٣٤٥٦ße🙂😀🏽ß12345678😀🏽m<|endoftext|>٣٤٥٦字ſ(\r\néfi0é'T", "tokens": 73, "pieces": ["'s", "\tḋ", "̣", " t", "
 ", " ㋿<", "META", "_START", ">-", "٣٤٥", "٦", "ße", "🙂😀🏽", "ß", "123", "456", "78", "😀🏽", "m", "<|", "endoftext", "|>", "٣٤٥", "٦", "字ſ", "(\r\n", "éfi", "0", "e", "́'", "T"]}
+{"text": "Ａ'VE<|fim_prefix|>", "tokens": 11, "pieces": ["Ａ", "'VE", "<|", "fim", "_prefix", "|>"]}
+{"text": "fi<META_START>‍Ａa'S-9㍿!­EOT.'M>\r\né", "tokens": 25, "pieces": ["fi", "<META", "_START", ">‍", "Ａa", "'S", "-", "9", "㍿!­", "EOT", ".'", "M", ">\r\n", "é"]}
+{"text": "ſ'VEḍ̇३å漢Ⅳ0m🙂👍🏽ꟲ㍿", "tokens": 34, "pieces": ["ſ", "'VE", "ḋ", "̣", "३", "a", "̊漢", "Ⅳ0", "m", "🙂👍🏽", "ꟲ", "㍿"]}
+{"text": "'ſ'll<|endoftext|><  tm३ Z-<|endoftext|>'St.m", "tokens": 27, "pieces": ["'ſ", "'ll", "<|", "endoftext", "|><", " ", " tm", "३", " Z", "-<|", "endoftext", "|>'", "St", ".m"]}
+{"text": "\"-Z<|endoftext|>'rea\n   Zéé'Taé0'Méå　Dž<|fim_prefix|>ⅣDž9's", "tokens": 43, "pieces": ["\"-", "Z", "<|", "endoftext", "|>'", "rea", "\n", "  ", " Zée", "́'", "Tae", "́", "0", "'M", "e", "́a", "̊", "　Dž", "<|", "fim", "_prefix", "|>", "Ⅳ", "Dž", "9", "'s"]}
+{"text": "Ⅳ😀🏽\r\ndé½\r\n\r\né'D's(", "tokens": 16, "pieces": ["Ⅳ", "😀🏽\r\n", "de", "́", "½", "\r\n\r\n", "é", "'D", "'s", "("]}
+{"text": " (🙂're漢İⅣ<å漢३­😀🏽\r👍🏽ع㋿\teaßåſéß'S\r0ḍ̇'Tm#$%>   \nß'Tİ'T'M", "tokens": 65, "pieces": [" ", "(🙂'", "re漢İ", "Ⅳ", "<a", "̊漢", "३", "­😀🏽\r", "👍🏽", "ع", "㋿", "\teaßa", "̊ſéß", "'S", "\r", "0", "ḋ", "̣'", "Tm", "#$%>", "   \n", "ß", "'T", "İ", "'T", "'M"]}
+{"text": "\r\n\r\n!!\"\t　́\tſEOT\t漢𐞁\"<EOT>ع's㋿(­३'MDž\t\nع\té>d'Sİ\"\n", "tokens": 43, "pieces": ["\r\n\r\n", "!!\"", "\t", "　", "́", "\tſEOT", "\t漢𐞁", "\"<", "EOT", ">ع", "'s", "㋿(­", "३", "'M", "Dž", "\t\n", "ع", "\te", "́>", "d", "'S", "İ", "\"\n"]}
+{"text": "\r\n\r\nİ字'T㍿å \n‍.fi\r!!!t!<,Z​́Z", "tokens": 25, "pieces": ["\r\n\r\n", "İ字", "'T", "㍿a", "̊", " \n", "‍.", "fi", "\r", "!!!", "t", "!<,", "Z", "​́", "Z"]}
+{"text": "s  'D٣٤٥٦Z\"  's<|endoftext|>\t#$%\n   \n'llé<META_START>'MZm𐞁'D<EOT>'T<EOT>", "tokens": 49, "pieces": ["s", " ", " '", "D", "٣٤٥", "٦", "Z", "\"", " ", " '", "s", "<|", "endoftext", "|>", "\t", "#$%\n", "   \n", "'ll", "e", "́<", "META", "_START", ">'", "MZm𐞁", "'D", "<EOT", ">'", "T", "<EOT", ">"]}
+{"text": "🙂<EOT><mé!!'M<|endoftext|><|fim_prefix|>🙂'Re12345678\n>Dž#$%'s12345678!é字عa👍🏽Ａ字a漢\u000b0\t#$%", "tokens": 64, "pieces": ["🙂<", "EOT", "><", "me", "́!!'", "M", "<|", "endoftext", "|><|", "fim", "_prefix", "|>🙂'", "Re", "123", "456", "78", "\n", ">Dž", "#$%'", "s", "123", "456", "78", "!e", "́字عa", "👍🏽", "Ａ字a漢", "\u000b", "0", "\t", "#$%"]}
+{"text": "‍½'D'D‍sDž㋿-'s\"́é'D d\u000bعEOT​㋿", "tokens": 29, "pieces": ["‍", "½", "'D", "'D", "‍sDž", "㋿-'", "s", "\"́", "é", "'D", " d", "\u000bعEOT", "​㋿"]}
+{"text": "å'T<EOT>t<|fim_prefix|>字𐞁𐞁\u000b'TⅣ12345678é字", "tokens": 34, "pieces": ["a", "̊'", "T", "<EOT", ">t", "<|", "fim", "_prefix", "|>", "字𐞁𐞁", "\u000b", "'T", "Ⅳ12", "345", "678", "e", "́字"]}
+{"text": ">😀🏽ꟲ", "tokens": 9, "pieces": [">😀🏽", "ꟲ"]}
+{"text": "ß🙂　!İ'ſ<|endoftext|>'re-Zß9ḍ̇\n\téع٣٤٥٦(éEOT>㍿é#$%-m12345678ſDžİ", "tokens": 57, "pieces": ["ß", "🙂", "　", "!İ", "'ſ", "<|", "endoftext", "|>'", "re", "-Zß", "9", "ḋ", "̣\n", "\te", "́ع", "٣٤٥", "٦", "(éEOT", ">㍿", "é", "#$%-", "m", "123", "456", "78", "ſDžİ"]}
+{"text": "9'́<|fim_prefix|>🙂\"!​ꟲꟲ\r\n\r\n'reße0Z'D漢", "tokens": 29, "pieces": ["9", "'́<|", "fim", "_prefix", "|>🙂\"!​", "ꟲꟲ", "\r\n\r\n", "'re", "ße", "0", "Z", "'D", "漢"]}
+{"text": "!0're,'s'D.'VE#$%👍🏽😀🏽İ​🙂'Sé  'MEOT<٣٤٥٦'s\u000bfi0<|endoftext|>عé", "tokens": 55, "pieces": ["!", "0", "'re", ",'", "s", "'D", ".'", "VE", "#$%👍🏽😀🏽", "İ", "​🙂'", "Sé", " ", " '", "MEOT", "<", "٣٤٥", "٦", "'s", "\u000bfi", "0", "<|", "endoftext", "|>", "عé"]}
+{"text": "\u000be㋿👍🏽'D٣٤٥٦'reع'M'll
12345678Ⅳa漢㍿>Ⅳ.-'D'VEs  ३­\n", "tokens": 53, "pieces": ["\u000be", "㋿👍🏽'", "D", "٣٤٥", "٦", "'re", "ع", "'M", "'ll", "
", "123", "456", "78Ⅳ", "a漢", "㍿>", "Ⅳ", ".-'", "D", "'VE", "s", " ", " ", "३", "­\n"]}
+{"text": "é>'12345678㋿½٣٤٥٦३'Re\"t　!!‍ ́<EOT>", "tokens": 32, "pieces": ["é", ">'", "123", "456", "78", "㋿", "½٣٤", "٥٦३", "'Re", "\"t", "　", "!!‍", " ", "́<", "EOT", ">"]}
+{"text": "Ź's𐞁e字Ａ9­ ßＡ漢tå\rd'MDž<", "tokens": 29, "pieces": ["Z", "́'", "s𐞁e字Ａ", "9", "­", " ßＡ漢ta", "̊\r", "d", "'M", "Dž", "<"]}
+{"text": "\r\n\u000bEOTa'sEOT½0​½'VE-\r\t(👍🏽<META_START>\u000bꟲ\"İ३\néİ <|endoftext|>'M0", "tokens": 49, "pieces": ["\r\n", "\u000bEOTa", "'s", "EOT", "½0", "​", "½", "'VE", "-\r", "\t", "(👍🏽<", "META", "_START", ">", "\u000bꟲ", "\"İ", "३", "\n", "éİ", " ", "<|", "endoftext", "|>'", "M", "0"]}
+{"text": "㋿'T ae🙂ſ0٣٤٥٦👍🏽m,‍\ré'VE Ⅳ'Så­>\n'Re३'Re<​.㍿'Tß'T👍🏽", "tokens": 63, "pieces": ["㋿'", "T", " ae", "🙂ſ", "0٣٤", "٥٦", "👍🏽", "m", ",‍\r", "e", "́'", "VE", " ", "Ⅳ", "'S", "a", "̊­>\n", "'Re", "३", "'Re", "<​.㍿'", "Tß", "'T", "👍🏽"]}
+{"text": "<|fim_prefix|>", "tokens": 7, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "a!!EOT'", "tokens": 5, "pieces": ["a", "!!", "EOT", "'"]}
+{"text": "ſ🙂å漢ſé<META_START>fi ", "tokens": 20, "pieces": ["ſ", "🙂a", "̊漢ſe", "́<", "META", "_START", ">fi", " "]}
+{"text": "́́
0Dž‍㍿sع'Re'sm'Re
<|fim_prefix|>३å३字👍🏽\n", "tokens": 42, "pieces": ["́́", "
", "0", "Dž", "‍㍿", "sع", "'Re", "'s", "m", "'Re", "
", "<|", "fim", "_prefix", "|>", "३", "a", "̊", "३", "字", "👍🏽\n"]}
+{"text": "t\né\t'å   \n​,'M\"\u000b½m㋿   \n<‍ß12345678d　Z'VE'ſＡ٣٤٥٦'M#$%éDž", "tokens": 51, "pieces": ["t", "\n", "e", "́", "\t", "'a", "̊", "   \n", "​,'", "M", "\"", "\u000b", "½", "m", "㋿", "   \n", "<‍", "ß", "123", "456", "78", "d", "　Z", "'VE", "'ſ", "Ａ", "٣٤٥", "٦", "'M", "#$%", "éDž"]}
+{"text": "'T<'S!!\r\nZDž.㍿ås'em\n'T 12345678'T9🙂   \n's㍿\"'D9's\r.ſ12345678👍🏽", "tokens": 49, "pieces": ["'T", "<'", "S", "!!\r\n", "ZDž", ".㍿", "a", "̊s", "'em", "\n", "'T", " ", "123", "456", "78", "'T", "9", "🙂", "   \n", "'s", "㍿\"'", "D", "9", "'s", "\r", ".ſ", "123", "456", "78", "👍🏽"]}
+{"text": "me<|fim_prefix|>#$%é​", "tokens": 13, "pieces": ["me", "<|", "fim", "_prefix", "|>#$%", "e", "́​"]}
+{"text": "\tst…\reßé  'ſé'S\tḍ̇", "tokens": 21, "pieces": ["\tst", "…\r", "eßé", " ", " '", "ſe", "́'", "S", "\tḋ", "̣"]}
+{"text": "İaé<|endoftext|>#$%<'ſs\n", "tokens": 17, "pieces": ["İaé", "<|", "endoftext", "|>#$%<'", "ſs", "\n"]}
+{"text": "é\n eZ's­👍🏽  ​'T.mm🙂d<|endoftext|> 's\"!é­  ‍\".", "tokens": 39, "pieces": ["e", "́\n", " eZ", "'s", "­👍🏽", " ", " ​'", "T", ".mm", "🙂d", "<|", "endoftext", "|>", " '", "s", "\"!", "é", "­", " ", " ‍\"."]}
+{"text": "🙂​​\u000bⅣ-<|fim_prefix|>'VE½½'ſ…å'll\"😀🏽   \n३Ａta<½   \n<", "tokens": 43, "pieces": ["🙂​​", "\u000b", "Ⅳ", "-<|", "fim", "_prefix", "|>'", "VE", "½½", "'ſ", "…a", "̊'", "ll", "\"😀🏽", "   \n", "३", "Ａta", "<", "½", "   \n", "<"]}
+{"text": "  e'VE👍🏽­EOT<|fim_prefix|>漢ßå​.'re<|fim_prefix|>​😀🏽‍½ع𐞁,é　9­㍿
.…\n ٣٤٥٦aＡ<|fim_prefix|>s  ", "tokens": 85, "pieces": [" ", " e", "'VE", "👍🏽­", "EOT", "<|", "fim", "_prefix", "|>", "漢ßa", "̊​.'", "re", "<|", "fim", "_prefix", "|>​😀🏽‍", "½", "ع𐞁", ",é", "　", "9", "­㍿", "
", ".", "…\n", " ", "٣٤٥", "٦", "aＡ", "<|", "fim", "_prefix", "|>", "s", "  "]}
+{"text": "é३!!-a12345678!!", "tokens": 10, "pieces": ["é", "३", "!!-", "a", "123", "456", "78", "!!"]}
+{"text": "   \n<META_START>'re.", "tokens": 7, "pieces": ["   \n", "<META", "_START", ">'", "re", "."]}
+{"text": "'T'DＡ३𐞁'T", "tokens": 11, "pieces": ["'T", "'D", "Ａ", "३", "𐞁", "'T"]}
+{"text": " <|endoftext|>", "tokens": 8, "pieces": [" ", "<|", "endoftext", "|>"]}
+{"text": "👍🏽…­漢\r\nⅣ åZＡZ'T<|fim_prefix|>\n\nsZm\"  EOTZ\r\n\r\n
'll  
Z👍🏽漢㋿٣٤٥٦😀🏽EOTꟲ0're½‍", "tokens": 79, "pieces": ["👍🏽", "…", "­漢", "\r\n", "Ⅳ", " a", "̊ZＡZ", "'T", "<|", "fim", "_prefix", "|>\n\n", "sZm", "\"", " ", " EOTZ", "\r\n\r\n", "
", "'ll", "  ", "
Z", "👍🏽", "漢", "㋿", "٣٤٥", "٦", "😀🏽", "EOTꟲ", "0", "'re", "½", "‍"]}
+{"text": "🙂<META_START>as\nå\r.å​Dž<EOT>(\t​!!Ⅳd‍<EOT>>㋿#$%​\u000b字'll<|endoftext|>fi!,", "tokens": 52, "pieces": ["🙂<", "META", "_START", ">as", "\n", "a", "̊\r", ".a", "̊​", "Dž", "<EOT", ">(", "\t", "​!!", "Ⅳ", "d", "‍<", "EOT", ">>㋿#$%​", "\u000b字", "'ll", "<|", "endoftext", "|>", "fi", "!,"]}
+{"text": "\"٣٤٥٦å٣٤٥٦'s  éZ!!👍🏽( 12345678İ́ <|endoftext|>\r\n\r\n< …\r\n\r\n'T'٣٤٥٦㋿😀🏽<|endoftext|>٣٤٥٦te'MmꟲＡ", "tokens": 89, "pieces": ["\"", "٣٤٥", "٦", "a", "̊", "٣٤٥", "٦", "'s", " ", " éZ", "!!👍🏽(", " ", "123", "456", "78", "İ", "́", " <|", "endoftext", "|>\r\n\r\n", "<", " …\r\n\r\n", "'T", "'", "٣٤٥", "٦", "㋿😀🏽<|", "endoftext", "|>", "٣٤٥", "٦", "te", "'M", "mꟲＡ"]}
+{"text": ">\u000b😀🏽漢́s-'M'sEOT  漢9#$%ß👍🏽,", "tokens": 31, "pieces": [">", "\u000b", "😀🏽", "漢", "́s", "-'", "M", "'s", "EOT", " ", " 漢", "9", "#$%", "ß", "👍🏽,"]}
+{"text": "́>  DžDžEOTfi\r\n🙂a'Re >EOTＡEOT.Z0<|fim_prefix|><|endoftext|>.\"é ss'D0‍  å…", "tokens": 53, "pieces": ["́>", " ", " DžDžEOTfi", "\r\n", "🙂a", "'Re", " ", ">EOTＡEOT", ".Z", "0", "<|", "fim", "_prefix", "|><|", "endoftext", "|>.\"", "e", "́", " ss", "'D", "0", "‍", " ", " a", "̊", "…"]}
+{"text": "<EOT>İ'T'sd!<m漢ß<|endoftext|>å½ḍ̇㋿ع're👍🏽é漢ß\n'VE​Ⅳ\t㍿'VE!,٣٤٥٦'ſ", "tokens": 67, "pieces": ["<EOT", ">İ", "'T", "'s", "d", "!<", "m漢ß", "<|", "endoftext", "|>", "a", "̊", "½", "ḋ", "̣㋿", "ع", "'re", "👍🏽", "é漢ß", "\n", "'VE", "​", "Ⅳ", "\t", "㍿'", "VE", "!,", "٣٤٥", "٦", "'ſ"]}
+{"text": "EOT𐞁afi　  \taDžfí 字‍ß   \n", "tokens": 22, "pieces": ["EOT𐞁afi", "　  ", "\taDžfi", "́", " 字", "‍ß", "   \n"]}
+{"text": "'VE\n'ſ'Deéḍ̇\"𐞁Z'ſ ,12345678   \n
Zꟲ 9😀🏽.…!!!eDž<-,　", "tokens": 51, "pieces": ["'VE", "\n", "'ſ", "'D", "eéḋ", "̣\"", "𐞁Z", "'ſ", " ,", "123", "456", "78", "   \n", "
Zꟲ", " ", "9", "😀🏽.", "…", "!!!", "eDž", "<-,", "　"]}
+{"text": "EOTe'T'ſ𐞁<|endoftext|>\n0Z<EOT>Zع(\u000b>½m ", "tokens": 30, "pieces": ["EOTe", "'T", "'ſ", "𐞁", "<|", "endoftext", "|>\n", "0", "Z", "<EOT", ">Zع", "(", "\u000b", ">", "½", "m", " "]}
+{"text": "sZ‍<|fim_prefix|>'Re!'Té　\r🙂ea'D'D<㍿é́ <EOT>e'D'T'Tſ(EOT😀🏽\r\n\r\n", "tokens": 46, "pieces": ["sZ", "‍<|", "fim", "_prefix", "|>'", "Re", "!'", "Té", "　\r", "🙂ea", "'D", "'D", "<㍿", "e", "́́", " <", "EOT", ">e", "'D", "'T", "'T", "ſ", "(EOT", "😀🏽\r\n\r\n"]}
+{"text": "'T<İ'S
​('s<t  !𐞁'S㍿é\"å.9dm,", "tokens": 30, "pieces": ["'T", "<İ", "'S", "
", "​('", "s", "<t", " ", " !", "𐞁", "'S", "㍿e", "́\"", "a", "̊.", "9", "dm", ","]}
+{"text": "ſe-٣٤٥٦'s<eꟲ\"'re\r  é#$%㋿'s,'D<META_START>Ａ३'lled(", "tokens": 44, "pieces": ["ſe", "-", "٣٤٥", "٦", "'s", "<eꟲ", "\"'", "re", "\r", " ", " e", "́#$%㋿'", "s", ",'", "D", "<META", "_START", ">Ａ", "३", "'ll", "ed", "("]}
+{"text": "''Re'D\t​eſ́.<12345678'S'VE\"ḍ̇'Re​'Reḍ̇s<fiDž''Te🙂ꟲſ<META_START>'D(​'VEé9́", "tokens": 59, "pieces": ["''", "Re", "'D", "\t", "​eſ", "́.<", "123", "456", "78", "'S", "'VE", "\"ḋ", "̣'", "Re", "​'", "Reḋ", "̣s", "<fiDž", "''", "Te", "🙂ꟲſ", "<META", "_START", ">'", "D", "(​'", "VEé", "9", "́"]}
+{"text": ",\t\"\re>Ａé!!\r\n\r\n'ś#$%'reEOT9!'S'llEOT\u000b", "tokens": 25, "pieces": [",", "\t", "\"\r", "e", ">Ａé", "!!\r\n\r\n", "'s", "́#$%'", "reEOT", "9", "!'", "S", "'ll", "EOT", "\u000b"]}
+{"text": "#$%İa'Dß   \n
­
㋿…'Re  ", "tokens": 19, "pieces": ["#$%", "İa", "'D", "ß", "   \n", "
", "­", "
", "㋿", "…", "'Re", "  "]}
+{"text": "'s　'DEOTé0'll👍🏽mⅣ\u000b'Re<EOT>'D\n're", "tokens": 25, "pieces": ["'s", "　", "'D", "EOTé", "0", "'ll", "👍🏽", "m", "Ⅳ", "\u000b", "'Re", "<EOT", ">'", "D", "\n", "'re"]}
+{"text": "a'Ds'VE<META_START>Ⅳ're　'VE  9​'Re", "tokens": 21, "pieces": ["a", "'D", "s", "'VE", "<META", "_START", ">", "Ⅳ", "'re", "　", "'VE", " ", " ", "9", "​'", "Re"]}
+{"text": "'s­👍🏽…fi\u000b漢,\r\n'reع!!-fis", "tokens": 23, "pieces": ["'s", "­👍🏽", "…fi", "\u000b漢", ",\r\n", "'re", "ع", "!!-", "fis"]}
+{"text": ".m　 \u000b㋿d'ſ́'D𐞁\r\n'Mså​9EOT<EOT>㋿\"9.
عa", "tokens": 40, "pieces": [".m", "　 ", "\u000b", "㋿d", "'ſ", "́'", "D𐞁", "\r\n", "'M", "sa", "̊​", "9", "EOT", "<EOT", ">㋿\"", "9", ".", "
عa"]}
+{"text": "   \nßＡ'M  9'S　­'Re're're漢漢's<|fim_prefix|>éé\rDž…ß<META_START>#$%👍🏽­
'D\r\t#$%Z,'VE३#$%,'re-", "tokens": 65, "pieces": ["   \n", "ßＡ", "'M", " ", " ", "9", "'S", "　", "­'", "Re", "'re", "'re", "漢漢", "'s", "<|", "fim", "_prefix", "|>", "éé", "\r", "Dž", "…ß", "<META", "_START", ">#$%👍🏽­", "
", "'D", "\r", "\t", "#$%", "Z", ",'", "VE", "३", "#$%,'", "re", "-"]}
+{"text": "㍿ß½m\u000b<㋿'ſ 'Ａ　ſ<EOT>漢d\råtEOT
‍>", "tokens": 38, "pieces": ["㍿ß", "½", "m", "\u000b", "<㋿'", "ſ", " '", "Ａ", "　ſ", "<EOT", ">漢d", "\r", "a", "̊tEOT", "
", "‍>"]}
+{"text": "\"é३🙂'Reḍ̇!Ａ're", "tokens": 17, "pieces": ["\"é", "३", "🙂'", "Reḋ", "̣!", "Ａ", "'re"]}
+{"text": "३Ａ\"m<|fim_prefix|><12345678t'M<|endoftext|>'s㋿٣٤٥٦…\r\n\r\n12345678ś", "tokens": 45, "pieces": ["३", "Ａ", "\"m", "<|", "fim", "_prefix", "|><", "123", "456", "78", "t", "'M", "<|", "endoftext", "|>'", "s", "㋿", "٣٤٥", "٦", "…\r\n\r\n", "123", "456", "78", "s", "́"]}
+{"text": "'ll🙂'٣٤٥٦éEOTfi漢EOT<|fim_prefix|>\r\n\r\n   \n'VEDž\n<|fim_prefix|>", "tokens": 42, "pieces": ["'ll", "🙂'", "٣٤٥", "٦", "e", "́EOTfi漢EOT", "<|", "fim", "_prefix", "|>\r\n\r\n", "   \n", "'VE", "Dž", "\n", "<|", "fim", "_prefix", "|>"]}
+{"text": "'re३Dž's!!   \n𐞁'll'SEOT9!!㍿éDž\r0é", "tokens": 28, "pieces": ["'re", "३", "Dž", "'s", "!!", "   \n", "𐞁", "'ll", "'S", "EOT", "9", "!!㍿", "e", "́Dž", "\r", "0", "é"]}
+{"text": "'D-
'12345678́<|endoftext|>#$%٣٤٥٦㍿<|endoftext|>'VE\"åDž,é
\r…'𐞁​́Dž
字　Dž", "tokens": 64, "pieces": ["'D", "-", "
", "'", "123", "456", "78", "́<|", "endoftext", "|>#$%", "٣٤٥", "٦", "㍿<|", "endoftext", "|>'", "VE", "\"a", "̊Dž", ",e", "́", "
\r", "…", "'𐞁", "​́", "Dž", "
字", "　Dž"]}
+{"text": "​‍\r\n\r\n\"EOT\n<EOT>\r\n🙂 . ㋿ع́éعع>İsعİ́ 'ſ…́é字", "tokens": 39, "pieces": ["​‍\r\n\r\n", "\"EOT", "\n", "<EOT", ">\r\n", "🙂", " ", ".", " ", "㋿ع", "́éعع", ">İsعİ", "́", " ", "'ſ", "…", "́e", "́字"]}
+{"text": "\n\n#$%   \n\r\tع   \nⅣmعs३٣٤٥٦
<\r\n.ḍ̇👍🏽", "tokens": 39, "pieces": ["\n\n", "#$%", "   \n\r", "\tع", "   \n", "Ⅳ", "mعs", "३٣٤", "٥٦", "
", "<\r\n", ".ḋ", "̣👍🏽"]}
+{"text": "('VE㋿<META_START>fiḍ̇　", "tokens": 17, "pieces": ["('", "VE", "㋿<", "META", "_START", ">fiḋ", "̣", "　"]}
+{"text": "m't", "tokens": 2, "pieces": ["m", "'t"]}
+{"text": "9\r#$% 'Re𐞁\rt#$%'SEOTİ𐞁é'0sḍ̇!!'ſtꟲ9a<|fim_prefix|>\"㋿'Re㋿, ٣٤٥٦👍🏽-e👍🏽Ⅳ㋿​", "tokens": 86, "pieces": ["9", "\r", "#$%", " ", "'Re", "𐞁", "\r", "t", "#$%'", "SEOTİ𐞁e", "́'", "0", "sḋ", "̣!!'", "ſtꟲ", "9", "a", "<|", "fim", "_prefix", "|>\"㋿'", "Re", "㋿,", " ", "٣٤٥", "٦", "👍🏽-", "e", "👍🏽", "Ⅳ", "㋿​"]}
+{"text": "𐞁​\n12345678.𐞁0d𐞁㍿३e½Ａ३'re", "tokens": 32, "pieces": ["𐞁", "​\n", "123", "456", "78", ".𐞁", "0", "d𐞁", "㍿", "३", "e", "½", "Ａ", "३", "'re"]}
+{"text": "ßé'Re  ́#$%'Sm
0'12345678's0\r\ńⅣEOT㍿   \naſİꟲ漢(", "tokens": 38, "pieces": ["ßé", "'Re", " ", " ́#$%'", "Sm", "
", "0", "'", "123", "456", "78", "'s", "0", "\r\n", "́", "Ⅳ", "EOT", "㍿", "   \n", "aſİꟲ漢", "("]}
+{"text": "t\rſ#$%'Mꟲ'ſ​!!EOT0", "tokens": 18, "pieces": ["t", "\r", "ſ", "#$%'", "Mꟲ", "'ſ", "​!!", "EOT", "0"]}
+{"text": "‍afi\n0漢", "tokens": 9, "pieces": ["‍afi", "\n", "0", "漢"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'Smع'll\r\n'VE<META_START>\r\n\r\n😀🏽\t\nſ漢㍿
'Re.ع<a…漢'reꟲ­ 'ſdعé", "tokens": 45, "pieces": ["'S", "mع", "'ll", "\r\n", "'VE", "<META", "_START", ">\r\n\r\n", "😀🏽", "\t\n", "ſ漢", "㍿", "
", "'Re", ".ع", "<a", "…漢", "'re", "ꟲ", "­", " '", "ſdعé"]}
+{"text": "<EOT>½ḍ̇Dž​(ＡDž'T9𐞁.'Ts㋿<|fim_prefix|>‍Dž½>ſ,Z'Ms.٣٤٥٦d>'D're'ſ😀🏽9<|endoftext|>a", "tokens": 76, "pieces": ["<EOT", ">", "½", "ḋ", "̣Dž", "​(", "ＡDž", "'T", "9", "𐞁", ".'", "Ts", "㋿<|", "fim", "_prefix", "|>‍", "Dž", "½", ">ſ", ",Z", "'M", "s", ".", "٣٤٥", "٦", "d", ">'", "D", "'re", "'ſ", "😀🏽", "9", "<|", "endoftext", "|>", "a"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "　İ­İſDž\u000b", "tokens": 9, "pieces": ["　İ", "­İſDž", "\u000b"]}
+{"text": "३\r\n\r\n㋿Ａ٣٤٥٦eعs!!'s㋿½Ⅳ'Té\r\n\r\n\"'D<META_START>!<|fim_prefix|>عſ\r\n\r\n\r\ń́\r,\n　\n<३<META_START>", "tokens": 62, "pieces": ["३", "\r\n\r\n", "㋿Ａ", "٣٤٥", "٦", "eعs", "!!'", "s", "㋿", "½Ⅳ", "'T", "e", "́\r\n\r\n", "\"'", "D", "<META", "_START", ">!<|", "fim", "_prefix", "|>", "عſ", "\r\n\r\n\r\n", "́́\r", ",\n", "　\n", "<", "३", "<META", "_START", ">"]}
+{"text": "Z>sé\t\r\nſß<|endoftext|>…!😀🏽0#$%😀🏽é <|endoftext|>   \n99'VE
å<EOT>٣٤٥٦-fi漢Ⅳ‍'D're<EOT>㋿'Re,", "tokens": 79, "pieces": ["Z", ">sé", "\t\r\n", "ſß", "<|", "endoftext", "|>", "…", "!😀🏽", "0", "#$%😀🏽", "é", " <|", "endoftext", "|>", "   \n", "99", "'VE", "
a", "̊<", "EOT", ">", "٣٤٥", "٦", "-fi漢", "Ⅳ", "‍'", "D", "'re", "<EOT", ">㋿'", "Re", ","]}
+{"text": "é 👍🏽عdꟲ'T'Re", "tokens": 15, "pieces": ["é", " ", "👍🏽", "عdꟲ", "'T", "'Re"]}
+{"text": "'Da\u000b#$%   \nZ're <|endoftext|>…​Z 0.\u000b㋿e", "tokens": 26, "pieces": ["'D", "a", "\u000b", "#$%", "   \n", "Z", "'re", " <|", "endoftext", "|>", "…", "​Z", " ", "0", ".", "\u000b", "㋿e"]}
+{"text": "\u000b३𐞁'M…­\n㋿", "tokens": 15, "pieces": ["\u000b", "३", "𐞁", "'M", "…", "­\n", "㋿"]}
+{"text": "'s\n'SZ㍿", "tokens": 7, "pieces": ["'s", "\n", "'S", "Z", "㍿"]}
+{"text": "👍🏽!!‍\"ß\"ḍ̇\r\n\r\n३fi", "tokens": 22, "pieces": ["👍🏽!!‍\"", "ß", "\"ḋ", "̣\r\n\r\n", "३", "fi"]}
+{"text": "éé'll   \nＡ  !-", "tokens": 12, "pieces": ["e", "́e", "́'", "ll", "   \n", "Ａ", " ", " !-"]}
+{"text": "'Re  'ſtḍ̇…  9漢ß字!#$%𐞁…a<EOT>12345678㋿9", "tokens": 40, "pieces": ["'Re", " ", " '", "ſtḋ", "̣", "… ", " ", "9", "漢ß字", "!#$%", "𐞁", "…a", "<EOT", ">", "123", "456", "78", "㋿", "9"]}
+{"text": "#$%字　Dž\r", "tokens": 7, "pieces": ["#$%", "字", "　Dž", "\r"]}
+{"text": "\"   \n㋿<|fim_prefix|>EOT\r\n\r\n　", "tokens": 16, "pieces": ["\"", "   \n", "㋿<|", "fim", "_prefix", "|>", "EOT", "\r\n\r\n　"]}
+{"text": "\r\n\r\n㋿👍🏽!'VEß12345678'll\r'ſ!!<META_START>ß'DⅣ", "tokens": 30, "pieces": ["\r\n\r\n", "㋿👍🏽!'", "VEß", "123", "456", "78", "'ll", "\r", "'ſ", "!!<", "META", "_START", ">ß", "'D", "Ⅳ"]}
+{"text": "EOT😀🏽👍🏽<|fim_prefix|>12345678t'D0!ꟲ<EOT>0fi…12345678👍🏽é㋿12345678.", "tokens": 56, "pieces": ["EOT", "😀🏽👍🏽<|", "fim", "_prefix", "|>", "123", "456", "78", "t", "'D", "0", "!ꟲ", "<EOT", ">", "0", "fi", "…", "123", "456", "78", "👍🏽", "e", "́㋿", "123", "456", "78", "."]}
+{"text": "<|endoftext|>  <|endoftext|>0　'reع'Ma½", "tokens": 21, "pieces": ["<|", "endoftext", "|>", " ", " <|", "endoftext", "|>", "0", "　", "'re", "ع", "'M", "a", "½"]}
+{"text": "\r's‍(. .\n👍🏽0<EOT>Ａ<|endoftext|>'D\ré­\r\n\r\ń​'D'T", "tokens": 37, "pieces": ["\r", "'s", "‍(.", " ", ".\n", "👍🏽", "0", "<EOT", ">Ａ", "<|", "endoftext", "|>'", "D", "\r", "e", "́­\r\n\r\n", "́​'", "D", "'T"]}
+{"text": "'ReDž-…🙂漢Z漢
　<META_START>'ll.\r३<EOT>é​'VE\u000b\"'reé'S 'VE漢0ß👍🏽😀🏽ع\t‍<EOT>😀🏽ꟲ", "tokens": 71, "pieces": ["'Re", "Dž", "-", "…", "🙂漢Z漢", "
", "　", "<META", "_START", ">'", "ll", ".\r", "३", "<EOT", ">é", "​'", "VE", "\u000b", "\"'", "ree", "́'", "S", " '", "VE漢", "0", "ß", "👍🏽😀🏽", "ع", "\t", "‍<", "EOT", ">😀🏽", "ꟲ"]}
+{"text": "0<>'Tİ.ḍ̇åDž\r\n\r\nعＡ", "tokens": 20, "pieces": ["0", "<>'", "Tİ", ".ḋ", "̣a", "̊Dž", "\r\n\r\n", "عＡ"]}
+{"text": "s9ḍ̇字𐞁'll'३Ａ é　Z‍½s>'Mİa'Sé#$%té'<|endoftext|>", "tokens": 44, "pieces": ["s", "9", "ḋ", "̣字𐞁", "'ll", "'", "३", "Ａ", " é", "　Z", "‍", "½", "s", ">'", "Mİa", "'S", "e", "́#$%", "té", "'<|", "endoftext", "|>"]}
+{"text": "𐞁å
t'llZéDž…e'TعEOT#$%#$%\u000b<META_START>​. EOTa>  ́'(ß<|endoftext|>㋿'re😀🏽<EOT>-.", "tokens": 64, "pieces": ["𐞁a", "̊", "
t", "'ll", "Ze", "́Dž", "…e", "'T", "عEOT", "#$%#$%", "\u000b", "<META", "_START", ">​.", " EOTa", ">", " ", " ́'(", "ß", "<|", "endoftext", "|>㋿'", "re", "😀🏽<", "EOT", ">-."]}
+{"text": "Dž٣٤٥٦EOT\r٣٤٥٦　字å𐞁👍🏽ſ0​  '㋿<|fim_prefix|>𐞁#$%字'llＡ\t#$%å   \né<|fim_prefix|>㍿#$%s'VEع're<EOT>", "tokens": 91, "pieces": ["Dž", "٣٤٥", "٦", "EOT", "\r", "٣٤٥", "٦", "　字a", "̊𐞁", "👍🏽", "ſ", "0", "​", " ", " '㋿<|", "fim", "_prefix", "|>", "𐞁", "#$%", "字", "'ll", "Ａ", "\t", "#$%", "a", "̊", "   \n", "e", "́<|", "fim", "_prefix", "|>㍿#$%", "s", "'VE", "ع", "'re", "<EOT", ">"]}
+{"text": "…\n½ >'D<EOT>\r\n\r\n\t­-é\t9​'ll٣٤٥٦mſ漢-Dž٣٤٥٦İEOT'½\u000b\r\n٣٤٥٦漢.ḍ̇ß½", "tokens": 69, "pieces": ["…\n", "½", " >'", "D", "<EOT", ">\r\n\r\n", "\t", "­-", "e", "́", "\t", "9", "​'", "ll", "٣٤٥", "٦", "mſ漢", "-Dž", "٣٤٥", "٦", "İEOT", "'", "½", "\u000b\r\n", "٣٤٥", "٦", "漢", ".ḋ", "̣ß", "½"]}
+{"text": "   \n'Re㋿👍🏽éZ½aſ́-ſ'll'Re🙂(<|fim_prefix|>'\rfi'VEDžİ㋿d!é>", "tokens": 47, "pieces": ["   \n", "'Re", "㋿👍🏽", "éZ", "½", "aſ", "́-", "ſ", "'ll", "'Re", "🙂(<|", "fim", "_prefix", "|>'\r", "fi", "'VE", "Džİ", "㋿d", "!é", ">"]}
+{"text": "   \n''VE<META_START>ḍ̇'T", "tokens": 14, "pieces": ["   \n", "''", "VE", "<META", "_START", ">ḋ", "̣'", "T"]}
+{"text": "!!#$%<EOT>\n0é٣٤٥٦å.(<
12345678'ſa\n漢Ａḍ̇e　t('ſå'll\"Z'VE \"\té#$%mt", "tokens": 63, "pieces": ["!!#$%<", "EOT", ">\n", "0", "e", "́", "٣٤٥", "٦", "a", "̊.(<", "
", "123", "456", "78", "'ſ", "a", "\n", "漢Ａḋ", "̣e", "　t", "('", "ſa", "̊'", "ll", "\"Z", "'VE", " \"", "\te", "́#$%", "mt"]}
+{"text": "'e߅!å''MⅣ㋿'VE", "tokens": 17, "pieces": ["'eß", "…", "!a", "̊''", "M", "Ⅳ", "㋿'", "VE"]}
+{"text": "🙂fi<|fim_prefix|>👍🏽é'D'Re\r'ſ", "tokens": 26, "pieces": ["🙂fi", "<|", "fim", "_prefix", "|>👍🏽", "e", "́'", "D", "'Re", "\r", "'ſ"]}
+{"text": "　́\r\ń\n😀🏽'ſfi'Re0éß", "tokens": 19, "pieces": ["　", "́\r\n", "́\n", "😀🏽'", "ſfi", "'Re", "0", "éß"]}
+{"text": "㍿'re'SＡ字", "tokens": 9, "pieces": ["㍿'", "re", "'S", "Ａ字"]}
+{"text": "é漢\"m#$%!!<EOT>\r\n\r\n३👍🏽EOT\t<EOT>漢  9 'D\"٣٤٥٦\r\n\r\n\r\nꟲ#$%́'M- \nعDž   \n😀🏽9!<EOT>", "tokens": 67, "pieces": ["é漢", "\"m", "#$%!!<", "EOT", ">\r\n\r\n", "३", "👍🏽", "EOT", "\t", "<EOT", ">漢", " ", " ", "9", " '", "D", "\"", "٣٤٥", "٦", "\r\n\r\n\r\n", "ꟲ", "#$%́'", "M", "-", " \n", "عDž", "   \n", "😀🏽", "9", "!<", "EOT", ">"]}
+{"text": "d-\te d👍🏽,½‍åå٣٤٥٦", "tokens": 29, "pieces": ["d", "-", "\te", " d", "👍🏽,", "½", "‍a", "̊a", "̊", "٣٤٥", "٦"]}
+{"text": "\r\nEOT<EOT>ś٣٤٥٦'D0'S👍🏽字", "tokens": 25, "pieces": ["\r\n", "EOT", "<EOT", ">s", "́", "٣٤٥", "٦", "'D", "0", "'S", "👍🏽", "字"]}
+{"text": ",é½", "tokens": 3, "pieces": [",e", "́", "½"]}
+{"text": "eEOT👍🏽'ſ  <|endoftext|>", "tokens": 19, "pieces": ["eEOT", "👍🏽'", "ſ", " ", " <|", "endoftext", "|>"]}
+{"text": "ḍ̇\tß𐞁\r'VE\r\n12345678'llſ\u000bé३🙂.­<msſ'SaDžDže‍'re,sd½<", "tokens": 48, "pieces": ["ḋ", "̣", "\tß𐞁", "\r", "'VE", "\r\n", "123", "456", "78", "'ll", "ſ", "\u000bé", "३", "🙂.­<", "msſ", "'S", "aDžDže", "‍'", "re", ",sd", "½", "<"]}
+{"text": "🙂'Dß<   \n…e#$%", "tokens": 12, "pieces": ["🙂'", "Dß", "<", "   \n", "…e", "#$%"]}
+{"text": "字Dž!!İ!!Ａ🙂  'M\u000b!!,", "tokens": 15, "pieces": ["字Dž", "!!", "İ", "!!", "Ａ", "🙂", " ", " '", "M", "\u000b", "!!,"]}
+{"text": "٣٤٥٦\"<字😀🏽9Z< 's", "tokens": 20, "pieces": ["٣٤٥", "٦", "\"<", "字", "😀🏽", "9", "Z", "<", " '", "s"]}
+{"text": "-9'll‍!漢tDž<|endoftext|>'VEꟲ<|fim_prefix|>\u000b㍿9Z㍿\r\n\r\n0ſ >́'Mfi,'S漢\u000b'<|fim_prefix|>", "tokens": 61, "pieces": ["-", "9", "'ll", "‍!", "漢tDž", "<|", "endoftext", "|>'", "VEꟲ", "<|", "fim", "_prefix", "|>", "\u000b", "㍿", "9", "Z", "㍿\r\n\r\n", "0", "ſ", " ", ">́'", "Mfi", ",'", "S漢", "\u000b", "'<|", "fim", "_prefix", "|>"]}
+{"text": "'D!'ll㍿aZ>­EOT<!<Ａa0'Re12345678", "tokens": 22, "pieces": ["'D", "!'", "ll", "㍿aZ", ">­", "EOT", "<!<", "Ａa", "0", "'Re", "123", "456", "78"]}
+{"text": "👍🏽'ſ.­😀🏽漢🙂٣٤٥٦'M'M㋿", "tokens": 33, "pieces": ["👍🏽'", "ſ", ".­😀🏽", "漢", "🙂", "٣٤٥", "٦", "'M", "'M", "㋿"]}
+{"text": "EOTs'VE#$%<|fim_prefix|>　\t,'ll<'SⅣ漢<META_START>'!!(a½#$%é㋿eEOT😀🏽t#$%9 \t٣٤٥٦<|endoftext|>'Re　a", "tokens": 71, "pieces": ["EOTs", "'VE", "#$%<|", "fim", "_prefix", "|>", "　", "\t", ",'", "ll", "<'", "S", "Ⅳ", "漢", "<META", "_START", ">'!!(", "a", "½", "#$%", "e", "́㋿", "eEOT", "😀🏽", "t", "#$%", "9", " ", "\t", "٣٤٥", "٦", "<|", "endoftext", "|>'", "Re", "　a"]}
+{"text": "\"09\r\n'T", "tokens": 4, "pieces": ["\"", "09", "\r\n", "'T"]}
+{"text": "́😀🏽EOT\r<EOT><|fim_prefix|>Z'T٣٤٥٦é㍿ß
 ½<META_START>\"''VE
12345678عtZ<|endoftext|>", "tokens": 59, "pieces": ["́😀🏽", "EOT", "\r", "<EOT", "><|", "fim", "_prefix", "|>", "Z", "'T", "٣٤٥", "٦", "e", "́㍿", "ß", "
", " ", "½", "<META", "_START", ">\"''", "VE", "
", "123", "456", "78", "عtZ", "<|", "endoftext", "|>"]}
+{"text": "d!<   \n㋿t😀🏽12345678<META_START>㋿…e<(‍>ع'Tſ", "tokens": 33, "pieces": ["d", "!<", "   \n", "㋿t", "😀🏽", "123", "456", "78", "<META", "_START", ">㋿", "…e", "<(‍>", "ع", "'T", "ſ"]}
+{"text": "🙂", "tokens": 2, "pieces": ["🙂"]}
+{"text": "dfi​'DⅣéZ-   \nſ", "tokens": 15, "pieces": ["dfi", "​'", "D", "Ⅳ", "e", "́Z", "-", "   \n", "ſ"]}
+{"text": "'Tm👍🏽0🙂12345678́!!½s   \n٣٤٥٦\re#$%㋿漢EOT", "tokens": 38, "pieces": ["'T", "m", "👍🏽", "0", "🙂", "123", "456", "78", "́!!", "½", "s", "   \n", "٣٤٥", "٦", "\r", "e", "#$%㋿", "漢EOT"]}
+{"text": "㍿mméZ-ع,<EOT>DžDž'S½\r\n\r\n'T㋿\"tm<ꟲ'Re\r\n\r\nEOT<|endoftext|>​", "tokens": 41, "pieces": ["㍿mméZ", "-ع", ",<", "EOT", ">DžDž", "'S", "½", "\r\n\r\n", "'T", "㋿\"", "tm", "<ꟲ", "'Re", "\r\n\r\n", "EOT", "<|", "endoftext", "|>​"]}
+{"text": "d\t𐞁m\tém३½👍🏽   \"\tⅣ-'ſ'M", "tokens": 28, "pieces": ["d", "\t𐞁m", "\te", "́m", "३½", "👍🏽", "  ", " \"", "\t", "Ⅳ", "-'", "ſ", "'M"]}
+{"text": "  m३!!'Re　́<META_START>e!!ßḍ̇ß İ\n'Té<|endoftext|>9 ", "tokens": 34, "pieces": [" ", " m", "३", "!!'", "Re", "　", "́<", "META", "_START", ">e", "!!", "ßḋ", "̣ß", " İ", "\n", "'T", "é", "<|", "endoftext", "|>", "9", " "]}
+{"text": "ḍ̇s\r\r\n\r\n<\t\n🙂>0ß'Re\r\n\r\nＡEOTdＡt9'T.😀🏽<META_START>!fi'llé<|endoftext|><EOT>'T‍ꟲ
", "tokens": 61, "pieces": ["ḋ", "̣s", "\r\r\n\r\n", "<", "\t\n", "🙂>", "0", "ß", "'Re", "\r\n\r\n", "ＡEOTdＡt", "9", "'T", ".😀🏽<", "META", "_START", ">!", "fi", "'ll", "e", "́<|", "endoftext", "|><", "EOT", ">'", "T", "‍ꟲ", "
"]}
+{"text": "\n\r\n#$% ́\u000b<EOT>m.\t<|endoftext|>　ꟲa  Ａ­㍿́㋿(́'ll'<META_START>😀🏽t​", "tokens": 50, "pieces": ["\n\r\n", "#$%", " ́", "\u000b", "<EOT", ">m", ".", "\t", "<|", "endoftext", "|>", "　ꟲa", " ", " Ａ", "­㍿́㋿(́'", "ll", "'<", "META", "_START", ">😀🏽", "t", "​"]}
+{"text": "ſ\"½é>‍#$%🙂're　½   \n<👍🏽am漢­.12345678    \n\t'ſ", "tokens": 37, "pieces": ["ſ", "\"", "½", "é", ">‍#$%🙂'", "re", "　", "½", "   \n", "<👍🏽", "am漢", "­.", "123", "456", "78", "    \n", "\t", "'ſ"]}
+{"text": "㍿'VEå'VE   \nEOT  <|fim_prefix|>\nåaå'S\n\r‍", "tokens": 32, "pieces": ["㍿'", "VEa", "̊'", "VE", "   \n", "EOT", " ", " <|", "fim", "_prefix", "|>\n", "a", "̊aa", "̊'", "S", "\n\r", "‍"]}
+{"text": "'Re'll#$%!-<META_START>'s<­d'Re​a0😀🏽 'S漢\t", "tokens": 27, "pieces": ["'Re", "'ll", "#$%!-<", "META", "_START", ">'", "s", "<­", "d", "'Re", "​a", "0", "😀🏽", " '", "S漢", "\t"]}
+{"text": "fiDž😀🏽m''Re!! t>a'å\t(́ݽꟲ-DžＡt㍿İ's😀🏽9‍m\ta \"", "tokens": 49, "pieces": ["fiDž", "😀🏽", "m", "''", "Re", "!!", " t", ">a", "'a", "̊", "\t", "(́", "İ", "½", "ꟲ", "-DžＡt", "㍿İ", "'s", "😀🏽", "9", "‍m", "\ta", " ", "\""]}
+{"text": "­'D're", "tokens": 4, "pieces": ["­'", "D", "'re"]}
+{"text": "m<EOT>ḍ̇9ḍ̇fi'M<META_START>", "tokens": 22, "pieces": ["m", "<EOT", ">ḋ", "̣", "9", "ḋ", "̣fi", "'M", "<META", "_START", ">"]}
+{"text": "́   \n㍿\r\n\r\n<META_START>👍🏽👍🏽!!Ａa㋿½Dže­🙂\r\n\r\n'T　!!dZt👍🏽\u000b<META_START>>ع'S\"mt", "tokens": 58, "pieces": ["́", "   \n", "㍿\r\n\r\n", "<META", "_START", ">👍🏽👍🏽!!", "Ａa", "㋿", "½", "Dže", "­🙂\r\n\r\n", "'T", "　", "!!", "dZt", "👍🏽", "\u000b", "<META", "_START", ">>", "ع", "'S", "\"mt"]}
+{"text": "👍🏽#$%\t  Z<|endoftext|>'Reḍ̇,0😀🏽!   \n!́½\r\n\r\n\tſ'​ꟲ\"\u000bß‍EOT\"​(ß👍🏽", "tokens": 61, "pieces": ["👍🏽#$%", "\t ", " Z", "<|", "endoftext", "|>'", "Reḋ", "̣,", "0", "😀🏽!", "   \n", "!́", "½", "\r\n\r\n", "\tſ", "'​", "ꟲ", "\"", "\u000bß", "‍EOT", "\"​(", "ß", "👍🏽"]}
+{"text": "
<META_START>'Sé‍Ⅳ<|fim_prefix|>漢9\r\n\r\n​ßs#$%-  …​漢1234567812345678-Ⅳ#$%,,㍿<META_START>é'saß(字'ſ\u000b", "tokens": 63, "pieces": ["
", "<META", "_START", ">'", "Sé", "‍", "Ⅳ", "<|", "fim", "_prefix", "|>", "漢", "9", "\r\n\r\n", "​ßs", "#$%-", "  ", "…", "​漢", "123", "456", "781", "234", "567", "8", "-", "Ⅳ", "#$%,,㍿<", "META", "_START", ">e", "́'", "saß", "(字", "'ſ", "\u000b"]}
+{"text": "(d\r\n\r\n,'Re\u000bꟲ'VE　<|endoftext|>
ḍ̇'ſ  <META_START>'Re\r\n\r\nİ字👍🏽'M漢  ٣٤٥٦'漢‍ſ​   \n<|fim_prefix|>", "tokens": 73, "pieces": ["(d", "\r\n\r\n", ",'", "Re", "\u000bꟲ", "'VE", "　", "<|", "endoftext", "|>", "
ḋ", "̣'", "ſ", " ", " <", "META", "_START", ">'", "Re", "\r\n\r\n", "İ字", "👍🏽'", "M漢", " ", " ", "٣٤٥", "٦", "'漢", "‍ſ", "​", "   \n", "<|", "fim", "_prefix", "|>"]}
+{"text": " ३", "tokens": 3, "pieces": [" ", "३"]}
+{"text": "​'S<|fim_prefix|>s🙂0-'ſع­t\"㋿　\r\n", "tokens": 25, "pieces": ["​'", "S", "<|", "fim", "_prefix", "|>", "s", "🙂", "0", "-'", "ſع", "­t", "\"㋿", "　\r\n"]}
+{"text": "ⅣEOT<EOT> ", "tokens": 8, "pieces": ["Ⅳ", "EOT", "<EOT", ">", " "]}
+{"text": "EOT", "tokens": 2, "pieces": ["EOT"]}
+{"text": "a'ſ12345678🙂漢​ſḍ̇Z-‍m\n'ſDž", "tokens": 30, "pieces": ["a", "'ſ", "123", "456", "78", "🙂漢", "​ſḋ", "̣Z", "-‍", "m", "\n", "'ſ", "Dž"]}
+{"text": "EOT<META_START>字'VE", "tokens": 9, "pieces": ["EOT", "<META", "_START", ">字", "'VE"]}
+{"text": "­'re\"\r<META_START>\n𐞁ع.a'DEOT\"‍\u000b'Re", "tokens": 23, "pieces": ["­'", "re", "\"\r", "<META", "_START", ">\n", "𐞁ع", ".a", "'D", "EOT", "\"‍", "\u000b", "'Re"]}
+{"text": "…,e'ſd''VE<EOT>Ａ٣٤٥٦<EOT>​DždEOT漢'ſ'll\rſ㍿", "tokens": 43, "pieces": ["…", ",e", "'ſ", "d", "''", "VE", "<EOT", ">Ａ", "٣٤٥", "٦", "<EOT", ">​", "DždEOT漢", "'ſ", "'ll", "\r", "ſ", "㍿"]}
+{"text": "㋿,", "tokens": 4, "pieces": ["㋿,"]}
+{"text": "ḍ̇㍿٣٤٥٦<|fim_prefix|>t \"İ''Tfí‍å‍'ret<EOT>d'İé\"d", "tokens": 49, "pieces": ["ḋ", "̣㍿", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "t", " \"", "İ", "''", "Tfi", "́‍", "a", "̊‍'", "ret", "<EOT", ">d", "'İe", "́\"", "d"]}
+{"text": "'s🙂'D 
<EOT>عé  's'VE.İ'İ..12345678Ａ<m½😀🏽.🙂\r\n\r\n<|endoftext|>\r㋿é ½'ſ'VE-ꟲ  #$%<|endoftext|>", "tokens": 73, "pieces": ["'s", "🙂'", "D", " ", "
", "<EOT", ">عé", " ", " '", "s", "'VE", ".İ", "'İ", "..", "123", "456", "78", "Ａ", "<m", "½", "😀🏽.🙂\r\n\r\n", "<|", "endoftext", "|>\r", "㋿e", "́", " ", "½", "'ſ", "'VE", "-ꟲ", " ", " #$%<|", "endoftext", "|>"]}
+{"text": "mＡ🙂​㍿漢<EOT>'ll( eＡß12345678\t#$%३t's　'T!!!!><😀🏽漢Dž're", "tokens": 45, "pieces": ["mＡ", "🙂​㍿", "漢", "<EOT", ">'", "ll", "(", " eＡß", "123", "456", "78", "\t", "#$%", "३", "t", "'s", "　", "'T", "!!!!><😀🏽", "漢Dž", "'re"]}
+{"text": "('S'å's\n‍Ⅳ½\r's'VE  字", "tokens": 19, "pieces": ["('", "S", "'a", "̊'", "s", "\n", "‍", "Ⅳ½", "\r", "'s", "'VE", " ", " 字"]}
+{"text": "fi'D㋿", "tokens": 6, "pieces": ["fi", "'D", "㋿"]}
+{"text": "'re", "tokens": 1, "pieces": ["'re"]}
+{"text": "'D9…٣٤٥٦!!t
🙂字🙂漢-e'Re　'M​\u000b'ſ", "tokens": 32, "pieces": ["'D", "9", "…", "٣٤٥", "٦", "!!", "t", "
", "🙂字", "🙂漢", "-e", "'Re", "　", "'M", "​", "\u000b", "'ſ"]}
+{"text": "\nḍ̇fiEOT12345678㍿👍🏽㋿Džع\u000b३<'re𐞁'VE'Mßḍ̇\r>𐞁 90'T½ع𐞁 ‍é<|endoftext|>'reDž३12345678.", "tokens": 81, "pieces": ["\n", "ḋ", "̣fiEOT", "123", "456", "78", "㍿👍🏽㋿", "Džع", "\u000b", "३", "<'", "re𐞁", "'VE", "'M", "ßḋ", "̣\r", ">𐞁", " ", "90", "'T", "½", "ع𐞁", " ", "‍é", "<|", "endoftext", "|>'", "reDž", "३12", "345", "678", "."]}
+{"text": "　e'Re​é9㍿<EOT>s​'Mİ,Ⅳ12345678ع'sＡs Ⅳ\t.12345678", "tokens": 36, "pieces": ["　e", "'Re", "​é", "9", "㍿<", "EOT", ">s", "​'", "Mİ", ",", "Ⅳ12", "345", "678", "ع", "'s", "Ａs", " ", "Ⅳ", "\t", ".", "123", "456", "78"]}
+{"text": "'EOT\"…𐞁9é🙂're9,>a,'VEmꟲ-ß٣٤٥٦", "tokens": 35, "pieces": ["'EOT", "\"", "…𐞁", "9", "é", "🙂'", "re", "9", ",>", "a", ",'", "VEmꟲ", "-ß", "٣٤٥", "٦"]}
+{"text": "ꟲ­　!!­'S's😀🏽…­Z#$%'re　sDž'll12345678'Sعs٣٤٥٦́३t­ ", "tokens": 47, "pieces": ["ꟲ", "­", "　", "!!­'", "S", "'s", "😀🏽", "…", "­Z", "#$%'", "re", "　sDž", "'ll", "123", "456", "78", "'S", "عs", "٣٤٥", "٦", "́", "३", "t", "­", " "]}
+{"text": "s\"é<|endoftext|>👍🏽!漢>ḍ̇\u000b\tⅣ\u000b12345678𐞁\r\n字\u000bm!㍿('VE'ſ0   \n㍿​'M\r\n\r\n'M12345678fi㋿tⅣ", "tokens": 72, "pieces": ["s", "\"e", "́<|", "endoftext", "|>👍🏽!", "漢", ">ḋ", "̣", "\u000b", "\t", "Ⅳ", "\u000b", "123", "456", "78", "𐞁", "\r\n", "字", "\u000bm", "!㍿('", "VE", "'ſ", "0", "   \n", "㍿​'", "M", "\r\n\r\n", "'M", "123", "456", "78", "fi", "㋿t", "Ⅳ"]}
+{"text": "12345678\n(ß㋿Ａ́12345678'S½<EOT><|endoftext|>", "tokens": 26, "pieces": ["123", "456", "78", "\n", "(ß", "㋿Ａ", "́", "123", "456", "78", "'S", "½", "<EOT", "><|", "endoftext", "|>"]}
+{"text": "‍㍿", "tokens": 5, "pieces": ["‍㍿"]}
+{"text": "é#$%9s\r\nſ'VE<|endoftext|>'ll👍🏽sfi'Re'reå", "tokens": 33, "pieces": ["e", "́#$%", "9", "s", "\r\n", "ſ", "'VE", "<|", "endoftext", "|>'", "ll", "👍🏽", "sfi", "'Re", "'re", "a", "̊"]}
+{"text": "Ⅳꟲåå(å<|fim_prefix|>!sİ!\t   \n'ſ'ſ३　éDž
́é㍿Dž\r\ńs٣٤٥٦<|endoftext|><|fim_prefix|>", "tokens": 73, "pieces": ["Ⅳ", "ꟲa", "̊a", "̊(", "a", "̊<|", "fim", "_prefix", "|>!", "sİ", "!", "\t   \n", "'ſ", "'ſ", "३", "　e", "́Dž", "
", "́é", "㍿Dž", "\r\n", "́s", "٣٤٥", "٦", "<|", "endoftext", "|><|", "fim", "_prefix", "|>"]}
+{"text": "𐞁\n½٣٤٥٦Ａ㋿0\"å!fi字́'ll ", "tokens": 31, "pieces": ["𐞁", "\n", "½٣٤", "٥٦", "Ａ", "㋿", "0", "\"a", "̊!", "fi字", "́'", "ll", " "]}
+{"text": "ꟲⅣ-ꟲaé漢­!'Sḍ̇EOT!İas", "tokens": 26, "pieces": ["ꟲ", "Ⅳ", "-ꟲaé漢", "­!'", "Sḋ", "̣EOT", "!İas"]}
+{"text": "Dž'T<|fim_prefix|>字㋿́漢'Dm12345678 ", "tokens": 23, "pieces": ["Dž", "'T", "<|", "fim", "_prefix", "|>", "字", "㋿́", "漢", "'D", "m", "123", "456", "78", " "]}
+{"text": ">", "tokens": 1, "pieces": [">"]}
+{"text": "'re>'m#$%…!!𐞁\t\n9ſ㍿EOTİ'漢", "tokens": 25, "pieces": ["'re", ">'", "m", "#$%", "…", "!!", "𐞁", "\t\n", "9", "ſ", "㍿EOTİ", "'漢"]}
+{"text": "s#$%  fi<|fim_prefix|>\u000b 漢Ａ😀🏽ßfi'M'T'T'MZßＡꟲ<META_START>>\n0 !#$%٣٤٥٦\r\nDž'VE٣٤٥٦é'll'ret", "tokens": 71, "pieces": ["s", "#$%", " ", " fi", "<|", "fim", "_prefix", "|>", "\u000b", " 漢Ａ", "😀🏽", "ßfi", "'M", "'T", "'T", "'M", "ZßＡꟲ", "<META", "_START", ">>\n", "0", " !#$%", "٣٤٥", "٦", "\r\n", "Dž", "'VE", "٣٤٥", "٦", "é", "'ll", "'re", "t"]}
+{"text": "0…'T's\u000bZfi", "tokens": 9, "pieces": ["0", "…", "'T", "'s", "\u000bZfi"]}
+{"text": "e漢<META_START>dé\r\n\r\n'M", "tokens": 11, "pieces": ["e漢", "<META", "_START", ">de", "́\r\n\r\n", "'M"]}
+{"text": "😀🏽", "tokens": 5, "pieces": ["😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "-é'S<Ⅳ३ ع\tſ!!   \n", "tokens": 15, "pieces": ["-e", "́'", "S", "<", "Ⅳ३", " ع", "\tſ", "!!", "   \n"]}
+{"text": "<", "tokens": 1, "pieces": ["<"]}
+{"text": "Z㋿0!!½'ll('Tt'remDžEOT9>'S \u000bDž. \u000bⅣfia३'re漢'M'Re", "tokens": 39, "pieces": ["Z", "㋿", "0", "!!", "½", "'ll", "('", "Tt", "'re", "mDžEOT", "9", ">'", "S", " ", "\u000bDž", ".", " ", "\u000b", "Ⅳ", "fia", "३", "'re", "漢", "'M", "'Re"]}
+{"text": "😀🏽!‍>'D   \na‍ Ａ", "tokens": 16, "pieces": ["😀🏽!‍>'", "D", "   \n", "a", "‍", " Ａ"]}
+{"text": "Z<|fim_prefix|>𐞁<META_START>'llé", "tokens": 18, "pieces": ["Z", "<|", "fim", "_prefix", "|>", "𐞁", "<META", "_START", ">'", "lle", "́"]}
+{"text": "ＡEOT<Dž's👍🏽'VE'VEİ\r\n\r\nEOT!   \n३9t", "tokens": 28, "pieces": ["ＡEOT", "<Dž", "'s", "👍🏽'", "VE", "'VE", "İ", "\r\n\r\n", "EOT", "!", "   \n", "३9", "t"]}
+{"text": "\r\n½\ne", "tokens": 4, "pieces": ["\r\n", "½", "\n", "e"]}
+{"text": "<EOT>'DEOTeꟲs\rEOT㋿­<EOT>'ſ12345678'", "tokens": 27, "pieces": ["<EOT", ">'", "DEOTeꟲs", "\r", "EOT", "㋿­<", "EOT", ">'", "ſ", "123", "456", "78", "'"]}
+{"text": "­ſ٣٤٥٦å12345678", "tokens": 17, "pieces": ["­ſ", "٣٤٥", "٦", "a", "̊", "123", "456", "78"]}
+{"text": "12345678'VEＡ½sDž字", "tokens": 12, "pieces": ["123", "456", "78", "'VE", "Ａ", "½", "sDž字"]}
+{"text": "३'M
(…ZꟲⅣ'VE字½𐞁 <EOT>‍", "tokens": 28, "pieces": ["३", "'M", "
", "(", "…Zꟲ", "Ⅳ", "'VE", "字", "½", "𐞁", " ", "<EOT", ">‍"]}
+{"text": "३'(é𐞁३!½'Sfié!#$%'ſ㍿ß '(ſ'Refi,!𐞁'llt'ſ　🙂 ß😀🏽𐞁és#$%'", "tokens": 60, "pieces": ["३", "'(", "é𐞁", "३", "!", "½", "'S", "fie", "́!#$%'", "ſ", "㍿ß", " ", "'(", "ſ", "'Re", "fi", ",!", "𐞁", "'ll", "t", "'ſ", "　", "🙂", " ß", "😀🏽", "𐞁és", "#$%'"]}
+{"text": "👍🏽𐞁é\r\n\r\n!!'ReſßعZ'T!!İ字ſEOT́-é३　漢'll字漢ſmⅣ,👍🏽m(", "tokens": 54, "pieces": ["👍🏽", "𐞁é", "\r\n\r\n", "!!'", "ReſßعZ", "'T", "!!", "İ字ſEOT", "́-", "é", "३", "　漢", "'ll", "字漢ſm", "Ⅳ", ",👍🏽", "m", "("]}
+{"text": "　\t<|fim_prefix|>𐞁'll'Tdꟲḍ̇🙂'T\r\né́e​Ⅳ", "tokens": 36, "pieces": ["　", "\t", "<|", "fim", "_prefix", "|>", "𐞁", "'ll", "'T", "dꟲḋ", "̣🙂'", "T", "\r\n", "e", "́́", "e", "​", "Ⅳ"]}
+{"text": "ſZ<META_START>ß漢!!ꟲ!!㋿㋿ Ⅳ", "tokens": 24, "pieces": ["ſZ", "<META", "_START", ">ß漢", "!!", "ꟲ", "!!㋿㋿", " ", "Ⅳ"]}
+{"text": "!ḍ̇​dsåm\r\n\r\n><|endoftext|>,<EOT>'Re<|fim_prefix|>'llfis\r\n\r\n½", "tokens": 37, "pieces": ["!ḋ", "̣​", "dsa", "̊m", "\r\n\r\n", "><|", "endoftext", "|>,<", "EOT", ">'", "Re", "<|", "fim", "_prefix", "|>'", "llfis", "\r\n\r\n", "½"]}
+{"text": "tEOT'D('Re'M><|endoftext|>\u000b‍,0İ's're'T\tＡ", "tokens": 26, "pieces": ["tEOT", "'D", "('", "Re", "'M", "><|", "endoftext", "|>", "\u000b", "‍,", "0", "İ", "'s", "'re", "'T", "\tＡ"]}
+{"text": "㋿'M'll-ḍ̇é
<EOT>9Ⅳfi!!><|endoftext|>é字　#$%​0'Re!!İ'll9<字<…ſå", "tokens": 55, "pieces": ["㋿'", "M", "'ll", "-ḋ", "̣e", "́", "
", "<EOT", ">", "9Ⅳ", "fi", "!!><|", "endoftext", "|>", "e", "́字", "　", "#$%​", "0", "'Re", "!!", "İ", "'ll", "9", "<字", "<", "…ſa", "̊"]}
+{"text": "Z'\u000b٣٤٥٦ſ
\u000b''D'D‍m½\nZ……<'T  >ém'MaＡ\u000b\r\n   \n  å\u000bå<META_START>½\r#$%9", "tokens": 58, "pieces": ["Z", "'", "\u000b", "٣٤٥", "٦", "ſ", "
", "\u000b", "''", "D", "'D", "‍m", "½", "\n", "Z", "…", "…", "<'", "T", " ", " >", "ém", "'M", "aＡ", "\u000b\r\n   \n", " ", " a", "̊", "\u000ba", "̊<", "META", "_START", ">", "½", "\r", "#$%", "9"]}
+{"text": "  ", "tokens": 1, "pieces": ["  "]}
+{"text": "😀🏽İDž٣٤٥٦\r<EOT>'re''S\r😀🏽é.0s🙂'ع½   \n's\"(😀🏽\u000b'ſ!!😀🏽İZ漢ſ عé-", "tokens": 66, "pieces": ["😀🏽", "İDž", "٣٤٥", "٦", "\r", "<EOT", ">'", "re", "''", "S", "\r", "😀🏽", "e", "́.", "0", "s", "🙂'", "ع", "½", "   \n", "'s", "\"(😀🏽", "\u000b", "'ſ", "!!😀🏽", "İZ漢ſ", " عé", "-"]}
+{"text": "\r\nEOT
å(٣٤٥٦\t#$%'lld ٣٤٥٦9<META_START>#$%㋿-  ,
   \n\rtḍ̇>​Z<META_START>", "tokens": 60, "pieces": ["\r\n", "EOT", "
a", "̊(", "٣٤٥", "٦", "\t", "#$%'", "lld", " ", "٣٤٥", "٦9", "<META", "_START", ">#$%㋿-", " ", " ,", "
   \n\r", "tḋ", "̣>​", "Z", "<META", "_START", ">"]}
+{"text": "9​  ſ𐞁Ⅳ'ſꟲDž😀🏽عßZ㋿afi…'re'lla\t …字́३Ⅳ'st", "tokens": 49, "pieces": ["9", "​", " ", " ſ𐞁", "Ⅳ", "'ſ", "ꟲDž", "😀🏽", "عßZ", "㋿afi", "…", "'re", "'ll", "a", "\t ", "…字", "́", "३Ⅳ", "'s", "t"]}
+{"text": "👍🏽!!\n\nⅣＡm,٣٤٥٦,Ａ,Zß'ſ 12345678\n9ḍ̇Ⅳß   \n🙂é  👍🏽<|fim_prefix|><|endoftext|>", "tokens": 67, "pieces": ["👍🏽!!\n\n", "Ⅳ", "Ａm", ",", "٣٤٥", "٦", ",Ａ", ",Zß", "'ſ", " ", "123", "456", "78", "\n", "9", "ḋ", "̣", "Ⅳ", "ß", "   \n", "🙂e", "́", " ", " 👍🏽<|", "fim", "_prefix", "|><|", "endoftext", "|>"]}
+{"text": ".३'S'S\"a'D­٣٤٥٦
'llＡＡ𐞁0字9", "tokens": 30, "pieces": [".", "३", "'S", "'S", "\"a", "'D", "­", "٣٤٥", "٦", "
", "'ll", "ＡＡ𐞁", "0", "字", "9"]}
+{"text": "\r\n'!!é'll<|endoftext|>\t'MⅣ<META_START>t漢‍‍𐞁Ａ'ſe>​ EOT'Reſ'-𐞁Z's", "tokens": 50, "pieces": ["\r\n", "'!!", "é", "'ll", "<|", "endoftext", "|>", "\t", "'M", "Ⅳ", "<META", "_START", ">t漢", "‍‍", "𐞁Ａ", "'ſ", "e", ">​", " EOT", "'Re", "ſ", "'-", "𐞁Z", "'s"]}
+{"text": "\t<|endoftext|>👍🏽ß'Re漢a9>éå'D12345678İDž…9\t㍿Ａt", "tokens": 43, "pieces": ["\t", "<|", "endoftext", "|>👍🏽", "ß", "'Re", "漢a", "9", ">e", "́a", "̊'", "D", "123", "456", "78", "İDž", "…", "9", "\t", "㍿Ａt"]}
+{"text": "漢Dž!é'M‍'VEꟲ\t㋿'ſ…'så're㋿İ9fi!!<|endoftext|>", "tokens": 44, "pieces": ["漢Dž", "!é", "'M", "‍'", "VEꟲ", "\t", "㋿'", "ſ", "…", "'s", "a", "̊'", "re", "㋿İ", "9", "fi", "!!<|", "endoftext", "|>"]}
+{"text": "́
fi'Rem\u000b!å'Re<EOT>ſ㋿ …", "tokens": 25, "pieces": ["́", "
fi", "'Re", "m", "\u000b", "!a", "̊'", "Re", "<EOT", ">ſ", "㋿", " …"]}
+{"text": "<|endoftext|>a(,'DDž\r\n 'T'Så‍　a  ㍿\r<|endoftext|>", "tokens": 37, "pieces": ["<|", "endoftext", "|>", "a", "(,'", "DDž", "\r\n", " '", "T", "'S", "a", "̊‍", "　a", " ", " ㍿\r", "<|", "endoftext", "|>"]}
+{"text": "‍<<|fim_prefix|>9", "tokens": 10, "pieces": ["‍<<|", "fim", "_prefix", "|>", "9"]}
+{"text": "​‍ع٣٤٥٦ḍ̇👍🏽!३ Dž​
\n(字　٣٤٥٦t,\r\n'M'T's'Dfi𐞁<EOT>-ḍ̇dß𐞁", "tokens": 70, "pieces": ["​‍", "ع", "٣٤٥", "٦", "ḋ", "̣👍🏽!", "३", " Dž", "​", "
\n", "(字", "　", "٣٤٥", "٦", "t", ",\r\n", "'M", "'T", "'s", "'D", "fi𐞁", "<EOT", ">-", "ḋ", "̣dß𐞁"]}
+{"text": "́<EOT>'reⅣß'll👍🏽\r\n\r\n​👍🏽'\r\n\r\nß㍿", "tokens": 29, "pieces": ["́<", "EOT", ">'", "re", "Ⅳ", "ß", "'ll", "👍🏽\r\n\r\n", "​👍🏽'\r\n\r\n", "ß", "㍿"]}
+{"text": "å…　'M,eع'Ḿ\r‍🙂\" å‍İع𐞁m'TtEOT'S　　'D", "tokens": 38, "pieces": ["a", "̊", "…", "　", "'M", ",eع", "'M", "́\r", "‍🙂\"", " a", "̊‍", "İع𐞁m", "'T", "tEOT", "'S", "　", "　", "'D"]}
+{"text": "'ReＡ…,'s\n　", "tokens": 9, "pieces": ["'Re", "Ａ", "…", ",'", "s", "\n　"]}
+{"text": "<META_START>aé  é're👍🏽a\r\n\r\n字ḍ̇‍12345678('Re's0‍>éé,", "tokens": 41, "pieces": ["<META", "_START", ">aé", " ", " e", "́'", "re", "👍🏽", "a", "\r\n\r\n", "字ḋ", "̣‍", "123", "456", "78", "('", "Re", "'s", "0", "‍>", "e", "́e", "́,"]}
+{"text": "0́…½ße‍a𐞁٣٤٥٦<|endoftext|>
", "tokens": 30, "pieces": ["0", "́", "…", "½", "ße", "‍a𐞁", "٣٤٥", "٦", "<|", "endoftext", "|>", "
"]}
+{"text": "fimİ<|endoftext|>'M<|fim_prefix|>३   \n
.字Ａİt漢é'Re12345678", "tokens": 39, "pieces": ["fimİ", "<|", "endoftext", "|>'", "M", "<|", "fim", "_prefix", "|>", "३", "   \n", "
", ".字Ａİt漢e", "́'", "Re", "123", "456", "78"]}
+{"text": "٣٤٥٦ſ  Ａ\u000bİſ're<|fim_prefix|>ع'll…\r\n\r\n!!'Dİ9'M<META_START>عåd३　0‍‍\r\n\r\nd'D­", "tokens": 57, "pieces": ["٣٤٥", "٦", "ſ", " ", " Ａ", "\u000bİſ", "'re", "<|", "fim", "_prefix", "|>", "ع", "'ll", "…\r\n\r\n", "!!'", "Dİ", "9", "'M", "<META", "_START", ">عa", "̊d", "३", "　", "0", "‍‍\r\n\r\n", "d", "'D", "­"]}
+{"text": "ꟲe0\r😀🏽   \nḍ̇'S
<|endoftext|>EOT\u000b!!Ａİ\n'Reſ", "tokens": 39, "pieces": ["ꟲe", "0", "\r", "😀🏽", "   \n", "ḋ", "̣'", "S", "
", "<|", "endoftext", "|>", "EOT", "\u000b", "!!", "Ａİ", "\n", "'Re", "ſ"]}
+{"text": "('T   \n𐞁   \nå👍🏽aꟲ!!­'ſ\r\n\r\na'VE‍'Se㍿\"<|fim_prefix|>>İ'S,", "tokens": 47, "pieces": ["('", "T", "   \n", "𐞁", "   \n", "a", "̊👍🏽", "aꟲ", "!!­'", "ſ", "\r\n\r\n", "a", "'VE", "‍'", "Se", "㍿\"<|", "fim", "_prefix", "|>>", "İ", "'S", ","]}
+{"text": "'T'T👍🏽…<|fim_prefix|>'VE\té㋿", "tokens": 23, "pieces": ["'T", "'T", "👍🏽", "…", "<|", "fim", "_prefix", "|>'", "VE", "\té", "㋿"]}
+{"text": "­'re…'T,a…३½   \n-\r   \na'VE-ꟲ", "tokens": 23, "pieces": ["­'", "re", "…", "'T", ",a", "…", "३½", "   \n", "-\r", "   \n", "a", "'VE", "-ꟲ"]}
+{"text": "İ!!é   \n<META_START>Ⅳ\n…\r\n\r\n
m　", "tokens": 19, "pieces": ["İ", "!!", "e", "́", "   \n", "<META", "_START", ">", "Ⅳ", "\n…\r\n\r\n", "
m", "　"]}
+{"text": "ع😀🏽'ſ㋿.t åfiZ", "tokens": 20, "pieces": ["ع", "😀🏽'", "ſ", "㋿.", "t", " a", "̊fiZ"]}
+{"text": "'s\r\n!td'M'D!​́ \u000b   \n'll😀🏽'Re!!>́9<!!sḍ̇٣٤٥٦12345678\n\ré\r'VÉ\r'VE<😀🏽🙂ḍ̇", "tokens": 66, "pieces": ["'s", "\r\n", "!td", "'M", "'D", "!​́", " \u000b   \n", "'ll", "😀🏽'", "Re", "!!>́", "9", "<!!", "sḋ", "̣", "٣٤٥", "٦12", "345", "678", "\n\r", "é", "\r", "'VE", "́\r", "'VE", "<😀🏽🙂", "ḋ", "̣"]}
+{"text": ".-İé#$%é-!!e　漢­　\u000b>EOT'sع\r\n\r\ndꟲé<㍿efi 🙂'T…<EOT>'Re", "tokens": 46, "pieces": [".-", "İe", "́#$%", "e", "́-!!", "e", "　漢", "­", "　", "\u000b", ">EOT", "'s", "ع", "\r\n\r\n", "dꟲe", "́<㍿", "efi", " ", "🙂'", "T", "…", "<EOT", ">'", "Re"]}
+{"text": "\"\u000b're!!\nsſ👍🏽e
…ſ<|endoftext|>'D́s!!é9३\"㍿,
é😀🏽Ⅳ\t<\net-漢fiDžt", "tokens": 63, "pieces": ["\"", "\u000b", "'re", "!!\n", "sſ", "👍🏽", "e", "
", "…ſ", "<|", "endoftext", "|>'", "D", "́s", "!!", "e", "́", "9३", "\"㍿,", "
e", "́😀🏽", "Ⅳ", "\t", "<\n", "et", "-漢fiDžt"]}
+{"text": "Ⅳ३㋿'ll'S𐞁 fi\u000b<|fim_prefix|>漢'ſ#$%   \nm t‍'VE<|endoftext|> ३  
", "tokens": 52, "pieces": ["Ⅳ३", "㋿'", "ll", "'S", "𐞁", " fi", "\u000b", "<|", "fim", "_prefix", "|>", "漢", "'ſ", "#$%", "   \n", "m", " t", "‍'", "VE", "<|", "endoftext", "|>", " ", "३", "  
"]}
+{"text": "<  ꟲ…'s#$%\u000b🙂İs\r\n\r\n<EOT>㋿dßm>\"​\r\n\r\nⅣ'D𐞁-​'Śtß\r­<EOT>!漢d…३👍🏽", "tokens": 62, "pieces": ["<", " ", " ꟲ", "…", "'s", "#$%", "\u000b", "🙂İs", "\r\n\r\n", "<EOT", ">㋿", "dßm", ">\"​\r\n\r\n", "Ⅳ", "'D", "𐞁", "-​'", "S", "́tß", "\r", "­<", "EOT", ">!", "漢d", "…", "३", "👍🏽"]}
+{"text": "٣٤٥٦㋿0am<|fim_prefix|>åé<EOT>
#$%Ⅳ9<EOT>eⅣ12345678   \n…mßعe㍿ع'", "tokens": 54, "pieces": ["٣٤٥", "٦", "㋿", "0", "am", "<|", "fim", "_prefix", "|>", "a", "̊é", "<EOT", ">", "
", "#$%", "Ⅳ9", "<EOT", ">e", "Ⅳ12", "345", "678", "   \n", "…mßعe", "㍿ع", "'"]}
+{"text": "<½'Re'm12345678\nm   \n漢Džſ", "tokens": 16, "pieces": ["<", "½", "'Re", "'m", "123", "456", "78", "\n", "m", "   \n", "漢Džſ"]}
+{"text": "漢<|endoftext|>　'S'sꟲZꟲas<|endoftext|>Ａ㍿́fiſ0'M​912345678ſ", "tokens": 45, "pieces": ["漢", "<|", "endoftext", "|>", "　", "'S", "'s", "ꟲZꟲas", "<|", "endoftext", "|>", "Ａ", "㍿́", "fiſ", "0", "'M", "​", "912", "345", "678", "ſ"]}
+{"text": " 'D३éDžİ'Sd
EOT. t", "tokens": 17, "pieces": [" '", "D", "३", "e", "́Džİ", "'S", "d", "
EOT", ".", " t"]}
+{"text": "'ll😀🏽'DfiZ'VE  　-ꟲ
\rꟲe…
", "tokens": 30, "pieces": ["'ll", "😀🏽'", "DfiZ", "'VE", "  ", "　", "-ꟲ", "
\r", "ꟲe", "…
"]}
+{"text": "३!\u000bds'll'M<META_START>\r\n", "tokens": 11, "pieces": ["३", "!", "\u000bds", "'ll", "'M", "<META", "_START", ">\r\n"]}
+{"text": "𐞁'll½ḍ̇", "tokens": 11, "pieces": ["𐞁", "'ll", "½", "ḋ", "̣"]}
+{"text": "!!ꟲß  ß'D(12345678👍🏽\td  <META_START>\r\n\r\nİＡſ½dd㋿😀🏽 é0éå<|endoftext|>é३", "tokens": 59, "pieces": ["!!", "ꟲß", " ", " ß", "'D", "(", "123", "456", "78", "👍🏽", "\td", " ", " <", "META", "_START", ">\r\n\r\n", "İＡſ", "½", "dd", "㋿😀🏽", " e", "́", "0", "e", "́a", "̊<|", "endoftext", "|>", "é", "३"]}
+{"text": "''llma㍿'s<|fim_prefix|>ꟲDž\n!​(-#$%…Z👍🏽eé tꟲ.\"\r…Dž😀🏽'll ", "tokens": 56, "pieces": ["''", "llma", "㍿'", "s", "<|", "fim", "_prefix", "|>", "ꟲDž", "\n", "!​(-#$%", "…Z", "👍🏽", "ee", "́", " tꟲ", ".\"\r", "…Dž", "😀🏽'", "ll", " "]}
+{"text": "\r\nt'Re३'re!!\"㍿éß'M\r\n\r\n'Rea½㍿'M<|endoftext|>'ſ'D'Mß🙂Zd字'Re9e   \nmé'!!'Re's", "tokens": 51, "pieces": ["\r\n", "t", "'Re", "३", "'re", "!!\"㍿", "éß", "'M", "\r\n\r\n", "'Re", "a", "½", "㍿'", "M", "<|", "endoftext", "|>'", "ſ", "'D", "'M", "ß", "🙂Zd字", "'Re", "9", "e", "   \n", "me", "́'!!'", "Re", "'s"]}
+{"text": "ß>'Refi12345678ßꟲé🙂\"'S٣٤٥٦!३!𐞁\u000b    👍🏽", "tokens": 41, "pieces": ["ß", ">'", "Refi", "123", "456", "78", "ßꟲe", "́🙂\"'", "S", "٣٤٥", "٦", "!", "३", "!𐞁", "\u000b   ", " 👍🏽"]}
+{"text": "'SZ­t. (𐞁   \n'Reé
EOT\r'll…\r\n㍿ſ!!!İ  ſ,\r\nfi\r㍿㍿\"<|fim_prefix|>ع<META_START>", "tokens": 54, "pieces": ["'S", "Z", "­t", ".", " ", "(𐞁", "   \n", "'Re", "é", "
EOT", "\r", "'ll", "…\r\n", "㍿ſ", "!!!", "İ", " ", " ſ", ",\r\n", "fi", "\r", "㍿㍿\"<|", "fim", "_prefix", "|>", "ع", "<META", "_START", ">"]}
+{"text": "#$%>é!!", "tokens": 6, "pieces": ["#$%>", "e", "́!!"]}
+{"text": "İḍ̇́9m'T12345678'S12345678s½३́é\r\n\r\n👍🏽'ſ㋿ꟲd 'Reḍ̇‍́<META_START>😀🏽'Dß're EOT! \r\n\r\n", "tokens": 68, "pieces": ["İḋ", "̣́", "9", "m", "'T", "123", "456", "78", "'S", "123", "456", "78", "s", "½३", "́é", "\r\n\r\n", "👍🏽'", "ſ", "㋿ꟲd", " ", "'Re", "ḋ", "̣‍́<", "META", "_START", ">😀🏽'", "Dß", "'re", " EOT", "!", " \r\n\r\n"]}
+{"text": ">漢ß🙂're‍'VE!!<|fim_prefix|>ḍ̇", "tokens": 25, "pieces": [">漢ß", "🙂'", "re", "‍'", "VE", "!!<|", "fim", "_prefix", "|>", "ḋ", "̣"]}
+{"text": "'lld'Re!𐞁>!漢<!!👍🏽İ\u000b>Dž12345678\t漢٣٤٥٦㍿", "tokens": 42, "pieces": ["'ll", "d", "'Re", "!𐞁", ">!", "漢", "<!!👍🏽", "İ", "\u000b", ">Dž", "123", "456", "78", "\t漢", "٣٤٥", "٦", "㍿"]}
+{"text": "é<|fim_prefix|>Dž٣٤٥٦½👍🏽½'Re9'll𐞁d12345678́ſa  ß>\",'TaＡ   \n😀🏽ß!<\r\n\r\n<META_START>å   \n漢<|endoftext|>'llＡ", "tokens": 78, "pieces": ["e", "́<|", "fim", "_prefix", "|>", "Dž", "٣٤٥", "٦½", "👍🏽", "½", "'Re", "9", "'ll", "𐞁d", "123", "456", "78", "́ſa", " ", " ß", ">\",'", "TaＡ", "   \n", "😀🏽", "ß", "!<\r\n\r\n", "<META", "_START", ">a", "̊", "   \n", "漢", "<|", "endoftext", "|>'", "llＡ"]}
+{"text": "­\t　Z<|endoftext|>EOTé(amd'M㋿ 字a   \nḍ̇　é'VEſＡḍ̇'ſß'ſ'　<'s'D<", "tokens": 55, "pieces": ["­", "\t", "　Z", "<|", "endoftext", "|>", "EOTe", "́(", "amd", "'M", "㋿", " 字a", "   \n", "ḋ", "̣", "　é", "'VE", "ſＡḋ", "̣'", "ſß", "'ſ", "'", "　", "<'", "s", "'D", "<"]}
+{"text": "!!m𐞁", "tokens": 6, "pieces": ["!!", "m𐞁"]}
+{"text": "Z३\u000b\r'am!   \n,<|endoftext|>㋿🙂EOT㋿字#$%!…٣٤٥٦字<|fim_prefix|>!\rſ'S'D½​½ſ>\u000b
\r\n\r\n0", "tokens": 63, "pieces": ["Z", "३", "\u000b\r", "'am", "!", "   \n", ",<|", "endoftext", "|>㋿🙂", "EOT", "㋿字", "#$%!", "…", "٣٤٥", "٦", "字", "<|", "fim", "_prefix", "|>!\r", "ſ", "'S", "'D", "½", "​", "½", "ſ", ">", "\u000b
\r\n\r\n", "0"]}
+{"text": "\r🙂'D!!'lla-­🙂\u000b.'S ​dfi\rꟲİ㋿-\nⅣ\n é 0", "tokens": 36, "pieces": ["\r", "🙂'", "D", "!!'", "lla", "-­🙂", "\u000b", ".'", "S", " ", "​dfi", "\r", "ꟲİ", "㋿-\n", "Ⅳ", "\n", " é", " ", "0"]}
+{"text": "\n'll\r'ſ\n're0<EOT>👍🏽d", "tokens": 19, "pieces": ["\n", "'ll", "\r", "'ſ", "\n", "'re", "0", "<EOT", ">👍🏽", "d"]}
+{"text": "!!Ａ

😀🏽\r\n३'M'Reꟲ㍿éDž,  Ａ<|endoftext|>", "tokens": 37, "pieces": ["!!", "Ａ", "
", "
", "😀🏽\r\n", "३", "'M", "'Re", "ꟲ", "㍿éDž", ",", " ", " Ａ", "<|", "endoftext", "|>"]}
+{"text": "𐞁0-'ſ'VE<|fim_prefix|>a", "tokens": 18, "pieces": ["𐞁", "0", "-'", "ſ", "'VE", "<|", "fim", "_prefix", "|>", "a"]}
+{"text": "éＡ😀🏽
EOT㍿　😀🏽'VE!  ½å'lléⅣ,　<\u000b#$%漢.\tts\"'T<|fim_prefix|>\r,ßé'SédＡDž", "tokens": 67, "pieces": ["e", "́Ａ", "😀🏽", "
EOT", "㍿", "　", "😀🏽'", "VE", "!", " ", " ", "½", "a", "̊'", "lle", "́", "Ⅳ", ",", "　", "<", "\u000b", "#$%", "漢", ".", "\tts", "\"'", "T", "<|", "fim", "_prefix", "|>\r", ",ße", "́'", "Se", "́dＡDž"]}
+{"text": "'T३​漢'll0٣٤٥٦ꟲ ", "tokens": 20, "pieces": ["'T", "३", "​漢", "'ll", "0٣٤", "٥٦", "ꟲ", " "]}
+{"text": "㍿m,㍿t\t
<|endoftext|>0tt123456780t'ſß're\u000be㍿٣٤٥٦'llⅣ'ſ½dåꟲ३!!9ḍ̇🙂", "tokens": 67, "pieces": ["㍿m", ",㍿", "t", "\t", "
", "<|", "endoftext", "|>", "0", "tt", "123", "456", "780", "t", "'ſ", "ß", "'re", "\u000be", "㍿", "٣٤٥", "٦", "'ll", "Ⅳ", "'ſ", "½", "da", "̊ꟲ", "३", "!!", "9", "ḋ", "̣🙂"]}
+{"text": "!!t,'reDž12345678,s \r\n\r\n<|endoftext|>'Sḍ̇Ａ'S,🙂é'VE12345678éß
\r\n\r\n\r\n\r\n'S\r\nDž'T<|fim_prefix|>é३ſⅣ!!३
İ🙂", "tokens": 71, "pieces": ["!!", "t", ",'", "reDž", "123", "456", "78", ",s", " \r\n\r\n", "<|", "endoftext", "|>'", "Sḋ", "̣Ａ", "'S", ",🙂", "e", "́'", "VE", "123", "456", "78", "e", "́ß", "
\r\n\r\n\r\n\r\n", "'S", "\r\n", "Dž", "'T", "<|", "fim", "_prefix", "|>", "é", "३", "ſ", "Ⅳ", "!!", "३", "
İ", "🙂"]}
+{"text": "'M0\r\n\r\n\r0ßEOT'reＡ
", "tokens": 13, "pieces": ["'M", "0", "\r\n\r\n\r", "0", "ßEOT", "'re", "Ａ", "
"]}
+{"text": "å‍Ａ's9'ſ🙂漢's
\u000b\t
a\"👍🏽عع-0Džfi\u000bt", "tokens": 41, "pieces": ["a", "̊‍", "Ａ", "'s", "9", "'ſ", "🙂漢", "'s", "
\u000b\t", "
a", "\"👍🏽", "عع", "-", "0", "Džfi", "\u000bt"]}
+{"text": "'set", "tokens": 2, "pieces": ["'s", "et"]}
+{"text": "…𐞁fiꟲ", "tokens": 11, "pieces": ["…𐞁fiꟲ"]}
+{"text": "'re漢\r\n\u000b'Re㍿ee!!fisḍ̇​३\n<|endoftext|>😀🏽,t'ſ", "tokens": 40, "pieces": ["'re", "漢", "\r\n", "\u000b", "'Re", "㍿ee", "!!", "fisḋ", "̣​", "३", "\n", "<|", "endoftext", "|>😀🏽,", "t", "'ſ"]}
+{"text": "🙂   \n𐞁'T­'re(İ'reDž-'reDžs½\r\n>🙂😀🏽ḍ̇'re\r漢́", "tokens": 42, "pieces": ["🙂", "   \n", "𐞁", "'T", "­'", "re", "(İ", "'re", "Dž", "-'", "reDžs", "½", "\r\n", ">🙂😀🏽", "ḋ", "̣'", "re", "\r", "漢", "́"]}
+{"text": "'lĺ  -d㋿\n!!'Re\r\n.é'D­å𐞁\u000bꟲ\r\n\r\n'S!!<|fim_prefix|>­e٣٤٥٦", "tokens": 49, "pieces": ["'ll", "́", " ", " -", "d", "㋿\n", "!!'", "Re", "\r\n", ".e", "́'", "D", "­a", "̊𐞁", "\u000bꟲ", "\r\n\r\n", "'S", "!!<|", "fim", "_prefix", "|>­", "e", "٣٤٥", "٦"]}
+{"text": "m'T­>d\u000bＡ'sⅣ fia🙂\u000b👍🏽fi👍🏽ſtع", "tokens": 36, "pieces": ["m", "'T", "­>", "d", "\u000bＡ", "'s", "Ⅳ", " fia", "🙂", "\u000b", "👍🏽", "fi", "👍🏽", "ſtع"]}
+{"text": "'!\u000b㋿.9३t\u000ba.'Te 'D٣٤٥٦Ⅳ​ İ\"m  'Re'Re<META_START>𐞁　<|endoftext|> ㋿\rꟲ😀🏽", "tokens": 64, "pieces": ["'!", "\u000b", "㋿.", "9३", "t", "\u000ba", ".'", "Te", " ", "'D", "٣٤٥", "٦Ⅳ", "​", " İ", "\"m", " ", " '", "Re", "'Re", "<META", "_START", ">𐞁", "　", "<|", "endoftext", "|>", " ㋿\r", "ꟲ", "😀🏽"]}
+{"text": "\n'Re㍿\nm<EOT>‍'½ḍ̇Dž   \n…   ३.é", "tokens": 31, "pieces": ["\n", "'Re", "㍿\n", "m", "<EOT", ">‍'", "½", "ḋ", "̣Dž", "   \n", "…  ", " ", "३", ".e", "́"]}
+{"text": "ḍ̇㍿'S🙂>\"<|endoftext|>Ａ<EOT>'३é!!<EOT>　<|fim_prefix|>'३\u000b'T\r\"  e🙂", "tokens": 52, "pieces": ["ḋ", "̣㍿'", "S", "🙂>\"<|", "endoftext", "|>", "Ａ", "<EOT", ">'", "३", "e", "́!!<", "EOT", ">", "　", "<|", "fim", "_prefix", "|>'", "३", "\u000b", "'T", "\r", "\"", " ", " e", "🙂"]}
+{"text": "३𐞁m㋿ＡⅣ", "tokens": 14, "pieces": ["३", "𐞁m", "㋿Ａ", "Ⅳ"]}
+{"text": "fi ", "tokens": 3, "pieces": ["fi", " "]}
+{"text": "  s're​EOT're<EOT>ꟲ½'sfié́", "tokens": 20, "pieces": [" ", " s", "'re", "​EOT", "'re", "<EOT", ">ꟲ", "½", "'s", "fie", "́́"]}
+{"text": " \t<EOT>­'D🙂'ſ<s'.٣٤٥٦.(\r\n\r\n'lltİ\r<|endoftext|><EOT>漢d", "tokens": 42, "pieces": [" ", "\t", "<EOT", ">­'", "D", "🙂'", "ſ", "<s", "'.", "٣٤٥", "٦", ".(\r\n\r\n", "'ll", "tİ", "\r", "<|", "endoftext", "|><", "EOT", ">漢d"]}
+{"text": "字ꟲDž́🙂<|endoftext|>tＡ's12345678­<|fim_prefix|>'ſ́Z👍🏽mＡs<EOT>́'s<EOT>'D'VE#$%'VE\téß㍿ß'M", "tokens": 68, "pieces": ["字ꟲDž", "́🙂<|", "endoftext", "|>", "tＡ", "'s", "123", "456", "78", "­<|", "fim", "_prefix", "|>'", "ſ", "́Z", "👍🏽", "mＡs", "<EOT", ">́'", "s", "<EOT", ">'", "D", "'VE", "#$%'", "VE", "\téß", "㍿ß", "'M"]}
+{"text": "0
३'ll🙂'll", "tokens": 10, "pieces": ["0", "
", "३", "'ll", "🙂'", "ll"]}
+{"text": "\r!!'T!!ꟲe٣٤٥٦fi<|fim_prefix|>👍🏽-#$%́𐞁\r\n#$%㍿'sé㍿", "tokens": 52, "pieces": ["\r", "!!'", "T", "!!", "ꟲe", "٣٤٥", "٦", "fi", "<|", "fim", "_prefix", "|>👍🏽-#$%́", "𐞁", "\r\n", "#$%㍿'", "se", "́㍿"]}
+{"text": "<EOT>'D", "tokens": 4, "pieces": ["<EOT", ">'", "D"]}
+{"text": "ꟲ.­Dž's\r\n 'VE   \n٣٤٥٦é!!9<EOT>fi-𐞁\r\u000b12345678\r\n.EOT<META_START>12345678İ'ſa<META_START>ſＡ-㍿   \n0", "tokens": 67, "pieces": ["ꟲ", ".­", "Dž", "'s", "\r\n", " '", "VE", "   \n", "٣٤٥", "٦", "é", "!!", "9", "<EOT", ">fi", "-𐞁", "\r", "\u000b", "123", "456", "78", "\r\n", ".EOT", "<META", "_START", ">", "123", "456", "78", "İ", "'ſ", "a", "<META", "_START", ">ſＡ", "-㍿", "   \n", "0"]}
+{"text": "😀🏽s.​㍿,…å-e'VE9
fi   ", "tokens": 28, "pieces": ["😀🏽", "s", ".​㍿,", "…a", "̊-", "e", "'VE", "9", "
fi", "   "]}
+{"text": "\u000b12345678<|endoftext|>", "tokens": 11, "pieces": ["\u000b", "123", "456", "78", "<|", "endoftext", "|>"]}
+{"text": "ḍ̇Dž's.\n,㍿𐞁㍿s9'Ta   \n<|endoftext|>́👍🏽e'Re'lls   \n'll.d
.…m", "tokens": 52, "pieces": ["ḋ", "̣Dž", "'s", ".\n", ",㍿", "𐞁", "㍿s", "9", "'T", "a", "   \n", "<|", "endoftext", "|>́👍🏽", "e", "'Re", "'ll", "s", "   \n", "'ll", ".d", "
", ".", "…m"]}
+{"text": "(㋿#$%'M\r 'DmEOT're'reeå­\u000b,å字<EOT>aİ👍🏽‍‍fiaḍ̇'re'VE   \n,'T!!'så\r", "tokens": 59, "pieces": ["(㋿#$%'", "M", "\r", " ", "'D", "mEOT", "'re", "'re", "ea", "̊­", "\u000b", ",a", "̊字", "<EOT", ">aİ", "👍🏽‍‍", "fiaḋ", "̣'", "re", "'VE", "   \n", ",'", "T", "!!'", "sa", "̊\r"]}
+{"text": ".mİéå😀🏽\r½𐞁ßİ३…<عé'Re\r\r\n\r\n  ß​åddع0", "tokens": 39, "pieces": [".mİéa", "̊😀🏽\r", "½", "𐞁ßİ", "३", "…", "<عé", "'Re", "\r\r\n\r\n", " ", " ß", "​a", "̊ddع", "0"]}
+{"text": "#$%<META_START>\nſd३!!३ḍ̇㋿12345678'll,   \n'ſ!! <|fim_prefix|>'ſé㍿,0…'ll३'TDž!٣٤٥٦Z😀🏽00ＡZ", "tokens": 73, "pieces": ["#$%<", "META", "_START", ">\n", "ſd", "३", "!!", "३", "ḋ", "̣㋿", "123", "456", "78", "'ll", ",", "   \n", "'ſ", "!!", " <|", "fim", "_prefix", "|>'", "ſé", "㍿,", "0", "…", "'ll", "३", "'T", "Dž", "!", "٣٤٥", "٦", "Z", "😀🏽", "00", "ＡZ"]}
+{"text": "\t'DZ(><,!!عdDžm\nat-👍🏽\tß😀🏽३­́½'Sfi<!!<META_START>漢<META_START>mع", "tokens": 49, "pieces": ["\t", "'D", "Z", "(><,!!", "عdDžm", "\n", "at", "-👍🏽", "\tß", "😀🏽", "३", "­́", "½", "'S", "fi", "<!!<", "META", "_START", ">漢", "<META", "_START", ">mع"]}
+{"text": "ß٣٤٥٦ꟲ fi
a", "tokens": 17, "pieces": ["ß", "٣٤٥", "٦", "ꟲ", " fi", "
a"]}
+{"text": "　'Ḿ​t　é㋿Ⅳ𐞁 ſ漢d‍fim<|fim_prefix|>", "tokens": 35, "pieces": ["　", "'M", "́​", "t", "　e", "́㋿", "Ⅳ", "𐞁", " ſ漢d", "‍fim", "<|", "fim", "_prefix", "|>"]}
+{"text": "'Re('S\n", "tokens": 4, "pieces": ["'Re", "('", "S", "\n"]}
+{"text": "Dž👍🏽Ⅳ\u000bfi'VE㍿at<EOT>  字eḍ̇\"字…\t字　é'Reſ", "tokens": 41, "pieces": ["Dž", "👍🏽", "Ⅳ", "\u000bfi", "'VE", "㍿at", "<EOT", ">", " ", " 字eḋ", "̣\"", "字", "…", "\t字", "　é", "'Re", "ſ"]}
+{"text": "'D<|fim_prefix|>d𐞁\r'll'Re٣٤٥٦३㍿'ll('ſ́\u000bs…'S\r\n\r\n👍🏽'D'<'VE'SZ09'D'S㋿<|endoftext|>", "tokens": 67, "pieces": ["'D", "<|", "fim", "_prefix", "|>", "d𐞁", "\r", "'ll", "'Re", "٣٤٥", "٦३", "㍿'", "ll", "('", "ſ", "́", "\u000bs", "…", "'S", "\r\n\r\n", "👍🏽'", "D", "'<'", "VE", "'S", "Z", "09", "'D", "'S", "㋿<|", "endoftext", "|>"]}
+{"text": "ḍ̇0‍🙂​​'Re0㍿>", "tokens": 18, "pieces": ["ḋ", "̣", "0", "‍🙂​​'", "Re", "0", "㍿>"]}
+{"text": "é'M\n\r'M'DＡ\"", "tokens": 11, "pieces": ["e", "́'", "M", "\n\r", "'M", "'D", "Ａ", "\""]}
+{"text": "e㍿' EOTéåDž fiß<EOT>'s'll🙂\u000b'Tİ\r\nİ!", "tokens": 30, "pieces": ["e", "㍿'", " EOTéa", "̊Dž", " fiß", "<EOT", ">'", "s", "'ll", "🙂", "\u000b", "'T", "İ", "\r\n", "İ", "!"]}
+{"text": "\r0'VE<META_START>
'VEZعs　\t'VE㋿İ　ḍ̇́-té😀🏽Ａ'ſ\n\r   \n0é'S​", "tokens": 50, "pieces": ["\r", "0", "'VE", "<META", "_START", ">", "
", "'VE", "Zعs", "　", "\t", "'VE", "㋿İ", "　ḋ", "̣́-", "te", "́😀🏽", "Ａ", "'ſ", "\n\r   \n", "0", "é", "'S", "​"]}
+{"text": "　ſt \r\nś'M'D", "tokens": 11, "pieces": ["　ſt", " \r\n", "s", "́'", "M", "'D"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "9'M漢漢३!!é½''Dß字'll''ſ\r㍿Ⅳ", "tokens": 25, "pieces": ["9", "'M", "漢漢", "३", "!!", "é", "½", "''", "Dß字", "'ll", "''", "ſ", "\r", "㍿", "Ⅳ"]}
+{"text": "́", "tokens": 1, "pieces": ["́"]}
+{"text": "->\r\n\r\n­'Re​ꟲ<|endoftext|>‍m…‍㋿0
eDž'S字\"<|endoftext|>Ⅳé㍿‍   \nع'M' >́'VEfi", "tokens": 60, "pieces": ["->\r\n\r\n", "­'", "Re", "​ꟲ", "<|", "endoftext", "|>‍", "m", "…", "‍㋿", "0", "
eDž", "'S", "字", "\"<|", "endoftext", "|>", "Ⅳ", "é", "㍿‍", "   \n", "ع", "'M", "'", " ", ">́'", "VEfi"]}
+{"text": "0㍿'é're.!!ß0", "tokens": 13, "pieces": ["0", "㍿'", "e", "́'", "re", ".!!", "ß", "0"]}
+{"text": "'ſ'T🙂  'M<EOT>\u000b½a'ſ‍<EOT><EOT>字!!m(!!😀🏽ع", "tokens": 38, "pieces": ["'ſ", "'T", "🙂", " ", " '", "M", "<EOT", ">", "\u000b", "½", "a", "'ſ", "‍<", "EOT", "><", "EOT", ">字", "!!", "m", "(!!😀🏽", "ع"]}
+{"text": "\r\ń12345678<EOT>Ⅳ😀🏽'Re😀🏽<|fim_prefix|>漢", "tokens": 31, "pieces": ["\r\n", "́", "123", "456", "78", "<EOT", ">", "Ⅳ", "😀🏽'", "Re", "😀🏽<|", "fim", "_prefix", "|>", "漢"]}
+{"text": "\u000b'Re-<|endoftext|>𐞁-👍🏽'D\u000b<EOT>!!🙂\u000b\r", "tokens": 32, "pieces": ["\u000b", "'Re", "-<|", "endoftext", "|>", "𐞁", "-👍🏽'", "D", "\u000b", "<EOT", ">!!🙂", "\u000b\r"]}
+{"text": "'s\t#$%EOT0漢. .(t‍s>-'re\rİ12345678EOT<a'Re'S!!😀🏽́ ", "tokens": 37, "pieces": ["'s", "\t", "#$%", "EOT", "0", "漢", ".", " .(", "t", "‍s", ">-'", "re", "\r", "İ", "123", "456", "78", "EOT", "<a", "'Re", "'S", "!!😀🏽́", " "]}
+{"text": ",t㍿‍\r\n\r\nm…<EOT>'ll👍🏽>,", "tokens": 21, "pieces": [",t", "㍿‍\r\n\r\n", "m", "…", "<EOT", ">'", "ll", "👍🏽>,"]}
+{"text": "'ll>३\r\r\n\r\ń", "tokens": 7, "pieces": ["'ll", ">", "३", "\r\r\n\r\n", "́"]}
+{"text": "​", "tokens": 1, "pieces": ["​"]}
+{"text": "'D३😀🏽<|fim_prefix|><'T\r\n\r\nDž!\"tDž\r\n漢.　(a<|fim_prefix|>\r\n\r\n-㋿\n.\né<|fim_prefix|>DžⅣ字ad!!٣٤٥٦", "tokens": 66, "pieces": ["'D", "३", "😀🏽<|", "fim", "_prefix", "|><'", "T", "\r\n\r\n", "Dž", "!\"", "tDž", "\r\n", "漢", ".", "　", "(a", "<|", "fim", "_prefix", "|>\r\n\r\n", "-㋿\n", ".\n", "é", "<|", "fim", "_prefix", "|>", "Dž", "Ⅳ", "字ad", "!!", "٣٤٥", "٦"]}
+{"text": "\r", "tokens": 1, "pieces": ["\r"]}
+{"text": "!!", "tokens": 1, "pieces": ["!!"]}
+{"text": ".𐞁​㍿\"e३'M      \ń<META_START>   \nfifi\t  😀🏽mt <|fim_prefix|>", "tokens": 37, "pieces": [".𐞁", "​㍿\"", "e", "३", "'M", "      \n", "́<", "META", "_START", ">", "   \n", "fifi", "\t ", " 😀🏽", "mt", " <|", "fim", "_prefix", "|>"]}
+{"text": "Z'MamＡ　'ſd½㋿㋿<META_START>a\"d字  Ⅳ<|endoftext|>́İ'ſ'VE'ſ\n12345678㍿　👍🏽𐞁İ", "tokens": 63, "pieces": ["Z", "'M", "amＡ", "　", "'ſ", "d", "½", "㋿㋿<", "META", "_START", ">a", "\"d字", " ", " ", "Ⅳ", "<|", "endoftext", "|>́", "İ", "'ſ", "'VE", "'ſ", "\n", "123", "456", "78", "㍿", "　", "👍🏽", "𐞁İ"]}
+{"text": "٣٤٥٦!Zſꟲ-…'ll ", "tokens": 20, "pieces": ["٣٤٥", "٦", "!Zſꟲ", "-", "…", "'ll", " "]}
+{"text": "'ll‍  İdİ\naEOTd!\r\n\r\n\r\n\r\n\u000b'M'VEꟲ㍿<|endoftext|>0   \n<|endoftext|>'ſ­㋿'ſ", "tokens": 49, "pieces": ["'ll", "‍", " ", " İdİ", "\n", "aEOTd", "!\r\n\r\n\r\n\r\n", "\u000b", "'M", "'VE", "ꟲ", "㍿<|", "endoftext", "|>", "0", "   \n", "<|", "endoftext", "|>'", "ſ", "­㋿'", "ſ"]}
+{"text": "fi\r\n\r\n…", "tokens": 5, "pieces": ["fi", "\r\n\r\n…"]}
+{"text": "ſ>'s'Sa9ع٣٤٥٦\r\n\r\n-Ⅳ\nß", "tokens": 22, "pieces": ["ſ", ">'", "s", "'S", "a", "9", "ع", "٣٤٥", "٦", "\r\n\r\n", "-", "Ⅳ", "\n", "ß"]}
+{"text": "٣٤٥٦<|fim_prefix|>0\u000b​(-३é字'S!!!!字fi'ſ<|endoftext|>0 's\u000bZ<META_START>㍿'Red\r>👍🏽s\n👍🏽'll'll
e", "tokens": 75, "pieces": ["٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "0", "\u000b", "​(-", "३", "e", "́字", "'S", "!!!!", "字fi", "'ſ", "<|", "endoftext", "|>", "0", " ", "'s", "\u000bZ", "<META", "_START", ">㍿'", "Red", "\r", ">👍🏽", "s", "\n", "👍🏽'", "ll", "'ll", "
e"]}
+{"text": "­t漢 (\nfi >t\rs!!'T're!!½'refi　­­!!\nḍ̇😀🏽#$%­EOT'T>", "tokens": 40, "pieces": ["­t漢", " (\n", "fi", " >", "t", "\r", "s", "!!'", "T", "'re", "!!", "½", "'re", "fi", "　", "­­!!\n", "ḋ", "̣😀🏽#$%­", "EOT", "'T", ">"]}
+{"text": "'S<|fim_prefix|>.㋿\"👍🏽½​ḍ̇<EOT>\u000b>9", "tokens": 32, "pieces": ["'S", "<|", "fim", "_prefix", "|>.㋿\"👍🏽", "½", "​ḋ", "̣<", "EOT", ">", "\u000b", ">", "9"]}
+{"text": "٣٤٥٦😀🏽㍿-0!!'VE''S!!<EOT>Z(-0'!!́३
", "tokens": 37, "pieces": ["٣٤٥", "٦", "😀🏽㍿-", "0", "!!'", "VE", "''", "S", "!!<", "EOT", ">Z", "(-", "0", "'!!́", "३", "
"]}
+{"text": "'ſ<EOT>㍿!İ're　t\r\n‍<EOT>½ſfi\u000b'Dé!漢­½‍'ſ\"ḍ̇éＡ<'Ss,", "tokens": 52, "pieces": ["'ſ", "<EOT", ">㍿!", "İ", "'re", "　t", "\r\n", "‍<", "EOT", ">", "½", "ſfi", "\u000b", "'D", "é", "!漢", "­", "½", "‍'", "ſ", "\"ḋ", "̣éＡ", "<'", "Ss", ","]}
+{"text": ".ḍ̇åİ\"!!ḍ̇ꟲ漢  ­Ａ<META_START>\nſ>३12345678#$%a३\u000b'ſ9,", "tokens": 49, "pieces": [".ḋ", "̣a", "̊İ", "\"!!", "ḋ", "̣ꟲ漢", " ", " ­", "Ａ", "<META", "_START", ">\n", "ſ", ">", "३12", "345", "678", "#$%", "a", "३", "\u000b", "'ſ", "9", ","]}
+{"text": "㋿12345678>٣٤٥٦<|fim_prefix|>,'Re<|fim_prefix|>>́😀🏽ＡDž9'VE   \n're", "tokens": 46, "pieces": ["㋿", "123", "456", "78", ">", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>,'", "Re", "<|", "fim", "_prefix", "|>>́😀🏽", "ＡDž", "9", "'VE", "   \n", "'re"]}
+{"text": "Džſ­<   \n　\rme12345678dعſ­#$%-ḿ…\"　(Dž  's‍fi!٣٤٥٦<META_START><|endoftext|>\r\n'll
…   \n're", "tokens": 62, "pieces": ["Džſ", "­<", "   \n　\r", "me", "123", "456", "78", "dعſ", "­#$%-", "m", "́", "…", "\"", "　", "(Dž", " ", " '", "s", "‍fi", "!", "٣٤٥", "٦", "<META", "_START", "><|", "endoftext", "|>\r\n", "'ll", "
…   \n", "'re"]}
+{"text": "İſ,㍿!a0'M‍'ll漢<META_START>'VE<|endoftext|>Dž३…!Dž ḍ̇'Dé'll🙂ع३aåß   \n,½'Re\r\n\r\n漢'll'ß", "tokens": 65, "pieces": ["İſ", ",㍿!", "a", "0", "'M", "‍'", "ll漢", "<META", "_START", ">'", "VE", "<|", "endoftext", "|>", "Dž", "३", "…", "!Dž", " ḋ", "̣'", "Dé", "'ll", "🙂ع", "३", "aa", "̊ß", "   \n", ",", "½", "'Re", "\r\n\r\n", "漢", "'ll", "'ß"]}
+{"text": "٣٤٥٦Ａ㋿EOT​\r\n\r\n\"‍'Sa'VE٣٤٥٦Z!ꟲ🙂 'ſ'll", "tokens": 43, "pieces": ["٣٤٥", "٦", "Ａ", "㋿EOT", "​\r\n\r\n", "\"‍'", "Sa", "'VE", "٣٤٥", "٦", "Z", "!ꟲ", "🙂", " '", "ſ", "'ll"]}
+{"text": "\t(s(", "tokens": 3, "pieces": ["\t", "(s", "("]}
+{"text": "ＡDž𐞁a-😀🏽é\r 漢
​'\u000b<EOT>𐞁EOTḍ̇'VE…>㍿\t
字🙂!'s­Ａ#$%'VE漢0ß'M're㍿", "tokens": 71, "pieces": ["ＡDž𐞁a", "-😀🏽", "e", "́\r", " 漢", "
", "​'", "\u000b", "<EOT", ">𐞁EOTḋ", "̣'", "VE", "…", ">㍿", "\t", "
字", "🙂!'", "s", "­Ａ", "#$%'", "VE漢", "0", "ß", "'M", "'re", "㍿"]}
+{"text": "-!🙂'll٣٤٥٦ '.㍿Dž!!eſe", "tokens": 26, "pieces": ["-!🙂'", "ll", "٣٤٥", "٦", " ", "'.㍿", "Dž", "!!", "eſe"]}
+{"text": " 😀🏽9İ\t㋿…ß m\t", "tokens": 15, "pieces": [" 😀🏽", "9", "İ", "\t", "㋿", "…ß", " m", "\t"]}
+{"text": "…㋿🙂tm🙂字>EOT 漢'T­\r\r\n\r\n ٣٤٥٦éé", "tokens": 31, "pieces": ["…", "㋿🙂", "tm", "🙂字", ">EOT", " 漢", "'T", "­\r\r\n\r\n", " ", "٣٤٥", "٦", "éé"]}
+{"text": "'ſ\r漢
<|endoftext|>😀🏽\rå😀🏽<EOT><|endoftext|>a‍<|fim_prefix|>　ع\u000bå", "tokens": 55, "pieces": ["'ſ", "\r", "漢", "
", "<|", "endoftext", "|>😀🏽\r", "a", "̊😀🏽<", "EOT", "><|", "endoftext", "|>", "a", "‍<|", "fim", "_prefix", "|>", "　ع", "\u000ba", "̊"]}
+{"text": "ß'T'🙂EOTZdEOT🙂  ½!!'D<|endoftext|>fi0\"   \n㋿٣٤٥٦-é\"'VE　'S", "tokens": 48, "pieces": ["ß", "'T", "'🙂", "EOTZdEOT", "🙂", " ", " ", "½", "!!'", "D", "<|", "endoftext", "|>", "fi", "0", "\"", "   \n", "㋿", "٣٤٥", "٦", "-e", "́\"'", "VE", "　", "'S"]}
+{"text": "İ\n's12345678ß<|fim_prefix|>\r\n\r\ns漢 -٣٤٥٦#$%  'Re0!!!㋿\t<META_START>Dž<dé<EOT>", "tokens": 50, "pieces": ["İ", "\n", "'s", "123", "456", "78", "ß", "<|", "fim", "_prefix", "|>\r\n\r\n", "s漢", " -", "٣٤٥", "٦", "#$%", " ", " '", "Re", "0", "!!!㋿", "\t", "<META", "_START", ">Dž", "<de", "́<", "EOT", ">"]}
+{"text": "\"́ع'T\rḍ̇é㍿👍🏽ḍ̇<META_START>\r\n\r\n​🙂's#$%,½'T<|endoftext|>ßDž ३'M​å<|endoftext|>''T", "tokens": 66, "pieces": ["\"́", "ع", "'T", "\r", "ḋ", "̣e", "́㍿👍🏽", "ḋ", "̣<", "META", "_START", ">\r\n\r\n", "​🙂'", "s", "#$%,", "½", "'T", "<|", "endoftext", "|>", "ßDž", " ", "३", "'M", "​a", "̊<|", "endoftext", "|>''", "T"]}
+{"text": "12345678ééİ  Dž<|endoftext|>!!𐞁<EOT>३㋿👍🏽漢‍<|fim_prefix|><|endoftext|>s", "tokens": 56, "pieces": ["123", "456", "78", "e", "́e", "́İ", " ", " Dž", "<|", "endoftext", "|>!!", "𐞁", "<EOT", ">", "३", "㋿👍🏽", "漢", "‍<|", "fim", "_prefix", "|><|", "endoftext", "|>", "s"]}
+{"text": "㍿🙂Ａ<­> éع123456780\r\n𐞁12345678'VE'S漢<|fim_prefix|><EOT>éDžİ'D're…Zeé>٣٤٥٦ \t'VE>fiéß", "tokens": 69, "pieces": ["㍿🙂", "Ａ", "<­>", " e", "́ع", "123", "456", "780", "\r\n", "𐞁", "123", "456", "78", "'VE", "'S", "漢", "<|", "fim", "_prefix", "|><", "EOT", ">e", "́Džİ", "'D", "'re", "…Zee", "́>", "٣٤٥", "٦", " ", "\t", "'VE", ">fie", "́ß"]}
+{"text": "👍🏽a'VE9ſ<EOT>عDž  ٣٤٥٦­Dž\r\n३fiß‍‍'De<|fim_prefix|>ſع漢<|fim_prefix|>\"<META_START>­Ａ", "tokens": 69, "pieces": ["👍🏽", "a", "'VE", "9", "ſ", "<EOT", ">عDž", " ", " ", "٣٤٥", "٦", "­Dž", "\r\n", "३", "fiß", "‍‍'", "De", "<|", "fim", "_prefix", "|>", "ſع漢", "<|", "fim", "_prefix", "|>\"<", "META", "_START", ">­", "Ａ"]}
+{"text": "å,\r\n\r\nع½㋿\r\né३-'M<|fim_prefix|>'M­ 'Téßİ'st३'s\"tＡ\r\n\r\nd\u000b'sḍ̇ſ٣٤٥٦\r\n", "tokens": 59, "pieces": ["a", "̊,\r\n\r\n", "ع", "½", "㋿\r\n", "e", "́", "३", "-'", "M", "<|", "fim", "_prefix", "|>'", "M", "­", " '", "Téßİ", "'s", "t", "३", "'s", "\"tＡ", "\r\n\r\n", "d", "\u000b", "'s", "ḋ", "̣ſ", "٣٤٥", "٦", "\r\n"]}
+{"text": "ß 'M#$%'s ३㍿　sdDž'll'sEOT
\r\n\r\n<|endoftext|> ‍\u000bEOT\u000b\n㍿Dž <EOT>éEOT'S㋿   \né", "tokens": 56, "pieces": ["ß", " '", "M", "#$%'", "s", " ", "३", "㍿", "　sdDž", "'ll", "'s", "EOT", "
\r\n\r\n", "<|", "endoftext", "|>", " ", "‍", "\u000bEOT", "\u000b\n", "㍿Dž", " <", "EOT", ">éEOT", "'S", "㋿", "   \n", "é"]}
+{"text": "٣٤٥٦åſ ‍és'ſ'lĺ12345678'T#$%<META_START>٣٤٥٦!ع  ́­", "tokens": 46, "pieces": ["٣٤٥", "٦", "a", "̊ſ", " ", "‍és", "'ſ", "'ll", "́", "123", "456", "78", "'T", "#$%<", "META", "_START", ">", "٣٤٥", "٦", "!ع", " ", " ́­"]}
+{"text": ">EOT'reꟲß\nſ'S's'llm\u000b👍🏽'㋿'lĺ\t㋿Ⅳ>漢👍🏽  Ａ", "tokens": 46, "pieces": [">EOT", "'re", "ꟲß", "\n", "ſ", "'S", "'s", "'ll", "m", "\u000b", "👍🏽'㋿'", "ll", "́", "\t", "㋿", "Ⅳ", ">漢", "👍🏽", " ", " Ａ"]}
+{"text": "'re٣٤٥٦EOTEOT<३😀🏽're-Ⅳ'D­ß\té३​漢٣٤٥٦-'S>ḍ̇ſ0sſ9-d0İ", "tokens": 61, "pieces": ["'re", "٣٤٥", "٦", "EOTEOT", "<", "३", "😀🏽'", "re", "-", "Ⅳ", "'D", "­ß", "\te", "́", "३", "​漢", "٣٤٥", "٦", "-'", "S", ">ḋ", "̣ſ", "0", "sſ", "9", "-d", "0", "İ"]}
+{"text": "12345678\tſ", "tokens": 6, "pieces": ["123", "456", "78", "\tſ"]}
+{"text": "  EOT\"Ⅳ😀🏽'ſ", "tokens": 14, "pieces": [" ", " EOT", "\"", "Ⅳ", "😀🏽'", "ſ"]}
+{"text": "½ßs\u000b\"😀🏽'llDžＡ .9İ'Re#$%12345678é", "tokens": 27, "pieces": ["½", "ßs", "\u000b", "\"😀🏽'", "llDžＡ", " ", ".", "9", "İ", "'Re", "#$%", "123", "456", "78", "é"]}
+{"text": "<EOT>  👍🏽\u000b<mḍ̇0<|fim_prefix|>३  !!​!!漢<|fim_prefix|>\n
fi a½\t12345678'Re'  \u000b12345678<EOT><EOT>", "tokens": 63, "pieces": ["<EOT", ">", " ", " 👍🏽", "\u000b", "<mḋ", "̣", "0", "<|", "fim", "_prefix", "|>", "३", " ", " !!​!!", "漢", "<|", "fim", "_prefix", "|>\n", "
fi", " a", "½", "\t", "123", "456", "78", "'Re", "'", "  ", "\u000b", "123", "456", "78", "<EOT", "><", "EOT", ">"]}
+{"text": "'re😀🏽EOTß\ns'll\n<!!𐞁​a(😀🏽İ0s>#$%0<<EOT>́é>ع<Ⅳ'ع", "tokens": 48, "pieces": ["'re", "😀🏽", "EOTß", "\n", "s", "'ll", "\n", "<!!", "𐞁", "​a", "(😀🏽", "İ", "0", "s", ">#$%", "0", "<<", "EOT", ">́", "e", "́>", "ع", "<", "Ⅳ", "'ع"]}
+{"text": "(字as'ſ!ꟲ
9m👍🏽\"ⅣZḿ\"'Tİá12345678<é#$%0'Mé­,", "tokens": 45, "pieces": ["(字as", "'ſ", "!ꟲ", "
", "9", "m", "👍🏽\"", "Ⅳ", "Zm", "́\"'", "Tİa", "́", "123", "456", "78", "<e", "́#$%", "0", "'M", "e", "́­,"]}
+{"text": "😀🏽0
😀🏽
12345678…", "tokens": 20, "pieces": ["😀🏽", "0", "
", "😀🏽", "
", "123", "456", "78", "…"]}
+{"text": "Dž12345678're'll㋿d9\"👍🏽<META_START>Dž'll😀🏽0\nDž!㋿ḍ̇Ａa'll'M٣٤٥٦ꟲ 
12345678", "tokens": 66, "pieces": ["Dž", "123", "456", "78", "'re", "'ll", "㋿d", "9", "\"👍🏽<", "META", "_START", ">Dž", "'ll", "😀🏽", "0", "\n", "Dž", "!㋿", "ḋ", "̣Ａa", "'ll", "'M", "٣٤٥", "٦", "ꟲ", " ", "
", "123", "456", "78"]}
+{"text": "aa‍!Z㍿👍🏽!!>٣٤٥٦ ꟲDžＡ! ½ꟲéé.Dždafi<EOT>𐞁Dž­   \n…Ａ-👍🏽,  😀🏽𐞁👍🏽", "tokens": 84, "pieces": ["aa", "‍!", "Z", "㍿👍🏽!!>", "٣٤٥", "٦", " ꟲDžＡ", "!", " ", "½", "ꟲéé", ".Dždafi", "<EOT", ">𐞁Dž", "­", "   \n", "…Ａ", "-👍🏽,", " ", " 😀🏽", "𐞁", "👍🏽"]}
+{"text": "<|endoftext|>½३㋿#$%a9,.åDžDž'S  ß漢12345678….'TDž", "tokens": 40, "pieces": ["<|", "endoftext", "|>", "½३", "㋿#$%", "a", "9", ",.", "a", "̊DžDž", "'S", " ", " ß漢", "123", "456", "78", "…", ".'", "TDž"]}
+{"text": "dⅣfifi'MⅣ३‍'s\n­'ll (!!'s  é\"-", "tokens": 29, "pieces": ["d", "Ⅳ", "fifi", "'M", "Ⅳ३", "‍'", "s", "\n", "­'", "ll", " ", "(!!'", "s", " ", " e", "́\"-"]}
+{"text": "㋿🙂 ḍ̇#$%\r\n  ٣٤٥٦½ꟲ🙂'ſß\u000b\rعa‍<|endoftext|> <EOT>Ａ   \na­Z'll\r\n'T\r\n\r\nsⅣ'ſſEOT <EOT>#$%​", "tokens": 77, "pieces": ["㋿🙂", " ḋ", "̣#$%\r\n", " ", " ", "٣٤٥", "٦½", "ꟲ", "🙂'", "ſß", "\u000b\r", "عa", "‍<|", "endoftext", "|>", " <", "EOT", ">Ａ", "   \n", "a", "­Z", "'ll", "\r\n", "'T", "\r\n\r\n", "s", "Ⅳ", "'ſ", "ſEOT", " <", "EOT", ">#$%​"]}
+{"text": "漢ع Ⅳ🙂​'ll<|endoftext|>  'ḍ̇​İ…३\r\n٣٤٥٦", "tokens": 40, "pieces": ["漢ع", " ", "Ⅳ", "🙂​'", "ll", "<|", "endoftext", "|>", " ", " '", "ḋ", "̣​", "İ", "…", "३", "\r\n", "٣٤٥", "٦"]}
+{"text": "s​🙂9ſ0\r's👍🏽'VE 9(Ａ", "tokens": 23, "pieces": ["s", "​🙂", "9", "ſ", "0", "\r", "'s", "👍🏽'", "VE", " ", "9", "(Ａ"]}
+{"text": ".'S'VE字漢'lĺaDž!!éEOT\u000b<　Ａ㋿aådع<EOT>'SEOT\u000b​­<'Re", "tokens": 40, "pieces": [".'", "S", "'VE", "字漢", "'ll", "́aDž", "!!", "e", "́EOT", "\u000b", "<", "　Ａ", "㋿aa", "̊dع", "<EOT", ">'", "SEOT", "\u000b", "​­<'", "Re"]}
+{"text": "fi!!  ", "tokens": 4, "pieces": ["fi", "!!", "  "]}
+{"text": "\"‍'ſ'Ma9<EOT>'VE>\r\n'll<EOT>fi", "tokens": 20, "pieces": ["\"‍'", "ſ", "'M", "a", "9", "<EOT", ">'", "VE", ">\r\n", "'ll", "<EOT", ">fi"]}
+{"text": "mß'll'M 9عd9e'retEOT\r\n\r\n३'ſ9
㋿", "tokens": 26, "pieces": ["mß", "'ll", "'M", " ", "9", "عd", "9", "e", "'re", "tEOT", "\r\n\r\n", "३", "'ſ", "9", "
", "㋿"]}
+{"text": "<EOT>🙂0!!!‍½'a½½>s字‍dfi-'\r'ſ<EOT>'reⅣZß'Re…", "tokens": 36, "pieces": ["<EOT", ">🙂", "0", "!!!‍", "½", "'a", "½½", ">s字", "‍dfi", "-'\r", "'ſ", "<EOT", ">'", "re", "Ⅳ", "Zß", "'Re", "…"]}
+{"text": "!!eⅣ!<|fim_prefix|>", "tokens": 11, "pieces": ["!!", "e", "Ⅳ", "!<|", "fim", "_prefix", "|>"]}
+{"text": "a'ſ ", "tokens": 5, "pieces": ["a", "'ſ", " "]}
+{"text": "<|endoftext|>½<eİ'DZ'S٣٤٥٦'D>és're‍", "tokens": 28, "pieces": ["<|", "endoftext", "|>", "½", "<eİ", "'D", "Z", "'S", "٣٤٥", "٦", "'D", ">és", "'re", "‍"]}
+{"text": "'M's​\r­　're'S'sdfi're'VE(​Ⅳ", "tokens": 19, "pieces": ["'M", "'s", "​\r", "­", "　", "'re", "'S", "'s", "dfi", "'re", "'VE", "(​", "Ⅳ"]}
+{"text": "
३EOT  éfi'll\r!…İ", "tokens": 16, "pieces": ["
", "३", "EOT", " ", " éfi", "'ll", "\r", "!", "…İ"]}
+{"text": "'Ts,m", "tokens": 3, "pieces": ["'T", "s", ",m"]}
+{"text": "𐞁Z12345678é\"<EOT>\u000b'ſ  <EOT>́٣٤٥٦ꟲZ", "tokens": 36, "pieces": ["𐞁Z", "123", "456", "78", "e", "́\"<", "EOT", ">", "\u000b", "'ſ", " ", " <", "EOT", ">́", "٣٤٥", "٦", "ꟲZ"]}
+{"text": "'M're Ⅳ𐞁­\"", "tokens": 11, "pieces": ["'M", "'re", " ", "Ⅳ", "𐞁", "­\""]}
+{"text": "
㋿\r\n   \nés…", "tokens": 10, "pieces": ["
", "㋿\r\n", "   \n", "és", "…"]}
+{"text": "<(٣٤٥٦.m0字İ're٣٤٥٦m\r\n\r\n\r\n　00Z'M   \n'ſZ­Z's㋿   \n🙂   \n\nDž<|fim_prefix|>mİ's<|endoftext|>", "tokens": 62, "pieces": ["<(", "٣٤٥", "٦", ".m", "0", "字İ", "'re", "٣٤٥", "٦", "m", "\r\n\r\n\r\n", "　", "00", "Z", "'M", "   \n", "'ſ", "Z", "­Z", "'s", "㋿", "   \n", "🙂", "   \n\n", "Dž", "<|", "fim", "_prefix", "|>", "mİ", "'s", "<|", "endoftext", "|>"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'ll३\u000b<META_START><|endoftext|>🙂\"!…Z字'T㋿s<EOT> 'T字!👍🏽…🙂…㍿,fi\"ḍ̇!ع\nå ​Ⅳ　½\"t", "tokens": 71, "pieces": ["'ll", "३", "\u000b", "<META", "_START", "><|", "endoftext", "|>🙂\"!", "…Z字", "'T", "㋿s", "<EOT", ">", " ", "'T", "字", "!👍🏽", "…", "🙂", "…", "㍿,", "fi", "\"ḋ", "̣!", "ع", "\n", "a", "̊", " ​", "Ⅳ", "　", "½", "\"t"]}
+{"text": " ꟲ \u000b12345678  \r
👍🏽𐞁", "tokens": 23, "pieces": [" ꟲ", " ", "\u000b", "123", "456", "78", "  \r", "
", "👍🏽", "𐞁"]}
+{"text": "½9🙂ß", "tokens": 5, "pieces": ["½9", "🙂ß"]}
+{"text": "'Re9́<\n漢t\"½#$%\u000b\u000b字٣٤٥٦('M'M#$%'‍　\"'S字​<|fim_prefix|> 'VE\u000b👍🏽'TZ​d", "tokens": 54, "pieces": ["'Re", "9", "́<\n", "漢t", "\"", "½", "#$%", "\u000b", "\u000b字", "٣٤٥", "٦", "('", "M", "'M", "#$%'‍", "　", "\"'", "S字", "​<|", "fim", "_prefix", "|>", " '", "VE", "\u000b", "👍🏽'", "TZ", "​d"]}
+{"text": "!\r\n​　　0ſ'T'reḍ̇​  ㋿#$%9EOT​", "tokens": 26, "pieces": ["!\r\n", "​", "　", "　", "0", "ſ", "'T", "'re", "ḋ", "̣​", " ", " ㋿#$%", "9", "EOT", "​"]}
+{"text": "'VE'S<META_START>.\r\n\r\n٣٤٥٦<|fim_prefix|>\r'VEＡ\nＡZ\u000b.", "tokens": 34, "pieces": ["'VE", "'S", "<META", "_START", ">.\r\n\r\n", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\r", "'VE", "Ａ", "\n", "ＡZ", "\u000b", "."]}
+{"text": "'VE!.12345678éＡ'<EOT>fiea   \nḍ̇\t'Re0'm#$%𐞁!!‍EOT<|endoftext|>　Ａ,३Dž", "tokens": 53, "pieces": ["'VE", "!.", "123", "456", "78", "e", "́Ａ", "'<", "EOT", ">fiea", "   \n", "ḋ", "̣", "\t", "'Re", "0", "'m", "#$%", "𐞁", "!!‍", "EOT", "<|", "endoftext", "|>", "　Ａ", ",", "३", "Dž"]}
+{"text": ".9aＡ!!åé字#$%Ⅳé 
EOT​mm(…‍'字字EOT   \n👍🏽\r\n<META_START>'.'VE🙂", "tokens": 49, "pieces": [".", "9", "aＡ", "!!", "a", "̊é字", "#$%", "Ⅳ", "é", " ", "
EOT", "​mm", "(", "…", "‍'", "字字EOT", "   \n", "👍🏽\r\n", "<META", "_START", ">'.'", "VE", "🙂"]}
+{"text": "<EOT>\r\n👍🏽.sesEOT㋿\"'De!'VE9", "tokens": 21, "pieces": ["<EOT", ">\r\n", "👍🏽.", "sesEOT", "㋿\"'", "De", "!'", "VE", "9"]}
+{"text": "\t!!…'Re<|endoftext|> å12345678Ⅳ漢<'re!!mEOT\tEOT<META_START>ß　<|endoftext|>EOTm-𐞁Ａ ḍ̇漢ⅣZ!é'ſ😀🏽EOT", "tokens": 77, "pieces": ["\t", "!!", "…", "'Re", "<|", "endoftext", "|>", " a", "̊", "123", "456", "78Ⅳ", "漢", "<'", "re", "!!", "mEOT", "\tEOT", "<META", "_START", ">ß", "　", "<|", "endoftext", "|>", "EOTm", "-𐞁Ａ", " ḋ", "̣漢", "Ⅳ", "Z", "!e", "́'", "ſ", "😀🏽", "EOT"]}
+{"text": "\u000b\rm­s'T𐞁Ⅳ're…३é>Ⅳ‍'s'ſ(\r\nfi<字tſEOT½éd́-'reDž\"<|endoftext|>m㋿'M", "tokens": 60, "pieces": ["\u000b\r", "m", "­s", "'T", "𐞁", "Ⅳ", "'re", "…", "३", "e", "́>", "Ⅳ", "‍'", "s", "'ſ", "(\r\n", "fi", "<字tſEOT", "½", "e", "́d", "́-'", "reDž", "\"<|", "endoftext", "|>", "m", "㋿'", "M"]}
+{"text": "Ⅳ#$%'Ree\u000b½<|endoftext|>ß​½Ａ½s 'sEOT𐞁\r\u000b½ḍ̇'٣٤٥٦", "tokens": 47, "pieces": ["Ⅳ", "#$%'", "Ree", "\u000b", "½", "<|", "endoftext", "|>", "ß", "​", "½", "Ａ", "½", "s", " ", "'s", "EOT𐞁", "\r", "\u000b", "½", "ḋ", "̣'", "٣٤٥", "٦"]}
+{"text": "ſé٣٤٥٦0‍t­Ⅳ½ꟲ'llⅣe\"½ ", "tokens": 30, "pieces": ["ſe", "́", "٣٤٥", "٦0", "‍t", "­", "Ⅳ½", "ꟲ", "'ll", "Ⅳ", "e", "\"", "½", " "]}
+{"text": "
>'T½émå9e>😀🏽ém  İéEOT   \n#$%Ⅳ'Rea<|endoftext|>å12345678𐞁ZEOT　字t'T", "tokens": 57, "pieces": ["
", ">'", "T", "½", "e", "́ma", "̊", "9", "e", ">😀🏽", "e", "́m", " ", " İe", "́EOT", "   \n", "#$%", "Ⅳ", "'Re", "a", "<|", "endoftext", "|>", "a", "̊", "123", "456", "78", "𐞁ZEOT", "　字t", "'T"]}
+{"text": "'D.é㋿!\r12345678٣٤٥٦\"fi<é㋿İ-\r\n\n𐞁ع\n\"é'S.'ll#$%!", "tokens": 44, "pieces": ["'D", ".e", "́㋿!\r", "123", "456", "78٣", "٤٥٦", "\"fi", "<e", "́㋿", "İ", "-\r\n\n", "𐞁ع", "\n", "\"é", "'S", ".'", "ll", "#$%!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "字ß'Re\n𐞁åḍ̇漢å\t'S!!'ſ9<|fim_prefix|>\ts'M३'Dع㋿<EOT>\r\u000bⅣm\n-𐞁㍿", "tokens": 62, "pieces": ["字ß", "'Re", "\n", "𐞁a", "̊ḋ", "̣漢a", "̊", "\t", "'S", "!!'", "ſ", "9", "<|", "fim", "_prefix", "|>", "\ts", "'M", "३", "'D", "ع", "㋿<", "EOT", ">\r", "\u000b", "Ⅳ", "m", "\n", "-𐞁", "㍿"]}
+{"text": "\n're'reDžfi
Dž  \r\n", "tokens": 13, "pieces": ["\n", "'re", "'re", "Džfi", "
Dž", "  \r\n"]}
+{"text": "!EOT.'ſ   \n'T<EOT>'re'VE'Dſ   字 <EOT>", "tokens": 24, "pieces": ["!EOT", ".'", "ſ", "   \n", "'T", "<EOT", ">'", "re", "'VE", "'D", "ſ", "  ", " 字", " <", "EOT", ">"]}
+{"text": "'sm!　  t\"٣٤٥٦漢Zé'll 'll!٣٤٥٦  -00㋿́\u000b   \n m　́'Ddع .Dž𐞁", "tokens": 56, "pieces": ["'s", "m", "!", "　 ", " t", "\"", "٣٤٥", "٦", "漢Ze", "́'", "ll", " '", "ll", "!", "٣٤٥", "٦", " ", " -", "00", "㋿́", "\u000b   \n", " m", "　", "́'", "Ddع", " .", "Dž𐞁"]}
+{"text": "'S  'ſ   \nt
<EOT>​fi\nſ㍿9'VE12345678Z㍿<|endoftext|>Ⅳ👍🏽's<<META_START>\n\r\n\r\n", "tokens": 53, "pieces": ["'S", " ", " '", "ſ", "   \n", "t", "
", "<EOT", ">​", "fi", "\n", "ſ", "㍿", "9", "'VE", "123", "456", "78", "Z", "㍿<|", "endoftext", "|>", "Ⅳ", "👍🏽'", "s", "<<", "META", "_START", ">\n\r\n\r\n"]}
+{"text": "漢👍🏽.Džſ0!!\r\n'T9å <META_START>åaåEOTİꟲ㍿‍㋿\t\tḍ̇", "tokens": 52, "pieces": ["漢", "👍🏽.", "Džſ", "0", "!!\r\n", "'T", "9", "a", "̊", " ", "<META", "_START", ">a", "̊aa", "̊EOTİꟲ", "㍿‍㋿", "\t", "\tḋ", "̣"]}
+{"text": "Z\r\n\r\n\r'ſ'MZ\r,12345678㍿㍿", "tokens": 19, "pieces": ["Z", "\r\n\r\n\r", "'ſ", "'M", "Z", "\r", ",", "123", "456", "78", "㍿㍿"]}
+{"text": "　\rd'ſa😀🏽're३<㋿\r\n\r\nꟲZ<🙂's  <|fim_prefix|>mꟲ👍🏽字", "tokens": 48, "pieces": ["　\r", "d", "'ſ", "a", "😀🏽'", "re", "३", "<㋿\r\n\r\n", "ꟲZ", "<🙂'", "s", " ", " <|", "fim", "_prefix", "|>", "mꟲ", "👍🏽", "字"]}
+{"text": "ßİm(\r\n'lléＡ're\rs'DDž!fi३عdＡ'D-
​e㍿!!‍", "tokens": 36, "pieces": ["ßİm", "(\r\n", "'ll", "e", "́Ａ", "'re", "\r", "s", "'D", "Dž", "!fi", "३", "عdＡ", "'D", "-", "
", "​e", "㍿!!‍"]}
+{"text": "㍿ꟲ0dßt's漢   \n🙂😀🏽­ꟲ's👍🏽'Dtm<|endoftext|>é٣٤٥٦#$%!<EOT>字éع<EOT>'ll👍🏽Ａ", "tokens": 73, "pieces": ["㍿ꟲ", "0", "dßt", "'s", "漢", "   \n", "🙂😀🏽­", "ꟲ", "'s", "👍🏽'", "Dtm", "<|", "endoftext", "|>", "e", "́", "٣٤٥", "٦", "#$%!<", "EOT", ">字éع", "<EOT", ">'", "ll", "👍🏽", "Ａ"]}
+{"text": "\u000b<|endoftext|>Ａ‍ß0#$%ⅣtZ>
're　Dž-ع!e\tß'ſ　é  ع<EOT>ß,<　
ḍ̇", "tokens": 54, "pieces": ["\u000b", "<|", "endoftext", "|>", "Ａ", "‍ß", "0", "#$%", "Ⅳ", "tZ", ">", "
", "'re", "　Dž", "-ع", "!e", "\tß", "'ſ", "　e", "́", " ", " ع", "<EOT", ">ß", ",<", "　", "
ḋ", "̣"]}
+{"text": "éḍ̇\r\n\t0!'T\ts字㋿Dž\u000bع'reEOT'Re!.Z'ſ", "tokens": 30, "pieces": ["e", "́ḋ", "̣\r\n", "\t", "0", "!'", "T", "\ts字", "㋿Dž", "\u000bع", "'re", "EOT", "'Re", "!.", "Z", "'ſ"]}
+{"text": "ḍ̇é<META_START>e!㍿\"'D👍🏽\"fidＡ'M'VE'!!🙂½\r\n\r\n>'s's
Zḍ̇'ll9漢m٣٤٥٦Z#$%(­", "tokens": 66, "pieces": ["ḋ", "̣é", "<META", "_START", ">e", "!㍿\"'", "D", "👍🏽\"", "fidＡ", "'M", "'VE", "'!!🙂", "½", "\r\n\r\n", ">'", "s", "'s", "
Zḋ", "̣'", "ll", "9", "漢m", "٣٤٥", "٦", "Z", "#$%(­"]}
+{"text": "0'lléa😀🏽 \r\n\r\n字… e'Tt> e  'Té​12345678EOTZ㋿
.½0Ａ㍿字𐞁́漢m'sa", "tokens": 54, "pieces": ["0", "'ll", "éa", "😀🏽", " \r\n\r\n", "字", "…", " e", "'T", "t", ">", " e", " ", " '", "Te", "́​", "123", "456", "78", "EOTZ", "㋿", "
", ".", "½0", "Ａ", "㍿字𐞁", "́漢m", "'s", "a"]}
+{"text": "<|fim_prefix|>漢　fi𐞁ع#$%.😀🏽#$%#$%12345678½ꟲ'Re!å'Reع😀🏽\n'sfi\ńＡ½\t.>　'M's🙂", "tokens": 65, "pieces": ["<|", "fim", "_prefix", "|>", "漢", "　fi𐞁ع", "#$%.😀🏽#$%#$%", "123", "456", "78½", "ꟲ", "'Re", "!a", "̊'", "Reع", "😀🏽\n", "'s", "fi", "\n", "́Ａ", "½", "\t", ".>", "　", "'M", "'s", "🙂"]}
+{"text": "½'s
　　12345678   \nſEOT<EOT>\r㍿Zḍ̇!EOTſ'T\r\nß 𐞁", "tokens": 40, "pieces": ["½", "'s", "
　", "　", "123", "456", "78", "   \n", "ſEOT", "<EOT", ">\r", "㍿Zḋ", "̣!", "EOTſ", "'T", "\r\n", "ß", " 𐞁"]}
+{"text": "'ſ<|fim_prefix|>'Rea12345678'll­٣٤٥٦Z0३9'Res<META_START>", "tokens": 36, "pieces": ["'ſ", "<|", "fim", "_prefix", "|>'", "Rea", "123", "456", "78", "'ll", "­", "٣٤٥", "٦", "Z", "0३9", "'Re", "s", "<META", "_START", ">"]}
+{"text": "३12345678e-Zİe  Ⅳ'(\r\n\r\n‍\r\n\r\né   \n漢㍿\nＡ㍿å<
   \nEOT­Ⅳ,\"9<|endoftext|>\t9\u000b\r", "tokens": 56, "pieces": ["३12", "345", "678", "e", "-Zİe", " ", " ", "Ⅳ", "'(\r\n\r\n", "‍\r\n\r\n", "é", "   \n", "漢", "㍿\n", "Ａ", "㍿a", "̊<", "
   \n", "EOT", "­", "Ⅳ", ",\"", "9", "<|", "endoftext", "|>", "\t", "9", "\u000b\r"]}
+{"text": "é'VE''Ta  
<.­👍🏽\nİ\u000b#$%d٣٤٥٦'ſ'll '漢'Re‍½😀🏽'VE٣٤٥٦", "tokens": 58, "pieces": ["e", "́'", "VE", "''", "Ta", "  ", "
", "<.­👍🏽\n", "İ", "\u000b", "#$%", "d", "٣٤٥", "٦", "'ſ", "'ll", " '", "漢", "'Re", "‍", "½", "😀🏽'", "VE", "٣٤٥", "٦"]}
+{"text": "'Mfi  \r\n12345678EOT   ٣٤٥٦éZİſ …,👍🏽!", "tokens": 36, "pieces": ["'M", "fi", "  \r\n", "123", "456", "78", "EOT", "  ", " ", "٣٤٥", "٦", "éZİſ", " ", "…", ",👍🏽!"]}
+{"text": "'🙂😀🏽a\"-  0  <EOT>'𐞁'VEßé'D३👍🏽İ'D<EOT>👍🏽ßＡ'VEt ㋿  \tİé", "tokens": 61, "pieces": ["'🙂😀🏽", "a", "\"-", " ", " ", "0", " ", " <", "EOT", ">'", "𐞁", "'VE", "ße", "́'", "D", "३", "👍🏽", "İ", "'D", "<EOT", ">👍🏽", "ßＡ", "'VE", "t", " ", "㋿", "  ", "\tİé"]}
+{"text": "👍🏽aßa\" .å", "tokens": 14, "pieces": ["👍🏽", "aßa", "\"", " .", "a", "̊"]}
+{"text": "   \nꟲ½\te\u000b३ع'Re漢'T9Ⅳ'>३-<EOT><|fim_prefix|><­-'D'll'D'sİ<|endoftext|>12345678EOT
", "tokens": 52, "pieces": ["   \n", "ꟲ", "½", "\te", "\u000b", "३", "ع", "'Re", "漢", "'T", "9Ⅳ", "'>", "३", "-<", "EOT", "><|", "fim", "_prefix", "|><­-'", "D", "'ll", "'D", "'s", "İ", "<|", "endoftext", "|>", "123", "456", "78", "EOT", "
"]}
+{"text": "İåeEOT\n‍👍🏽‍😀🏽 \r\n\r\n12345678", "tokens": 27, "pieces": ["İa", "̊eEOT", "\n", "‍👍🏽‍😀🏽", " \r\n\r\n", "123", "456", "78"]}
+{"text": "#$%'ſ\r\n  90😀🏽<|fim_prefix|>'ſ     \n   \n­㋿då", "tokens": 31, "pieces": ["#$%'", "ſ", "\r\n", " ", " ", "90", "😀🏽<|", "fim", "_prefix", "|>'", "ſ", "     \n   \n", "­㋿", "da", "̊"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'s'<|endoftext|>EOTعdİ\"å\ta", "tokens": 17, "pieces": ["'s", "'<|", "endoftext", "|>", "EOTعdİ", "\"a", "̊", "\ta"]}
+{"text": "'Ａ🙂   \n's\r12345678're", "tokens": 12, "pieces": ["'Ａ", "🙂", "   \n", "'s", "\r", "123", "456", "78", "'re"]}
+{"text": "ꟲ<'M>", "tokens": 6, "pieces": ["ꟲ", "<'", "M", ">"]}
+{"text": "👍🏽<META_START>fißå<İ㍿#$%'Re٣٤٥٦0́٣٤٥٦Z<|endoftext|>‍<|endoftext|>ß👍🏽ßfi,", "tokens": 70, "pieces": ["👍🏽<", "META", "_START", ">fißa", "̊<", "İ", "㍿#$%'", "Re", "٣٤٥", "٦0", "́", "٣٤٥", "٦", "Z", "<|", "endoftext", "|>‍<|", "endoftext", "|>", "ß", "👍🏽", "ßfi", ","]}
+{"text": "​<|fim_prefix|>\r'T㋿'VE字.​EOT,'T३", "tokens": 24, "pieces": ["​<|", "fim", "_prefix", "|>\r", "'T", "㋿'", "VE字", ".​", "EOT", ",'", "T", "३"]}
+{"text": "<META_START>\u000b", "tokens": 5, "pieces": ["<META", "_START", ">", "\u000b"]}
+{"text": "12345678㋿Džé½<META_START>>\"!!e'Re…'M٣٤٥٦EOTİ😀🏽", "tokens": 37, "pieces": ["123", "456", "78", "㋿Džé", "½", "<META", "_START", ">>\"!!", "e", "'Re", "…", "'M", "٣٤٥", "٦", "EOTİ", "😀🏽"]}
+{"text": "\"å\u000bⅣ.e  é३", "tokens": 11, "pieces": ["\"a", "̊", "\u000b", "Ⅳ", ".e", " ", " é", "३"]}
+{"text": "👍🏽ZDž<|endoftext|>  ", "tokens": 17, "pieces": ["👍🏽", "ZDž", "<|", "endoftext", "|>", "  "]}
+{"text": "​\r\nḍ̇́å'T　Z漢0

'Re\r\nå٣٤٥٦\t½㋿ꟲ'T㋿　㍿😀🏽 'VEß'refi>\nḍ̇m's12345678-ß\r\n", "tokens": 76, "pieces": ["​\r\n", "ḋ", "̣́", "a", "̊'", "T", "　Z漢", "0", "
", "
", "'Re", "\r\n", "a", "̊", "٣٤٥", "٦", "\t", "½", "㋿ꟲ", "'T", "㋿", "　", "㍿😀🏽", " '", "VEß", "'re", "fi", ">\n", "ḋ", "̣m", "'s", "123", "456", "78", "-ß", "\r\n"]}
+{"text": "½  12345678('ſ<EOT>😀🏽<|endoftext|>𐞁😀🏽\r\n\r\n(!'Sſ<|fim_prefix|>Z's👍🏽 👍🏽,", "tokens": 62, "pieces": ["½", " ", " ", "123", "456", "78", "('", "ſ", "<EOT", ">😀🏽<|", "endoftext", "|>", "𐞁", "😀🏽\r\n\r\n", "(!'", "Sſ", "<|", "fim", "_prefix", "|>", "Z", "'s", "👍🏽", " ", "👍🏽,"]}
+{"text": "'llⅣ३>½12345678ḍ̇́é>a>'D(\r\n\r\n,12345678'M", "tokens": 29, "pieces": ["'ll", "Ⅳ३", ">", "½12", "345", "678", "ḋ", "̣́", "e", "́>", "a", ">'", "D", "(\r\n\r\n", ",", "123", "456", "78", "'M"]}
+{"text": "İ字㋿㋿Z'Sع
ḍ̇EOT.'D
㋿e 🙂12345678\u000b,<META_START>ßå'Reé🙂,   \ne'ſ३'s>‍\"ꟲ's'", "tokens": 65, "pieces": ["İ字", "㋿㋿", "Z", "'S", "ع", "
ḋ", "̣EOT", ".'", "D", "
", "㋿e", " 🙂", "123", "456", "78", "\u000b", ",<", "META", "_START", ">ßa", "̊'", "Ree", "́🙂,", "   \n", "e", "'ſ", "३", "'s", ">‍\"", "ꟲ", "'s", "'"]}
+{"text": "m👍🏽", "tokens": 7, "pieces": ["m", "👍🏽"]}
+{"text": "字ⅣDž​  -0漢12345678", "tokens": 14, "pieces": ["字", "Ⅳ", "Dž", "​", " ", " -", "0", "漢", "123", "456", "78"]}
+{"text": "'DEOT'   \n 0字Z३", "tokens": 11, "pieces": ["'D", "EOT", "'", "   \n", " ", "0", "字Z", "३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<!㋿12345678​(<EOT>字Ⅳm​d‍½'re👍🏽,\nDžs㍿𐞁Z12345678\r\n", "tokens": 44, "pieces": ["<!㋿", "123", "456", "78", "​(<", "EOT", ">字", "Ⅳ", "m", "​d", "‍", "½", "'re", "👍🏽,\n", "Džs", "㍿𐞁Z", "123", "456", "78", "\r\n"]}
+{"text": "'ſ<|endoftext|>t'Tdaع👍🏽字\rZ'Mꟲ\r  漢\t0fi<|endoftext|>'MⅣe',३­Ａt­​Ⅳé½><|fim_prefix|>", "tokens": 68, "pieces": ["'ſ", "<|", "endoftext", "|>", "t", "'T", "daع", "👍🏽", "字", "\r", "Z", "'M", "ꟲ", "\r", " ", " 漢", "\t", "0", "fi", "<|", "endoftext", "|>'", "M", "Ⅳ", "e", "',", "३", "­Ａt", "­​", "Ⅳ", "e", "́", "½", "><|", "fim", "_prefix", "|>"]}
+{"text": "İ'Ré　Ⅳ ſ'reZsm\ń 'Tḍ̇'reEOT　​    \n𐞁\r<EOT>'Sa'Té٣٤٥٦­́٣٤٥٦DžⅣＡ", "tokens": 63, "pieces": ["İ", "'Re", "́", "　", "Ⅳ", " ſ", "'re", "Zsm", "\n", "́", " '", "Tḋ", "̣'", "reEOT", "　", "​", "    \n", "𐞁", "\r", "<EOT", ">'", "Sa", "'T", "é", "٣٤٥", "٦", "­́", "٣٤٥", "٦", "Dž", "Ⅳ", "Ａ"]}
+{"text": "…字\u000btå>'T字'VEḍ̇½<seEOTꟲ'sd­ 9é.漢'VE'Re‍", "tokens": 40, "pieces": ["…字", "\u000bta", "̊>'", "T字", "'VE", "ḋ", "̣", "½", "<seEOTꟲ", "'s", "d", "­", " ", "9", "e", "́.", "漢", "'VE", "'Re", "‍"]}
+{"text": "t漢ع'M", "tokens": 5, "pieces": ["t漢ع", "'M"]}
+{"text": "Ź's12345678Z<META_START>İ'sé\r\n\r\n­ßs\r\n\r\nfi<9're\n'MéⅣ<|fim_prefix|>#$%.\"'Te३ \r\n\r\n>　e٣٤٥٦\u000bed", "tokens": 60, "pieces": ["Z", "́'", "s", "123", "456", "78", "Z", "<META", "_START", ">İ", "'s", "e", "́\r\n\r\n", "­ßs", "\r\n\r\n", "fi", "<", "9", "'re", "\n", "'M", "e", "́", "Ⅳ", "<|", "fim", "_prefix", "|>#$%.\"'", "Te", "३", " \r\n\r\n", ">", "　e", "٣٤٥", "٦", "\u000bed"]}
+{"text": "'s'll  ३Džad'll-　 ㍿'T'ſ\"Ⅳ  字漢 ३ !!İa\r\n\r\n३0s", "tokens": 40, "pieces": ["'s", "'ll", " ", " ", "३", "Džad", "'ll", "-", "　", " ", "㍿'", "T", "'ſ", "\"", "Ⅳ", " ", " 字漢", " ", "३", " ", "!!", "İa", "\r\n\r\n", "३0", "s"]}
+{"text": " ‍㍿'VEEOT-\t🙂́12345678\r\n\r\n'Re#$%😀🏽​🙂-\r\n\r\n😀🏽're#$%ع,'VEEOT㍿👍🏽é𐞁m'D　👍🏽٣٤٥٦\"(ſ", "tokens": 80, "pieces": [" ", "‍㍿'", "VEEOT", "-", "\t", "🙂́", "123", "456", "78", "\r\n\r\n", "'Re", "#$%😀🏽​🙂-\r\n\r\n", "😀🏽'", "re", "#$%", "ع", ",'", "VEEOT", "㍿👍🏽", "é𐞁m", "'D", "　", "👍🏽", "٣٤٥", "٦", "\"(", "ſ"]}
+{"text": ".a\r\n
'Sꟲ㋿fiDž\n9fi 9🙂'Re👍🏽 d……३", "tokens": 38, "pieces": [".a", "\r\n", "
", "'S", "ꟲ", "㋿fiDž", "\n", "9", "fi", " ", "9", "🙂'", "Re", "👍🏽", " d", "…", "…", "३"]}
+{"text": "d👍🏽fi!m漢<EOT>漢!!‍EOT\r\n<|fim_prefix|>'Re­'ll㍿　🙂\r\n\r\n,'Dḍ̇e­　­étع́'llß<|endoftext|>\r　-", "tokens": 71, "pieces": ["d", "👍🏽", "fi", "!m漢", "<EOT", ">漢", "!!‍", "EOT", "\r\n", "<|", "fim", "_prefix", "|>'", "Re", "­'", "ll", "㍿", "　", "🙂\r\n\r\n", ",'", "Dḋ", "̣e", "­", "　", "­e", "́tع", "́'", "llß", "<|", "endoftext", "|>\r", "　", "-"]}
+{"text": "<|endoftext|>'S!eⅣ\r\n<EOT>aéEOT'ſ\r\n\r\n­<|endoftext|>sß　👍🏽ⅣéEOT​", "tokens": 46, "pieces": ["<|", "endoftext", "|>'", "S", "!e", "Ⅳ", "\r\n", "<EOT", ">aéEOT", "'ſ", "\r\n\r\n", "­<|", "endoftext", "|>", "sß", "　", "👍🏽", "Ⅳ", "éEOT", "​"]}
+{"text": "\ŕ<|fim_prefix|>'D'M  
ḍ̇s   \n😀🏽#$%Ａéİ　㋿\n  ", "tokens": 38, "pieces": ["\r", "́<|", "fim", "_prefix", "|>'", "D", "'M", "  ", "
ḋ", "̣s", "   \n", "😀🏽#$%", "Ａéİ", "　", "㋿\n", "  "]}
+{"text": "ꟲ\"Zḍ̇ååfiꟲ", "tokens": 21, "pieces": ["ꟲ", "\"Zḋ", "̣a", "̊a", "̊fiꟲ"]}
+{"text": "\r\n\r\nm'll're'VE\u000b<META_START>EOTd\t🙂're٣٤٥٦ꟲ漢\t字#$%ḍ̇\"de", "tokens": 42, "pieces": ["\r\n\r\n", "m", "'ll", "'re", "'VE", "\u000b", "<META", "_START", ">EOTd", "\t", "🙂'", "re", "٣٤٥", "٦", "ꟲ漢", "\t字", "#$%", "ḋ", "̣\"", "de"]}
+{"text": ".漢\t'㋿12345678ßZEOT'VE <\r   \n…㍿(fis㍿'VEDž's-ſ12345678٣٤٥٦", "tokens": 51, "pieces": [".漢", "\t", "'㋿", "123", "456", "78", "ßZEOT", "'VE", " ", "<\r", "   \n", "…", "㍿(", "fis", "㍿'", "VEDž", "'s", "-ſ", "123", "456", "78٣", "٤٥٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'TEOT\"-ſ㋿   \n㋿", "tokens": 13, "pieces": ["'T", "EOT", "\"-", "ſ", "㋿", "   \n", "㋿"]}
+{"text": ".'llåm0'T­‍'VE're  m½\ŕ\t", "tokens": 19, "pieces": [".'", "lla", "̊m", "0", "'T", "­‍'", "VE", "'re", " ", " m", "½", "\r", "́", "\t"]}
+{"text": "'Re😀🏽३'Mt<META_START>", "tokens": 14, "pieces": ["'Re", "😀🏽", "३", "'M", "t", "<META", "_START", ">"]}
+{"text": "ⅣZå\r!('llDž\r\n
ßſ're 𐞁'sꟲ", "tokens": 28, "pieces": ["Ⅳ", "Za", "̊\r", "!('", "llDž", "\r\n", "
ßſ", "'re", " 𐞁", "'s", "ꟲ"]}
+{"text": "👍🏽d́.\r\n३   \n\"　\t😀🏽e  Z'ḍ̇EOT👍🏽>", "tokens": 38, "pieces": ["👍🏽", "d", "́.\r\n", "३", "   \n", "\"", "　", "\t", "😀🏽", "e", " ", " Z", "'ḋ", "̣EOT", "👍🏽>"]}
+{"text": "9m㋿12345678's'S'Ts'Re'Re\t<|fim_prefix|>.\"\r\n", "tokens": 23, "pieces": ["9", "m", "㋿", "123", "456", "78", "'s", "'S", "'T", "s", "'Re", "'Re", "\t", "<|", "fim", "_prefix", "|>.\"\r\n"]}
+{"text": "EOT!字,'ſ字\r😀🏽é<EOT>İ#$%٣٤٥٦३m🙂\"<META_START>.é'S🙂ḍ̇ſ   \n   \n\" 9EOTe", "tokens": 59, "pieces": ["EOT", "!字", ",'", "ſ字", "\r", "😀🏽", "e", "́<", "EOT", ">İ", "#$%", "٣٤٥", "٦३", "m", "🙂\"<", "META", "_START", ">.", "é", "'S", "🙂ḋ", "̣ſ", "   \n   \n", "\"", " ", "9", "EOTe"]}
+{"text": "   \na\r\n\r\n9<META_START>'ll<'VE'Re漢
­\r\nⅣ\u000b㋿字🙂(>Ａ", "tokens": 31, "pieces": ["   \n", "a", "\r\n\r\n", "9", "<META", "_START", ">'", "ll", "<'", "VE", "'Re", "漢", "
", "­\r\n", "Ⅳ", "\u000b", "㋿字", "🙂(>", "Ａ"]}
+{"text": "<EOT>㋿ſ Ⅳ ><|fim_prefix|>
Z🙂
d\t", "tokens": 28, "pieces": ["<EOT", ">㋿", "ſ", " ", "Ⅳ", " ", "><|", "fim", "_prefix", "|>", "
Z", "🙂", "
d", "\t"]}
+{"text": "
((½Ⅳ 𐞁‍#$%(é'T<#$%éEOTZ12345678's\n‍\u000b.ſe<|endoftext|>㋿​́>㋿<|fim_prefix|>
字<META_START>Dž٣٤٥٦", "tokens": 76, "pieces": ["
", "((", "½Ⅳ", " 𐞁", "‍#$%(", "é", "'T", "<#$%", "éEOTZ", "123", "456", "78", "'s", "\n", "‍", "\u000b", ".ſe", "<|", "endoftext", "|>㋿​́>㋿<|", "fim", "_prefix", "|>", "
字", "<META", "_START", ">Dž", "٣٤٥", "٦"]}
+{"text": "­漢EOT'D३é \r\n\r\n‍'s㍿   \n'll\n12345678ßEOTtd İع‍e#$%  İ'VEßＡ", "tokens": 42, "pieces": ["­漢EOT", "'D", "३", "é", " \r\n\r\n", "‍'", "s", "㍿", "   \n", "'ll", "\n", "123", "456", "78", "ßEOTtd", " İع", "‍e", "#$%", " ", " İ", "'VE", "ßＡ"]}
+{"text": "fi'S,\r\n\"​<😀🏽", "tokens": 12, "pieces": ["fi", "'S", ",\r\n", "\"​<😀🏽"]}
+{"text": "ſ­ EOT'ſ<META_START>
'Re👍🏽😀🏽Dž\u000bad🙂s", "tokens": 33, "pieces": ["ſ", "­", " EOT", "'ſ", "<META", "_START", ">", "
", "'Re", "👍🏽😀🏽", "Dž", "\u000bad", "🙂s"]}
+{"text": "<|endoftext|>İ\n…-👍🏽㍿m's　­Džt <|fim_prefix|>12345678'T<|fim_prefix|>dḍ̇a", "tokens": 54, "pieces": ["<|", "endoftext", "|>", "İ", "\n", "…", "-👍🏽㍿", "m", "'s", "　", "­Džt", " ", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "<|", "fim", "_prefix", "|>", "dḋ", "̣a"]}
+{"text": "('D\r'ſ", "tokens": 6, "pieces": ["('", "D", "\r", "'ſ"]}
+{"text": "!!aé<EOT>e\"漢  漢 .㍿　", "tokens": 19, "pieces": ["!!", "ae", "́<", "EOT", ">e", "\"漢", " ", " 漢", " .㍿", "　"]}
+{"text": "å½­12345678\t,ع,as'VE\r  ٣٤٥٦ḍ̇३   \n㍿٣٤٥٦　ſå½𐞁ßḍ̇\n12345678ǻ", "tokens": 70, "pieces": ["a", "̊", "½", "­", "123", "456", "78", "\t", ",ع", ",as", "'VE", "\r", " ", " ", "٣٤٥", "٦", "ḋ", "̣", "३", "   \n", "㍿", "٣٤٥", "٦", "　ſa", "̊", "½", "𐞁ßḋ", "̣\n", "123", "456", "78", "a", "̊́"]}
+{"text": "é'Tm
.́字
're​   \né'll", "tokens": 19, "pieces": ["e", "́'", "Tm", "
", ".́", "字", "
", "'re", "​", "   \n", "e", "́'", "ll"]}
+{"text": "㋿9EOT½,'re'S!'ſ<|endoftext|>🙂३İ're'T\r\n…ꟲ#$%'Sḍ̇😀🏽12345678'ſḍ̇\r's𐞁!!\n
漢#$%", "tokens": 70, "pieces": ["㋿", "9", "EOT", "½", ",'", "re", "'S", "!'", "ſ", "<|", "endoftext", "|>🙂", "३", "İ", "'re", "'T", "\r\n", "…ꟲ", "#$%'", "Sḋ", "̣😀🏽", "123", "456", "78", "'ſ", "ḋ", "̣\r", "'s", "𐞁", "!!\n", "
漢", "#$%"]}
+{"text": ".fi　ꟲt12345678<EOT>\n㍿ḍ̇\r\n\r\ń<td\r\ń(t!", "tokens": 31, "pieces": [".fi", "　ꟲt", "123", "456", "78", "<EOT", ">\n", "㍿ḋ", "̣\r\n\r\n", "́<", "td", "\r\n", "́(", "t", "!"]}
+{"text": "İ<|endoftext|>EOTＡ\"e>　 \"㍿", "tokens": 20, "pieces": ["İ", "<|", "endoftext", "|>", "EOTＡ", "\"e", ">", "　", " \"㍿"]}
+{"text": "ſ<|endoftext|>9Ａ-'re>½>́ ", "tokens": 19, "pieces": ["ſ", "<|", "endoftext", "|>", "9", "Ａ", "-'", "re", ">", "½", ">́", " "]}
+{"text": "Ａ   \n(Ⅳ'VEſ(ZZå\r\n\r\nå\"  s㍿ḍ̇㍿9e.!!́\n", "tokens": 39, "pieces": ["Ａ", "   \n", "(", "Ⅳ", "'VE", "ſ", "(ZZa", "̊\r\n\r\n", "a", "̊\"", " ", " s", "㍿ḋ", "̣㍿", "9", "e", ".!!́\n"]}
+{"text": "ꟲDž !<\r\n're  -", "tokens": 11, "pieces": ["ꟲDž", " !<\r\n", "'re", " ", " -"]}
+{"text": "ß9<|fim_prefix|>'sⅣ'sḍ̇éſ\t#$%Ａ'Mé­9\u000bés>　​<EOT>漢's😀🏽'll ½!!\r\n'M'T‍\n", "tokens": 61, "pieces": ["ß", "9", "<|", "fim", "_prefix", "|>'", "s", "Ⅳ", "'s", "ḋ", "̣e", "́ſ", "\t", "#$%", "Ａ", "'M", "é", "­", "9", "\u000be", "́s", ">", "　", "​<", "EOT", ">漢", "'s", "😀🏽'", "ll", " ", "½", "!!\r\n", "'M", "'T", "‍\n"]}
+{"text": "́,字́\"d's'S\r\n　½9'D  ḍ̇½🙂ꟲ'́漢!!🙂", "tokens": 32, "pieces": ["́,", "字", "́\"", "d", "'s", "'S", "\r\n", "　", "½9", "'D", " ", " ḋ", "̣", "½", "🙂ꟲ", "'́", "漢", "!!🙂"]}
+{"text": "#$%ZꟲＡam!9Ⅳß½́12345678!!", "tokens": 20, "pieces": ["#$%", "ZꟲＡam", "!", "9Ⅳ", "ß", "½", "́", "123", "456", "78", "!!"]}
+{"text": "
\r\n\r\n㍿<0\r\nß'9<|endoftext|>ſ", "tokens": 21, "pieces": ["
\r\n\r\n", "㍿<", "0", "\r\n", "ß", "'", "9", "<|", "endoftext", "|>", "ſ"]}
+{"text": "
ع…-å'S9👍🏽EOT́\"'ḍ̇.'é­<META_START>!́EOT<|fim_prefix|>字åå ", "tokens": 52, "pieces": ["
ع", "…", "-a", "̊'", "S", "9", "👍🏽", "EOT", "́\"'", "ḋ", "̣.'", "é", "­<", "META", "_START", ">!́", "EOT", "<|", "fim", "_prefix", "|>", "字a", "̊a", "̊", " "]}
+{"text": "<|fim_prefix|>𐞁'ſ9ḍ̇
字ꟲع éEOT𐞁 #$%!!<EOT>'ſ​३mEOT\r\nZ(​'s㍿#$%!!\"", "tokens": 64, "pieces": ["<|", "fim", "_prefix", "|>", "𐞁", "'ſ", "9", "ḋ", "̣", "
字ꟲع", " éEOT𐞁", " ", "#$%!!<", "EOT", ">'", "ſ", "​", "३", "mEOT", "\r\n", "Z", "(​'", "s", "㍿#$%!!\""]}
+{"text": "Ⅳ½​m<META_START>\r\nＡ'T…\u000bdDžaİ　<|fim_prefix|>‍'ll<META_START>Ⅳ‍\"\u000b'S-", "tokens": 44, "pieces": ["Ⅳ½", "​m", "<META", "_START", ">\r\n", "Ａ", "'T", "…", "\u000bdDžaİ", "　", "<|", "fim", "_prefix", "|>‍'", "ll", "<META", "_START", ">", "Ⅳ", "‍\"", "\u000b", "'S", "-"]}
+{"text": "ſe… EOT", "tokens": 8, "pieces": ["ſe", "…", " EOT"]}
+{"text": "३('VE漢\r\n\r\n  👍🏽-́a‍#$%<\u000b>😀🏽𐞁ſꟲ'Re
ꟲte'llİ", "tokens": 46, "pieces": ["३", "('", "VE漢", "\r\n\r\n", " ", " 👍🏽-́", "a", "‍#$%<", "\u000b", ">😀🏽", "𐞁ſꟲ", "'Re", "
ꟲte", "'ll", "İ"]}
+{"text": "½‍\r­'reåⅣİé㍿,'s'S", "tokens": 19, "pieces": ["½", "‍\r", "­'", "rea", "̊", "Ⅳ", "İé", "㍿,'", "s", "'S"]}
+{"text": "((
Dž'… 0d\r>aé're'll<|endoftext|>'D'llع<EOT><|fim_prefix|>'>عé're<META_START>9\t   \nＡa", "tokens": 50, "pieces": ["((", "
Dž", "'", "…", " ", "0", "d", "\r", ">aé", "'re", "'ll", "<|", "endoftext", "|>'", "D", "'ll", "ع", "<EOT", "><|", "fim", "_prefix", "|>'>", "عe", "́'", "re", "<META", "_START", ">", "9", "\t   \n", "Ａa"]}
+{"text": "ع'll😀🏽're'Re㋿'M<META_START>字 ", "tokens": 21, "pieces": ["ع", "'ll", "😀🏽'", "re", "'Re", "㋿'", "M", "<META", "_START", ">字", " "]}
+{"text": "fi㋿(d< 0\"Z漢ß‍😀🏽漢''ſé<|fim_prefix|>\r\n!9\"#$%…­EOT👍🏽\t👍🏽'TDž-", "tokens": 63, "pieces": ["fi", "㋿(", "d", "<", " ", "0", "\"Z漢ß", "‍😀🏽", "漢", "''", "ſé", "<|", "fim", "_prefix", "|>\r\n", "!", "9", "\"#$%", "…", "­EOT", "👍🏽", "\t", "👍🏽'", "TDž", "-"]}
+{"text": "ſm🙂…Ⅳ𐞁½́st!'re", "tokens": 18, "pieces": ["ſm", "🙂", "…", "Ⅳ", "𐞁", "½", "́st", "!'", "re"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n\r\n😀🏽ع́字🙂ß३'Re\"𐞁\"'ll  \n㋿12345678🙂\n's\n  #$%!!ꟲ'ſ#$%!!ſ\r\n👍🏽's're'T", "tokens": 60, "pieces": ["\r\n\r\n", "😀🏽", "ع", "́字", "🙂ß", "३", "'Re", "\"𐞁", "\"'", "ll", "  \n", "㋿", "123", "456", "78", "🙂\n", "'s", "\n", " ", " #$%!!", "ꟲ", "'ſ", "#$%!!", "ſ", "\r\n", "👍🏽'", "s", "'re", "'T"]}
+{"text": "㍿㍿<👍🏽\"🙂  déEOTå<EOT>ḍ̇\r\n\r\n's\t<|fim_prefix|>><'S漢<EOT>㋿å're   \n½'D-", "tokens": 62, "pieces": ["㍿㍿<👍🏽\"🙂", " ", " déEOTa", "̊<", "EOT", ">ḋ", "̣\r\n\r\n", "'s", "\t", "<|", "fim", "_prefix", "|>><'", "S漢", "<EOT", ">㋿", "a", "̊'", "re", "   \n", "½", "'D", "-"]}
+{"text": "'VE.́　…\rⅣ<META_START>İ'Re\"é٣٤٥٦'VE\u000b字٣٤٥٦ḍ̇👍🏽0!!Ａ३é12345678mat\r\n'S👍🏽å漢‍'sDžＡ'S", "tokens": 83, "pieces": ["'VE", ".́", "　…\r", "Ⅳ", "<META", "_START", ">İ", "'Re", "\"é", "٣٤٥", "٦", "'VE", "\u000b字", "٣٤٥", "٦", "ḋ", "̣👍🏽", "0", "!!", "Ａ", "३", "e", "́", "123", "456", "78", "mat", "\r\n", "'S", "👍🏽", "a", "̊漢", "‍'", "sDžＡ", "'S"]}
+{"text": "!!字é<|fim_prefix|>'D\r(Ⅳ'Dꟲ,🙂…EOT३'D(   \n   \n­   \n'lléas
'Ree\r\n- ", "tokens": 45, "pieces": ["!!", "字é", "<|", "fim", "_prefix", "|>'", "D", "\r", "(", "Ⅳ", "'D", "ꟲ", ",🙂", "…EOT", "३", "'D", "(", "   \n   \n", "­", "   \n", "'ll", "e", "́as", "
", "'Re", "e", "\r\n", "-", " "]}
+{"text": "…", "tokens": 2, "pieces": ["…"]}
+{"text": "'re<META_START>#$%Dž'😀🏽㋿ع   \nå0­
'lla字''s'S😀🏽'ſ \u000bZ-é \"'ll­👍🏽<|fim_prefix|>ꟲ!!\n", "tokens": 67, "pieces": ["'re", "<META", "_START", ">#$%", "Dž", "'😀🏽㋿", "ع", "   \n", "a", "̊", "0", "­", "
", "'ll", "a字", "''", "s", "'S", "😀🏽'", "ſ", " ", "\u000bZ", "-e", "́", " ", "\"'", "ll", "­👍🏽<|", "fim", "_prefix", "|>", "ꟲ", "!!\n"]}
+{"text": "'D…\u000b🙂a🙂 EOT!!٣٤٥٦12345678\r'Té३\r\n\r\n9'VE", "tokens": 32, "pieces": ["'D", "…", "\u000b", "🙂a", "🙂", " EOT", "!!", "٣٤٥", "٦12", "345", "678", "\r", "'T", "é", "३", "\r\n\r\n", "9", "'VE"]}
+{"text": "'Så\u000be𐞁<META_START>'ſ㍿'s㋿İ'S㍿d\t㋿'S'ſ're's😀🏽३#$%İⅣfi　fifidꟲ<m٣٤٥٦#$%ع", "tokens": 76, "pieces": ["'S", "a", "̊", "\u000be𐞁", "<META", "_START", ">'", "ſ", "㍿'", "s", "㋿İ", "'S", "㍿d", "\t", "㋿'", "S", "'ſ", "'re", "'s", "😀🏽", "३", "#$%", "İ", "Ⅳ", "fi", "　fifidꟲ", "<m", "٣٤٥", "٦", "#$%", "ع"]}
+{"text": "t-a'D>éå㍿'s\té\r٣٤٥٦å­å'Re\r\n<EOT>🙂٣٤٥٦12345678­Ⅳ", "tokens": 53, "pieces": ["t", "-a", "'D", ">éa", "̊㍿'", "s", "\te", "́\r", "٣٤٥", "٦", "a", "̊­", "a", "̊'", "Re", "\r\n", "<EOT", ">🙂", "٣٤٥", "٦12", "345", "678", "­", "Ⅳ"]}
+{"text": "½<EOT>'Re'ſ9>d   \n<'llé0dß12345678'D­ſ#$%'s", "tokens": 27, "pieces": ["½", "<EOT", ">'", "Re", "'ſ", "9", ">d", "   \n", "<'", "llé", "0", "dß", "123", "456", "78", "'D", "­ſ", "#$%'", "s"]}
+{"text": "'VE<META_START>", "tokens": 6, "pieces": ["'VE", "<META", "_START", ">"]}
+{"text": "'re's३'Re12345678eＡ'VE\nＡ,'s<META_START>#$%\n𐞁\"Dž", "tokens": 31, "pieces": ["'re", "'s", "३", "'Re", "123", "456", "78", "eＡ", "'VE", "\n", "Ａ", ",'", "s", "<META", "_START", ">#$%\n", "𐞁", "\"Dž"]}
+{"text": "\n'VE🙂½<|endoftext|><\n'M!'Mꟲ­<EOT>𐞁ꟲ're\u000bfis! 9'Da\r\na👍🏽😀🏽're(  12345678'", "tokens": 64, "pieces": ["\n", "'VE", "🙂", "½", "<|", "endoftext", "|><\n", "'M", "!'", "Mꟲ", "­<", "EOT", ">𐞁ꟲ", "'re", "\u000bfis", "!", " ", "9", "'D", "a", "\r\n", "a", "👍🏽😀🏽'", "re", "(", " ", " ", "123", "456", "78", "'"]}
+{"text": "fi  \t👍🏽12345678're​ꟲ👍🏽EOT٣٤٥٦'ll٣٤٥٦ å('.", "tokens": 47, "pieces": ["fi", "  ", "\t", "👍🏽", "123", "456", "78", "'re", "​ꟲ", "👍🏽", "EOT", "٣٤٥", "٦", "'ll", "٣٤٥", "٦", " a", "̊('."]}
+{"text": "\"\rd㋿\t \t　'S\tså'VE🙂", "tokens": 17, "pieces": ["\"\r", "d", "㋿", "\t \t", "　", "'S", "\tsa", "̊'", "VE", "🙂"]}
+{"text": "m३\r\n 𐞁👍🏽\r's,s😀🏽́­  \r\n\r\n🙂𐞁", "tokens": 32, "pieces": ["m", "३", "\r\n", " 𐞁", "👍🏽\r", "'s", ",s", "😀🏽́­", "  \r\n\r\n", "🙂𐞁"]}
+{"text": "<META_START>0ſ\r!EOT​é'Ḿ\r'M'S​et'reſ\u000b", "tokens": 24, "pieces": ["<META", "_START", ">", "0", "ſ", "\r", "!EOT", "​é", "'M", "́\r", "'M", "'S", "​et", "'re", "ſ", "\u000b"]}
+{"text": "#$%,d
EOT漢\n​Ⅳꟲe'M", "tokens": 18, "pieces": ["#$%,", "d", "
EOT漢", "\n", "​", "Ⅳ", "ꟲe", "'M"]}
+{"text": "><|endoftext|>!ḍ̇'Ré.漢>'M<EOT>", "tokens": 24, "pieces": ["><|", "endoftext", "|>!", "ḋ", "̣'", "Re", "́.", "漢", ">'", "M", "<EOT", ">"]}
+{"text": "Zéſ--Dž<META_START><EOT>'s<EOT>\r\n\r\nꟲ́'VE字漢're!!s\r\n'-<EOT🙂  　#$%", "tokens": 41, "pieces": ["Ze", "́ſ", "--", "Dž", "<META", "_START", "><", "EOT", ">'", "s", "<EOT", ">\r\n\r\n", "ꟲ", "́'", "VE字漢", "'re", "!!", "s", "\r\n", "'-<", "EOT", "🙂", "  ", "　", "#$%"]}
+{"text": " 👍🏽<EOT>
!!\t!!'sꟲ́<ꟲ🙂é'VEＡ\"Z𐞁'-İ<|endoftext|><s9​", "tokens": 51, "pieces": [" ", "👍🏽<", "EOT", ">", "
", "!!", "\t", "!!'", "sꟲ", "́<", "ꟲ", "🙂é", "'VE", "Ａ", "\"Z𐞁", "'-", "İ", "<|", "endoftext", "|><", "s", "9", "​"]}
+{"text": ",tع'D   \nḍ̇㍿'Re\r\n 𐞁'VEd👍🏽​'ll'ReＡ𐞁   \n🙂", "tokens": 42, "pieces": [",tع", "'D", "   \n", "ḋ", "̣㍿'", "Re", "\r\n", " 𐞁", "'VE", "d", "👍🏽​'", "ll", "'Re", "Ａ𐞁", "   \n", "🙂"]}
+{"text": "́'VEDž\nⅣé𐞁‍'M", "tokens": 17, "pieces": ["́'", "VEDž", "\n", "Ⅳ", "é𐞁", "‍'", "M"]}
+{"text": "é   \nEOT
<'‍'Ttå!", "tokens": 16, "pieces": ["e", "́", "   \n", "EOT", "
", "<'‍'", "Tta", "̊!"]}
+{"text": "!!字\r\n\r\n'ſ'D　Z㋿'T(  Ⅳ0eé㋿a're   \n", "tokens": 28, "pieces": ["!!", "字", "\r\n\r\n", "'ſ", "'D", "　Z", "㋿'", "T", "(", " ", " ", "Ⅳ0", "eé", "㋿a", "'re", "   \n"]}
+{"text": "aſ'D👍🏽­㍿aḍ̇\u000b​!   \n'S<|endoftext|>s're9fi>", "tokens": 38, "pieces": ["aſ", "'D", "👍🏽­㍿", "aḋ", "̣", "\u000b", "​!", "   \n", "'S", "<|", "endoftext", "|>", "s", "'re", "9", "fi", ">"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Ⅳ३Ａ٣٤٥٦0éſ\u000b\r𐞁 Džé½ḍ̇sd,'Sa\r\n\r\n३é", "tokens": 42, "pieces": ["Ⅳ३", "Ａ", "٣٤٥", "٦0", "éſ", "\u000b\r", "𐞁", " Džé", "½", "ḋ", "̣sd", ",'", "Sa", "\r\n\r\n", "३", "e", "́"]}
+{"text": "t  d​ß'ſfi-!😀🏽a३'sḍ̇12345678Z'll­'Re#$%
  ,s'Så'Té'ſ(\r\n\r\ntſm'\r\n", "tokens": 58, "pieces": ["t", " ", " d", "​ß", "'ſ", "fi", "-!😀🏽", "a", "३", "'s", "ḋ", "̣", "123", "456", "78", "Z", "'ll", "­'", "Re", "#$%", "
 ", " ,", "s", "'S", "a", "̊'", "Te", "́'", "ſ", "(\r\n\r\n", "tſm", "'\r\n"]}
+{"text": "<EOT>​漢<'DtEOT­ḍ̇<𐞁<字́ 'M're0", "tokens": 28, "pieces": ["<EOT", ">​", "漢", "<'", "DtEOT", "­ḋ", "̣<", "𐞁", "<字", "́", " '", "M", "'re", "0"]}
+{"text": "<META_START>>dé,!!-\rEOT-   \nt  Ⅳ   \n<EOT>\tḍ̇Z字", "tokens": 31, "pieces": ["<META", "_START", ">>", "de", "́,!!-\r", "EOT", "-", "   \n", "t", " ", " ", "Ⅳ", "   \n", "<EOT", ">", "\tḋ", "̣Z字"]}
+{"text": "\r\n
'Sſ٣٤٥٦!!…<META_START>DžZ३'Tع#$%e", "tokens": 31, "pieces": ["\r\n", "
", "'S", "ſ", "٣٤٥", "٦", "!!", "…", "<META", "_START", ">DžZ", "३", "'T", "ع", "#$%", "e"]}
+{"text": "<EOT>fi🙂'👍🏽'M   \n'Ta🙂t \u000b　>Ａ<a", "tokens": 29, "pieces": ["<EOT", ">fi", "🙂'👍🏽'", "M", "   \n", "'T", "a", "🙂t", " \u000b", "　", ">Ａ", "<a"]}
+{"text": ".12345678'𐞁३ع'M(,½́\n३>#$%å'ſ𐞁<|fim_prefix|>ß<EOT>!!🙂….ꟲ\"", "tokens": 54, "pieces": [".", "123", "456", "78", "'𐞁", "३", "ع", "'M", "(,", "½", "́\n", "३", ">#$%", "a", "̊'", "ſ𐞁", "<|", "fim", "_prefix", "|>", "ß", "<EOT", ">!!🙂", "…", ".ꟲ", "\""]}
+{"text": "<|fim_prefix|>>   \n𐞁e", "tokens": 13, "pieces": ["<|", "fim", "_prefix", "|>>", "   \n", "𐞁e"]}
+{"text": "'Dt-ḍ̇३'ſ'dZ.m\r\n‍\r\n\r\n,Dž\r''M'VE", "tokens": 28, "pieces": ["'D", "t", "-ḋ", "̣", "३", "'ſ", "'d", "Z", ".m", "\r\n", "‍\r\n\r\n", ",Dž", "\r", "''", "M", "'VE"]}
+{"text": "'VE'TＡ<\r\n'S'VEfi漢-#$%\u000b½sééd.½　'S.'ll>🙂Ａ's('T​漢'T", "tokens": 42, "pieces": ["'VE", "'T", "Ａ", "<\r\n", "'S", "'VE", "fi漢", "-#$%", "\u000b", "½", "se", "́e", "́d", ".", "½", "　", "'S", ".'", "ll", ">🙂", "Ａ", "'s", "('", "T", "​漢", "'T"]}
+{"text": "'S<META_START>\"𐞁\r\n\r\n字‍,
\"🙂‍.aa!9'Dta'M​\t\nZ\t　…m­İ<META_START>𐞁,Za㋿'re", "tokens": 53, "pieces": ["'S", "<META", "_START", ">\"", "𐞁", "\r\n\r\n", "字", "‍,", "
", "\"🙂‍.", "aa", "!", "9", "'D", "ta", "'M", "​", "\t\n", "Z", "\t　", "…m", "­İ", "<META", "_START", ">𐞁", ",Za", "㋿'", "re"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㋿å㍿12345678<EOT>(-<|endoftext|>><EOT>!!\r\n'ſ<META_START>'VEſ
'sZ<|endoftext|>😀🏽9ßİ‍…EOTⅣع's(ſ <|fim_prefix|>", "tokens": 77, "pieces": ["㋿a", "̊㍿", "123", "456", "78", "<EOT", ">(-<|", "endoftext", "|>><", "EOT", ">!!\r\n", "'ſ", "<META", "_START", ">'", "VEſ", "
", "'s", "Z", "<|", "endoftext", "|>😀🏽", "9", "ßİ", "‍", "…EOT", "Ⅳ", "ع", "'s", "(ſ", " <|", "fim", "_prefix", "|>"]}
+{"text": "  '‍\r\n9-'ree'rea\r\n\r\n३𐞁(́Dž<META_START>…'Ree😀🏽\"🙂'D0,fi", "tokens": 43, "pieces": [" ", " '‍\r\n", "9", "-'", "ree", "'re", "a", "\r\n\r\n", "३", "𐞁", "(́", "Dž", "<META", "_START", ">", "…", "'Re", "e", "😀🏽\"🙂'", "D", "0", ",fi"]}
+{"text": "🙂0漢(Dž'VE<|fim_prefix|> \"ḍ̇­Z👍🏽٣٤٥٦漢(å字<EOT>EOT\"12345678's\n'D", "tokens": 57, "pieces": ["🙂", "0", "漢", "(Dž", "'VE", "<|", "fim", "_prefix", "|>", " ", "\"ḋ", "̣­", "Z", "👍🏽", "٣٤٥", "٦", "漢", "(a", "̊字", "<EOT", ">EOT", "\"", "123", "456", "78", "'s", "\n", "'D"]}
+{"text": "<|fim_prefix|><|endoftext|>'Re…'T#$% d<|endoftext|><|fim_prefix|>12345678", "tokens": 36, "pieces": ["<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "Re", "…", "'T", "#$%", " d", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "123", "456", "78"]}
+{"text": "　㋿𐞁İ\nmḍ̇'re<|fim_prefix|>'Sḍ̇mfi9<٣٤٥٦'Dß're   \n ḍ̇㍿\r‍'👍🏽<|endoftext|>🙂ſ'S", "tokens": 78, "pieces": ["　", "㋿𐞁İ", "\n", "mḋ", "̣'", "re", "<|", "fim", "_prefix", "|>'", "Sḋ", "̣mfi", "9", "<", "٣٤٥", "٦", "'D", "ß", "'re", "   \n", " ḋ", "̣㍿\r", "‍'👍🏽<|", "endoftext", "|>🙂", "ſ", "'S"]}
+{"text": "'D<EOT>'re½½Ａs9>'M<META_START>,😀🏽.'Re　́🙂'Ms's३­\r\n­9<d-'ll  ", "tokens": 41, "pieces": ["'D", "<EOT", ">'", "re", "½½", "Ａs", "9", ">'", "M", "<META", "_START", ">,😀🏽.'", "Re", "　", "́🙂'", "Ms", "'s", "३", "­\r\n", "­", "9", "<d", "-'", "ll", "  "]}
+{"text": "字.漢'D'S#$%-t!!\u000b٣٤٥٦'T👍🏽\"Ⅳ㍿字", "tokens": 33, "pieces": ["字", ".漢", "'D", "'S", "#$%-", "t", "!!", "\u000b", "٣٤٥", "٦", "'T", "👍🏽\"", "Ⅳ", "㍿字"]}
+{"text": "漢\nİ.m", "tokens": 5, "pieces": ["漢", "\n", "İ", ".m"]}
+{"text": "İ‍​
㋿　漢‍\r३!!́<EOT>é́t𐞁Ⅳ#$%'VE'sfi,ſḍ̇'M-,EOT   \nＡ's", "tokens": 55, "pieces": ["İ", "‍​", "
", "㋿", "　漢", "‍\r", "३", "!!́<", "EOT", ">é", "́t𐞁", "Ⅳ", "#$%'", "VE", "'s", "fi", ",ſḋ", "̣'", "M", "-,", "EOT", "   \n", "Ａ", "'s"]}
+{"text": "'re…0!!٣٤٥٦ßdZ‍'sZ", "tokens": 21, "pieces": ["'re", "…", "0", "!!", "٣٤٥", "٦", "ßdZ", "‍'", "sZ"]}
+{"text": "fiＡ   \nEOT\t½'ll,s Ａ9", "tokens": 14, "pieces": ["fiＡ", "   \n", "EOT", "\t", "½", "'ll", ",s", " Ａ", "9"]}
+{"text": "𐞁!!漢٣٤٥٦　㋿'S\r\n\r\nſ", "tokens": 24, "pieces": ["𐞁", "!!", "漢", "٣٤٥", "٦", "　", "㋿'", "S", "\r\n\r\n", "ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "!\r\n\r\n.\u000b­ſ.åe", "tokens": 11, "pieces": ["!\r\n\r\n", ".", "\u000b", "­ſ", ".a", "̊e"]}
+{"text": " \t9'Mſ9!!\"\"9'llꟲ\u000bİ㋿!!fiZع'ſⅣⅣſ", "tokens": 33, "pieces": [" ", "\t", "9", "'M", "ſ", "9", "!!\"\"", "9", "'ll", "ꟲ", "\u000bİ", "㋿!!", "fiZع", "'ſ", "ⅣⅣ", "ſ"]}
+{"text": "EOT३<EOT> 12345678<EOT>'T'Reḍ̇   \n'Dm'sd😀🏽\t㍿,t<EOT> 'Tع\rå", "tokens": 47, "pieces": ["EOT", "३", "<EOT", ">", " ", "123", "456", "78", "<EOT", ">'", "T", "'Re", "ḋ", "̣", "   \n", "'D", "m", "'s", "d", "😀🏽", "\t", "㍿,", "t", "<EOT", ">", " ", "'T", "ع", "\r", "a", "̊"]}
+{"text": "\u000bＡé
e\r'T  <|endoftext|>t!!<EOT>e'D٣٤٥٦𐞁👍🏽Ⅳ\rſ'lltDž('", "tokens": 52, "pieces": ["\u000bＡe", "́", "
e", "\r", "'T", " ", " <|", "endoftext", "|>", "t", "!!<", "EOT", ">e", "'D", "٣٤٥", "٦", "𐞁", "👍🏽", "Ⅳ", "\r", "ſ", "'ll", "tDž", "('"]}
+{"text": "\nḍ̇㋿㍿😀🏽漢a", "tokens": 20, "pieces": ["\n", "ḋ", "̣㋿㍿😀🏽", "漢a"]}
+{"text": "s ㍿'reＡt!!𐞁½d㋿EOT…d!!㍿㍿e
éİ.​‍ßZ
३0Ⅳ,　é'S'VE漢३0's", "tokens": 62, "pieces": ["s", " ", "㍿'", "reＡt", "!!", "𐞁", "½", "d", "㋿EOT", "…d", "!!㍿㍿", "e", "
éİ", ".​‍", "ßZ", "
", "३0Ⅳ", ",", "　é", "'S", "'VE", "漢", "३0", "'s"]}
+{"text": " <㍿ع😀🏽Z𐞁ſ
mm​dß'Re漢\r\n\r\n   \n\"…\"", "tokens": 32, "pieces": [" <㍿", "ع", "😀🏽", "Z𐞁ſ", "
mm", "​dß", "'Re", "漢", "\r\n\r\n   \n", "\"", "…", "\""]}
+{"text": "   \ném'S½'s
字­<EOT>'ſ\r\n\r\n‍ſ٣٤٥٦\r\n\r\n
'VE​éDž㍿\u000bååع\r\n'se\rعt''ll", "tokens": 59, "pieces": ["   \n", "e", "́m", "'S", "½", "'s", "
字", "­<", "EOT", ">'", "ſ", "\r\n\r\n", "‍ſ", "٣٤٥", "٦", "\r\n\r\n", "
", "'VE", "​e", "́Dž", "㍿", "\u000ba", "̊a", "̊ع", "\r\n", "'s", "e", "\r", "عt", "''", "ll"]}
+{"text": "字mſ🙂'", "tokens": 7, "pieces": ["字mſ", "🙂'"]}
+{"text": "🙂 ", "tokens": 3, "pieces": ["🙂", " "]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'s<|endoftext|>㋿\"👍🏽\rEOT́!e", "tokens": 24, "pieces": ["'s", "<|", "endoftext", "|>㋿\"👍🏽\r", "EOT", "́!", "e"]}
+{"text": ".㋿at字<'Sm'M9字e
\u000bع!👍🏽ß㍿..-d  ḍ̇🙂.'S\r'ſ\r\n\r\nＡ'ſ12345678'VE
é'ſ\n", "tokens": 63, "pieces": [".㋿", "at字", "<'", "Sm", "'M", "9", "字e", "
", "\u000bع", "!👍🏽", "ß", "㍿..-", "d", " ", " ḋ", "̣🙂.'", "S", "\r", "'ſ", "\r\n\r\n", "Ａ", "'ſ", "123", "456", "78", "'VE", "
e", "́'", "ſ", "\n"]}
+{"text": "ḍ̇e'ſ👍🏽<|fim_prefix|><|endoftext|>s!­ <EOT>é😀🏽ſ½…'Mꟲ\u000b -㋿  'S\r#$%fi字<META_START>-<\u000b\r(-\reé㋿", "tokens": 78, "pieces": ["ḋ", "̣e", "'ſ", "👍🏽<|", "fim", "_prefix", "|><|", "endoftext", "|>", "s", "!­", " ", "<EOT", ">e", "́😀🏽", "ſ", "½", "…", "'M", "ꟲ", "\u000b", " -㋿", " ", " '", "S", "\r", "#$%", "fi字", "<META", "_START", ">-<", "\u000b\r", "(-\r", "eé", "㋿"]}
+{"text": "fid  <|endoftext|><META_START>!­ 'D३Z🙂<|endoftext|>#$%字'ſé", "tokens": 37, "pieces": ["fid", " ", " <|", "endoftext", "|><", "META", "_START", ">!­", " ", "'D", "३", "Z", "🙂<|", "endoftext", "|>#$%", "字", "'ſ", "e", "́"]}
+{"text": "'ll  !!​<EOT><|fim_prefix|>ع‍'ll<EOT>‍‍''S.EOT#$%'
\u000b👍🏽Dž'\r\n\r\nİ́", "tokens": 46, "pieces": ["'ll", " ", " !!​<", "EOT", "><|", "fim", "_prefix", "|>", "ع", "‍'", "ll", "<EOT", ">‍‍''", "S", ".EOT", "#$%'", "
", "\u000b", "👍🏽", "Dž", "'\r\n\r\n", "İ", "́"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<|fim_prefix|>a­fi\"'S'ſ३<0'Sé>'VE㋿a.'Re'T\r\nſDža🙂0\"ſ", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>", "a", "­fi", "\"'", "S", "'ſ", "३", "<", "0", "'S", "e", "́>'", "VE", "㋿a", ".'", "Re", "'T", "\r\n", "ſDža", "🙂", "0", "\"ſ"]}
+{"text": "㍿12345678'S!!#$%fi'ß\t㋿åe.­😀🏽'VE\r\n\r\nDž‍漢٣٤٥٦İ㍿  >9'Re\u000b9!\u000b0   \nß‍'Re'ſſ", "tokens": 70, "pieces": ["㍿", "123", "456", "78", "'S", "!!#$%", "fi", "'ß", "\t", "㋿a", "̊e", ".­😀🏽'", "VE", "\r\n\r\n", "Dž", "‍漢", "٣٤٥", "٦", "İ", "㍿", " ", " >", "9", "'Re", "\u000b", "9", "!", "\u000b", "0", "   \n", "ß", "‍'", "Re", "'ſ", "ſ"]}
+{"text": "tm'll\t12345678<,३Ａ🙂12345678Dž'll𐞁İå𐞁\u000b\u000b
", "tokens": 36, "pieces": ["tm", "'ll", "\t", "123", "456", "78", "<,", "३", "Ａ", "🙂", "123", "456", "78", "Dž", "'ll", "𐞁İa", "̊𐞁", "\u000b\u000b
"]}
+{"text": "'Reßå>12345678å­m😀🏽", "tokens": 19, "pieces": ["'Re", "ßa", "̊>", "123", "456", "78", "a", "̊­", "m", "😀🏽"]}
+{"text": "​ ſå㍿ꟲ<|fim_prefix|>-EOT<|fim_prefix|>'T,(㍿ <META_START>
ßعé'Mḍ̇.", "tokens": 50, "pieces": ["​", " ſa", "̊㍿", "ꟲ", "<|", "fim", "_prefix", "|>-", "EOT", "<|", "fim", "_prefix", "|>'", "T", ",(㍿", " ", "<META", "_START", ">", "
ßعé", "'M", "ḋ", "̣."]}
+{"text": "　㋿㋿\u000bꟲ", "tokens": 11, "pieces": ["　", "㋿㋿", "\u000bꟲ"]}
+{"text": "　ꟲ३'ſ'ſ\n'll!!'M'S1234567812345678🙂\r\nZ\r", "tokens": 29, "pieces": ["　ꟲ", "३", "'ſ", "'ſ", "\n", "'ll", "!!'", "M", "'S", "123", "456", "781", "234", "567", "8", "🙂\r\n", "Z", "\r"]}
+{"text": "fi​'D\"Džmſ 
>३ꟲ\r\n'ſa", "tokens": 25, "pieces": ["fi", "​'", "D", "\"Džmſ", " ", "
", ">", "३", "ꟲ", "\r\n", "'ſ", "a"]}
+{"text": "é>…‍́漢́ꟲ09…12345678d-　<|endoftext|>   \n\r<META_START>''    EOTå-<META_START> ,'sEOT#$%   \n<|endoftext|>9!!…😀🏽", "tokens": 71, "pieces": ["é", ">", "…", "‍́", "漢", "́ꟲ", "09", "…", "123", "456", "78", "d", "-", "　", "<|", "endoftext", "|>", "   \n\r", "<META", "_START", ">''", "   ", " EOTa", "̊-<", "META", "_START", ">", " ", ",'", "sEOT", "#$%", "   \n", "<|", "endoftext", "|>", "9", "!!", "…", "😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "å'lls<|fim_prefix|>'M'-12345678   \n'D  é", "tokens": 23, "pieces": ["a", "̊'", "lls", "<|", "fim", "_prefix", "|>'", "M", "'-", "123", "456", "78", "   \n", "'D", " ", " e", "́"]}
+{"text": "३漢t<EOT>!!!!es\u000b\u000b\r\n​'ſ<|fim_prefix|>'TZ\"å<eꟲ　9\rſ(字‍​字 'M   \n👍🏽0", "tokens": 54, "pieces": ["३", "漢t", "<EOT", ">!!!!", "es", "\u000b\u000b\r\n", "​'", "ſ", "<|", "fim", "_prefix", "|>'", "TZ", "\"a", "̊<", "eꟲ", "　", "9", "\r", "ſ", "(字", "‍​", "字", " '", "M", "   \n", "👍🏽", "0"]}
+{"text": "🙂　<EOT>99 ㍿'D🙂-", "tokens": 16, "pieces": ["🙂", "　", "<EOT", ">", "99", " ㍿'", "D", "🙂-"]}
+{"text": "'T   \n'T‍mZ'llmＡ!\r\n\r\n(ds\t", "tokens": 15, "pieces": ["'T", "   \n", "'T", "‍mZ", "'ll", "mＡ", "!\r\n\r\n", "(ds", "\t"]}
+{"text": "­
Dž<META_START>\"ßİ#$%'M'sꟲ(\r\n\r\n<ꟲ'S'M😀🏽d३….​½ꟲ٣٤٥٦", "tokens": 50, "pieces": ["­", "
Dž", "<META", "_START", ">\"", "ßİ", "#$%'", "M", "'s", "ꟲ", "(\r\n\r\n", "<ꟲ", "'S", "'M", "😀🏽", "d", "३", "…", ".​", "½", "ꟲ", "٣٤٥", "٦"]}
+{"text": "'Da‍㍿,'Reß12345678'DeZ-'re'D's,-12345678'VE'll३(", "tokens": 30, "pieces": ["'D", "a", "‍㍿,'", "Reß", "123", "456", "78", "'D", "eZ", "-'", "re", "'D", "'s", ",-", "123", "456", "78", "'VE", "'ll", "३", "("]}
+{"text": "​   \n'VEſ", "tokens": 6, "pieces": ["​", "   \n", "'VE", "ſ"]}
+{"text": "-ß'Re३å .", "tokens": 9, "pieces": ["-ß", "'Re", "३", "a", "̊", " ."]}
+{"text": "åḍ̇!!<|fim_prefix|>\r's'S‍'sſ٣٤٥٦'D12345678.#$%-!fi　fi<  'é‍😀🏽३å> ", "tokens": 64, "pieces": ["a", "̊ḋ", "̣!!<|", "fim", "_prefix", "|>\r", "'s", "'S", "‍'", "sſ", "٣٤٥", "٦", "'D", "123", "456", "78", ".#$%-!", "fi", "　fi", "<", " ", " '", "é", "‍😀🏽", "३", "a", "̊>", " "]}
+{"text": "ß😀🏽ſ'llt'T''T'M0́!a'S,㍿٣٤٥٦>
…s>́'re\n's", "tokens": 43, "pieces": ["ß", "😀🏽", "ſ", "'ll", "t", "'T", "''", "T", "'M", "0", "́!", "a", "'S", ",㍿", "٣٤٥", "٦", ">", "
", "…s", ">́'", "re", "\n", "'s"]}
+{"text": "
\r\n
İ0'Red#$%<EOT> 12345678åe   \nع'VE'Re d'T漢> 'll'Tİ́㍿३𐞁ß12345678  ㋿", "tokens": 57, "pieces": ["
\r\n", "
İ", "0", "'Re", "d", "#$%<", "EOT", ">", " ", "123", "456", "78", "a", "̊e", "   \n", "ع", "'VE", "'Re", " d", "'T", "漢", ">", " '", "ll", "'T", "İ", "́㍿", "३", "𐞁ß", "123", "456", "78", " ", " ㋿"]}
+{"text": "\u000bعع<|endoftext|>㍿  ​<|endoftext|>EOT'ſtd㍿'s‍'M\r(#$%9\n<|fim_prefix|>!   \n'ſ9٣٤٥٦'T\tⅣ", "tokens": 68, "pieces": ["\u000bعع", "<|", "endoftext", "|>㍿", " ", " ​<|", "endoftext", "|>", "EOT", "'ſ", "td", "㍿'", "s", "‍'", "M", "\r", "(#$%", "9", "\n", "<|", "fim", "_prefix", "|>!", "   \n", "'ſ", "9٣٤", "٥٦", "'T", "\t", "Ⅳ"]}
+{"text": "e<META_START>EOT''ress'VEm>'S- 'M字\r\n\r\n'Sḍ̇İ0're'Re
́d<t\"\rfi'TEOT　<'T\ŕ🙂𐞁", "tokens": 51, "pieces": ["e", "<META", "_START", ">EOT", "''", "ress", "'VE", "m", ">'", "S", "-", " '", "M字", "\r\n\r\n", "'S", "ḋ", "̣İ", "0", "'re", "'Re", "
", "́d", "<t", "\"\r", "fi", "'T", "EOT", "　", "<'", "T", "\r", "́🙂", "𐞁"]}
+{"text": "'re0Ａ.㋿<EOT>EOT‍ß\r
\n字<\u000bꟲḍ̇Dž'D́ésⅣ!\u000b<…(<|endoftext|>0<EOT>'s'Re <META_START>'re'Sſa", "tokens": 67, "pieces": ["'re", "0", "Ａ", ".㋿<", "EOT", ">EOT", "‍ß", "\r
\n", "字", "<", "\u000bꟲḋ", "̣Dž", "'D", "́e", "́s", "Ⅳ", "!", "\u000b", "<", "…", "(<|", "endoftext", "|>", "0", "<EOT", ">'", "s", "'Re", " <", "META", "_START", ">'", "re", "'S", "ſa"]}
+{"text": "\"  é", "tokens": 4, "pieces": ["\"", " ", " e", "́"]}
+{"text": "😀🏽's…½\t३#$%<å", "tokens": 19, "pieces": ["😀🏽'", "s", "…", "½", "\t", "३", "#$%<", "a", "̊"]}
+{"text": "ꟲع ßＡe(\r\n\r\neß㍿  ḍ̇'sꟲ<|endoftext|>ḍ̇'T\r'Reé-0İ㍿<|fim_prefix|>Dž   \n　", "tokens": 62, "pieces": ["ꟲع", " ßＡe", "(\r\n\r\n", "eß", "㍿", " ", " ḋ", "̣'", "sꟲ", "<|", "endoftext", "|>", "ḋ", "̣'", "T", "\r", "'Re", "e", "́-", "0", "İ", "㍿<|", "fim", "_prefix", "|>", "Dž", "   \n　"]}
+{"text": "عe 'D३'s'reéa#$%9字\r!'s", "tokens": 18, "pieces": ["عe", " ", "'D", "३", "'s", "'re", "e", "́a", "#$%", "9", "字", "\r", "!'", "s"]}
+{"text": "'ſⅣⅣ12345678>Dž​٣٤٥٦३", "tokens": 25, "pieces": ["'ſ", "ⅣⅣ1", "234", "567", "8", ">Dž", "​", "٣٤٥", "٦३"]}
+{"text": "\rſ'ſ.ſ", "tokens": 9, "pieces": ["\r", "ſ", "'ſ", ".ſ"]}
+{"text": "​(ꟲ'M🙂'VE\re'VE\n12345678İ's!!>٣٤٥٦Z\r\n\r\n\tＡ३\r\nZ㍿\r,­٣٤٥٦-\r !!'VE<|endoftext|><|endoftext|>", "tokens": 72, "pieces": ["​(", "ꟲ", "'M", "🙂'", "VE", "\r", "e", "'VE", "\n", "123", "456", "78", "İ", "'s", "!!>", "٣٤٥", "٦", "Z", "\r\n\r\n", "\tＡ", "३", "\r\n", "Z", "㍿\r", ",­", "٣٤٥", "٦", "-\r", " ", "!!'", "VE", "<|", "endoftext", "|><|", "endoftext", "|>"]}
+{"text": "ⅣⅣZé'T　\tm…'T<|fim_prefix|>ḍ̇-   \n㋿Z'sé漢३​m   \nd", "tokens": 42, "pieces": ["ⅣⅣ", "Ze", "́'", "T", "　", "\tm", "…", "'T", "<|", "fim", "_prefix", "|>", "ḋ", "̣-", "   \n", "㋿Z", "'s", "e", "́漢", "३", "​m", "   \n", "d"]}
+{"text": "!!ꟲ'Ts, #$%,…<mＡßt㋿\u000b9½", "tokens": 22, "pieces": ["!!", "ꟲ", "'T", "s", ",", " #$%,", "…", "<mＡßt", "㋿", "\u000b", "9½"]}
+{"text": "eEOTꟲ
\"३m'T٣٤٥٦㍿e(㍿ å٣٤٥٦३fi🙂", "tokens": 47, "pieces": ["eEOTꟲ", "
", "\"", "३", "m", "'T", "٣٤٥", "٦", "㍿e", "(㍿", " a", "̊", "٣٤٥", "٦३", "fi", "🙂"]}
+{"text": "ſ\n😀🏽're<|fim_prefix|>🙂>​aİ\r\n\r\n
ée

é‍,a'VE​aß\r\n\t9t<|fim_prefix|>\rſ٣٤٥٦<|fim_prefix|>Džae", "tokens": 74, "pieces": ["ſ", "\n", "😀🏽'", "re", "<|", "fim", "_prefix", "|>🙂>​", "aİ", "\r\n\r\n", "
ée", "
", "
e", "́‍,", "a", "'VE", "​aß", "\r\n", "\t", "9", "t", "<|", "fim", "_prefix", "|>\r", "ſ", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "Džae"]}
+{"text": "<|endoftext|>㍿­ås½  ع\r\n(ع𐞁👍🏽-'ll!'llm㋿Z", "tokens": 40, "pieces": ["<|", "endoftext", "|>㍿­", "a", "̊s", "½", " ", " ع", "\r\n", "(ع𐞁", "👍🏽-'", "ll", "!'", "llm", "㋿Z"]}
+{"text": "<|fim_prefix|>İd㍿ß ­🙂!>,\r\n\r\n𐞁٣٤٥٦<META_START>\" ,ꟲ…tå　a½é<|endoftext|>,٣٤٥٦é>", "tokens": 67, "pieces": ["<|", "fim", "_prefix", "|>", "İd", "㍿ß", " ­🙂!>,\r\n\r\n", "𐞁", "٣٤٥", "٦", "<META", "_START", ">\"", " ,", "ꟲ", "…ta", "̊", "　a", "½", "e", "́<|", "endoftext", "|>,", "٣٤٥", "٦", "e", "́>"]}
+{"text": "> ́!<META_START>\t're'T㍿ſ㍿EOT\r\n\r\n­'ReEOTⅣ'M", "tokens": 29, "pieces": [">", " ", "́!<", "META", "_START", ">", "\t", "'re", "'T", "㍿ſ", "㍿EOT", "\r\n\r\n", "­'", "ReEOT", "Ⅳ", "'M"]}
+{"text": "m-½𐞁Zꟲ漢㋿'D<|fim_prefix|>.<|fim_prefix|>'re'T0''lle\ńmsd12345678!!'Reſ(Ⅳ", "tokens": 52, "pieces": ["m", "-", "½", "𐞁Zꟲ漢", "㋿'", "D", "<|", "fim", "_prefix", "|>.<|", "fim", "_prefix", "|>'", "re", "'T", "0", "''", "lle", "\n", "́msd", "123", "456", "78", "!!'", "Reſ", "(", "Ⅳ"]}
+{"text": "ꟲ👍🏽<META_START>٣٤٥٦　Dž‍<META_START>9'M㋿fi<|endoftext|>'ſs\té(㋿", "tokens": 53, "pieces": ["ꟲ", "👍🏽<", "META", "_START", ">", "٣٤٥", "٦", "　Dž", "‍<", "META", "_START", ">", "9", "'M", "㋿fi", "<|", "endoftext", "|>'", "ſs", "\té", "(㋿"]}
+{"text": "𐞁'VE\r\n🙂‍字字(", "tokens": 14, "pieces": ["𐞁", "'VE", "\r\n", "🙂‍", "字字", "("]}
+{"text": "́­'Re><EOT>Ａ́å.'VE½\n'Tt9åⅣ\"fi🙂Ａ", "tokens": 33, "pieces": ["́­'", "Re", "><", "EOT", ">Ａ", "́a", "̊.'", "VE", "½", "\n", "'T", "t", "9", "a", "̊", "Ⅳ", "\"fi", "🙂Ａ"]}
+{"text": "<ſå½EOTeDžé ", "tokens": 14, "pieces": ["<ſa", "̊", "½", "EOTeDžé", " "]}
+{"text": "éİ(\r㍿   \né३Z!!9<EOT>\u000bⅣ\u000b<|fim_prefix|>'ſ　ḍ̇漢-\tm'Té", "tokens": 43, "pieces": ["éİ", "(\r", "㍿", "   \n", "e", "́", "३", "Z", "!!", "9", "<EOT", ">", "\u000b", "Ⅳ", "\u000b", "<|", "fim", "_prefix", "|>'", "ſ", "　ḋ", "̣漢", "-", "\tm", "'T", "é"]}
+{"text": "'ll  \"\u000b  🙂३<‍🙂12345678Dž  <㋿e漢'ſⅣ0ع<|endoftext|>a㍿", "tokens": 44, "pieces": ["'ll", " ", " \"", "\u000b ", " 🙂", "३", "<‍🙂", "123", "456", "78", "Dž", " ", " <㋿", "e漢", "'ſ", "Ⅳ0", "ع", "<|", "endoftext", "|>", "a", "㍿"]}
+{"text": "!!'ſa'Re\rＡ!Ａ9m", "tokens": 14, "pieces": ["!!'", "ſa", "'Re", "\r", "Ａ", "!Ａ", "9", "m"]}
+{"text": "ع12345678", "tokens": 4, "pieces": ["ع", "123", "456", "78"]}
+{"text": "​字ع're\n ㍿'VEé'llfi", "tokens": 15, "pieces": ["​字ع", "'re", "\n", " ㍿'", "VEé", "'ll", "fi"]}
+{"text": "   \n.عİ12345678d'fia\n​३ḍ̇m!><META_START>३<EOT>'re#$%(​👍🏽𐞁
'S­'llſſ\n👍🏽   \nDž'Re 'sfi", "tokens": 71, "pieces": ["   \n", ".عİ", "123", "456", "78", "d", "'fia", "\n", "​", "३", "ḋ", "̣m", "!><", "META", "_START", ">", "३", "<EOT", ">'", "re", "#$%(​👍🏽", "𐞁", "
", "'S", "­'", "llſſ", "\n", "👍🏽", "   \n", "Dž", "'Re", " ", "'s", "fi"]}
+{"text": "d", "tokens": 1, "pieces": ["d"]}
+{"text": "\t㋿", "tokens": 4, "pieces": ["\t", "㋿"]}
+{"text": ">   ㋿'llZ\t<|endoftext|><|endoftext|>'VE­ḍ̇!!'s­-\r'", "tokens": 37, "pieces": [">", "  ", " ", "㋿'", "llZ", "\t", "<|", "endoftext", "|><|", "endoftext", "|>'", "VE", "­ḋ", "̣!!'", "s", "­-\r", "'"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ꟲDž㍿𐞁d<|endoftext|><|fim_prefix|><  (عＡ字‍‍'T👍🏽's's#$%!!<Ⅳß ٣٤٥٦>'Dع　", "tokens": 67, "pieces": ["ꟲDž", "㍿𐞁d", "<|", "endoftext", "|><|", "fim", "_prefix", "|><", " ", " (", "عＡ字", "‍‍'", "T", "👍🏽'", "s", "'s", "#$%!!<", "Ⅳ", "ß", " ", "٣٤٥", "٦", ">'", "Dع", "　"]}
+{"text": "m   \n's9İé(!>३㋿­<|fim_prefix|>  <META_START>!漢𐞁<EOT>ḍ̇s#$%åß12345678'D", "tokens": 52, "pieces": ["m", "   \n", "'s", "9", "İé", "(!>", "३", "㋿­<|", "fim", "_prefix", "|>", " ", " <", "META", "_START", ">!", "漢𐞁", "<EOT", ">ḋ", "̣s", "#$%", "a", "̊ß", "123", "456", "78", "'D"]}
+{"text": "!é🙂\r\n३s𐞁'llEOT>
㋿>,́<𐞁عḍ̇\"عté0sam", "tokens": 40, "pieces": ["!é", "🙂\r\n", "३", "s𐞁", "'ll", "EOT", ">", "
", "㋿>,́<", "𐞁عḋ", "̣\"", "عte", "́", "0", "sam"]}
+{"text": "fiZ'ſ!\nß\u000bsea0'ſ
Ⅳ🙂👍🏽   \n‍
('M　t<META_START>('DＡ!éⅣ‍ m\té9d😀🏽'ſ", "tokens": 63, "pieces": ["fiZ", "'ſ", "!\n", "ß", "\u000bsea", "0", "'ſ", "
", "Ⅳ", "🙂👍🏽", "   \n", "‍", "
", "('", "M", "　t", "<META", "_START", ">('", "DＡ", "!e", "́", "Ⅳ", "‍", " m", "\té", "9", "d", "😀🏽'", "ſ"]}
+{"text": "12345678\n'…><|fim_prefix|>Ａ(d'ſ!'ll<|fim_prefix|>'s", "tokens": 30, "pieces": ["123", "456", "78", "\n", "'", "…", "><|", "fim", "_prefix", "|>", "Ａ", "(d", "'ſ", "!'", "ll", "<|", "fim", "_prefix", "|>'", "s"]}
+{"text": "\r\n Z>'ſåſ\"ſ½­-(<　ع\r\n\r\n
", "tokens": 23, "pieces": ["\r\n", " Z", ">'", "ſa", "̊ſ", "\"ſ", "½", "­-(<", "　ع", "\r\n\r\n
"]}
+{"text": "!😀🏽🙂EOT'VEſ", "tokens": 14, "pieces": ["!😀🏽🙂", "EOT", "'VE", "ſ"]}
+{"text": "é#$%m\r\n\r\nß<EOT>𐞁>\t(‍Ａ\r\n\r\n'ſḍ̇३'S🙂İ(#$%", "tokens": 39, "pieces": ["e", "́#$%", "m", "\r\n\r\n", "ß", "<EOT", ">𐞁", ">", "\t", "(‍", "Ａ", "\r\n\r\n", "'ſ", "ḋ", "̣", "३", "'S", "🙂İ", "(#$%"]}
+{"text": ".'Sḍ̇'S<META_START>…", "tokens": 15, "pieces": [".'", "Sḋ", "̣'", "S", "<META", "_START", ">", "…"]}
+{"text": "ع<META_START> …Ａ🙂'T.   \n!'Re🙂é12345678Z\r\n", "tokens": 27, "pieces": ["ع", "<META", "_START", ">", " ", "…Ａ", "🙂'", "T", ".", "   \n", "!'", "Re", "🙂e", "́", "123", "456", "78", "Z", "\r\n"]}
+{"text": "\t३‍Ａ🙂Ⅳ㋿İḍ̇
<\r\n\r\n½<|fim_prefix|>ꟲ'DعＡDž'D'VE<|endoftext|>'ſ", "tokens": 53, "pieces": ["\t", "३", "‍Ａ", "🙂", "Ⅳ", "㋿İḋ", "̣", "
", "<\r\n\r\n", "½", "<|", "fim", "_prefix", "|>", "ꟲ", "'D", "عＡDž", "'D", "'VE", "<|", "endoftext", "|>'", "ſ"]}
+{"text": "maſ\r\n\r\n'TDž'D  Dž\rⅣ'T12345678å\t
Dž漢(!ع(!!  ½EOT\r\nḍ̇!!<EOT>　<|fim_prefix|>", "tokens": 57, "pieces": ["maſ", "\r\n\r\n", "'T", "Dž", "'D", " ", " Dž", "\r", "Ⅳ", "'T", "123", "456", "78", "a", "̊", "\t", "
Dž漢", "(!", "ع", "(!!", " ", " ", "½", "EOT", "\r\n", "ḋ", "̣!!<", "EOT", ">", "　", "<|", "fim", "_prefix", "|>"]}
+{"text": "​<|fim_prefix|>\t'lls漢Ⅳ >'T٣٤٥٦! Z#$%\"'re>
ع'M'ſEOT's👍🏽'\r\n\r\n‍​s\n­<|endoftext|>​!!ḍ̇0,", "tokens": 73, "pieces": ["​<|", "fim", "_prefix", "|>", "\t", "'ll", "s漢", "Ⅳ", " ", ">'", "T", "٣٤٥", "٦", "!", " Z", "#$%\"'", "re", ">", "
ع", "'M", "'ſ", "EOT", "'s", "👍🏽'\r\n\r\n", "‍​", "s", "\n", "­<|", "endoftext", "|>​!!", "ḋ", "̣", "0", ","]}
+{"text": "½!t३<META_START>\n  .d㍿'Res​12345678   \n\r\n<META_START>.漢…ع…ß'Re漢'VE<|endoftext|>٣٤٥٦ß<META_START>
.\u000b'Séd
漢", "tokens": 70, "pieces": ["½", "!t", "३", "<META", "_START", ">\n", " ", " .", "d", "㍿'", "Res", "​", "123", "456", "78", "   \n\r\n", "<META", "_START", ">.", "漢", "…ع", "…ß", "'Re", "漢", "'VE", "<|", "endoftext", "|>", "٣٤٥", "٦", "ß", "<META", "_START", ">", "
", ".", "\u000b", "'S", "éd", "
漢"]}
+{"text": "…s👍🏽e३'VE''re<é9", "tokens": 20, "pieces": ["…s", "👍🏽", "e", "३", "'VE", "''", "re", "<e", "́", "9"]}
+{"text": "٣٤٥٦<|endoftext|>Z　   \n", "tokens": 18, "pieces": ["٣٤٥", "٦", "<|", "endoftext", "|>", "Z", "　   \n"]}
+{"text": "m>'S12345678\r\nḍ̇m‍ḍ̇漢d9<|fim_prefix|>ds, (  EOT!<META_START>'D9é, a
#$%𐞁d́🙂", "tokens": 60, "pieces": ["m", ">'", "S", "123", "456", "78", "\r\n", "ḋ", "̣m", "‍ḋ", "̣漢d", "9", "<|", "fim", "_prefix", "|>", "ds", ",", " (", " ", " EOT", "!<", "META", "_START", ">'", "D", "9", "e", "́,", " a", "
", "#$%", "𐞁d", "́🙂"]}
+{"text": "(", "tokens": 1, "pieces": ["("]}
+{"text": ">​-<|fim_prefix|>㍿'Tt(<　'D🙂 Z\r\n\r\n
(s'VE.#$%Dž​'T<META_START>㋿\t​
Dž'-", "tokens": 51, "pieces": [">​-<|", "fim", "_prefix", "|>㍿'", "Tt", "(<", "　", "'D", "🙂", " Z", "\r\n\r\n", "
", "(s", "'VE", ".#$%", "Dž", "​'", "T", "<META", "_START", ">㋿", "\t", "​", "
Dž", "'-"]}
+{"text": "'Ḿ9", "tokens": 3, "pieces": ["'M", "́", "9"]}
+{"text": "'s'S>", "tokens": 3, "pieces": ["'s", "'S", ">"]}
+{"text": "‍㋿Ⅳ", "tokens": 7, "pieces": ["‍㋿", "Ⅳ"]}
+{"text": "٣٤٥٦\r\n\r\n­å ­0<EOT>​½½9字e \u000b", "tokens": 26, "pieces": ["٣٤٥", "٦", "\r\n\r\n", "­a", "̊", " ­", "0", "<EOT", ">​", "½½9", "字e", " \u000b"]}
+{"text": "ßⅣ>  m'VEfi　ḍ̇", "tokens": 16, "pieces": ["ß", "Ⅳ", ">", " ", " m", "'VE", "fi", "　ḋ", "̣"]}
+{"text": "'M<|fim_prefix|>ع\t<META_START><ꟲ'S><|endoftext|>‍'ſ\u000b́
EOTé­
   \n9", "tokens": 42, "pieces": ["'M", "<|", "fim", "_prefix", "|>", "ع", "\t", "<META", "_START", "><", "ꟲ", "'S", "><|", "endoftext", "|>‍'", "ſ", "\u000b", "́", "
EOTé", "­", "
   \n", "9"]}
+{"text": "\rß\rZa\tm　👍🏽0　🙂漢<EOT>EOT'll're''Ａ\u000b<   \naa-'llå\r\nḍ̇t­<12345678'Mſ", "tokens": 51, "pieces": ["\r", "ß", "\r", "Za", "\tm", "　", "👍🏽", "0", "　", "🙂漢", "<EOT", ">EOT", "'ll", "'re", "''", "Ａ", "\u000b", "<", "   \n", "aa", "-'", "lla", "̊\r\n", "ḋ", "̣t", "­<", "123", "456", "78", "'M", "ſ"]}
+{"text": "　ßd٣٤٥٦EOT\r\n\r\n9-🙂'ſEOT\r\u000b<|fim_prefix|>'🙂 !!字mZꟲ<|endoftext|>!!٣٤٥٦'ſ!'ſ!!ſ", "tokens": 66, "pieces": ["　ßd", "٣٤٥", "٦", "EOT", "\r\n\r\n", "9", "-🙂'", "ſEOT", "\r", "\u000b", "<|", "fim", "_prefix", "|>'🙂", " !!", "字mZꟲ", "<|", "endoftext", "|>!!", "٣٤٥", "٦", "'ſ", "!'", "ſ", "!!", "ſ"]}
+{"text": "0're<…,12345678<META_START>­Džå'Tḍ̇'Re👍🏽\nDž漢𐞁", "tokens": 43, "pieces": ["0", "'re", "<", "…", ",", "123", "456", "78", "<META", "_START", ">­", "Dža", "̊'", "Tḋ", "̣'", "Re", "👍🏽\n", "Dž漢𐞁"]}
+{"text": "<EOT>-'VE…<|fim_prefix|>'́́'0e‍s,''ll'ſ\t…s0👍🏽é", "tokens": 40, "pieces": ["<EOT", ">-'", "VE", "…", "<|", "fim", "_prefix", "|>'́́'", "0", "e", "‍s", ",''", "ll", "'ſ", "\t", "…s", "0", "👍🏽", "e", "́"]}
+{"text": "ḍ̇ <EOT>　३'Tḍ̇漢 ſ's…'D… 　<\rعİétḍ̇å🙂0é\u000bع<|endoftext|>'T\u000b३<META_START>", "tokens": 65, "pieces": ["ḋ", "̣", " <", "EOT", ">", "　", "३", "'T", "ḋ", "̣漢", " ſ", "'s", "…", "'D", "… ", "　", "<\r", "عİétḋ", "̣a", "̊🙂", "0", "e", "́", "\u000bع", "<|", "endoftext", "|>'", "T", "\u000b", "३", "<META", "_START", ">"]}
+{"text": "٣٤٥٦(é👍🏽e9   \n(😀🏽0\r'Sſ're漢é\r\né👍🏽,0 ſds's㍿9ḍ̇'re(🙂ſa　", "tokens": 66, "pieces": ["٣٤٥", "٦", "(é", "👍🏽", "e", "9", "   \n", "(😀🏽", "0", "\r", "'S", "ſ", "'re", "漢é", "\r\n", "é", "👍🏽,", "0", " ſds", "'s", "㍿", "9", "ḋ", "̣'", "re", "(🙂", "ſa", "　"]}
+{"text": "ßİ0​'ſ#$%​\"㋿́'Sꟲ<ع-٣٤٥٦", "tokens": 31, "pieces": ["ßİ", "0", "​'", "ſ", "#$%​\"㋿́'", "Sꟲ", "<ع", "-", "٣٤٥", "٦"]}
+{"text": "😀🏽<|fim_prefix|>s!'M!!😀🏽\u000bea", "tokens": 23, "pieces": ["😀🏽<|", "fim", "_prefix", "|>", "s", "!'", "M", "!!😀🏽", "\u000bea"]}
+{"text": ".½\r\n𐞁ſ㋿½👍🏽Dž''ll㋿'S's'ſ½0 mfi　Z,s'Redİ", "tokens": 44, "pieces": [".", "½", "\r\n", "𐞁ſ", "㋿", "½", "👍🏽", "Dž", "''", "ll", "㋿'", "S", "'s", "'ſ", "½0", " mfi", "　Z", ",s", "'Re", "dİ"]}
+{"text": "㍿", "tokens": 3, "pieces": ["㍿"]}
+{"text": "é12345678fi  𐞁'ſ<|fim_prefix|><META_START>३!!İ\t0Z!d.<|fim_prefix|>🙂#$%>…!", "tokens": 49, "pieces": ["é", "123", "456", "78", "fi", " ", " 𐞁", "'ſ", "<|", "fim", "_prefix", "|><", "META", "_START", ">", "३", "!!", "İ", "\t", "0", "Z", "!d", ".<|", "fim", "_prefix", "|>🙂#$%>", "…", "!"]}
+{"text": "#$%㍿'M<META_START>m
,!!0'S'ſ'VE'D", "tokens": 23, "pieces": ["#$%㍿'", "M", "<META", "_START", ">m", "
", ",!!", "0", "'S", "'ſ", "'VE", "'D"]}
+{"text": "<|endoftext|>'S字m'VEt́9#$%''ret\r'll­", "tokens": 22, "pieces": ["<|", "endoftext", "|>'", "S字m", "'VE", "t", "́", "9", "#$%''", "ret", "\r", "'ll", "­"]}
+{"text": "mⅣé", "tokens": 4, "pieces": ["m", "Ⅳ", "é"]}
+{"text": "DžEOT  (<EOT>'Re'll½🙂㋿ⅣＡ́(👍🏽><META_START>́", "tokens": 34, "pieces": ["DžEOT", " ", " (<", "EOT", ">'", "Re", "'ll", "½", "🙂㋿", "Ⅳ", "Ａ", "́(👍🏽><", "META", "_START", ">́"]}
+{"text": "३ Ａ(­'D　s　Dž🙂Dž<é👍🏽.,a Dž'Dſ'Re#$%㍿'ſ'", "tokens": 44, "pieces": ["३", " Ａ", "(­'", "D", "　s", "　Dž", "🙂Dž", "<e", "́👍🏽.,", "a", " Dž", "'D", "ſ", "'Re", "#$%㍿'", "ſ", "'"]}
+{"text": "\r\n\r\n😀🏽m\r\n㋿d åm\t", "tokens": 17, "pieces": ["\r\n\r\n", "😀🏽", "m", "\r\n", "㋿d", " a", "̊m", "\t"]}
+{"text": "'VE👍🏽's'ſ-३.­'Re\r\n\r\n'S", "tokens": 22, "pieces": ["'VE", "👍🏽'", "s", "'ſ", "-", "३", ".­'", "Re", "\r\n\r\n", "'S"]}
+{"text": " 😀🏽Ａ<|endoftext|>   \n㍿ 'ſ　\t🙂Ａ ३#$%Dž<META_START>0'T'0\u000b", "tokens": 45, "pieces": [" ", "😀🏽", "Ａ", "<|", "endoftext", "|>", "   \n", "㍿", " ", "'ſ", "　", "\t", "🙂Ａ", " ", "३", "#$%", "Dž", "<META", "_START", ">", "0", "'T", "'", "0", "\u000b"]}
+{"text": "Ａ<|endoftext|>fiß9ꟲ<|endoftext|>e ½ >㋿İ😀🏽' ㍿😀🏽́\u000b३\n\u000b9<EOT>d'M'Tße", "tokens": 60, "pieces": ["Ａ", "<|", "endoftext", "|>", "fiß", "9", "ꟲ", "<|", "endoftext", "|>", "e", " ", "½", " ", ">㋿", "İ", "😀🏽'", " ", "㍿😀🏽́", "\u000b", "३", "\n", "\u000b", "9", "<EOT", ">d", "'M", "'T", "ße"]}
+{"text": "…½é\r\ne\t9  #$%'ll(s漢'ſ<|endoftext|>Ａ<|fim_prefix|>'S<|endoftext|>'D>EOT㋿٣٤٥٦🙂<½'M½té>'T", "tokens": 67, "pieces": ["…", "½", "e", "́\r\n", "e", "\t", "9", " ", " #$%'", "ll", "(s漢", "'ſ", "<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>'", "S", "<|", "endoftext", "|>'", "D", ">EOT", "㋿", "٣٤٥", "٦", "🙂<", "½", "'M", "½", "te", "́>'", "T"]}
+{"text": "　Zma<‍és'VE'sm'S   \n<EOT>👍🏽ꟲ9😀🏽", "tokens": 31, "pieces": ["　Zma", "<‍", "és", "'VE", "'s", "m", "'S", "   \n", "<EOT", ">👍🏽", "ꟲ", "9", "😀🏽"]}
+{"text": "ß'VE<|fim_prefix|>d\t!!ḍ̇å\ńſ\"́é​　'D'VE㋿!'sé😀🏽EOT 'lld😀🏽́'s<EOT>", "tokens": 61, "pieces": ["ß", "'VE", "<|", "fim", "_prefix", "|>", "d", "\t", "!!", "ḋ", "̣a", "̊\n", "́ſ", "\"́", "e", "́​", "　", "'D", "'VE", "㋿!'", "se", "́😀🏽", "EOT", " ", "'ll", "d", "😀🏽́'", "s", "<EOT", ">"]}
+{"text": "é<|endoftext|>EOT́<|fim_prefix|> \n( fiß-㋿'ſ<|fim_prefix|>,'s   \n#$%-
\r", "tokens": 46, "pieces": ["e", "́<|", "endoftext", "|>", "EOT", "́<|", "fim", "_prefix", "|>", " \n", "(", " fiß", "-㋿'", "ſ", "<|", "fim", "_prefix", "|>,'", "s", "   \n", "#$%-", "
\r"]}
+{"text": "
é٣٤٥٦'D   \n'll\u000bå'MEOT  'll'ſⅣ'\rfifid😀🏽­…字😀🏽३'ll'Dd,ḍ̇", "tokens": 62, "pieces": ["
e", "́", "٣٤٥", "٦", "'D", "   \n", "'ll", "\u000ba", "̊'", "MEOT", " ", " '", "ll", "'ſ", "Ⅳ", "'\r", "fifid", "😀🏽­", "…字", "😀🏽", "३", "'ll", "'D", "d", ",ḋ", "̣"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿½<ſ'll   \n(½'ll字'Re!!!!<…ꟲ½a\tＡ'VE'lltⅣDžm'Re ", "tokens": 37, "pieces": ["㍿", "½", "<ſ", "'ll", "   \n", "(", "½", "'ll", "字", "'Re", "!!!!<", "…ꟲ", "½", "a", "\tＡ", "'VE", "'ll", "t", "Ⅳ", "Džm", "'Re", " "]}
+{"text": "'s…\u000b\r-'s'll's'ſ​\r\n\r\n'Sm\u000b½ !\ré9😀🏽<EOT>s　ſ", "tokens": 34, "pieces": ["'s", "…\u000b\r", "-'", "s", "'ll", "'s", "'ſ", "​\r\n\r\n", "'S", "m", "\u000b", "½", " !\r", "é", "9", "😀🏽<", "EOT", ">s", "　ſ"]}
+{"text": "😀🏽ſ'ſİ
字<META_START>ém'Re   \n​<́३ 'T", "tokens": 29, "pieces": ["😀🏽", "ſ", "'ſ", "İ", "
字", "<META", "_START", ">e", "́m", "'Re", "   \n", "​<́", "३", " ", "'T"]}
+{"text": "'VE<#$%'re<|fim_prefix|>!fié٣٤٥٦'s>fis\"<|fim_prefix|>　३'ll\r\n12345678𐞁>,", "tokens": 51, "pieces": ["'VE", "<#$%'", "re", "<|", "fim", "_prefix", "|>!", "fie", "́", "٣٤٥", "٦", "'s", ">fis", "\"<|", "fim", "_prefix", "|>", "　", "३", "'ll", "\r\n", "123", "456", "78", "𐞁", ">,"]}
+{"text": " 
a éꟲ👍🏽
ꟲ'ſ 'VEt<META_START><EOT>Z🙂½漢", "tokens": 38, "pieces": [" ", "
a", " e", "́ꟲ", "👍🏽", "
ꟲ", "'ſ", " '", "VEt", "<META", "_START", "><", "EOT", ">Z", "🙂", "½", "漢"]}
+{"text": "Ⅳİ''ll\t…å😀🏽   \n\u000b!عDž", "tokens": 22, "pieces": ["Ⅳ", "İ", "''", "ll", "\t", "…a", "̊😀🏽", "   \n", "\u000b", "!عDž"]}
+{"text": "\r\nfi 👍🏽!!,😀🏽İ字EOT\r\n\r\nⅣⅣ.ḍ̇…🙂Ⅳ
(('Ss  t́Ⅳ   \nZ\t  's\r\n\r\n!!", "tokens": 54, "pieces": ["\r\n", "fi", " ", "👍🏽!!,😀🏽", "İ字EOT", "\r\n\r\n", "ⅣⅣ", ".ḋ", "̣", "…", "🙂", "Ⅳ", "
", "(('", "Ss", " ", " t", "́", "Ⅳ", "   \n", "Z", "\t ", " '", "s", "\r\n\r\n", "!!"]}
+{"text": "é", "tokens": 1, "pieces": ["é"]}
+{"text": "­-👍🏽Ａ😀🏽s\t.12345678½  \r\nḍ̇''Re​‍.
sḍ̇a", "tokens": 43, "pieces": ["­-👍🏽", "Ａ", "😀🏽", "s", "\t", ".", "123", "456", "78½", "  \r\n", "ḋ", "̣''", "Re", "​‍.", "
sḋ", "̣a"]}
+{"text": "Ａ‍👍🏽\t​ås字 ع'Ds", "tokens": 20, "pieces": ["Ａ", "‍👍🏽", "\t", "​a", "̊s字", " ع", "'D", "s"]}
+{"text": "9", "tokens": 1, "pieces": ["9"]}
+{"text": "Dž", "tokens": 2, "pieces": ["Dž"]}
+{"text": "́,İt'VE!!å'ſⅣ🙂'ſ's9\r\nſ<EOT>𐞁ḍ̇　<|fim_prefix|>Ź٣٤٥٦'Dİfiꟲß,s0a  字", "tokens": 68, "pieces": ["́,", "İt", "'VE", "!!", "a", "̊'", "ſ", "Ⅳ", "🙂'", "ſ", "'s", "9", "\r\n", "ſ", "<EOT", ">𐞁ḋ", "̣", "　", "<|", "fim", "_prefix", "|>", "Z", "́", "٣٤٥", "٦", "'D", "İfiꟲß", ",s", "0", "a", " ", " 字"]}
+{"text": "'S<|fim_prefix|><<|fim_prefix|><META_START>…-\r\n\"é\rZ'llع(fi", "tokens": 31, "pieces": ["'S", "<|", "fim", "_prefix", "|><<|", "fim", "_prefix", "|><", "META", "_START", ">", "…", "-\r\n", "\"e", "́\r", "Z", "'ll", "ع", "(fi"]}
+{"text": "s'½   \nééſ'll👍🏽'ſ😀🏽fi\r\n9é‍'VE\r…<META_START>　𐞁\r'Dİſ\"é  字İé'M'DＡ🙂,ſ", "tokens": 66, "pieces": ["s", "'", "½", "   \n", "ééſ", "'ll", "👍🏽'", "ſ", "😀🏽", "fi", "\r\n", "9", "é", "‍'", "VE", "\r", "…", "<META", "_START", ">", "　𐞁", "\r", "'D", "İſ", "\"é", " ", " 字İe", "́'", "M", "'D", "Ａ", "🙂,", "ſ"]}
+{"text": "'re  fi e'D('D", "tokens": 9, "pieces": ["'re", " ", " fi", " e", "'D", "('", "D"]}
+{"text": "9're字­'D字'🙂12345678å>🙂's३ſ   \n", "tokens": 26, "pieces": ["9", "'re", "字", "­'", "D字", "'🙂", "123", "456", "78", "a", "̊>🙂'", "s", "३", "ſ", "   \n"]}
+{"text": "12345678😀🏽!字\r\n'Tḍ̇٣٤٥٦­½'T'VE<META_START>Ⅳ\"", "tokens": 37, "pieces": ["123", "456", "78", "😀🏽!", "字", "\r\n", "'T", "ḋ", "̣", "٣٤٥", "٦", "­", "½", "'T", "'VE", "<META", "_START", ">", "Ⅳ", "\""]}
+{"text": ".👍🏽\r\n\r\nd­‍<|endoftext|>😀🏽　Ⅳ<|endoftext|>12345678m\r\n\r\n'S漢ꟲ", "tokens": 45, "pieces": [".👍🏽\r\n\r\n", "d", "­‍<|", "endoftext", "|>😀🏽", "　", "Ⅳ", "<|", "endoftext", "|>", "123", "456", "78", "m", "\r\n\r\n", "'S", "漢ꟲ"]}
+{"text": ".>#$%Z12345678…㍿", "tokens": 13, "pieces": [".>#$%", "Z", "123", "456", "78", "…", "㍿"]}
+{"text": "#$%   \n'Re   \n<́(<EOT>ꟲ㍿​fiéfi\t​Ⅳ'S ́ßemd\t0\n", "tokens": 35, "pieces": ["#$%", "   \n", "'Re", "   \n", "<́(<", "EOT", ">ꟲ", "㍿​", "fiéfi", "\t", "​", "Ⅳ", "'S", " ", "́ßemd", "\t", "0", "\n"]}
+{"text": "(…'lleá#$%EOT!! ​9ß­'res\"ⅣⅣ-'M३e#$%'s12345678'll<|fim_prefix|>…Džfi‍åZ<META_START><|endoftext|>", "tokens": 64, "pieces": ["(", "…", "'ll", "ea", "́#$%", "EOT", "!!", " ", "​", "9", "ß", "­'", "res", "\"", "ⅣⅣ", "-'", "M", "३", "e", "#$%'", "s", "123", "456", "78", "'ll", "<|", "fim", "_prefix", "|>", "…Džfi", "‍a", "̊Z", "<META", "_START", "><|", "endoftext", "|>"]}
+{"text": "
‍३'re0\r\nDž­🙂a👍🏽­<EOT>㍿-ḍ̇Dž", "tokens": 37, "pieces": ["
", "‍", "३", "'re", "0", "\r\n", "Dž", "­🙂", "a", "👍🏽­<", "EOT", ">㍿-", "ḋ", "̣Dž"]}
+{"text": "\té'ſ   \nḍ̇aꟲ''VE'VEé  漢…' Ａ'Re's.<META_START>", "tokens": 37, "pieces": ["\té", "'ſ", "   \n", "ḋ", "̣aꟲ", "''", "VE", "'VE", "e", "́", " ", " 漢", "…", "'", " Ａ", "'Re", "'s", ".<", "META", "_START", ">"]}
+{"text": "12345678'stⅣع.… ,EOT字İ漢㋿ !!<META_START>'M🙂㋿
", "tokens": 35, "pieces": ["123", "456", "78", "'s", "t", "Ⅳ", "ع", ".", "…", " ", ",EOT字İ漢", "㋿", " ", "!!<", "META", "_START", ">'", "M", "🙂㋿", "
"]}
+{"text": "   \n.Ａ<META_START>İ,½👍🏽're\t'VE𐞁عéDžſ(#$%'reſ  ㋿😀🏽ع!å𐞁‍s👍🏽å­Z'", "tokens": 72, "pieces": ["   \n", ".Ａ", "<META", "_START", ">İ", ",", "½", "👍🏽'", "re", "\t", "'VE", "𐞁عéDžſ", "(#$%'", "reſ", " ", " ㋿😀🏽", "ع", "!a", "̊𐞁", "‍s", "👍🏽", "a", "̊­", "Z", "'"]}
+{"text": "ḍ̇ꟲms12345678e'S9<META_START>٣٤٥٦字ḍ̇\"ع㍿İ'M'llſ\r\n    🙂a<|endoftext|>fi漢!३<|fim_prefix|>　\u000b٣٤٥٦>", "tokens": 79, "pieces": ["ḋ", "̣ꟲms", "123", "456", "78", "e", "'S", "9", "<META", "_START", ">", "٣٤٥", "٦", "字ḋ", "̣\"", "ع", "㍿İ", "'M", "'ll", "ſ", "\r\n", "   ", " 🙂", "a", "<|", "endoftext", "|>", "fi漢", "!", "३", "<|", "fim", "_prefix", "|>", "　", "\u000b", "٣٤٥", "٦", ">"]}
+{"text": "ßå<EOT>ع0ع12345678½㋿　Džꟲtſ-sꟲ#$%'ſ'ſt''D  sDž\"a‍Ⅳ字12345678   \n", "tokens": 55, "pieces": ["ßa", "̊<", "EOT", ">ع", "0", "ع", "123", "456", "78½", "㋿", "　Džꟲtſ", "-sꟲ", "#$%'", "ſ", "'ſ", "t", "''", "D", " ", " sDž", "\"a", "‍", "Ⅳ", "字", "123", "456", "78", "   \n"]}
+{"text": "m<|endoftext|>Ⅳ\r\n\r\n!\r\n\r\n'漢   'S'Ses'D're𐞁'VE.a<EOT>Džm(", "tokens": 37, "pieces": ["m", "<|", "endoftext", "|>", "Ⅳ", "\r\n\r\n", "!\r\n\r\n", "'漢", "  ", " ", "'S", "'S", "es", "'D", "'re", "𐞁", "'VE", ".a", "<EOT", ">Džm", "("]}
+{"text": "\téa\t0t漢ꟲEOT\u000bEOT́e­<EOT>-\u000b​", "tokens": 25, "pieces": ["\téa", "\t", "0", "t漢ꟲEOT", "\u000bEOT", "́e", "­<", "EOT", ">-", "\u000b", "​"]}
+{"text": "<|endoftext|>½EOTfiḍ̇​½́
\"ḍ̇#$%Dž​Ａꟲ\"<", "tokens": 39, "pieces": ["<|", "endoftext", "|>", "½", "EOTfiḋ", "̣​", "½", "́", "
", "\"ḋ", "̣#$%", "Dž", "​Ａꟲ", "\"<"]}
+{"text": "٣٤٥٦0(😀🏽'lld0\r.<EOT><İ'Re'Re#$%<|endoftext|>#$%<|endoftext|>ß­'Re>sa", "tokens": 50, "pieces": ["٣٤٥", "٦0", "(😀🏽'", "lld", "0", "\r", ".<", "EOT", "><", "İ", "'Re", "'Re", "#$%<|", "endoftext", "|>#$%<|", "endoftext", "|>", "ß", "­'", "Re", ">sa"]}
+{"text": "😀🏽12345678㋿ḍ̇.𐞁\r\n<|endoftext|>,ß -😀🏽é.'S9\r\n\r\n　!!漢", "tokens": 45, "pieces": ["😀🏽", "123", "456", "78", "㋿ḋ", "̣.", "𐞁", "\r\n", "<|", "endoftext", "|>,", "ß", " -😀🏽", "é", ".'", "S", "9", "\r\n\r\n", "　", "!!", "漢"]}
+{"text": "👍🏽\u000b  ſ>‍!!字٣٤٥٦\"ḍ̇'३ß9é३\"e\nß0
!Ａd   Ａ9\n", "tokens": 55, "pieces": ["👍🏽", "\u000b ", " ſ", ">‍!!", "字", "٣٤٥", "٦", "\"ḋ", "̣'", "३", "ß", "9", "e", "́", "३", "\"e", "\n", "ß", "0", "
", "!Ａd", "  ", " Ａ", "9", "\n"]}
+{"text": "t12345678 'ſfiḍ̇ſfiⅣ㍿>", "tokens": 24, "pieces": ["t", "123", "456", "78", " '", "ſfiḋ", "̣ſfi", "Ⅳ", "㍿>"]}
+{"text": "('Mꟲ字<!!ZＡfi½İm👍🏽'S", "tokens": 24, "pieces": ["('", "Mꟲ字", "<!!", "ZＡfi", "½", "İm", "👍🏽'", "S"]}
+{"text": "  <'sZ　‍½e'ſe
e9   \n<|fim_prefix|>'Dß-<|endoftext|>٣٤٥٦\u000bd\r\nſ😀🏽\n…aémＡ…㍿½👍🏽३s
 ", "tokens": 80, "pieces": [" ", " <'", "sZ", "　", "‍", "½", "e", "'ſ", "e", "
e", "9", "   \n", "<|", "fim", "_prefix", "|>'", "Dß", "-<|", "endoftext", "|>", "٣٤٥", "٦", "\u000bd", "\r\n", "ſ", "😀🏽\n", "…ae", "́mＡ", "…", "㍿", "½", "👍🏽", "३", "s", "
 "]}
+{"text": " ſ>!'Re㋿'M's'T,İ!ع9-(­å㍿ع-'ll<META_START>𐞁'Re​d😀🏽ꟲ !!😀🏽", "tokens": 54, "pieces": [" ſ", ">!'", "Re", "㋿'", "M", "'s", "'T", ",İ", "!ع", "9", "-(­", "a", "̊㍿", "ع", "-'", "ll", "<META", "_START", ">𐞁", "'Re", "​d", "😀🏽", "ꟲ", " ", "!!😀🏽"]}
+{"text": "३-   \n٣٤٥٦é ſ!!'ll'ſ   \n>'å­'ll½'M𐞁́Dž​<|endoftext|>!fißſa12345678<|endoftext|>́9<d're'M\n‍\u000b", "tokens": 72, "pieces": ["३", "-", "   \n", "٣٤٥", "٦", "é", " ſ", "!!'", "ll", "'ſ", "   \n", ">'", "a", "̊­'", "ll", "½", "'M", "𐞁", "́Dž", "​<|", "endoftext", "|>!", "fißſa", "123", "456", "78", "<|", "endoftext", "|>́", "9", "<d", "'re", "'M", "\n", "‍", "\u000b"]}
+{"text": "Z'Sfiꟲ0're\r!Ａ\r\n\r\n-t'TEOT  .  EOTＡd'reé,!!字字<<,字", "tokens": 35, "pieces": ["Z", "'S", "fiꟲ", "0", "'re", "\r", "!Ａ", "\r\n\r\n", "-t", "'T", "EOT", " ", " .", " ", " EOTＡd", "'re", "é", ",!!", "字字", "<<,", "字"]}
+{"text": "  \n9👍🏽é're<EOT>字<|endoftext|>(0​\rＡ　0İ㍿'D㋿ḍ̇<EOT>㋿\"Z", "tokens": 51, "pieces": ["  \n", "9", "👍🏽", "é", "'re", "<EOT", ">字", "<|", "endoftext", "|>(", "0", "​\r", "Ａ", "　", "0", "İ", "㍿'", "D", "㋿ḋ", "̣<", "EOT", ">㋿\"", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'😀🏽ع!𐞁　s\"😀🏽字٣٤٥٦٣٤٥٦İ,٣٤٥٦ꟲ#$%,\r\n\r\n字a", "tokens": 55, "pieces": ["'😀🏽", "ع", "!𐞁", "　s", "\"😀🏽", "字", "٣٤٥", "٦٣٤", "٥٦", "İ", ",", "٣٤٥", "٦", "ꟲ", "#$%,\r\n\r\n", "字a"]}
+{"text": "\rDž'ſ're12345678‍'Re'T<eع‍İ!!0'(漢  ​(", "tokens": 29, "pieces": ["\r", "Dž", "'ſ", "'re", "123", "456", "78", "‍'", "Re", "'T", "<eع", "‍İ", "!!", "0", "'(", "漢", " ", " ​("]}
+{"text": "Z漢-'VEDž  🙂,9字9…<META_START>\"\r'M
ع\u000b\tt", "tokens": 26, "pieces": ["Z漢", "-'", "VEDž", " ", " 🙂,", "9", "字", "9", "…", "<META", "_START", ">\"\r", "'M", "
ع", "\u000b", "\tt"]}
+{"text": "<ḍ̇漢<EOT>ꟲ'T<('Reꟲع\r\n\r\nDžⅣ'll㍿!!Dž   \n'T'Dعfi<|fim_prefix|>漢é­m'ſ㋿   \n㋿0\u000b<META_START>'refi", "tokens": 71, "pieces": ["<ḋ", "̣漢", "<EOT", ">ꟲ", "'T", "<('", "Reꟲع", "\r\n\r\n", "Dž", "Ⅳ", "'ll", "㍿!!", "Dž", "   \n", "'T", "'D", "عfi", "<|", "fim", "_prefix", "|>", "漢é", "­m", "'ſ", "㋿", "   \n", "㋿", "0", "\u000b", "<META", "_START", ">'", "refi"]}
+{"text": "0'Tt漢漢 <|endoftext|><|fim_prefix|><|fim_prefix|>'T\"m'S½\u000bt'ſḍ̇>ßſ'Tt>s éZ 12345678'Ma­'Re😀🏽", "tokens": 66, "pieces": ["0", "'T", "t漢漢", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "T", "\"m", "'S", "½", "\u000bt", "'ſ", "ḋ", "̣>", "ßſ", "'T", "t", ">s", " e", "́Z", " ", "123", "456", "78", "'M", "a", "­'", "Re", "😀🏽"]}
+{"text": "'VE'll\r\n\r\n's'M're­'ss'D३ß㍿", "tokens": 17, "pieces": ["'VE", "'ll", "\r\n\r\n", "'s", "'M", "'re", "­'", "ss", "'D", "३", "ß", "㍿"]}
+{"text": "​㍿㍿    字३३Dž!12345678s'VEt漢­EOT", "tokens": 28, "pieces": ["​㍿㍿", "   ", " 字", "३३", "Dž", "!", "123", "456", "78", "s", "'VE", "t漢", "­EOT"]}
+{"text": "'S‍s😀🏽'Re  ㋿émfi0", "tokens": 22, "pieces": ["'S", "‍s", "😀🏽'", "Re", " ", " ㋿", "e", "́mfi", "0"]}
+{"text": "#$%dé'ſ́Z'MEOT.'VE>", "tokens": 15, "pieces": ["#$%", "de", "́'", "ſ", "́Z", "'M", "EOT", ".'", "VE", ">"]}
+{"text": "t>Dž'Re aEOT­\r\n\r\n<EOT>字9EOT-!(\u000b'Mm-", "tokens": 23, "pieces": ["t", ">Dž", "'Re", " aEOT", "­\r\n\r\n", "<EOT", ">字", "9", "EOT", "-!(", "\u000b", "'M", "m", "-"]}
+{"text": "字㍿　!('T \r9'll😀🏽'D<META_START> EOT‍<|endoftext|><EOT>(Dž-'D​\r\nEOT", "tokens": 46, "pieces": ["字", "㍿", "　", "!('", "T", " \r", "9", "'ll", "😀🏽'", "D", "<META", "_START", ">", " EOT", "‍<|", "endoftext", "|><", "EOT", ">(", "Dž", "-'", "D", "​\r\n", "EOT"]}
+{"text": ">漢㋿d t😀🏽‍Dž   \n'TsdEOT\"<|endoftext|>ع🙂\r👍🏽(ß9's,", "tokens": 44, "pieces": [">漢", "㋿d", " t", "😀🏽‍", "Dž", "   \n", "'T", "sdEOT", "\"<|", "endoftext", "|>", "ع", "🙂\r", "👍🏽(", "ß", "9", "'s", ","]}
+{"text": "㋿\u000b‍EOTåt字\r\né\r  #$%ꟲ>㋿é'S 'm.𐞁", "tokens": 37, "pieces": ["㋿", "\u000b", "‍EOTa", "̊t字", "\r\n", "é", "\r", " ", " #$%", "ꟲ", ">㋿", "e", "́'", "S", " '", "m", ".𐞁"]}
+{"text": "\r\n <META_START>'ſḍ̇​'Re,", "tokens": 16, "pieces": ["\r\n", " <", "META", "_START", ">'", "ſḋ", "̣​'", "Re", ","]}
+{"text": "'ſ!
\"'S>'s<EOT>ſ'Re.
　½<|fim_prefix|>   \nd'<'ſé'll", "tokens": 38, "pieces": ["'ſ", "!", "
", "\"'", "S", ">'", "s", "<EOT", ">ſ", "'Re", ".", "
", "　", "½", "<|", "fim", "_prefix", "|>", "   \n", "d", "'<'", "ſe", "́'", "ll"]}
+{"text": "(Ź\n<|fim_prefix|>́'VEＡ<|fim_prefix|>", "tokens": 22, "pieces": ["(Z", "́\n", "<|", "fim", "_prefix", "|>́'", "VEＡ", "<|", "fim", "_prefix", "|>"]}
+{"text": "😀🏽'VEfiḍ̇\r\n\r\nßéſ#$%Ａm<EOT>!'re½ 'Re­३\nⅣ (>'reعe\r漢", "tokens": 46, "pieces": ["😀🏽'", "VEfiḋ", "̣\r\n\r\n", "ßéſ", "#$%", "Ａm", "<EOT", ">!'", "re", "½", " ", "'Re", "­", "३", "\n", "Ⅳ", " (>'", "reعe", "\r", "漢"]}
+{"text": "'s㍿m'VE>ßß<META_START>'ſ (Ⅳ‍'D<m\"", "tokens": 26, "pieces": ["'s", "㍿m", "'VE", ">ßß", "<META", "_START", ">'", "ſ", " ", "(", "Ⅳ", "‍'", "D", "<m", "\""]}
+{"text": "३𐞁-\t…㍿Dž字!!👍🏽ꟲ'VEé#$%\r\n<'s<|endoftext|>字", "tokens": 41, "pieces": ["३", "𐞁", "-", "\t", "…", "㍿Dž字", "!!👍🏽", "ꟲ", "'VE", "é", "#$%\r\n", "<'", "s", "<|", "endoftext", "|>", "字"]}
+{"text": "㋿9e,🙂å<EOT>\r\n­'M>.eꟲ.'st'ſ३<EOT>0Z'M.", "tokens": 37, "pieces": ["㋿", "9", "e", ",🙂", "a", "̊<", "EOT", ">\r\n", "­'", "M", ">.", "eꟲ", ".'", "st", "'ſ", "३", "<EOT", ">", "0", "Z", "'M", "."]}
+{"text": "   \n'Dž.'ssé
9<META_START>́(#$%'M'S㍿Ⅳ漢éé's   \n­\r<META_START>\u000b<META_START>'M😀🏽", "tokens": 49, "pieces": ["   \n", "'Dž", ".'", "ssé", "
", "9", "<META", "_START", ">́(#$%'", "M", "'S", "㍿", "Ⅳ", "漢ée", "́'", "s", "   \n", "­\r", "<META", "_START", ">", "\u000b", "<META", "_START", ">'", "M", "😀🏽"]}
+{"text": "ḍ̇é漢", "tokens": 8, "pieces": ["ḋ", "̣é漢"]}
+{"text": "Z12345678\u000b('D,é>'<|endoftext|>'\r\n漢's<EOT>m<|endoftext|>Zt", "tokens": 32, "pieces": ["Z", "123", "456", "78", "\u000b", "('", "D", ",é", ">'<|", "endoftext", "|>'\r\n", "漢", "'s", "<EOT", ">m", "<|", "endoftext", "|>", "Zt"]}
+{"text": "!!'re'VE'll're　ع'D　\u000b9!!", "tokens": 14, "pieces": ["!!'", "re", "'VE", "'ll", "'re", "　ع", "'D", "　", "\u000b", "9", "!!"]}
+{"text": "
å  å‍>👍🏽\r\n<|endoftext|>ݽe­ꟲDž-ḍ̇!!ꟲfi<|fim_prefix|>\t'VEs <é\r\n\r\n'll٣٤٥٦", "tokens": 70, "pieces": ["
a", "̊", " ", " a", "̊‍>👍🏽\r\n", "<|", "endoftext", "|>", "İ", "½", "e", "­ꟲDž", "-ḋ", "̣!!", "ꟲfi", "<|", "fim", "_prefix", "|>", "\t", "'VE", "s", " <", "é", "\r\n\r\n", "'ll", "٣٤٥", "٦"]}
+{"text": "\r\n'VE>dd́字'Re'lle's\né   t३ 漢'ſ!!#$%漢३\n\"
'👍🏽😀🏽EOT", "tokens": 49, "pieces": ["\r\n", "'VE", ">dd", "́字", "'Re", "'ll", "e", "'s", "\n", "é", "  ", " t", "३", " 漢", "'ſ", "!!#$%", "漢", "३", "\n", "\"", "
", "'👍🏽😀🏽", "EOT"]}
+{"text": "etd12345678<EOT>  ", "tokens": 9, "pieces": ["etd", "123", "456", "78", "<EOT", ">", "  "]}
+{"text": "\n½'re<META_START>İİ\"\n 'M>'ſ's\u000b'VE㋿d<EOT>　🙂a\nEOTé<META_START>​", "tokens": 40, "pieces": ["\n", "½", "'re", "<META", "_START", ">İİ", "\"\n", " '", "M", ">'", "ſ", "'s", "\u000b", "'VE", "㋿d", "<EOT", ">", "　", "🙂a", "\n", "EOTe", "́<", "META", "_START", ">​"]}
+{"text": ".\r\n\r\n٣٤٥٦", "tokens": 9, "pieces": [".\r\n\r\n", "٣٤٥", "٦"]}
+{"text": "å字( å  .s<META_START>-　m३9<META_START>(<EOT> ́!​<<META_START><EOT>'Tm", "tokens": 42, "pieces": ["a", "̊字", "(", " a", "̊", " ", " .", "s", "<META", "_START", ">-", "　m", "३9", "<META", "_START", ">(<", "EOT", ">", " ́!​<<", "META", "_START", "><", "EOT", ">'", "Tm"]}
+{"text": "#$%ع\"\n", "tokens": 4, "pieces": ["#$%", "ع", "\"\n"]}
+{"text": " \nſ<EOT>ꟲ-👍🏽(mm#$%!!(\t
'D\"  <EOT>
'Re<EOT>́#$%>", "tokens": 42, "pieces": [" \n", "ſ", "<EOT", ">ꟲ", "-👍🏽(", "mm", "#$%!!(", "\t", "
", "'D", "\"", " ", " <", "EOT", ">", "
", "'Re", "<EOT", ">́#$%>"]}
+{"text": "!!   \nßåå", "tokens": 9, "pieces": ["!!", "   \n", "ßa", "̊a", "̊"]}
+{"text": "ꟲ'VE­́Ⅳte!-'M#$%", "tokens": 15, "pieces": ["ꟲ", "'VE", "­́", "Ⅳ", "te", "!-'", "M", "#$%"]}
+{"text": "​㋿0\r'M漢é́Dždåe s   \nå😀🏽'Resd   \n३>'ll\u000b  'refi'lla'VE½\n", "tokens": 47, "pieces": ["​㋿", "0", "\r", "'M", "漢é", "́Džda", "̊e", " s", "   \n", "a", "̊😀🏽'", "Resd", "   \n", "३", ">'", "ll", "\u000b ", " '", "refi", "'ll", "a", "'VE", "½", "\n"]}
+{"text": "e'Re9٣٤٥٦​٣٤٥٦'T", "tokens": 21, "pieces": ["e", "'Re", "9٣٤", "٥٦", "​", "٣٤٥", "٦", "'T"]}
+{"text": "🙂m", "tokens": 3, "pieces": ["🙂m"]}
+{"text": " 
́'ll字İ", "tokens": 8, "pieces": [" ", "
", "́'", "ll字İ"]}
+{"text": "å'Mꟲ'S\t٣٤٥٦३…e­　­å३é<|endoftext|>　　\r\t<EOT>.", "tokens": 45, "pieces": ["a", "̊'", "Mꟲ", "'S", "\t", "٣٤٥", "٦३", "…e", "­", "　", "­a", "̊", "३", "é", "<|", "endoftext", "|>", "　　\r", "\t", "<EOT", ">."]}
+{"text": "٣٤٥٦t𐞁   \n\r\n!éDž>'T'S.'s0'ſ ", "tokens": 29, "pieces": ["٣٤٥", "٦", "t𐞁", "   \n\r\n", "!éDž", ">'", "T", "'S", ".'", "s", "0", "'ſ", " "]}
+{"text": "٣٤٥٦'reſ   \n\r\n<EOT><Ⅳ　<EOT>\r३0
s½'VE   \n#$%٣٤٥٦\u000b<META_START>𐞁", "tokens": 52, "pieces": ["٣٤٥", "٦", "'re", "ſ", "   \n\r\n", "<EOT", "><", "Ⅳ", "　", "<EOT", ">\r", "३0", "
s", "½", "'VE", "   \n", "#$%", "٣٤٥", "٦", "\u000b", "<META", "_START", ">𐞁"]}
+{"text": "'　ḍ̇…d'é<|endoftext|>EOT  \u000b㋿'Re'll­   \n😀🏽½𐞁<|endoftext|>#$%é9<EOT>'VE9's(İ", "tokens": 59, "pieces": ["'", "　ḋ", "̣", "…d", "'é", "<|", "endoftext", "|>", "EOT", "  ", "\u000b", "㋿'", "Re", "'ll", "­", "   \n", "😀🏽", "½", "𐞁", "<|", "endoftext", "|>#$%", "é", "9", "<EOT", ">'", "VE", "9", "'s", "(İ"]}
+{"text": "​'漢00
<META_START>…㍿!😀🏽‍-'𐞁  😀🏽\r\n\r\n👍🏽Ａ漢字<<𐞁m\r\n", "tokens": 53, "pieces": ["​'", "漢", "00", "
", "<META", "_START", ">", "…", "㍿!😀🏽‍-'", "𐞁", " ", " 😀🏽\r\n\r\n", "👍🏽", "Ａ漢字", "<<", "𐞁m", "\r\n"]}
+{"text": "fi‍(", "tokens": 5, "pieces": ["fi", "‍("]}
+{"text": "<EOT>­!ꟲ字é㍿m　 ㍿éＡⅣEOTfi　'ſ𐞁a   \n‍<EOT>ſ é\r\n\r\n\"å'S", "tokens": 55, "pieces": ["<EOT", ">­!", "ꟲ字e", "́㍿", "m", "　", " ", "㍿éＡ", "Ⅳ", "EOTfi", "　", "'ſ", "𐞁a", "   \n", "‍<", "EOT", ">ſ", " é", "\r\n\r\n", "\"a", "̊'", "S"]}
+{"text": "Z   \n!!ß(<|endoftext|>EOT३　<META_START>ḍ̇>åEOTß!字ꟲ½字.㍿!!é 'VE\t", "tokens": 48, "pieces": ["Z", "   \n", "!!", "ß", "(<|", "endoftext", "|>", "EOT", "३", "　", "<META", "_START", ">ḋ", "̣>", "a", "̊EOTß", "!字ꟲ", "½", "字", ".㍿!!", "é", " '", "VE", "\t"]}
+{"text": "'s\t#$%‍‍    \n　Dž ٣٤٥٦ 0.fiꟲ<\u000b'D…'re12345678ꟲ…㍿ع'T<|fim_prefix|>\tå­'T'D>!!'ſm", "tokens": 69, "pieces": ["'s", "\t", "#$%‍‍", "    \n", "　Dž", " ", "٣٤٥", "٦", " ", "0", ".fiꟲ", "<", "\u000b", "'D", "…", "'re", "123", "456", "78", "ꟲ", "…", "㍿ع", "'T", "<|", "fim", "_prefix", "|>", "\ta", "̊­'", "T", "'D", ">!!'", "ſm"]}
+{"text": "　'VEع'reeⅣ   \n<META_START>\r\n٣٤٥٦३ ‍  EOT-.　😀🏽'sa", "tokens": 37, "pieces": ["　", "'VE", "ع", "'re", "e", "Ⅳ", "   \n", "<META", "_START", ">\r\n", "٣٤٥", "٦३", " ‍", " ", " EOT", "-.", "　", "😀🏽'", "sa"]}
+{"text": "㍿EOTſ<12345678𐞁\tßa  .​t漢<|fim_prefix|><ع😀🏽\u000b\n
　字Z0Dž<|fim_prefix|>", "tokens": 54, "pieces": ["㍿EOTſ", "<", "123", "456", "78", "𐞁", "\tßa", " ", " .​", "t漢", "<|", "fim", "_prefix", "|><", "ع", "😀🏽", "\u000b\n", "
", "　字Z", "0", "Dž", "<|", "fim", "_prefix", "|>"]}
+{"text": "\"'T'D'Re  <META_START>́'sİ<|fim_prefix|>\r३\r\nꟲaßſ½́½'ll", "tokens": 35, "pieces": ["\"'", "T", "'D", "'Re", " ", " <", "META", "_START", ">́'", "sİ", "<|", "fim", "_prefix", "|>\r", "३", "\r\n", "ꟲaßſ", "½", "́", "½", "'ll"]}
+{"text": "<'s\nİ३#$%İd ‍ſ字㋿㍿ſ-字>  😀🏽́ß\na", "tokens": 35, "pieces": ["<'", "s", "\n", "İ", "३", "#$%", "İd", " ‍", "ſ字", "㋿㍿", "ſ", "-字", ">", " ", " 😀🏽́", "ß", "\n", "a"]}
+{"text": "字 ", "tokens": 2, "pieces": ["字", " "]}
+{"text": "-'lltİ12345678ꟲd½İ0ß<META_START>ḍ̇t-<  👍🏽", "tokens": 33, "pieces": ["-'", "lltİ", "123", "456", "78", "ꟲd", "½", "İ", "0", "ß", "<META", "_START", ">ḋ", "̣t", "-<", " ", " 👍🏽"]}
+{"text": " ㋿\r<|fim_prefix|> 0é!!.㋿'ſḍ̇é'll  'T#$%\t\r\n\r\n12345678fi\"\"Džé'Reع<", "tokens": 51, "pieces": [" ", "㋿\r", "<|", "fim", "_prefix", "|>", " ", "0", "é", "!!.㋿'", "ſḋ", "̣e", "́'", "ll", " ", " '", "T", "#$%", "\t\r\n\r\n", "123", "456", "78", "fi", "\"\"", "Dže", "́'", "Reع", "<"]}
+{"text": "'llå,\r­  \u000b㍿\r\n\r\n\r'👍🏽\r\n\r\né", "tokens": 24, "pieces": ["'ll", "a", "̊,\r", "­", "  ", "\u000b", "㍿\r\n\r\n\r", "'👍🏽\r\n\r\n", "e", "́"]}
+{"text": "'ſ", "tokens": 3, "pieces": ["'ſ"]}
+{"text": " 're'éé㍿ḍ̇DžZ(m😀🏽
عé\rⅣ'M㋿ḍ̇İé½\u000b", "tokens": 44, "pieces": [" '", "re", "'e", "́é", "㍿ḋ", "̣DžZ", "(m", "😀🏽", "
عe", "́\r", "Ⅳ", "'M", "㋿ḋ", "̣İe", "́", "½", "\u000b"]}
+{"text": "'ſ<t'll12345678　aEOT'VÉ", "tokens": 15, "pieces": ["'ſ", "<t", "'ll", "123", "456", "78", "　aEOT", "'VE", "́"]}
+{"text": "'D𐞁", "tokens": 5, "pieces": ["'D", "𐞁"]}
+{"text": "ſ‍<
٣٤٥٦<|endoftext|>Ⅳt𐞁­\n👍🏽🙂a🙂'M<|fim_prefix|>字Dž𐞁ع́㋿<é漢…,e(𐞁", "tokens": 76, "pieces": ["ſ", "‍<", "
", "٣٤٥", "٦", "<|", "endoftext", "|>", "Ⅳ", "t𐞁", "­\n", "👍🏽🙂", "a", "🙂'", "M", "<|", "fim", "_prefix", "|>", "字Dž𐞁ع", "́㋿<", "e", "́漢", "…", ",e", "(𐞁"]}
+{"text": "​.'ś‍­.'ll9m٣٤٥٦ßⅣ'ſḍ̇'Re\tmß>𐞁#$%Ⅳ(\t  !ꟲＡZ 0d0", "tokens": 56, "pieces": ["​.'", "s", "́‍­.'", "ll", "9", "m", "٣٤٥", "٦", "ß", "Ⅳ", "'ſ", "ḋ", "̣'", "Re", "\tmß", ">𐞁", "#$%", "Ⅳ", "(", "\t ", " !", "ꟲＡZ", " ", "0", "d", "0"]}
+{"text": "́!'DZ Dž<|fim_prefix|>   \n'Re", "tokens": 16, "pieces": ["́!'", "DZ", " Dž", "<|", "fim", "_prefix", "|>", "   \n", "'Re"]}
+{"text": "Ⅳ\r🙂'M9-́   \n!!İ­\t!字'D<|fim_prefix|>ꟲe'VE   \n's😀🏽mعꟲet　👍🏽'D字🙂<EOT>'Re", "tokens": 61, "pieces": ["Ⅳ", "\r", "🙂'", "M", "9", "-́", "   \n", "!!", "İ", "­", "\t", "!字", "'D", "<|", "fim", "_prefix", "|>", "ꟲe", "'VE", "   \n", "'s", "😀🏽", "mعꟲet", "　", "👍🏽'", "D字", "🙂<", "EOT", ">'", "Re"]}
+{"text": "　,>  Z٣٤٥٦(‍'s…\r'Re>…é\u000bİꟲ<EOT>'S'Re!\ndḍ̇'DéZ字 ſ'Re0ع'S \u000bİ", "tokens": 56, "pieces": ["　", ",>", " ", " Z", "٣٤٥", "٦", "(‍'", "s", "…\r", "'Re", ">", "…é", "\u000bİꟲ", "<EOT", ">'", "S", "'Re", "!\n", "dḋ", "̣'", "DéZ字", " ſ", "'Re", "0", "ع", "'S", " ", "\u000bİ"]}
+{"text": "'MZ‍!!'S३ß<|fim_prefix|>(<|fim_prefix|>e're<EOT>d٣٤٥٦'VE   \n'VEe0👍🏽  ", "tokens": 51, "pieces": ["'M", "Z", "‍!!'", "S", "३", "ß", "<|", "fim", "_prefix", "|>(<|", "fim", "_prefix", "|>", "e", "'re", "<EOT", ">d", "٣٤٥", "٦", "'VE", "   \n", "'VE", "e", "0", "👍🏽", "  "]}
+{"text": "#$%‍ å𐞁é㍿ <<META_START>EOTd'ſ12345678\r!漢<EOT><META_START>­'Tfi\n.'Sm#$%", "tokens": 49, "pieces": ["#$%‍", " a", "̊𐞁é", "㍿", " ", "<<", "META", "_START", ">EOTd", "'ſ", "123", "456", "78", "\r", "!漢", "<EOT", "><", "META", "_START", ">­'", "Tfi", "\n", ".'", "Sm", "#$%"]}
+{"text": ",漢½m'T३👍🏽Dž\r\n
́-s\r\n\r\n<|fim_prefix|>a३éİ­🙂عfi­ſ'Mfi٣٤٥٦\n", "tokens": 56, "pieces": [",漢", "½", "m", "'T", "३", "👍🏽", "Dž", "\r\n", "
", "́-", "s", "\r\n\r\n", "<|", "fim", "_prefix", "|>", "a", "३", "éİ", "­🙂", "عfi", "­ſ", "'M", "fi", "٣٤٥", "٦", "\n"]}
+{"text": "…#$%", "tokens": 4, "pieces": ["…", "#$%"]}
+{"text": "<|fim_prefix|>", "tokens": 7, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "👍🏽fi   \nes'T　é0å😀🏽ع\t<EOT>12345678İd́Ａ­ḍ̇<|fim_prefix|>\rＡß! ", "tokens": 55, "pieces": ["👍🏽", "fi", "   \n", "es", "'T", "　e", "́", "0", "a", "̊😀🏽", "ع", "\t", "<EOT", ">", "123", "456", "78", "İd", "́Ａ", "­ḋ", "̣<|", "fim", "_prefix", "|>\r", "Ａß", "!", " "]}
+{"text": " ­<", "tokens": 3, "pieces": [" ", "­<"]}
+{"text": "\"e🙂>ع-é12345678Džḍ̇.t👍🏽!३", "tokens": 29, "pieces": ["\"e", "🙂>", "ع", "-e", "́", "123", "456", "78", "Džḋ", "̣.", "t", "👍🏽!", "३"]}
+{"text": "३\r\nå!\nZ㋿ſ'Re,𐞁'll(\n'D!<META_START>'re'ſ  字m", "tokens": 33, "pieces": ["३", "\r\n", "a", "̊!\n", "Z", "㋿ſ", "'Re", ",𐞁", "'ll", "(\n", "'D", "!<", "META", "_START", ">'", "re", "'ſ", " ", " 字m"]}
+{"text": "<|fim_prefix|>字<EOT>𐞁'VEİs   \nعⅣ'ReéfiⅣDž\u000bfi", "tokens": 35, "pieces": ["<|", "fim", "_prefix", "|>", "字", "<EOT", ">𐞁", "'VE", "İs", "   \n", "ع", "Ⅳ", "'Re", "e", "́fi", "Ⅳ", "Dž", "\u000bfi"]}
+{"text": "m-<\r\n\r\n'ſ\u000b\"", "tokens": 9, "pieces": ["m", "-<\r\n\r\n", "'ſ", "\u000b", "\""]}
+{"text": "'ſ're㍿m'S'Reꟲ\r
🙂.12345678sfi<META_START>,'<|fim_prefix|>9ꟲ\u000b漢\nt>字\r\nsſ'Red'Tm<EOT>ZEOT\t'T", "tokens": 63, "pieces": ["'ſ", "'re", "㍿m", "'S", "'Re", "ꟲ", "\r", "
", "🙂.", "123", "456", "78", "sfi", "<META", "_START", ">,'<|", "fim", "_prefix", "|>", "9", "ꟲ", "\u000b漢", "\n", "t", ">字", "\r\n", "sſ", "'Re", "d", "'T", "m", "<EOT", ">ZEOT", "\t", "'T"]}
+{"text": ",　", "tokens": 2, "pieces": [",", "　"]}
+{"text": "EOT🙂!EOT're,ß'Ms\r\n9\r\n\r\nZ#$%\"'sEOT'ſ   \n'll😀🏽㍿'M-  ½'ſ!a'D'll0\n", "tokens": 50, "pieces": ["EOT", "🙂!", "EOT", "'re", ",ß", "'M", "s", "\r\n", "9", "\r\n\r\n", "Z", "#$%\"'", "sEOT", "'ſ", "   \n", "'ll", "😀🏽㍿'", "M", "-", " ", " ", "½", "'ſ", "!a", "'D", "'ll", "0", "\n"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "   \n Ⅳ<META_START>0e 🙂", "tokens": 11, "pieces": ["   \n", " ", "Ⅳ", "<META", "_START", ">", "0", "e", " 🙂"]}
+{"text": "d<|endoftext|>'sİ!'VEß,́Dž!tⅣ'M<ꟲ字   \n\u000b!!㍿٣٤٥٦　!!<\rDž'T''VE<META_START><|endoftext|>(漢㋿", "tokens": 65, "pieces": ["d", "<|", "endoftext", "|>'", "sİ", "!'", "VEß", ",́", "Dž", "!t", "Ⅳ", "'M", "<ꟲ字", "   \n", "\u000b", "!!㍿", "٣٤٥", "٦", "　", "!!<\r", "Dž", "'T", "''", "VE", "<META", "_START", "><|", "endoftext", "|>(", "漢", "㋿"]}
+{"text": "#$%\r\n​aé<EOT>　  !३'é\r­\rZ字!!é0٣٤٥٦'Re'M ", "tokens": 35, "pieces": ["#$%\r\n", "​aé", "<EOT", ">", "　 ", " !", "३", "'e", "́\r", "­\r", "Z字", "!!", "e", "́", "0٣٤", "٥٦", "'Re", "'M", " "]}
+{"text": "e!EOTع­<|endoftext|>0t½½<EOT>ع́'ſ", "tokens": 25, "pieces": ["e", "!EOTع", "­<|", "endoftext", "|>", "0", "t", "½½", "<EOT", ">ع", "́'", "ſ"]}
+{"text": "éＡ㍿ḍ̇e'VEDž\r 12345678½é're'Re0\t\r\n\r\ń½!!\r\n\r\n👍🏽'Dfi'S<|endoftext|>s\r\n-ꟲa<|fim_prefix|>'ſ<META_START> 'res", "tokens": 73, "pieces": ["e", "́Ａ", "㍿ḋ", "̣e", "'VE", "Dž", "\r", " ", "123", "456", "78½", "é", "'re", "'Re", "0", "\t\r\n\r\n", "́", "½", "!!\r\n\r\n", "👍🏽'", "Dfi", "'S", "<|", "endoftext", "|>", "s", "\r\n", "-ꟲa", "<|", "fim", "_prefix", "|>'", "ſ", "<META", "_START", ">", " ", "'re", "s"]}
+{"text": "\"‍٣٤٥٦é0!!ꟲＡ", "tokens": 20, "pieces": ["\"‍", "٣٤٥", "٦", "e", "́", "0", "!!", "ꟲＡ"]}
+{"text": "és", "tokens": 3, "pieces": ["e", "́s"]}
+{"text": "Ⅳع<META_START>­<META_START>𐞁#$%\t😀🏽fi ꟲfi'ſ!!t<EOT>'D'MZꟲ", "tokens": 46, "pieces": ["Ⅳ", "ع", "<META", "_START", ">­<", "META", "_START", ">𐞁", "#$%", "\t", "😀🏽", "fi", " ꟲfi", "'ſ", "!!", "t", "<EOT", ">'", "D", "'M", "Zꟲ"]}
+{"text": "🙂DžＡ9<META_START><META_START>fi'D𐞁EOT.0‍<漢,'M>३㍿‍漢'fi>'S", "tokens": 47, "pieces": ["🙂DžＡ", "9", "<META", "_START", "><", "META", "_START", ">fi", "'D", "𐞁EOT", ".", "0", "‍<", "漢", ",'", "M", ">", "३", "㍿‍", "漢", "'fi", ">'", "S"]}
+{"text": "​  <|endoftext|>字(​ 'ſEOT'Mß‍㍿<|endoftext|>字ſ　'sꟲ12345678Ⅳ'Dꟲ३'reⅣs'll'll\n ㋿Ａ　a
㍿३   \n", "tokens": 72, "pieces": ["​", " ", " <|", "endoftext", "|>", "字", "(​", " '", "ſEOT", "'M", "ß", "‍㍿<|", "endoftext", "|>", "字ſ", "　", "'s", "ꟲ", "123", "456", "78Ⅳ", "'D", "ꟲ", "३", "'re", "Ⅳ", "s", "'ll", "'ll", "\n", " ㋿", "Ａ", "　a", "
", "㍿", "३", "   \n"]}
+{"text": "𐞁's㍿dſ'ſ　👍🏽\t#$%Ⅳſ<
🙂\"m‍🙂ſ", "tokens": 41, "pieces": ["𐞁", "'s", "㍿dſ", "'ſ", "　", "👍🏽", "\t", "#$%", "Ⅳ", "ſ", "<", "
", "🙂\"", "m", "‍🙂", "ſ"]}
+{"text": "\r", "tokens": 1, "pieces": ["\r"]}
+{"text": "m\"'T<<META_START>　　👍🏽'T ꟲ字㋿é!  #$%\u000b!!٣٤٥٦漢'M", "tokens": 43, "pieces": ["m", "\"'", "T", "<<", "META", "_START", ">", "　", "　", "👍🏽'", "T", " ꟲ字", "㋿e", "́!", " ", " #$%", "\u000b", "!!", "٣٤٥", "٦", "漢", "'M"]}
+{"text": "<'så漢'M'ſ🙂٣٤٥٦\nfi😀🏽d  #$%(", "tokens": 32, "pieces": ["<'", "sa", "̊漢", "'M", "'ſ", "🙂", "٣٤٥", "٦", "\n", "fi", "😀🏽", "d", " ", " #$%("]}
+{"text": "d'S
  ", "tokens": 5, "pieces": ["d", "'S", "
  "]}
+{"text": " EOT́😀🏽­d\tＡ123456780.'VE😀🏽é<META_START>åé9<|endoftext|>­ß'S'EOTDž'llßİ", "tokens": 50, "pieces": [" EOT", "́😀🏽­", "d", "\tＡ", "123", "456", "780", ".'", "VE", "😀🏽", "é", "<META", "_START", ">a", "̊e", "́", "9", "<|", "endoftext", "|>­", "ß", "'S", "'EOTDž", "'ll", "ßİ"]}
+{"text": "👍🏽İ<|fim_prefix|>", "tokens": 14, "pieces": ["👍🏽", "İ", "<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|>\r\n-d\r\n\r\n<|endoftext|>   \n'D>½…\t🙂", "tokens": 25, "pieces": ["<|", "endoftext", "|>\r\n", "-d", "\r\n\r\n", "<|", "endoftext", "|>", "   \n", "'D", ">", "½", "…", "\t", "🙂"]}
+{"text": "ع'reå", "tokens": 5, "pieces": ["ع", "'re", "a", "̊"]}
+{"text": "EOT'll're　åt\r\nZ 9<|fim_prefix|>'M…>­㍿!!fiعEOT\u000b'Re", "tokens": 36, "pieces": ["EOT", "'ll", "'re", "　a", "̊t", "\r\n", "Z", " ", "9", "<|", "fim", "_prefix", "|>'", "M", "…", ">­㍿!!", "fiعEOT", "\u000b", "'Re"]}
+{"text": "㋿ß漢…Z<EOT>㍿\"ß<#$%
\r\n\tZEOTZ9́><EOT>ＡZ'M­'Re　\r é字!!é", "tokens": 46, "pieces": ["㋿ß漢", "…Z", "<EOT", ">㍿\"", "ß", "<#$%", "
\r\n", "\tZEOTZ", "9", "́><", "EOT", ">ＡZ", "'M", "­'", "Re", "　\r", " é字", "!!", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿'ſ'VE'VE'Re<META_START>'Mḍ̇　­​\u000b(<EOT>ḍ̇​'Re㍿㋿　\u000ba'reé\r㍿\n,12345678  𐞁", "tokens": 64, "pieces": ["㍿'", "ſ", "'VE", "'VE", "'Re", "<META", "_START", ">'", "Mḋ", "̣", "　", "­​", "\u000b", "(<", "EOT", ">ḋ", "̣​'", "Re", "㍿㋿", "　", "\u000ba", "'re", "e", "́\r", "㍿\n", ",", "123", "456", "78", " ", " 𐞁"]}
+{"text": "​
字>㍿😀🏽\"'D'reéDž  're‍é'Re\"'T٣٤٥٦12345678٣٤٥٦Z<EOT12345678\"'S'DdåⅣ​d­fi", "tokens": 68, "pieces": ["​", "
字", ">㍿😀🏽\"'", "D", "'re", "éDž", " ", " '", "re", "‍e", "́'", "Re", "\"'", "T", "٣٤٥", "٦12", "345", "678", "٣٤٥", "٦", "Z", "<EOT", "123", "456", "78", "\"'", "S", "'D", "da", "̊", "Ⅳ", "​d", "­fi"]}
+{"text": "ß#$%🙂३a'VE\r\n>'ſ　s漢́\t>'Re<­", "tokens": 24, "pieces": ["ß", "#$%🙂", "३", "a", "'VE", "\r\n", ">'", "ſ", "　s漢", "́", "\t", ">'", "Re", "<­"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "é\rDž12345678　'll\tḍ̇'T\"!'llعs'll'll ㋿", "tokens": 28, "pieces": ["é", "\r", "Dž", "123", "456", "78", "　", "'ll", "\tḋ", "̣'", "T", "\"!'", "llعs", "'ll", "'ll", " ", "㋿"]}
+{"text": ">Ａ#$%åEOT's字ß‍ \t9'ſ>'M  <META_START>'S'Res<|endoftext|><|endoftext|>İ㍿é9Džé's漢'", "tokens": 59, "pieces": [">Ａ", "#$%", "a", "̊EOT", "'s", "字ß", "‍", " ", "\t", "9", "'ſ", ">'", "M", " ", " <", "META", "_START", ">'", "S", "'Re", "s", "<|", "endoftext", "|><|", "endoftext", "|>", "İ", "㍿é", "9", "Dže", "́'", "s漢", "'"]}
+{"text": "Ⅳ!!0\u000bé\r\n\r\nＡ!!Džꟲ'9…9'D㍿\n<META_START>0Z12345678'M#$%
\r\nfi'reß<as#$%'ll\r\n\r\n👍🏽<EOT>字", "tokens": 62, "pieces": ["Ⅳ", "!!", "0", "\u000be", "́\r\n\r\n", "Ａ", "!!", "Džꟲ", "'", "9", "…", "9", "'D", "㍿\n", "<META", "_START", ">", "0", "Z", "123", "456", "78", "'M", "#$%", "
\r\n", "fi", "'re", "ß", "<as", "#$%'", "ll", "\r\n\r\n", "👍🏽<", "EOT", ">字"]}
+{"text": "عſ३es9​㍿\r\n'D<Z　a<|fim_prefix|>\r\n\r\n", "tokens": 24, "pieces": ["عſ", "३", "es", "9", "​㍿\r\n", "'D", "<Z", "　a", "<|", "fim", "_prefix", "|>\r\n\r\n"]}
+{"text": "éDž.­ …>…\r\n­", "tokens": 14, "pieces": ["e", "́Dž", ".­", " ", "…", ">", "…\r\n", "­"]}
+{"text": "​㋿'T'D㋿㍿>字 ㍿", "tokens": 19, "pieces": ["​㋿'", "T", "'D", "㋿㍿>", "字", " ", "㍿"]}
+{"text": "\r!!'re's‍!m(字­
\téع́d😀🏽EOTaDž\"e'VE\rå0\nꟲＡ漢>\n9… 'Déعع", "tokens": 56, "pieces": ["\r", "!!'", "re", "'s", "‍!", "m", "(字", "­", "
", "\téع", "́d", "😀🏽", "EOTaDž", "\"e", "'VE", "\r", "a", "̊", "0", "\n", "ꟲＡ漢", ">\n", "9", "…", " ", "'D", "e", "́عع"]}
+{"text": "Ａ\r​a\t🙂　'Dع​t𐞁'llfiİ", "tokens": 21, "pieces": ["Ａ", "\r", "​a", "\t", "🙂", "　", "'D", "ع", "​t𐞁", "'ll", "fiİ"]}
+{"text": "EOT😀🏽<|endoftext|>‍\r\n\"Dž<EOT>ꟲ'\rd.<9\r\r\n\r\n!\n…9　٣٤٥٦", "tokens": 46, "pieces": ["EOT", "😀🏽<|", "endoftext", "|>‍\r\n", "\"Dž", "<EOT", ">ꟲ", "'\r", "d", ".<", "9", "\r\r\n\r\n", "!\n", "…", "9", "　", "٣٤٥", "٦"]}
+{"text": "'re 👍🏽字\r!!<|endoftext|>sⅣ'T(　Z\r\n😀🏽٣٤٥٦0🙂👍🏽'M<|endoftext|>\r漢ḍ̇\r\n\r\n İ<9Ⅳ'Ds", "tokens": 74, "pieces": ["'re", " ", "👍🏽", "字", "\r", "!!<|", "endoftext", "|>", "s", "Ⅳ", "'T", "(", "　Z", "\r\n", "😀🏽", "٣٤٥", "٦0", "🙂👍🏽'", "M", "<|", "endoftext", "|>\r", "漢ḋ", "̣\r\n\r\n", " İ", "<", "9Ⅳ", "'D", "s"]}
+{"text": "\u000b\tſ漢é", "tokens": 8, "pieces": ["\u000b", "\tſ漢e", "́"]}
+{"text": "Dž#$% t'Re‍ ꟲ", "tokens": 11, "pieces": ["Dž", "#$%", " t", "'Re", "‍", " ꟲ"]}
+{"text": "Zꟲ½e#$%e", "tokens": 9, "pieces": ["Zꟲ", "½", "e", "#$%", "e"]}
+{"text": "　…‍​'s'ſ🙂'll <|fim_prefix|>ع<d'Re 9㋿'Re३'s#$%'Re३Dž<META_START>\t!é٣٤٥٦ḍ̇e…漢Dž", "tokens": 69, "pieces": ["　", "…", "‍​'", "s", "'ſ", "🙂'", "ll", " <|", "fim", "_prefix", "|>", "ع", "<d", "'Re", " ", "9", "㋿'", "Re", "३", "'s", "#$%'", "Re", "३", "Dž", "<META", "_START", ">", "\t", "!e", "́", "٣٤٥", "٦", "ḋ", "̣e", "…漢Dž"]}
+{"text": "'T<|fim_prefix|>12345678'\r\n
á İ\"  İ 's", "tokens": 23, "pieces": ["'T", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'\r\n", "
a", "́", " İ", "\"", " ", " İ", " ", "'s"]}
+{"text": "'s\t9EOT'ſ<😀🏽​>0漢sſ ꟲ'VEǻ‍", "tokens": 33, "pieces": ["'s", "\t", "9", "EOT", "'ſ", "<😀🏽​>", "0", "漢sſ", " ꟲ", "'VE", "a", "̊́‍"]}
+{"text": "><META_START>'M", "tokens": 5, "pieces": ["><", "META", "_START", ">'", "M"]}
+{"text": ".!<|endoftext|> ३#$%", "tokens": 13, "pieces": [".!<|", "endoftext", "|>", " ", "३", "#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'T​å३t𐞁å½­​0a", "tokens": 20, "pieces": ["'T", "​a", "̊", "३", "t𐞁a", "̊", "½", "­​", "0", "a"]}
+{"text": "‍", "tokens": 2, "pieces": ["‍"]}
+{"text": "\u000bétＡ\r\nå   \n​0'T EOT9\r\n\r\n   \nt\"'Sa", "tokens": 23, "pieces": ["\u000be", "́tＡ", "\r\n", "a", "̊", "   \n", "​", "0", "'T", " EOT", "9", "\r\n\r\n   \n", "t", "\"'", "Sa"]}
+{"text": "(-‍
<META_START>'S­<META_START>Z漢Z🙂<EOT>12345678 'VEs'Re漢👍🏽​>　 ​́s😀🏽Ⅳ'D
Z'Z", "tokens": 59, "pieces": ["(-‍", "
", "<META", "_START", ">'", "S", "­<", "META", "_START", ">Z漢Z", "🙂<", "EOT", ">", "123", "456", "78", " ", "'VE", "s", "'Re", "漢", "👍🏽​>", "　", " ​́", "s", "😀🏽", "Ⅳ", "'D", "
Z", "'Z"]}
+{"text": "…fi'll's　#$%㋿s<å'Re's>td#$%.Ⅳ😀🏽👍🏽'T<EOT>㍿​ß'M", "tokens": 47, "pieces": ["…fi", "'ll", "'s", "　", "#$%㋿", "s", "<a", "̊'", "Re", "'s", ">td", "#$%.", "Ⅳ", "😀🏽👍🏽'", "T", "<EOT", ">㍿​", "ß", "'M"]}
+{"text": "<META_START>㍿é0\r\n\r\n㋿d　'…12345678漢㋿Z ſ  'Re  (  'reDž\n\r\n\r\n", "tokens": 42, "pieces": ["<META", "_START", ">㍿", "e", "́", "0", "\r\n\r\n", "㋿d", "　", "'", "…", "123", "456", "78", "漢", "㋿Z", " ſ", " ", " '", "Re", " ", " (", " ", " '", "reDž", "\n\r\n\r\n"]}
+{"text": "'llDž12345678aé<'T<EOT>-'S ३eEOTſ\r'ſ\u000bꟲEOT‍ .DžⅣZ!!<EOTtع'D　é,ǻＡ३", "tokens": 60, "pieces": ["'ll", "Dž", "123", "456", "78", "ae", "́<'", "T", "<EOT", ">-'", "S", " ", "३", "eEOTſ", "\r", "'ſ", "\u000bꟲEOT", "‍", " .", "Dž", "Ⅳ", "Z", "!!<", "EOTtع", "'D", "　e", "́,", "a", "̊́", "Ａ", "३"]}
+{"text": "#$%‍½İ'T㋿‍漢e ", "tokens": 16, "pieces": ["#$%‍", "½", "İ", "'T", "㋿‍", "漢e", " "]}
+{"text": "'VE!Z३fi३9Dž　'T
'T>‍'Re'Re ,.㋿'s#$%'T\r\n㍿9½<|endoftext|>'lle   \n漢 字​", "tokens": 54, "pieces": ["'VE", "!Z", "३", "fi", "३9", "Dž", "　", "'T", "
", "'T", ">‍'", "Re", "'Re", " ", ",.㋿'", "s", "#$%'", "T", "\r\n", "㍿", "9½", "<|", "endoftext", "|>'", "lle", "   \n", "漢", " 字", "​"]}
+{"text": "é👍🏽ꟲ𐞁 漢Z'ſſ'll!!<|fim_prefix|>\r\nſ­   \n­\r\n\r\n'll٣٤٥٦\tfi12345678ḍ̇é   \n\"12345678İt'Sḍ̇🙂-", "tokens": 75, "pieces": ["é", "👍🏽", "ꟲ𐞁", " 漢Z", "'ſ", "ſ", "'ll", "!!<|", "fim", "_prefix", "|>\r\n", "ſ", "­", "   \n", "­\r\n\r\n", "'ll", "٣٤٥", "٦", "\tfi", "123", "456", "78", "ḋ", "̣é", "   \n", "\"", "123", "456", "78", "İt", "'S", "ḋ", "̣🙂-"]}
+{"text": "-㍿́#$%ꟲ-㍿\r\n\r\n\r\n'D　
‍ꟲ ꟲعé#$%
​🙂ßع👍🏽'ſ'D​<|endoftext|>!'ll\r\n\r\nDž½ßd", "tokens": 65, "pieces": ["-㍿́#$%", "ꟲ", "-㍿\r\n\r\n\r\n", "'D", "　", "
", "‍ꟲ", " ꟲعe", "́#$%", "
", "​🙂", "ßع", "👍🏽'", "ſ", "'D", "​<|", "endoftext", "|>!'", "ll", "\r\n\r\n", "Dž", "½", "ßd"]}
+{"text": "'sſ  's
…ع<EOT><!!", "tokens": 15, "pieces": ["'s", "ſ", " ", " '", "s", "
", "…ع", "<EOT", "><!!"]}
+{"text": " ⅣZ㍿'llß\u000be'VE٣٤٥٦ḍ̇(漢", "tokens": 30, "pieces": [" ", "Ⅳ", "Z", "㍿'", "llß", "\u000be", "'VE", "٣٤٥", "٦", "ḋ", "̣(", "漢"]}
+{"text": "\n\n>-٣٤٥٦>e!　٣٤٥٦
㍿<|endoftext|>
<fi😀🏽'VE>İé\n<ꟲ­ßſ🙂12345678'DZ ㋿ Ⅳ", "tokens": 72, "pieces": ["\n\n", ">-", "٣٤٥", "٦", ">e", "!", "　", "٣٤٥", "٦", "
", "㍿<|", "endoftext", "|>", "
", "<fi", "😀🏽'", "VE", ">İe", "́\n", "<ꟲ", "­ßſ", "🙂", "123", "456", "78", "'D", "Z", " ", "㋿", " ", "Ⅳ"]}
+{"text": "\td#$%#$%><EOT>\r\n,t\t0<|fim_prefix|>\nع<EOT>३½\r\n", "tokens": 27, "pieces": ["\td", "#$%#$%><", "EOT", ">\r\n", ",t", "\t", "0", "<|", "fim", "_prefix", "|>\n", "ع", "<EOT", ">", "३½", "\r\n"]}
+{"text": "́-­'T'lld0.e'M,'Se\r\n<EOT>\r\n\r\n!!㍿'reDž字", "tokens": 25, "pieces": ["́-­'", "T", "'ll", "d", "0", ".e", "'M", ",'", "Se", "\r\n", "<EOT", ">\r\n\r\n", "!!㍿'", "reDž字"]}
+{"text": ".'sEOT\r\n\r\nⅣå!s", "tokens": 12, "pieces": [".'", "sEOT", "\r\n\r\n", "Ⅳ", "a", "̊!", "s"]}
+{"text": "३İ'll३漢", "tokens": 8, "pieces": ["३", "İ", "'ll", "३", "漢"]}
+{"text": "Z   \n‍Ａ'VE\r\nméå\t㋿\té​‍\"é'ſt㋿!", "tokens": 34, "pieces": ["Z", "   \n", "‍Ａ", "'VE", "\r\n", "me", "́a", "̊", "\t", "㋿", "\te", "́​‍\"", "e", "́'", "ſt", "㋿!"]}
+{"text": "fi'ſ\r\n\r\n!!.  \"ع", "tokens": 10, "pieces": ["fi", "'ſ", "\r\n\r\n", "!!.", " ", " \"", "ع"]}
+{"text": "𐞁ꟲ're\n<\"İém­'re", "tokens": 17, "pieces": ["𐞁ꟲ", "'re", "\n", "<\"", "İe", "́m", "­'", "re"]}
+{"text": "\r\nå0​👍🏽Ａ're'TEOT", "tokens": 18, "pieces": ["\r\n", "a", "̊", "0", "​👍🏽", "Ａ", "'re", "'T", "EOT"]}
+{"text": "\n>'Sfí㋿ed
'Re<|fim_prefix|>aZ<|fim_prefix|>漢
", "tokens": 33, "pieces": ["\n", ">'", "Sfi", "́㋿", "ed", "
", "'Re", "<|", "fim", "_prefix", "|>", "aZ", "<|", "fim", "_prefix", "|>", "漢", "
"]}
+{"text": "123456789
ꟲ­<|fim_prefix|>㋿٣٤٥٦­'ſ'S!ß'Smḍ̇ḍ̇", "tokens": 46, "pieces": ["123", "456", "789", "
ꟲ", "­<|", "fim", "_prefix", "|>㋿", "٣٤٥", "٦", "­'", "ſ", "'S", "!ß", "'S", "mḋ", "̣ḋ", "̣"]}
+{"text": "३", "tokens": 2, "pieces": ["३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿​٣٤٥٦12345678'Dع🙂9ſ<META_START>😀🏽ß㋿İ'Ret३Zع9İ'Reſ‍字‍!३​'s<|fim_prefix|><|fim_prefix|>𐞁12345678​\n'llm", "tokens": 82, "pieces": ["㍿​", "٣٤٥", "٦12", "345", "678", "'D", "ع", "🙂", "9", "ſ", "<META", "_START", ">😀🏽", "ß", "㋿İ", "'Re", "t", "३", "Zع", "9", "İ", "'Re", "ſ", "‍字", "‍!", "३", "​'", "s", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "𐞁", "123", "456", "78", "​\n", "'ll", "m"]}
+{"text": "字as'ś'sＡ漢12345678å", "tokens": 16, "pieces": ["字as", "'s", "́'", "sＡ漢", "123", "456", "78", "a", "̊"]}
+{"text": "<|endoftext|>s012345678<|endoftext|>0>\"\r\n\r\n㋿İ𐞁.漢,'Ta'Dd\n   \n㋿'S½漢\r\n \n漢", "tokens": 49, "pieces": ["<|", "endoftext", "|>", "s", "012", "345", "678", "<|", "endoftext", "|>", "0", ">\"\r\n\r\n", "㋿İ𐞁", ".漢", ",'", "Ta", "'D", "d", "\n   \n", "㋿'", "S", "½", "漢", "\r\n \n", "漢"]}
+{"text": " ㋿३ßda'T!!", "tokens": 10, "pieces": [" ㋿", "३", "ßda", "'T", "!!"]}
+{"text": "<Dž 𐞁㋿\u000bع‍", "tokens": 15, "pieces": ["<Dž", " 𐞁", "㋿", "\u000bع", "‍"]}
+{"text": "🙂e٣٤٥٦'llZ<|fim_prefix|>'T", "tokens": 21, "pieces": ["🙂e", "٣٤٥", "٦", "'ll", "Z", "<|", "fim", "_prefix", "|>'", "T"]}
+{"text": "m,'\"e字㋿字\u000b'll\u000b0å\r'M9ds𐞁Ａ\r\n  're12345678ḍ̇éaEOT\r½dZ\r\n\r\n   \n>e,9é", "tokens": 52, "pieces": ["m", ",'\"", "e字", "㋿字", "\u000b", "'ll", "\u000b", "0", "a", "̊\r", "'M", "9", "ds𐞁Ａ", "\r\n", " ", " '", "re", "123", "456", "78", "ḋ", "̣éaEOT", "\r", "½", "dZ", "\r\n\r\n   \n", ">e", ",", "9", "e", "́"]}
+{"text": "12345678'M😀🏽.٣٤٥٦'T'Re३e(<㍿åd('T<META_START>'ll\r\n\r\n'VE㋿🙂m​,ḍ̇   \n#$%ß   \n‍<|endoftext|>ß'T½'
Dž#$%", "tokens": 78, "pieces": ["123", "456", "78", "'M", "😀🏽.", "٣٤٥", "٦", "'T", "'Re", "३", "e", "(<㍿", "a", "̊d", "('", "T", "<META", "_START", ">'", "ll", "\r\n\r\n", "'VE", "㋿🙂", "m", "​,", "ḋ", "̣", "   \n", "#$%", "ß", "   \n", "‍<|", "endoftext", "|>", "ß", "'T", "½", "'", "
Dž", "#$%"]}
+{"text": "a\r\n\r\nEOT   \nḍ̇>12345678's<|fim_prefix|>'ſ.EOT12345678'Rema'D𐞁'T<|endoftext|>fi.", "tokens": 47, "pieces": ["a", "\r\n\r\n", "EOT", "   \n", "ḋ", "̣>", "123", "456", "78", "'s", "<|", "fim", "_prefix", "|>'", "ſ", ".EOT", "123", "456", "78", "'Re", "ma", "'D", "𐞁", "'T", "<|", "endoftext", "|>", "fi", "."]}
+{"text": "!!<EOT>!!fi漢İ<EOT>Ａe.ḍ̇t漢㍿​!!'reda'M.'ſ‍é>  'VÉ", "tokens": 47, "pieces": ["!!<", "EOT", ">!!", "fi漢İ", "<EOT", ">Ａe", ".ḋ", "̣t漢", "㍿​!!'", "reda", "'M", ".'", "ſ", "‍e", "́>", " ", " '", "VE", "́"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "­>\"ådſ　 ", "tokens": 10, "pieces": ["­>\"", "a", "̊dſ", "　 "]}
+{"text": "'D'D  'Re12345678'Re'T ZEOT ع㍿\t's㍿­ſ,   ", "tokens": 27, "pieces": ["'D", "'D", " ", " '", "Re", "123", "456", "78", "'Re", "'T", " ZEOT", " ع", "㍿", "\t", "'s", "㍿­", "ſ", ",", "   "]}
+{"text": "'Re'S,-👍🏽  'T
é　#$%", "tokens": 19, "pieces": ["'Re", "'S", ",-👍🏽", " ", " '", "T", "
e", "́", "　", "#$%"]}
+{"text": "😀🏽\u000b'llＡ\r\n\r\n\r\n<|endoftext|>(㍿.'s👍🏽½dDž\"", "tokens": 33, "pieces": ["😀🏽", "\u000b", "'ll", "Ａ", "\r\n\r\n\r\n", "<|", "endoftext", "|>(㍿.'", "s", "👍🏽", "½", "dDž", "\""]}
+{"text": "9'Re0İ0'M\n<|endoftext|>'T😀🏽٣٤٥٦0", "tokens": 29, "pieces": ["9", "'Re", "0", "İ", "0", "'M", "\n", "<|", "endoftext", "|>'", "T", "😀🏽", "٣٤٥", "٦0"]}
+{"text": "<|endoftext|><EOT>s㋿\r\n\r\n👍🏽éad.'sſ<META_START>'S", "tokens": 32, "pieces": ["<|", "endoftext", "|><", "EOT", ">s", "㋿\r\n\r\n", "👍🏽", "e", "́ad", ".'", "sſ", "<META", "_START", ">'", "S"]}
+{"text": "a \u000b'ſꟲfi<'VE'Re<META_START>\r\n", "tokens": 18, "pieces": ["a", " ", "\u000b", "'ſ", "ꟲfi", "<'", "VE", "'Re", "<META", "_START", ">\r\n"]}
+{"text": "\r\n\r\n­Dž's'M'S<́'VE'Re\t　'३'🙂é👍🏽\u000b<|endoftext|>Ⅳ३‍㋿'re", "tokens": 46, "pieces": ["\r\n\r\n", "­Dž", "'s", "'M", "'S", "<́'", "VE", "'Re", "\t", "　", "'", "३", "'🙂", "é", "👍🏽", "\u000b", "<|", "endoftext", "|>", "Ⅳ३", "‍㋿'", "re"]}
+{"text": "é漢a  t'Z\tع>  #$%\tİ…'ReDž…٣٤٥٦'D!!é\nⅣmＡt sZ<META_START>😀🏽'Mfi'll", "tokens": 59, "pieces": ["e", "́漢a", " ", " t", "'Z", "\tع", ">", " ", " #$%", "\tİ", "…", "'Re", "Dž", "…", "٣٤٥", "٦", "'D", "!!", "e", "́\n", "Ⅳ", "mＡt", " sZ", "<META", "_START", ">😀🏽'", "Mfi", "'ll"]}
+{"text": "٣٤٥٦ß'Re…!'re\tZmé字9fi!'TEOT -'ſ's(漢a", "tokens": 33, "pieces": ["٣٤٥", "٦", "ß", "'Re", "…", "!'", "re", "\tZme", "́字", "9", "fi", "!'", "TEOT", " -'", "ſ", "'s", "(漢a"]}
+{"text": "<|endoftext|>m½!!‍0　<|fim_prefix|>-\r<META_START>12345678'T'Zs12345678.　'sZ‍<|endoftext|>d'VEd漢'S'VEⅣ
\u000bé漢'Re   \n", "tokens": 69, "pieces": ["<|", "endoftext", "|>", "m", "½", "!!‍", "0", "　", "<|", "fim", "_prefix", "|>-\r", "<META", "_START", ">", "123", "456", "78", "'T", "'Zs", "123", "456", "78", ".", "　", "'s", "Z", "‍<|", "endoftext", "|>", "d", "'VE", "d漢", "'S", "'VE", "Ⅳ", "
", "\u000be", "́漢", "'Re", "   \n"]}
+{"text": "ſ‍Ａ(ſ३\t'D \tⅣ's\r\"EOT.٣٤٥٦   \nİ \"", "tokens": 33, "pieces": ["ſ", "‍Ａ", "(ſ", "३", "\t", "'D", " ", "\t", "Ⅳ", "'s", "\r", "\"EOT", ".", "٣٤٥", "٦", "   \n", "İ", " \""]}
+{"text": "　(!'Re<s\t<META_START>'Re<|fim_prefix|>\rع\u000bDž're　ß‍'T99d!!åⅣ,‍'D!!㍿
a'll\nŹ'D　", "tokens": 57, "pieces": ["　", "(!'", "Re", "<s", "\t", "<META", "_START", ">'", "Re", "<|", "fim", "_prefix", "|>\r", "ع", "\u000bDž", "'re", "　ß", "‍'", "T", "99", "d", "!!", "a", "̊", "Ⅳ", ",‍'", "D", "!!㍿", "
a", "'ll", "\n", "Z", "́'", "D", "　"]}
+{"text": "'D're㋿0!", "tokens": 7, "pieces": ["'D", "'re", "㋿", "0", "!"]}
+{"text": "Ⅳ'ſ‍<|fim_prefix|>9t'Re\rḍ̇🙂'D\r\n\r\nſ'Re字! ع'D\"…　e'll\n!İ !<|fim_prefix|>　tＡ\"fi", "tokens": 60, "pieces": ["Ⅳ", "'ſ", "‍<|", "fim", "_prefix", "|>", "9", "t", "'Re", "\r", "ḋ", "̣🙂'", "D", "\r\n\r\n", "ſ", "'Re", "字", "!", " ع", "'D", "\"", "…", "　e", "'ll", "\n", "!İ", " !<|", "fim", "_prefix", "|>", "　tＡ", "\"fi"]}
+{"text": "🙂\u000bİ12345678\r\n12345678", "tokens": 11, "pieces": ["🙂", "\u000bİ", "123", "456", "78", "\r\n", "123", "456", "78"]}
+{"text": "åe\u000b0m <\t'T㍿…'VE𐞁e9<|fim_prefix|>'sſ<EOT>!!<EOT>\n\r\n㋿Ⅳ'D　<0é", "tokens": 53, "pieces": ["a", "̊e", "\u000b", "0", "m", " <", "\t", "'T", "㍿", "…", "'VE", "𐞁e", "9", "<|", "fim", "_prefix", "|>'", "sſ", "<EOT", ">!!<", "EOT", ">\n\r\n", "㋿", "Ⅳ", "'D", "　", "<", "0", "e", "́"]}
+{"text": "'ll'Ddm>㋿'İ're'S-'S<META_START>>𐞁 …Ａ", "tokens": 26, "pieces": ["'ll", "'D", "dm", ">㋿'", "İ", "'re", "'S", "-'", "S", "<META", "_START", ">>", "𐞁", " ", "…Ａ"]}
+{"text": "12345678'M<EOT>\r,Ａ  字'sm\r\n\r\n m>𐞁   \n عſe٣٤٥٦", "tokens": 37, "pieces": ["123", "456", "78", "'M", "<EOT", ">\r", ",Ａ", " ", " 字", "'s", "m", "\r\n\r\n", " m", ">𐞁", "   \n", " عſe", "٣٤٥", "٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿　<EOT>'DZ.   \n!\r\n\r\n\n-👍🏽'ſ\"'D\"㍿   \n'D,'ſ", "tokens": 34, "pieces": ["㍿", "　", "<EOT", ">'", "DZ", ".", "   \n", "!\r\n\r\n\n", "-👍🏽'", "ſ", "\"'", "D", "\"㍿", "   \n", "'D", ",'", "ſ"]}
+{"text": "ZaعeéEOT🙂(!!<META_START>'T٣٤٥٦ع 0éⅣ\n'ſ<EOT><EOT><|endoftext|>'re👍🏽\r\n\r\nå.<  字", "tokens": 61, "pieces": ["Zaعee", "́EOT", "🙂(!!<", "META", "_START", ">'", "T", "٣٤٥", "٦", "ع", " ", "0", "e", "́", "Ⅳ", "\n", "'ſ", "<EOT", "><", "EOT", "><|", "endoftext", "|>'", "re", "👍🏽\r\n\r\n", "a", "̊.<", " ", " 字"]}
+{"text": "İm12345678<EOT>\r''12345678'T-t　ß12345678
<|fim_prefix|>‍", "tokens": 31, "pieces": ["İm", "123", "456", "78", "<EOT", ">\r", "''", "123", "456", "78", "'T", "-t", "　ß", "123", "456", "78", "
", "<|", "fim", "_prefix", "|>‍"]}
+{"text": "ḍ̇ea\" 字ع\r
👍🏽
👍🏽😀🏽åḍ̇३Ａ\u000b<|endoftext|>'M­'TZ'ſ👍🏽(‍㋿३0", "tokens": 74, "pieces": ["ḋ", "̣ea", "\"", " 字ع", "\r", "
", "👍🏽", "
", "👍🏽😀🏽", "a", "̊ḋ", "̣", "३", "Ａ", "\u000b", "<|", "endoftext", "|>'", "M", "­'", "TZ", "'ſ", "👍🏽(‍㋿", "३0"]}
+{"text": "'D\n½½㍿<META_START>\r\nꟲ́12345678 a\t#$%٣٤٥٦\n!d0'ſ12345678٣٤٥٦㍿ßé😀🏽.'", "tokens": 59, "pieces": ["'D", "\n", "½½", "㍿<", "META", "_START", ">\r\n", "ꟲ", "́", "123", "456", "78", " a", "\t", "#$%", "٣٤٥", "٦", "\n", "!d", "0", "'ſ", "123", "456", "78٣", "٤٥٦", "㍿ßé", "😀🏽.'"]}
+{"text": "Dž>Ａa㍿́<(ḍ̇İ#$%\r'<META_START>   \n　e!!!!9<'T", "tokens": 31, "pieces": ["Dž", ">Ａa", "㍿́<(", "ḋ", "̣İ", "#$%\r", "'<", "META", "_START", ">", "   \n", "　e", "!!!!", "9", "<'", "T"]}
+{"text": "#$%!字\"👍🏽㋿a'Re\t​Ａ​İ'M\rſ'T\u000bİ字<'D!!
", "tokens": 34, "pieces": ["#$%!", "字", "\"👍🏽㋿", "a", "'Re", "\t", "​Ａ", "​İ", "'M", "\r", "ſ", "'T", "\u000bİ字", "<'", "D", "!!", "
"]}
+{"text": "ꟲ're  😀🏽\"'", "tokens": 10, "pieces": ["ꟲ", "'re", " ", " 😀🏽\"'"]}
+{"text": "　…'s   \nßEOTé", "tokens": 10, "pieces": ["　", "…", "'s", "   \n", "ßEOTe", "́"]}
+{"text": "́(", "tokens": 2, "pieces": ["́("]}
+{"text": "\r\n\r\n
å<|fim_prefix|>EOT'Ss \r\nt…㋿'ll!!'VE're 0Zt👍🏽ع'D", "tokens": 43, "pieces": ["\r\n\r\n", "
a", "̊<|", "fim", "_prefix", "|>", "EOT", "'S", "s", " \r\n", "t", "…", "㋿'", "ll", "!!'", "VE", "'re", " ", "0", "Zt", "👍🏽", "ع", "'D"]}
+{"text": "'Dß字9\r\n\r\n३…d'VEfi👍🏽Z…ſ(\tDže<EOT>३", "tokens": 35, "pieces": ["'D", "ß字", "9", "\r\n\r\n", "३", "…d", "'VE", "fi", "👍🏽", "Z", "…ſ", "(", "\tDže", "<EOT", ">", "३"]}
+{"text": "\"ḍ̇<!!𐞁
　<EOT>ع\"!,!!　''T　12345678<META_START>漢́\"漢 <|endoftext|>🙂'ſ's㋿👍🏽>‍", "tokens": 63, "pieces": ["\"ḋ", "̣<!!", "𐞁", "
", "　", "<EOT", ">ع", "\"!,!!", "　", "''", "T", "　", "123", "456", "78", "<META", "_START", ">漢", "́\"", "漢", " <|", "endoftext", "|>🙂'", "ſ", "'s", "㋿👍🏽>‍"]}
+{"text": "'\r\nع'Dé'<|endoftext|>'Re12345678\r\n\r\nfi#$%t\r\n\r\n字EOT<<|fim_prefix|>   \n-'VE'Re​   \n<EOT>", "tokens": 41, "pieces": ["'\r\n", "ع", "'D", "é", "'<|", "endoftext", "|>'", "Re", "123", "456", "78", "\r\n\r\n", "fi", "#$%", "t", "\r\n\r\n", "字EOT", "<<|", "fim", "_prefix", "|>", "   \n", "-'", "VE", "'Re", "​", "   \n", "<EOT", ">"]}
+{"text": "'ReEOT𐞁ḍ̇<|fim_prefix|>e½İ\u000b½å", "tokens": 27, "pieces": ["'Re", "EOT𐞁ḋ", "̣<|", "fim", "_prefix", "|>", "e", "½", "İ", "\u000b", "½", "a", "̊"]}
+{"text": "ſe​", "tokens": 4, "pieces": ["ſe", "​"]}
+{"text": "'Re😀🏽'\r😀🏽12345678\tß\r\n\r\n　<|fim_prefix|>́ſ<|endoftext|>#$%('s\r\n\r\n,!!ꟲ𐞁👍🏽­́ß ", "tokens": 61, "pieces": ["'Re", "😀🏽'\r", "😀🏽", "123", "456", "78", "\tß", "\r\n\r\n", "　", "<|", "fim", "_prefix", "|>́", "ſ", "<|", "endoftext", "|>#$%('", "s", "\r\n\r\n", ",!!", "ꟲ𐞁", "👍🏽­́", "ß", " "]}
+{"text": "'D👍🏽́<META_START>'s<EOT😀🏽­,Ⅳ字 ع­'👍🏽😀🏽'T", "tokens": 41, "pieces": ["'D", "👍🏽́<", "META", "_START", ">'", "s", "<EOT", "😀🏽­,", "Ⅳ", "字", " ع", "­'👍🏽😀🏽'", "T"]}
+{"text": "mſſ(Ⅳ🙂'VE'M'åé½m", "tokens": 19, "pieces": ["mſſ", "(", "Ⅳ", "🙂'", "VE", "'M", "'a", "̊é", "½", "m"]}
+{"text": "‍Dž   \n9", "tokens": 6, "pieces": ["‍Dž", "   \n", "9"]}
+{"text": "0…‍as'Re\n\r.é!éſ'T'9(t
.\r字,#$%s-é½ſsⅣ", "tokens": 36, "pieces": ["0", "…", "‍as", "'Re", "\n\r", ".é", "!éſ", "'T", "'", "9", "(t", "
", ".\r", "字", ",#$%", "s", "-é", "½", "ſs", "Ⅳ"]}
+{"text": "\u000b<EOTé३!३漢d'Re㋿s'Séé'S-
ß\rİ   \n​-<|fim_prefix|>#$%<d字́'ſß<META_START>m", "tokens": 55, "pieces": ["\u000b", "<EOTe", "́", "३", "!", "३", "漢d", "'Re", "㋿s", "'S", "e", "́e", "́'", "S", "-", "
ß", "\r", "İ", "   \n", "​-<|", "fim", "_prefix", "|>#$%<", "d字", "́'", "ſß", "<META", "_START", ">m"]}
+{"text": "å  's　\"<|fim_prefix|>12345678'll.    \n -　\u000bé½ß'Dſ\"!!ꟲm😀🏽'Rea12345678Ⅳ", "tokens": 48, "pieces": ["a", "̊", " ", " '", "s", "　", "\"<|", "fim", "_prefix", "|>", "123", "456", "78", "'ll", ".", "    \n", " -", "　", "\u000bé", "½", "ß", "'D", "ſ", "\"!!", "ꟲm", "😀🏽'", "Rea", "123", "456", "78Ⅳ"]}
+{"text": "'ḍ̇  ३'ReＡ३\r\n
s(  .​9
-\n½…½­😀🏽'D(fi", "tokens": 42, "pieces": ["'ḋ", "̣", " ", " ", "३", "'Re", "Ａ", "३", "\r\n", "
s", "(", " ", " .​", "9", "
", "-\n", "½", "…", "½", "­😀🏽'", "D", "(fi"]}
+{"text": "'Mḍ̇s(sfiZ٣٤٥٦d'D‍漢\r\n\r\n!12345678३EOT'S0́㋿漢　½", "tokens": 44, "pieces": ["'M", "ḋ", "̣s", "(sfiZ", "٣٤٥", "٦", "d", "'D", "‍漢", "\r\n\r\n", "!", "123", "456", "78३", "EOT", "'S", "0", "́㋿", "漢", "　", "½"]}
+{"text": "漢! \r\ń😀🏽'😀🏽 <META_START>'SZ\"t,ع'ſ𐞁<|endoftext|>Z#$%\"", "tokens": 42, "pieces": ["漢", "!", " \r\n", "́😀🏽'😀🏽", " <", "META", "_START", ">'", "SZ", "\"t", ",ع", "'ſ", "𐞁", "<|", "endoftext", "|>", "Z", "#$%\""]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ſ
s👍🏽㍿­å<|fim_prefix|>ß<META_START>a", "tokens": 30, "pieces": ["ſ", "
s", "👍🏽㍿­", "a", "̊<|", "fim", "_prefix", "|>", "ß", "<META", "_START", ">a"]}
+{"text": "Ⅳſİ'S'll'D'llé-ß'S ​́­m", "tokens": 18, "pieces": ["Ⅳ", "ſİ", "'S", "'ll", "'D", "'ll", "e", "́-", "ß", "'S", " ​́­", "m"]}
+{"text": "0EOT-३s𐞁   \nḍ̇'M\r\n㋿fi!𐞁a'D''se<|fim_prefix|>\"İ<|fim_prefix|>Ａ­ḍ̇", "tokens": 57, "pieces": ["0", "EOT", "-", "३", "s𐞁", "   \n", "ḋ", "̣'", "M", "\r\n", "㋿fi", "!𐞁a", "'D", "''", "se", "<|", "fim", "_prefix", "|>\"", "İ", "<|", "fim", "_prefix", "|>", "Ａ", "­ḋ", "̣"]}
+{"text": "­\neḍ̇fi\"s.'S漢   'VE😀🏽é\r\n\r\n!!s  Z-ع(mé\r\ń's.　t३!", "tokens": 44, "pieces": ["­\n", "eḋ", "̣fi", "\"s", ".'", "S漢", "  ", " ", "'VE", "😀🏽", "é", "\r\n\r\n", "!!", "s", " ", " Z", "-ع", "(mé", "\r\n", "́'", "s", ".", "　t", "३", "!"]}
+{"text": "漢#$%9fiⅣ½㍿s😀🏽fi\r", "tokens": 22, "pieces": ["漢", "#$%", "9", "fi", "Ⅳ½", "㍿s", "😀🏽", "fi", "\r"]}
+{"text": "<|endoftext|>\r\n\r\nꟲ\u000b'VE<EOT>\n<META_START>…Ⅳ𐞁  \n👍🏽9'll12345678​", "tokens": 41, "pieces": ["<|", "endoftext", "|>\r\n\r\n", "ꟲ", "\u000b", "'VE", "<EOT", ">\n", "<META", "_START", ">", "…", "Ⅳ", "𐞁", "  \n", "👍🏽", "9", "'ll", "123", "456", "78", "​"]}
+{"text": "'sDž<EOT>'Re", "tokens": 7, "pieces": ["'s", "Dž", "<EOT", ">'", "Re"]}
+{"text": "🙂   ­'M d'ſ 😀🏽㍿e<EOT>å<0'll\"'Dm", "tokens": 29, "pieces": ["🙂", "  ", " ­'", "M", " d", "'ſ", " 😀🏽㍿", "e", "<EOT", ">a", "̊<", "0", "'ll", "\"'", "Dm"]}
+{"text": "\n<d-Dž   \n…0\t", "tokens": 10, "pieces": ["\n", "<d", "-Dž", "   \n", "…", "0", "\t"]}
+{"text": "é'll'lleİ <|fim_prefix|>…'Re'll👍🏽maé٣٤٥٦åİ'VE㋿🙂٣٤٥٦<|endoftext|>ée'Re\t\r\n!'Mfi
字🙂", "tokens": 74, "pieces": ["e", "́'", "ll", "'ll", "eİ", " <|", "fim", "_prefix", "|>", "…", "'Re", "'ll", "👍🏽", "mae", "́", "٣٤٥", "٦", "a", "̊İ", "'VE", "㋿🙂", "٣٤٥", "٦", "<|", "endoftext", "|>", "e", "́e", "'Re", "\t\r\n", "!'", "Mfi", "
字", "🙂"]}
+{"text": "Džå0‍.'M\u000b'Se‍漢<META_START>!!'T\u000bⅣ́", "tokens": 28, "pieces": ["Dža", "̊", "0", "‍.'", "M", "\u000b", "'S", "e", "‍漢", "<META", "_START", ">!!'", "T", "\u000b", "Ⅳ", "́"]}
+{"text": "Z\"", "tokens": 2, "pieces": ["Z", "\""]}
+{"text": "aſ'ſ(e<EOT>>'T Z12345678
<'Reé👍🏽s!!٣٤٥٦'D\r\ns👍🏽d<EOT>Dž\"ß'ع\rꟲa", "tokens": 62, "pieces": ["aſ", "'ſ", "(e", "<EOT", ">>'", "T", " Z", "123", "456", "78", "
", "<'", "Reé", "👍🏽", "s", "!!", "٣٤٥", "٦", "'D", "\r\n", "s", "👍🏽", "d", "<EOT", ">Dž", "\"ß", "'ع", "\r", "ꟲa"]}
+{"text": ".t(ta<META_START>'M‍😀🏽'ré🙂'Sé12345678　é", "tokens": 28, "pieces": [".t", "(ta", "<META", "_START", ">'", "M", "‍😀🏽'", "re", "́🙂'", "Se", "́", "123", "456", "78", "　é"]}
+{"text": "'M å​'ſ漢é!", "tokens": 13, "pieces": ["'M", " a", "̊​'", "ſ漢é", "!"]}
+{"text": "e…d\r\n\r\n½　'S'M‍\"\tİe-   \n!!'re३(<META_START>\n字 ​fi 's ,\n9ꟲ­", "tokens": 39, "pieces": ["e", "…d", "\r\n\r\n", "½", "　", "'S", "'M", "‍\"", "\tİe", "-", "   \n", "!!'", "re", "३", "(<", "META", "_START", ">\n", "字", " ", "​fi", " ", "'s", " ,\n", "9", "ꟲ", "­"]}
+{"text": "#$%\r   \n½ a'S­'D", "tokens": 11, "pieces": ["#$%\r", "   \n", "½", " a", "'S", "­'", "D"]}
+{"text": "🙂aß㍿<|fim_prefix|>'VE  𐞁#$%ſ'll#$%\r\nＡ<|endoftext|>", "tokens": 37, "pieces": ["🙂aß", "㍿<|", "fim", "_prefix", "|>'", "VE", " ", " 𐞁", "#$%", "ſ", "'ll", "#$%\r\n", "Ａ", "<|", "endoftext", "|>"]}
+{"text": "𐞁 å!ae(\r\ns\t字'M'll'TＡ😀🏽٣٤٥٦ع\t́😀🏽éZİ\u000b", "tokens": 44, "pieces": ["𐞁", " a", "̊!", "ae", "(\r\n", "s", "\t字", "'M", "'ll", "'T", "Ａ", "😀🏽", "٣٤٥", "٦", "ع", "\t", "́😀🏽", "e", "́Zİ", "\u000b"]}
+{"text": "0m٣٤٥٦Ⅳ'T", "tokens": 13, "pieces": ["0", "m", "٣٤٥", "٦Ⅳ", "'T"]}
+{"text": "å'M", "tokens": 5, "pieces": ["a", "̊'", "M"]}
+{"text": "å'Ret'Retꟲ𐞁
m🙂🙂\n𐞁e", "tokens": 27, "pieces": ["a", "̊'", "Ret", "'Re", "tꟲ𐞁", "
m", "🙂🙂\n", "𐞁e"]}
+{"text": "'re're>åſ㍿​\u000bé'M0'M\r", "tokens": 19, "pieces": ["'re", "'re", ">a", "̊ſ", "㍿​", "\u000be", "́'", "M", "0", "'M", "\r"]}
+{"text": "e　\u000b'S.a", "tokens": 5, "pieces": ["e", "　", "\u000b", "'S", ".a"]}
+{"text": " <    \n漢d're​eİe\"\t㋿
ع́\t(", "tokens": 23, "pieces": [" ", "<", "    \n", "漢d", "'re", "​eİe", "\"", "\t", "㋿", "
ع", "́", "\t", "("]}
+{"text": "<EOT>!!'s'S'Tt", "tokens": 9, "pieces": ["<EOT", ">!!'", "s", "'S", "'T", "t"]}
+{"text": ",'ſḍ̇<|fim_prefix|>d  é<META_START>字'ſ㋿<META_START>㋿e", "tokens": 37, "pieces": [",'", "ſḋ", "̣<|", "fim", "_prefix", "|>", "d", " ", " é", "<META", "_START", ">字", "'ſ", "㋿<", "META", "_START", ">㋿", "e"]}
+{"text": "Dž 'D𐞁
👍🏽#$%𐞁!<EOT>٣٤٥٦Z!!t", "tokens": 37, "pieces": ["Dž", " '", "D𐞁", "
", "👍🏽#$%", "𐞁", "!<", "EOT", ">", "٣٤٥", "٦", "Z", "!!", "t"]}
+{"text": "\t,Ⅳ", "tokens": 4, "pieces": ["\t", ",", "Ⅳ"]}
+{"text": "  ​'re   \nعt𐞁'D<EOT>ta   \nåé'D漢👍🏽så㍿́DžDžt  Z'S< ", "tokens": 49, "pieces": [" ", " ​'", "re", "   \n", "عt𐞁", "'D", "<EOT", ">ta", "   \n", "a", "̊e", "́'", "D漢", "👍🏽", "sa", "̊㍿́", "DžDžt", " ", " Z", "'S", "<", " "]}
+{"text": "<|fim_prefix|>…'s.𐞁عfi字<EOT>  >\r\n're", "tokens": 25, "pieces": ["<|", "fim", "_prefix", "|>", "…", "'s", ".𐞁عfi字", "<EOT", ">", " ", " >\r\n", "'re"]}
+{"text": "'VE9👍🏽", "tokens": 9, "pieces": ["'VE", "9", "👍🏽"]}
+{"text": "Ⅳfi(\"'D<META_START>\r\nİ>Ａ漢😀🏽'S　.mEOTZ
<META_START>……!!9字ḍ̇𐞁<ꟲ\r\n<", "tokens": 56, "pieces": ["Ⅳ", "fi", "(\"'", "D", "<META", "_START", ">\r\n", "İ", ">Ａ漢", "😀🏽'", "S", "　", ".mEOTZ", "
", "<META", "_START", ">", "…", "…", "!!", "9", "字ḋ", "̣𐞁", "<ꟲ", "\r\n", "<"]}
+{"text": "'M#$%٣٤٥٦(#$%.m㍿㋿9#$%'T㋿\r\n\r\n!!Ａḍ̇", "tokens": 37, "pieces": ["'M", "#$%", "٣٤٥", "٦", "(#$%.", "m", "㍿㋿", "9", "#$%'", "T", "㋿\r\n\r\n", "!!", "Ａḋ", "̣"]}
+{"text": "'s<|fim_prefix|>'ReZ😀🏽㋿漢s𐞁Ⅳḍ̇t  İ ́e👍🏽…ḍ̇fi   \n　漢ß'VE", "tokens": 60, "pieces": ["'s", "<|", "fim", "_prefix", "|>'", "ReZ", "😀🏽㋿", "漢s𐞁", "Ⅳ", "ḋ", "̣t", " ", " İ", " ́", "e", "👍🏽", "…ḋ", "̣fi", "   \n", "　漢ß", "'VE"]}
+{"text": "'re'Dİ字9​.🙂​㋿\t-
İé12345678‍
<|endoftext|>㍿12345678👍🏽\r㍿Zfi'VE>　é<EOT>", "tokens": 62, "pieces": ["'re", "'D", "İ字", "9", "​.🙂​㋿", "\t", "-", "
İé", "123", "456", "78", "‍", "
", "<|", "endoftext", "|>㍿", "123", "456", "78", "👍🏽\r", "㍿Zfi", "'VE", ">", "　e", "́<", "EOT", ">"]}
+{"text": "0   \n­   …'re漢­'T\r٣٤٥٦9s<EOT>9<EOT>d. 're\n'sⅣ\r\n'T<|fim_prefix|>", "tokens": 47, "pieces": ["0", "   \n", "­", "   ", "…", "'re", "漢", "­'", "T", "\r", "٣٤٥", "٦9", "s", "<EOT", ">", "9", "<EOT", ">d", ".", " '", "re", "\n", "'s", "Ⅳ", "\r\n", "'T", "<|", "fim", "_prefix", "|>"]}
+{"text": "🙂㋿'re字'll,<EOT>s\r½　ḍ̇𐞁漢'D<|fim_prefix|>٣٤٥٦٣٤٥٦'re'Re,👍🏽!!­\r9", "tokens": 64, "pieces": ["🙂㋿'", "re字", "'ll", ",<", "EOT", ">s", "\r", "½", "　ḋ", "̣𐞁漢", "'D", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦٣٤", "٥٦", "'re", "'Re", ",👍🏽!!­\r", "9"]}
+{"text": "'VE", "tokens": 2, "pieces": ["'VE"]}
+{"text": "
ß 's'Re#$%  \r\n㍿́m 'M12345678!!
🙂<|fim_prefix|><!!'VE'T-#$%'re𐞁𐞁İ!   \n", "tokens": 50, "pieces": ["
ß", " ", "'s", "'Re", "#$%", "  \r\n", "㍿́", "m", " '", "M", "123", "456", "78", "!!", "
", "🙂<|", "fim", "_prefix", "|><!!'", "VE", "'T", "-#$%'", "re𐞁𐞁İ", "!", "   \n"]}
+{"text": "!ß🙂٣٤٥٦!
'T'M<EOT>ß>é'M'D!!Džİ<EOT>½EOT", "tokens": 36, "pieces": ["!ß", "🙂", "٣٤٥", "٦", "!", "
", "'T", "'M", "<EOT", ">ß", ">e", "́'", "M", "'D", "!!", "Džİ", "<EOT", ">", "½", "EOT"]}
+{"text": "mZas　!Ⅳ>
'S㍿0\r­ꟲ,#$%漢'T'll
-½'ſ'D!!Zté\"漢9字字's
½", "tokens": 49, "pieces": ["mZas", "　", "!", "Ⅳ", ">", "
", "'S", "㍿", "0", "\r", "­ꟲ", ",#$%", "漢", "'T", "'ll", "
", "-", "½", "'ſ", "'D", "!!", "Zté", "\"漢", "9", "字字", "'s", "
", "½"]}
+{"text": "<'Re­  'T㋿'VE0   \nEOT\n　mééİ.\r\n\r\né<|endoftext|>å<|endoftext|>🙂!12345678\"İ'S-Dž", "tokens": 52, "pieces": ["<'", "Re", "­", " ", " '", "T", "㋿'", "VE", "0", "   \n", "EOT", "\n", "　mééİ", ".\r\n\r\n", "é", "<|", "endoftext", "|>", "a", "̊<|", "endoftext", "|>🙂!", "123", "456", "78", "\"İ", "'S", "-Dž"]}
+{"text": "­'T<EOT>å'D're\r\n\r\n-é,12345678.<,٣٤٥٦ſ<EOT>٣٤٥٦\t́\"'VE½m\u000bꟲ", "tokens": 51, "pieces": ["­'", "T", "<EOT", ">a", "̊'", "D", "'re", "\r\n\r\n", "-e", "́,", "123", "456", "78", ".<,", "٣٤٥", "٦", "ſ", "<EOT", ">", "٣٤٥", "٦", "\t", "́\"'", "VE", "½", "m", "\u000bꟲ"]}
+{"text": "'M🙂12345678e\r\n9,12345678İ'reعＡ", "tokens": 18, "pieces": ["'M", "🙂", "123", "456", "78", "e", "\r\n", "9", ",", "123", "456", "78", "İ", "'re", "عＡ"]}
+{"text": "  \"-m'<EOT>३㍿字🙂 \tꟲ<META_START>‍ḍ̇éḍ̇#$%­å,'s", "tokens": 45, "pieces": [" ", " \"-", "m", "'<", "EOT", ">", "३", "㍿字", "🙂", " ", "\tꟲ", "<META", "_START", ">‍", "ḋ", "̣éḋ", "̣#$%­", "a", "̊,'", "s"]}
+{"text": "㍿\rEOTḍ̇'S ßİ​d,<EOT>½٣٤٥٦Ⅳ<META_START>'  ٣٤٥٦漢'Dé　'S𐞁ḍ̇mfi\u000b\rm'Re  ½<|fim_prefix|><|endoftext|>>   \n'", "tokens": 87, "pieces": ["㍿\r", "EOTḋ", "̣'", "S", " ßİ", "​d", ",<", "EOT", ">", "½٣٤", "٥٦Ⅳ", "<META", "_START", ">'", " ", " ", "٣٤٥", "٦", "漢", "'D", "é", "　", "'S", "𐞁ḋ", "̣mfi", "\u000b\r", "m", "'Re", " ", " ", "½", "<|", "fim", "_prefix", "|><|", "endoftext", "|>>", "   \n", "'"]}
+{"text": "\r\n\r\né<　(ḍ̇ ", "tokens": 12, "pieces": ["\r\n\r\n", "e", "́<", "　", "(ḋ", "̣", " "]}
+{"text": "t,!㍿😀🏽<Z ſ12345678ſ\"", "tokens": 21, "pieces": ["t", ",!㍿😀🏽<", "Z", " ſ", "123", "456", "78", "ſ", "\""]}
+{"text": "tⅣİ𐞁'TＡ.🙂'llⅣ́>éé", "tokens": 22, "pieces": ["t", "Ⅳ", "İ𐞁", "'T", "Ａ", ".🙂'", "ll", "Ⅳ", "́>", "éé"]}
+{"text": "é́٣٤٥٦Džmſ\r𐞁<|fim_prefix|>­s\r\n9ß     \n å'Re…", "tokens": 40, "pieces": ["é", "́", "٣٤٥", "٦", "Džmſ", "\r", "𐞁", "<|", "fim", "_prefix", "|>­", "s", "\r\n", "9", "ß", "     \n", " a", "̊'", "Re", "…"]}
+{"text": "!!­d(ſe<|endoftext|>Ⅳſ'D\r\n\r\n#$%dd漢㋿(ع(漢EOT.'s½字", "tokens": 39, "pieces": ["!!­", "d", "(ſe", "<|", "endoftext", "|>", "Ⅳ", "ſ", "'D", "\r\n\r\n", "#$%", "dd漢", "㋿(", "ع", "(漢EOT", ".'", "s", "½", "字"]}
+{"text": "<META_START>ꟲ'Re  fi漢!!å>'D", "tokens": 19, "pieces": ["<META", "_START", ">ꟲ", "'Re", " ", " fi漢", "!!", "a", "̊>'", "D"]}
+{"text": "12345678­ꟲ!! 漢́'reéZ's<e<EOT>", "tokens": 22, "pieces": ["123", "456", "78", "­ꟲ", "!!", " 漢", "́'", "reéZ", "'s", "<e", "<EOT", ">"]}
+{"text": "́éé.㋿İé३​><…漢­🙂'VE\t   \n\n!Ⅳ", "tokens": 30, "pieces": ["́e", "́e", "́.㋿", "İe", "́", "३", "​><", "…漢", "­🙂'", "VE", "\t   \n\n", "!", "Ⅳ"]}
+{"text": "eⅣ😀🏽'D're३'s's9-0!", "tokens": 19, "pieces": ["e", "Ⅳ", "😀🏽'", "D", "'re", "३", "'s", "'s", "9", "-", "0", "!"]}
+{"text": "0   \n(½å<|fim_prefix|> m عd'llé!Z字EOTå😀🏽㍿é.İ　Ａ   \nfi
.'ßfi​Z'VEfi   \n", "tokens": 60, "pieces": ["0", "   \n", "(", "½", "a", "̊<|", "fim", "_prefix", "|>", " m", " عd", "'ll", "e", "́!", "Z字EOTa", "̊😀🏽㍿", "e", "́.", "İ", "　Ａ", "   \n", "fi", "
", ".'", "ßfi", "​Z", "'VE", "fi", "   \n"]}
+{"text": "<|endoftext|>  \n…Ａİ‍  ,", "tokens": 17, "pieces": ["<|", "endoftext", "|>", "  \n", "…Ａİ", "‍", " ", " ,"]}
+{"text": "a'S!", "tokens": 3, "pieces": ["a", "'S", "!"]}
+{"text": "👍🏽\r\n\r\n<|fim_prefix|>字'M.ḍ̇ꟲ", "tokens": 25, "pieces": ["👍🏽\r\n\r\n", "<|", "fim", "_prefix", "|>", "字", "'M", ".ḋ", "̣ꟲ"]}
+{"text": "<EOT> ½字\nm\r\n\r\n'T<>>mſaå㋿ 'T!𐞁ع<EOT><|endoftext|>\r\n\r\na're,123456789'S   \n-", "tokens": 47, "pieces": ["<EOT", ">", " ", "½", "字", "\n", "m", "\r\n\r\n", "'T", "<>>", "mſaa", "̊㋿", " ", "'T", "!𐞁ع", "<EOT", "><|", "endoftext", "|>\r\n\r\n", "a", "'re", ",", "123", "456", "789", "'S", "   \n", "-"]}
+{"text": "'Re<|endoftext|>Dž\n٣٤٥٦ḍ̇ta!fi…a٣٤٥٦　-Ⅳ😀🏽é\n#$%漢👍🏽   　😀🏽'T<META_START>'Mſ'ſé", "tokens": 81, "pieces": ["'Re", "<|", "endoftext", "|>", "Dž", "\n", "٣٤٥", "٦", "ḋ", "̣ta", "!fi", "…a", "٣٤٥", "٦", "　", "-", "Ⅳ", "😀🏽", "é", "\n", "#$%", "漢", "👍🏽", "   ", "　", "😀🏽'", "T", "<META", "_START", ">'", "Mſ", "'ſ", "é"]}
+{"text": "́㍿'Re9d#$%#$%ꟲＡꟲ<|fim_prefix|>\r\n\n<|endoftext|>EOTZ㍿m", "tokens": 42, "pieces": ["́㍿'", "Re", "9", "d", "#$%#$%", "ꟲＡꟲ", "<|", "fim", "_prefix", "|>\r\n\n", "<|", "endoftext", "|>", "EOTZ", "㍿m"]}
+{"text": "'Tt㍿😀🏽efi'T12345678sİ 'S​(​'S'T", "tokens": 27, "pieces": ["'T", "t", "㍿😀🏽", "efi", "'T", "123", "456", "78", "sİ", " '", "S", "​(​'", "S", "'T"]}
+{"text": "9'<ⅣⅣ  0<EOT>'ll　d'ſDž", "tokens": 20, "pieces": ["9", "'<", "ⅣⅣ", " ", " ", "0", "<EOT", ">'", "ll", "　d", "'ſ", "Dž"]}
+{"text": "\r\n.d<|fim_prefix|>字­,ꟲꟲ!EOT's", "tokens": 22, "pieces": ["\r\n", ".d", "<|", "fim", "_prefix", "|>", "字", "­,", "ꟲꟲ", "!EOT", "'s"]}
+{"text": "ſ.'ſ<|endoftext|>👍🏽EOT👍🏽Ａ Ⅳ👍🏽9'ſ　<EOT><EOT>å…\"m'M>\u000b.<'VEm", "tokens": 61, "pieces": ["ſ", ".'", "ſ", "<|", "endoftext", "|>👍🏽", "EOT", "👍🏽", "Ａ", " ", "Ⅳ", "👍🏽", "9", "'ſ", "　", "<EOT", "><", "EOT", ">a", "̊", "…", "\"m", "'M", ">", "\u000b", ".<'", "VEm"]}
+{"text": "  'll12345678<META_START>'D\u000bſ\t'Re𐞁…㍿e'ſ­EOT𐞁.Ａ'ReEOT\n", "tokens": 43, "pieces": [" ", " '", "ll", "123", "456", "78", "<META", "_START", ">'", "D", "\u000bſ", "\t", "'Re", "𐞁", "…", "㍿e", "'ſ", "­EOT𐞁", ".Ａ", "'Re", "EOT", "\n"]}
+{"text": "s३漢㍿\r\n\r\nꟲع
DžEOT\"ſ३ḍ̇m<EOT>Dž", "tokens": 35, "pieces": ["s", "३", "漢", "㍿\r\n\r\n", "ꟲع", "
DžEOT", "\"ſ", "३", "ḋ", "̣m", "<EOT", ">Dž"]}
+{"text": "  ſ…'MåDžḍ̇\t'Re,<|endoftext|>ⅣＡ字 \n  İfi.\tétſsꟲ<|endoftext|>㍿>ꟲ", "tokens": 59, "pieces": [" ", " ſ", "…", "'M", "a", "̊Džḋ", "̣", "\t", "'Re", ",<|", "endoftext", "|>", "Ⅳ", "Ａ字", " \n", " ", " İfi", ".", "\te", "́tſsꟲ", "<|", "endoftext", "|>㍿>", "ꟲ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<|endoftext|> ", "tokens": 8, "pieces": ["<|", "endoftext", "|>", " "]}
+{"text": "12345678're'½'ſ😀🏽漢‍(ſ m𐞁漢->Ⅳ😀🏽'ſ(字\u000bm9Džعḍ̇漢ḍ̇   \n½ß ", "tokens": 63, "pieces": ["123", "456", "78", "'re", "'", "½", "'ſ", "😀🏽", "漢", "‍(", "ſ", " m𐞁漢", "->", "Ⅳ", "😀🏽'", "ſ", "(字", "\u000bm", "9", "Džعḋ", "̣漢ḋ", "̣", "   \n", "½", "ß", " "]}
+{"text": "'Re -e<EOT><META_START>𐞁EOT9'VE<|endoftext|>\r'D㋿e!\r\n😀🏽‍́ḍ̇…ع字é<EOT><|fim_prefix|>'ſ", "tokens": 61, "pieces": ["'Re", " ", "-e", "<EOT", "><", "META", "_START", ">𐞁EOT", "9", "'VE", "<|", "endoftext", "|>\r", "'D", "㋿e", "!\r\n", "😀🏽‍́", "ḋ", "̣", "…ع字é", "<EOT", "><|", "fim", "_prefix", "|>'", "ſ"]}
+{"text": "<|endoftext|>>a#$%dZEOT m\naع", "tokens": 17, "pieces": ["<|", "endoftext", "|>>", "a", "#$%", "dZEOT", " m", "\n", "aع"]}
+{"text": "🙂‍DžDž㍿字\u000b's字'é're", "tokens": 19, "pieces": ["🙂‍", "DžDž", "㍿字", "\u000b", "'s", "字", "'e", "́'", "re"]}
+{"text": "ع,<|fim_prefix|>'e    \n>ḍ̇\u000bd'D12345678're  a#$%…Dž𐞁\nå㍿\u000bⅣ!!\"½\n\"​#$%​Ⅳ½́́t", "tokens": 60, "pieces": ["ع", ",<|", "fim", "_prefix", "|>'", "e", "    \n", ">ḋ", "̣", "\u000bd", "'D", "123", "456", "78", "'re", " ", " a", "#$%", "…Dž𐞁", "\n", "a", "̊㍿", "\u000b", "Ⅳ", "!!\"", "½", "\n", "\"​#$%​", "Ⅳ½", "́́", "t"]}
+{"text": "-<META_START>.'Sfi🙂9İ­#$%Ⅳ9\"m\r<META_START>'ll३s\r\n\r\nfiZe३'ll", "tokens": 37, "pieces": ["-<", "META", "_START", ">.'", "Sfi", "🙂", "9", "İ", "­#$%", "Ⅳ9", "\"m", "\r", "<META", "_START", ">'", "ll", "३", "s", "\r\n\r\n", "fiZe", "३", "'ll"]}
+{"text": "​\rＡ(٣٤٥٦d👍🏽<ع'DعＡé'Re\r\n\r\n  \t'ſt#$%Z\"Dž‍.'Sa\r　𐞁     \n\r\n", "tokens": 55, "pieces": ["​\r", "Ａ", "(", "٣٤٥", "٦", "d", "👍🏽<", "ع", "'D", "عＡe", "́'", "Re", "\r\n\r\n", "  ", "\t", "'ſ", "t", "#$%", "Z", "\"Dž", "‍.'", "Sa", "\r", "　𐞁", "     \n\r\n"]}
+{"text": "ꟲ,'M", "tokens": 5, "pieces": ["ꟲ", ",'", "M"]}
+{"text": "㋿　fi,ع'll12345678'reé\r\n,\ns'", "tokens": 19, "pieces": ["㋿", "　fi", ",ع", "'ll", "123", "456", "78", "'re", "e", "́\r\n", ",\n", "s", "'"]}
+{"text": "'re-Ⅳ\"ḍ̇ع!!s", "tokens": 13, "pieces": ["'re", "-", "Ⅳ", "\"ḋ", "̣ع", "!!", "s"]}
+{"text": "'lléꟲ\n12345678ḍ̇Ⅳ0㍿'VE'D12345678e㍿ß㋿'sß-½s\u000b\t'll…#$%\r <EOT>Z'TtEOT 𐞁,ꟲd", "tokens": 67, "pieces": ["'ll", "e", "́ꟲ", "\n", "123", "456", "78", "ḋ", "̣", "Ⅳ0", "㍿'", "VE", "'D", "123", "456", "78", "e", "㍿ß", "㋿'", "sß", "-", "½", "s", "\u000b", "\t", "'ll", "…", "#$%\r", " <", "EOT", ">Z", "'T", "tEOT", " 𐞁", ",ꟲd"]}
+{"text": "\u000b
åZ‍ \r\n\r\n\r\n\r\nEOT   \n‍tع…'Re\r\n!ⅣſⅣ!!😀🏽9<(\r\n>'​fi\u000b🙂", "tokens": 45, "pieces": ["\u000b", "
a", "̊Z", "‍", " \r\n\r\n\r\n\r\n", "EOT", "   \n", "‍tع", "…", "'Re", "\r\n", "!", "Ⅳ", "ſ", "Ⅳ", "!!😀🏽", "9", "<(\r\n", ">'​", "fi", "\u000b", "🙂"]}
+{"text": " …३\r'M
!漢- 
12345678t<|endoftext|>
'D,\na'Red ٣٤٥٦漢\"é㋿ s‍>\r\n\r\ns9DžZ½😀🏽", "tokens": 66, "pieces": [" ", "…", "३", "\r", "'M", "
", "!漢", "-", " ", "
", "123", "456", "78", "t", "<|", "endoftext", "|>", "
", "'D", ",\n", "a", "'Re", "d", " ", "٣٤٥", "٦", "漢", "\"e", "́㋿", " s", "‍>\r\n\r\n", "s", "9", "DžZ", "½", "😀🏽"]}
+{"text": "'ll𐞁\r…'ll!Ⅳ-<|endoftext|>ß \r\n\r\n\r\n\r\nét㋿\n'Tt12345678", "tokens": 35, "pieces": ["'ll", "𐞁", "\r", "…", "'ll", "!", "Ⅳ", "-<|", "endoftext", "|>", "ß", " \r\n\r\n\r\n\r\n", "e", "́t", "㋿\n", "'T", "t", "123", "456", "78"]}
+{"text": "'s\u000b-'s‍EOT#$%ſ\u000bßEOT\u000b(åعfi", "tokens": 23, "pieces": ["'s", "\u000b", "-'", "s", "‍EOT", "#$%", "ſ", "\u000bßEOT", "\u000b", "(a", "̊عfi"]}
+{"text": "\t<  '漢e漢12345678'Re'D'D912345678\u000b  éad　ḍ̇İmm!!12345678३㋿\r\n", "tokens": 41, "pieces": ["\t", "<", " ", " '", "漢e漢", "123", "456", "78", "'Re", "'D", "'D", "912", "345", "678", "\u000b ", " e", "́ad", "　ḋ", "̣İmm", "!!", "123", "456", "78३", "㋿\r\n"]}
+{"text": "Z09٣٤٥٦0é'T're 'T", "tokens": 16, "pieces": ["Z", "09٣", "٤٥٦", "0", "é", "'T", "'re", " ", "'T"]}
+{"text": "㍿٣٤٥٦\nt㍿字\r\n\r\n漢٣٤٥٦\n<'re‍>\t㍿㍿Ⅳ\r\n!'VE.9e'.ع", "tokens": 51, "pieces": ["㍿", "٣٤٥", "٦", "\n", "t", "㍿字", "\r\n\r\n", "漢", "٣٤٥", "٦", "\n", "<'", "re", "‍>", "\t", "㍿㍿", "Ⅳ", "\r\n", "!'", "VE", ".", "9", "e", "'.", "ع"]}
+{"text": "!! ‍é½३Ａ'VEſ<|fim_prefix|>ع​é😀🏽'T\r<|fim_prefix|> d!!a<EOT>'ll٣٤٥٦½Ａ<字s😀🏽#$%d½㋿e#$%", "tokens": 77, "pieces": ["!!", " ", "‍é", "½३", "Ａ", "'VE", "ſ", "<|", "fim", "_prefix", "|>", "ع", "​e", "́😀🏽'", "T", "\r", "<|", "fim", "_prefix", "|>", " d", "!!", "a", "<EOT", ">'", "ll", "٣٤٥", "٦½", "Ａ", "<字s", "😀🏽#$%", "d", "½", "㋿e", "#$%"]}
+{"text": "ع​Ａ(<META_START>t12345678>'S'T<EOT>😀🏽a'Re٣٤٥٦\r\nd", "tokens": 34, "pieces": ["ع", "​Ａ", "(<", "META", "_START", ">t", "123", "456", "78", ">'", "S", "'T", "<EOT", ">😀🏽", "a", "'Re", "٣٤٥", "٦", "\r\n", "d"]}
+{"text": "<META_START>!!\"
#$%\"'lléß
ß　12345678->t👍🏽\r\n\r\n're漢　‍<|fim_prefix|>d0   \n 0's㋿e#$%<META_START>0😀🏽", "tokens": 65, "pieces": ["<META", "_START", ">!!\"", "
", "#$%\"'", "lléß", "
ß", "　", "123", "456", "78", "->", "t", "👍🏽\r\n\r\n", "'re", "漢", "　", "‍<|", "fim", "_prefix", "|>", "d", "0", "   \n", " ", "0", "'s", "㋿e", "#$%<", "META", "_START", ">", "0", "😀🏽"]}
+{"text": "'Da<३éſd'Ret'Re𐞁字字'DEOT\r\n\r\nEOT\"½'S­ -\r.tå\r\n\r\n​​ع㋿😀🏽", "tokens": 46, "pieces": ["'D", "a", "<", "३", "e", "́ſd", "'Re", "t", "'Re", "𐞁字字", "'D", "EOT", "\r\n\r\n", "EOT", "\"", "½", "'S", "­", " ", "-\r", ".ta", "̊\r\n\r\n", "​​", "ع", "㋿😀🏽"]}
+{"text": "\r\n'llＡ", "tokens": 4, "pieces": ["\r\n", "'ll", "Ａ"]}
+{"text": ">🙂\"'Rea", "tokens": 6, "pieces": [">🙂\"'", "Rea"]}
+{"text": "'D'ſ'٣٤٥٦  <\u000b漢㋿0'llＡ.\t'D🙂'T٣٤٥٦  ٣٤٥٦-<|endoftext|>!! <|fim_prefix|><|endoftext|>字Džé㍿ع\r\nd\u000b're㍿​ḍ̇", "tokens": 95, "pieces": ["'D", "'ſ", "'", "٣٤٥", "٦", " ", " <", "\u000b漢", "㋿", "0", "'ll", "Ａ", ".", "\t", "'D", "🙂'", "T", "٣٤٥", "٦", " ", " ", "٣٤٥", "٦", "-<|", "endoftext", "|>!!", " ", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "字Dže", "́㍿", "ع", "\r\n", "d", "\u000b", "'re", "㍿​", "ḋ", "̣"]}
+{"text": "'　字'D٣٤٥٦dſZ  \u000b­　字é'reéé
<EOT>ḍ̇fi😀🏽İḍ̇é‍३md𐞁<|endoftext|>­👍🏽​'VE'‍\r", "tokens": 80, "pieces": ["'", "　字", "'D", "٣٤٥", "٦", "dſZ", "  ", "\u000b", "­", "　字é", "'re", "e", "́é", "
", "<EOT", ">ḋ", "̣fi", "😀🏽", "İḋ", "̣é", "‍", "३", "md𐞁", "<|", "endoftext", "|>­👍🏽​'", "VE", "'‍\r"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "😀🏽 ㍿'ſ😀🏽👍🏽ḍ̇'Dİ'S字\r9😀🏽漢字fi<|endoftext|>s(\t­\r(", "tokens": 58, "pieces": ["😀🏽", " ", "㍿'", "ſ", "😀🏽👍🏽", "ḋ", "̣'", "Dİ", "'S", "字", "\r", "9", "😀🏽", "漢字fi", "<|", "endoftext", "|>", "s", "(", "\t", "­\r", "("]}
+{"text": "åm½s\"'Re'D字\r\n''ſ字ع0s12345678😀🏽Ａ\u000b<|endoftext|>\"
EOT're", "tokens": 41, "pieces": ["a", "̊m", "½", "s", "\"'", "Re", "'D", "字", "\r\n", "''", "ſ字ع", "0", "s", "123", "456", "78", "😀🏽", "Ａ", "\u000b", "<|", "endoftext", "|>\"", "
EOT", "'re"]}
+{"text": "   \ń👍🏽1234567812345678", "tokens": 14, "pieces": ["   \n", "́👍🏽", "123", "456", "781", "234", "567", "8"]}
+{"text": "\r\"\"é\r\n\r\n#$%😀🏽-𐞁…\r\n  de…t­s>EOT!!", "tokens": 29, "pieces": ["\r", "\"\"", "e", "́\r\n\r\n", "#$%😀🏽-", "𐞁", "…\r\n", " ", " de", "…t", "­s", ">EOT", "!!"]}
+{"text": "́ḍ̇", "tokens": 6, "pieces": ["́ḋ", "̣"]}
+{"text": "''字9ꟲ 'VE\u000b😀🏽\n'ſ!0Zß٣٤٥٦m　😀🏽<<|fim_prefix|>字å  'Re\r\n३'T'D<<d👍🏽İ…(", "tokens": 69, "pieces": ["''", "字", "9", "ꟲ", " ", "'VE", "\u000b", "😀🏽\n", "'ſ", "!", "0", "Zß", "٣٤٥", "٦", "m", "　", "😀🏽<<|", "fim", "_prefix", "|>", "字a", "̊", " ", " '", "Re", "\r\n", "३", "'T", "'D", "<<", "d", "👍🏽", "İ", "…", "("]}
+{"text": "ع<", "tokens": 2, "pieces": ["ع", "<"]}
+{"text": "
\t\u000bḍ̇'\"", "tokens": 10, "pieces": ["
\t", "\u000bḋ", "̣'\""]}
+{"text": "\"'M३ds😀🏽'T​\r\n.\t  d🙂٣٤٥٦
३'Ss\r\n\r\nfi'T\r\n\r\n\u000b", "tokens": 39, "pieces": ["\"'", "M", "३", "ds", "😀🏽'", "T", "​\r\n", ".", "\t ", " d", "🙂", "٣٤٥", "٦", "
", "३", "'S", "s", "\r\n\r\n", "fi", "'T", "\r\n\r\n\u000b"]}
+{"text": "0‍'SZ(12345678㋿🙂'D12345678
\"ⅣEOT'T\r\n\r\n字<|endoftext|>#$%<|endoftext|>'D\u000b<|fim_prefix|>​　Ａ'Refi­Dž0'<ſfi-,🙂", "tokens": 73, "pieces": ["0", "‍'", "SZ", "(", "123", "456", "78", "㋿🙂'", "D", "123", "456", "78", "
", "\"", "Ⅳ", "EOT", "'T", "\r\n\r\n", "字", "<|", "endoftext", "|>#$%<|", "endoftext", "|>'", "D", "\u000b", "<|", "fim", "_prefix", "|>​", "　Ａ", "'Re", "fi", "­Dž", "0", "'<", "ſfi", "-,🙂"]}
+{"text": "<EOT>< \"'Re<|fim_prefix|><META_START>", "tokens": 16, "pieces": ["<EOT", "><", " ", "\"'", "Re", "<|", "fim", "_prefix", "|><", "META", "_START", ">"]}
+{"text": "½\u000b'ſＡDž.\r­><|fim_prefix|>!!½s　ß🙂", "tokens": 26, "pieces": ["½", "\u000b", "'ſ", "ＡDž", ".\r", "­><|", "fim", "_prefix", "|>!!", "½", "s", "　ß", "🙂"]}
+{"text": "0.३é!90🙂d9'VE​字 t.'S३😀🏽0ß字<\rＡ٣٤٥٦🙂字m<META_START><<|fim_prefix|>👍🏽", "tokens": 63, "pieces": ["0", ".", "३", "e", "́!", "90", "🙂d", "9", "'VE", "​字", " t", ".'", "S", "३", "😀🏽", "0", "ß字", "<\r", "Ａ", "٣٤٥", "٦", "🙂字m", "<META", "_START", "><<|", "fim", "_prefix", "|>👍🏽"]}
+{"text": "ḍ̇漢'Dé​#$%㋿'re''re<>\r\né😀🏽12345678", "tokens": 32, "pieces": ["ḋ", "̣漢", "'D", "e", "́​#$%㋿'", "re", "''", "re", "<>\r\n", "e", "́😀🏽", "123", "456", "78"]}
+{"text": "'ll३-té½e'…\n​ß\u000bⅣ😀🏽Ⅳ'M9!३'", "tokens": 29, "pieces": ["'ll", "३", "-te", "́", "½", "e", "'", "…\n", "​ß", "\u000b", "Ⅳ", "😀🏽", "Ⅳ", "'M", "9", "!", "३", "'"]}
+{"text": "'llع<META_START>😀🏽 -'s Džع99( 'Re9até9٣٤٥٦㍿漢->\"EOTéEOT½!!ßa12345678​
'VE'Re", "tokens": 59, "pieces": ["'ll", "ع", "<META", "_START", ">😀🏽", " -'", "s", " Džع", "99", "(", " '", "Re", "9", "ate", "́", "9٣٤", "٥٦", "㍿漢", "->\"", "EOTéEOT", "½", "!!", "ßa", "123", "456", "78", "​", "
", "'VE", "'Re"]}
+{"text": "ع'VE字", "tokens": 4, "pieces": ["ع", "'VE", "字"]}
+{"text": "٣٤٥٦𐞁12345678'<META_START>…​'VE𐞁(ß", "tokens": 30, "pieces": ["٣٤٥", "٦", "𐞁", "123", "456", "78", "'<", "META", "_START", ">", "…", "​'", "VE𐞁", "(ß"]}
+{"text": "12345678字(İ  字😀🏽३\u000bm𐞁<|fim_prefix|>👍🏽  \"fi'T'Msꟲ́½​\"<EOT>漢fi\u000b<|endoftext|>㍿fi", "tokens": 68, "pieces": ["123", "456", "78", "字", "(İ", " ", " 字", "😀🏽", "३", "\u000bm𐞁", "<|", "fim", "_prefix", "|>👍🏽", " ", " \"", "fi", "'T", "'M", "sꟲ", "́", "½", "​\"<", "EOT", ">漢fi", "\u000b", "<|", "endoftext", "|>㍿", "fi"]}
+{"text": "㍿12345678­ꟲ'VE'DꟲDž'Sḍ̇ḍ̇.'T'\r\n\r\n'll\rDž   \n'llZåſ<|endoftext|>𐞁.", "tokens": 56, "pieces": ["㍿", "123", "456", "78", "­ꟲ", "'VE", "'D", "ꟲDž", "'S", "ḋ", "̣ḋ", "̣.'", "T", "'\r\n\r\n", "'ll", "\r", "Dž", "   \n", "'ll", "Za", "̊ſ", "<|", "endoftext", "|>", "𐞁", "."]}
+{"text": "<ꟲ३é<|fim_prefix|>0(​😀🏽", "tokens": 23, "pieces": ["<ꟲ", "३", "e", "́<|", "fim", "_prefix", "|>", "0", "(​😀🏽"]}
+{"text": " 's\"'ll<META_START>\r'M…  'D'\t­　‍Ａ㋿\r\n\r\n   \n.", "tokens": 29, "pieces": [" '", "s", "\"'", "ll", "<META", "_START", ">\r", "'M", "… ", " '", "D", "'", "\t", "­", "　", "‍Ａ", "㋿\r\n\r\n", "   \n", "."]}
+{"text": " 'ReEOTİ́é­s𐞁'Dع٣٤٥٦'M0½㋿\n'VEa", "tokens": 32, "pieces": [" '", "ReEOTİ", "́é", "­s𐞁", "'D", "ع", "٣٤٥", "٦", "'M", "0½", "㋿\n", "'VE", "a"]}
+{"text": "­\"Ａ", "tokens": 4, "pieces": ["­\"", "Ａ"]}
+{"text": "!!\r\na㋿'reéDž\ré!!!!t字tḍ̇!!<m<META_START>'DDž .\r\u000be漢<META_START>,", "tokens": 43, "pieces": ["!!\r\n", "a", "㋿'", "reéDž", "\r", "é", "!!!!", "t字tḋ", "̣!!<", "m", "<META", "_START", ">'", "DDž", " ", ".\r", "\u000be漢", "<META", "_START", ">,"]}
+{"text": " 12345678!((\rm‍e ½ſ'VE  'S३\t‍.9<", "tokens": 28, "pieces": [" ", "123", "456", "78", "!((\r", "m", "‍e", " ", "½", "ſ", "'VE", " ", " '", "S", "३", "\t", "‍.", "9", "<"]}
+{"text": "!<|endoftext|>12345678\ns½0<\"٣٤٥٦​
Ａ㍿   \n
İ字é​", "tokens": 38, "pieces": ["!<|", "endoftext", "|>", "123", "456", "78", "\n", "s", "½0", "<\"", "٣٤٥", "٦", "​", "
Ａ", "㍿", "   \n", "
İ字é", "​"]}
+{"text": "🙂ꟲ<m'M<META_START>\u000bt\n
​㋿㍿.\r<META_START>\"​12345678㋿字e\"'ſ漢'T\t!ſ​
're<…​", "tokens": 56, "pieces": ["🙂ꟲ", "<m", "'M", "<META", "_START", ">", "\u000bt", "\n", "
", "​㋿㍿.\r", "<META", "_START", ">\"​", "123", "456", "78", "㋿字e", "\"'", "ſ漢", "'T", "\t", "!ſ", "​", "
", "'re", "<", "…", "​"]}
+{"text": "ßEOT½ 0½عZ　'‍‍'VEé\u000b", "tokens": 20, "pieces": ["ßEOT", "½", " ", "0½", "عZ", "　", "'‍‍'", "VEe", "́", "\u000b"]}
+{"text": "åİa\t字9㋿9…<|fim_prefix|>,　‍'re…\t'12345678-'D<|fim_prefix|>漢   \n!'M　'D\t字…åe", "tokens": 57, "pieces": ["a", "̊İa", "\t字", "9", "㋿", "9", "…", "<|", "fim", "_prefix", "|>,", "　", "‍'", "re", "…", "\t", "'", "123", "456", "78", "-'", "D", "<|", "fim", "_prefix", "|>", "漢", "   \n", "!'", "M", "　", "'D", "\t字", "…a", "̊e"]}
+{"text": "ḍ̇\nḍ̇​٣٤٥٦", "tokens": 20, "pieces": ["ḋ", "̣\n", "ḋ", "̣​", "٣٤٥", "٦"]}
+{"text": "fi  ,ß\"İZ09\u000b   \né\"'Reİꟲ\"ß'T́!!('ree-'S'reḍ̇Z
'VE", "tokens": 39, "pieces": ["fi", " ", " ,", "ß", "\"İZ", "09", "\u000b   \n", "e", "́\"'", "Reİꟲ", "\"ß", "'T", "́!!('", "ree", "-'", "S", "'re", "ḋ", "̣Z", "
", "'VE"]}
+{"text": "<META_START>漢ꟲ🙂İ👍🏽\r\n\r\n字' Ａ😀🏽(ꟲ𐞁<|endoftext|>ＡZéa👍🏽٣٤٥٦\r", "tokens": 63, "pieces": ["<META", "_START", ">漢ꟲ", "🙂İ", "👍🏽\r\n\r\n", "字", "'", " Ａ", "😀🏽(", "ꟲ𐞁", "<|", "endoftext", "|>", "ＡZéa", "👍🏽", "٣٤٥", "٦", "\r"]}
+{"text": "12345678​
\n‍­9½­'re<|endoftext|>İ👍🏽fi'ſé½'ſ​\u000b㋿0
字é<|endoftext|>d३0Ａ㍿­٣٤٥٦12345678>EOT-🙂", "tokens": 83, "pieces": ["123", "456", "78", "​", "
\n", "‍­", "9½", "­'", "re", "<|", "endoftext", "|>", "İ", "👍🏽", "fi", "'ſ", "e", "́", "½", "'ſ", "​", "\u000b", "㋿", "0", "
字é", "<|", "endoftext", "|>", "d", "३0", "Ａ", "㍿­", "٣٤٥", "٦12", "345", "678", ">EOT", "-🙂"]}
+{"text": "عt\"é<|fim_prefix|>Dž!!é㋿'VEé½\n-٣٤٥٦", "tokens": 35, "pieces": ["عt", "\"e", "́<|", "fim", "_prefix", "|>", "Dž", "!!", "e", "́㋿'", "VEe", "́", "½", "\n", "-", "٣٤٥", "٦"]}
+{"text": "İ㋿'T'VE'SⅣ0EOT٣٤٥٦,.٣٤٥٦Ａ½", "tokens": 34, "pieces": ["İ", "㋿'", "T", "'VE", "'S", "Ⅳ0", "EOT", "٣٤٥", "٦", ",.", "٣٤٥", "٦", "Ａ", "½"]}
+{"text": "ße'D३Z‍", "tokens": 7, "pieces": ["ße", "'D", "३", "Z", "‍"]}
+{"text": "é<|fim_prefix|>9dåſ!!Z ", "tokens": 18, "pieces": ["e", "́<|", "fim", "_prefix", "|>", "9", "da", "̊ſ", "!!", "Z", " "]}
+{"text": " 'SEOTDž\r\n\u000b
‍ع😀🏽\r\nع<EOT>'sḍ̇å
", "tokens": 33, "pieces": [" '", "SEOTDž", "\r\n", "\u000b", "
", "‍ع", "😀🏽\r\n", "ع", "<EOT", ">'", "sḋ", "̣a", "̊", "
"]}
+{"text": "𐞁㋿ḍ̇\n　½ſḍ̇m漢<EOT>", "tokens": 28, "pieces": ["𐞁", "㋿ḋ", "̣\n", "　", "½", "ſḋ", "̣m漢", "<EOT", ">"]}
+{"text": "'T३!!9'T'MⅣ\r\n\r\n🙂½.ꟲ-Z…'s0漢عع\r'Re(ع'll123456780㋿(<|endoftext|>\r\n३é", "tokens": 47, "pieces": ["'T", "३", "!!", "9", "'T", "'M", "Ⅳ", "\r\n\r\n", "🙂", "½", ".ꟲ", "-Z", "…", "'s", "0", "漢عع", "\r", "'Re", "(ع", "'ll", "123", "456", "780", "㋿(<|", "endoftext", "|>\r\n", "३", "é"]}
+{"text": "(
\"
>", "tokens": 7, "pieces": ["(", "
", "\"", "
", ">"]}
+{"text": "漢́\r\n\r\n\t<META_START>́字字a  'Dé", "tokens": 16, "pieces": ["漢", "́\r\n\r\n", "\t", "<META", "_START", ">́", "字字a", " ", " '", "Dé"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "　Dž 'refi\r'\u000b<|endoftext|>Z\t0", "tokens": 20, "pieces": ["　Dž", " '", "refi", "\r", "'", "\u000b", "<|", "endoftext", "|>", "Z", "\t", "0"]}
+{"text": "<EOT>'Re㋿İ-éEOTＡſa‍字\"㍿…İع​'VE'VE㋿Ａḍ̇ꟲ 's.👍🏽>\r\n\r\n३   \n\r\n…12345678ad   \n㍿", "tokens": 70, "pieces": ["<EOT", ">'", "Re", "㋿İ", "-e", "́EOTＡſa", "‍字", "\"㍿", "…İع", "​'", "VE", "'VE", "㋿Ａḋ", "̣ꟲ", " '", "s", ".👍🏽>\r\n\r\n", "३", "   \n\r\n", "…", "123", "456", "78", "ad", "   \n", "㍿"]}
+{"text": "\",\r\n\r\nḍ̇\r\n\r\n<|endoftext|>(tİ<|fim_prefix|>'re\r\n\r\n🙂'llea\u000b<META_START>Ａe", "tokens": 39, "pieces": ["\",\r\n\r\n", "ḋ", "̣\r\n\r\n", "<|", "endoftext", "|>(", "tİ", "<|", "fim", "_prefix", "|>'", "re", "\r\n\r\n", "🙂'", "llea", "\u000b", "<META", "_START", ">Ａe"]}
+{"text": "sZ0's😀🏽
३", "tokens": 13, "pieces": ["sZ", "0", "'s", "😀🏽", "
", "३"]}
+{"text": "\rs字   \n漢'D​m𐞁e0,Z0½", "tokens": 18, "pieces": ["\r", "s字", "   \n", "漢", "'D", "​m𐞁e", "0", ",Z", "0½"]}
+{"text": "12345678　\r\n'Re>ſ\ne Ａ\t­   \n…mＡfi#$%éå'", "tokens": 30, "pieces": ["123", "456", "78", "　\r\n", "'Re", ">ſ", "\n", "e", " Ａ", "\t", "­", "   \n", "…mＡfi", "#$%", "éa", "̊'"]}
+{"text": "<|fim_prefix|>   \na\r\n\r\n'.'𐞁🙂३'re.0\r\n\r\n👍🏽,<|endoftext|>< éDžé'T𐞁㍿\r'll.𐞁👍🏽\u000bİ‍", "tokens": 67, "pieces": ["<|", "fim", "_prefix", "|>", "   \n", "a", "\r\n\r\n", "'.'", "𐞁", "🙂", "३", "'re", ".", "0", "\r\n\r\n", "👍🏽,<|", "endoftext", "|><", " e", "́Džé", "'T", "𐞁", "㍿\r", "'ll", ".𐞁", "👍🏽", "\u000bİ", "‍"]}
+{"text": "‍'ſ
  'ſ​!!.EOT  عİ#$%\r\n\r\n漢's'Sfi", "tokens": 27, "pieces": ["‍'", "ſ", "
 ", " '", "ſ", "​!!.", "EOT", " ", " عİ", "#$%\r\n\r\n", "漢", "'s", "'S", "fi"]}
+{"text": "!   \n#$%ع'llmꟲDž'VE\t\r\n\r\n-½­'VE𐞁EOT're's🙂", "tokens": 30, "pieces": ["!", "   \n", "#$%", "ع", "'ll", "mꟲDž", "'VE", "\t\r\n\r\n", "-", "½", "­'", "VE𐞁EOT", "'re", "'s", "🙂"]}
+{"text": "fi\nⅣ'Re㍿!!­", "tokens": 11, "pieces": ["fi", "\n", "Ⅳ", "'Re", "㍿!!­"]}
+{"text": "'M!!a0'VE\r\n\r\nß漢(Ⅳm  ع>(!", "tokens": 18, "pieces": ["'M", "!!", "a", "0", "'VE", "\r\n\r\n", "ß漢", "(", "Ⅳ", "m", " ", " ع", ">(!"]}
+{"text": "'VE#$%efi're.'re'ſ'T'VEḍ̇㋿'S㋿<|endoftext|>٣٤٥٦👍🏽", "tokens": 50, "pieces": ["'VE", "#$%", "efi", "'re", ".'", "re", "'ſ", "'T", "'VE", "ḋ", "̣㋿'", "S", "㋿<|", "endoftext", "|>", "٣٤٥", "٦", "👍🏽"]}
+{"text": "<|endoftext|>'ſ  'T0'll𐞁<|endoftext|>'S<|endoftext|>'s👍🏽🙂👍🏽9d🙂ßعZ,  's<|endoftext|>😀🏽'T's\u000bŹ   \n<<<\ré𐞁", "tokens": 86, "pieces": ["<|", "endoftext", "|>'", "ſ", " ", " '", "T", "0", "'ll", "𐞁", "<|", "endoftext", "|>'", "S", "<|", "endoftext", "|>'", "s", "👍🏽🙂👍🏽", "9", "d", "🙂ßعZ", ",", " ", " '", "s", "<|", "endoftext", "|>😀🏽'", "T", "'s", "\u000bZ", "́", "   \n", "<<<\r", "e", "́𐞁"]}
+{"text": "fi'ſ.#$%\r\n\r\n'Md‍åsfié !!å\r12345678! <|fim_prefix|>é\"漢字漢\né½> \r㍿", "tokens": 55, "pieces": ["fi", "'ſ", ".#$%\r\n\r\n", "'M", "d", "‍a", "̊sfié", " ", "!!", "a", "̊\r", "123", "456", "78", "!", " ", "<|", "fim", "_prefix", "|>", "é", "\"漢字漢", "\n", "e", "́", "½", ">", " \r", "㍿"]}
+{"text": "e'ReⅣm　'T#$%👍🏽\u000b,", "tokens": 17, "pieces": ["e", "'Re", "Ⅳ", "m", "　", "'T", "#$%👍🏽", "\u000b", ","]}
+{"text": "'ſع9ꟲfi", "tokens": 10, "pieces": ["'ſ", "ع", "9", "ꟲfi"]}
+{"text": "(å字téعⅣé,", "tokens": 12, "pieces": ["(a", "̊字téع", "Ⅳ", "e", "́,"]}
+{"text": "<́'Re9'㍿ ½\"<|fim_prefix|>\r\n.<|endoftext|>  're\r\n\r\nms٣٤٥٦é😀🏽'VE漢ßdd́>sḍ̇é'Sm", "tokens": 61, "pieces": ["<́'", "Re", "9", "'㍿", " ", "½", "\"<|", "fim", "_prefix", "|>\r\n", ".<|", "endoftext", "|>", " ", " ", "'re", "\r\n\r\n", "ms", "٣٤٥", "٦", "é", "😀🏽'", "VE漢ßdd", "́>", "sḋ", "̣é", "'S", "m"]}
+{"text": ">‍\n'ſ-　Z字'ſſ12345678åꟲعs'llDž\r\n\r\nfiⅣß'Mé👍🏽Dž漢㋿👍🏽'S\u000b'Så", "tokens": 65, "pieces": [">‍\n", "'ſ", "-", "　Z字", "'ſ", "ſ", "123", "456", "78", "a", "̊ꟲعs", "'ll", "Dž", "\r\n\r\n", "fi", "Ⅳ", "ß", "'M", "e", "́👍🏽", "Dž漢", "㋿👍🏽'", "S", "\u000b", "'S", "a", "̊"]}
+{"text": "漢ꟲ…\r\n\r\nés'Sİ12345678ſaع'MEOTⅣ
'Tꟲ", "tokens": 29, "pieces": ["漢ꟲ", "…\r\n\r\n", "és", "'S", "İ", "123", "456", "78", "ſaع", "'M", "EOT", "Ⅳ", "
", "'T", "ꟲ"]}
+{"text": "Ⅳ  'VE>ḍ̇\n'S\n🙂<|endoftext|>.Dž''MZ㍿'ll\r\n\r\né‍12345678٣٤٥٦😀🏽'llé'Mt㋿'ll\n\tEOTß", "tokens": 66, "pieces": ["Ⅳ", " ", " '", "VE", ">ḋ", "̣\n", "'S", "\n", "🙂<|", "endoftext", "|>.", "Dž", "''", "MZ", "㍿'", "ll", "\r\n\r\n", "é", "‍", "123", "456", "78٣", "٤٥٦", "😀🏽'", "lle", "́'", "Mt", "㋿'", "ll", "\n", "\tEOTß"]}
+{"text": "ḍ̇fi", "tokens": 7, "pieces": ["ḋ", "̣fi"]}
+{"text": "åDžßDžⅣ.'Re<EOT>́-\"12345678fifi!!<|endoftext|>", "tokens": 32, "pieces": ["a", "̊DžßDž", "Ⅳ", ".'", "Re", "<EOT", ">́-\"", "123", "456", "78", "fifi", "!!<|", "endoftext", "|>"]}
+{"text": "½<|fim_prefix|>​12345678a", "tokens": 13, "pieces": ["½", "<|", "fim", "_prefix", "|>​", "123", "456", "78", "a"]}
+{"text": "e  EOTß👍🏽<'VE𐞁<EOT><EOT>(<|fim_prefix|>#$%<ḍ̇'Re're#$%#$%å'ſſ́\rå字   \n>'M're\t", "tokens": 64, "pieces": ["e", " ", " EOTß", "👍🏽<'", "VE𐞁", "<EOT", "><", "EOT", ">(<|", "fim", "_prefix", "|>#$%<", "ḋ", "̣'", "Re", "'re", "#$%#$%", "a", "̊'", "ſſ", "́\r", "a", "̊字", "   \n", ">'", "M", "'re", "\t"]}
+{"text": "
ḍ̇'s\r\n0   \n㍿'T!'T,'ll🙂<|endoftext|>Dž!'s🙂's'll'VE's'\u000b", "tokens": 44, "pieces": ["
ḋ", "̣'", "s", "\r\n", "0", "   \n", "㍿'", "T", "!'", "T", ",'", "ll", "🙂<|", "endoftext", "|>", "Dž", "!'", "s", "🙂'", "s", "'ll", "'VE", "'s", "'", "\u000b"]}
+{"text": "\u000b\t👍🏽'll#$%m<٣٤٥٦‍\t  'D😀🏽<\n​­EOT३.㋿!㋿Z", "tokens": 48, "pieces": ["\u000b", "\t", "👍🏽'", "ll", "#$%", "m", "<", "٣٤٥", "٦", "‍", "\t ", " '", "D", "😀🏽<\n", "​­", "EOT", "३", ".㋿!㋿", "Z"]}
+{"text": "(9'll", "tokens": 3, "pieces": ["(", "9", "'ll"]}
+{"text": "🙂
…ſd#$%\u000b'VEé'Re\u000ba(<|endoftext|>mＡ́🙂字​'S　\r\n'llß'llⅣ", "tokens": 44, "pieces": ["🙂", "
", "…ſd", "#$%", "\u000b", "'VE", "e", "́'", "Re", "\u000ba", "(<|", "endoftext", "|>", "mＡ", "́🙂", "字", "​'", "S", "　\r\n", "'ll", "ß", "'ll", "Ⅳ"]}
+{"text": " EOT'Re\u000b0字", "tokens": 6, "pieces": [" EOT", "'Re", "\u000b", "0", "字"]}
+{"text": "Z.<EOT> 
9عt 'Rea🙂字m!<㍿ꟲḍ̇fi'D　ḍ̇9're('ſß\r\n\r\nss<META_START>", "tokens": 51, "pieces": ["Z", ".<", "EOT", ">", " ", "
", "9", "عt", " '", "Rea", "🙂字m", "!<㍿", "ꟲḋ", "̣fi", "'D", "　ḋ", "̣", "9", "'re", "('", "ſß", "\r\n\r\n", "ss", "<META", "_START", ">"]}
+{"text": "ⅣEOT<|endoftext|>fi'll<|fim_prefix|>e  \tZ 'T\"ꟲ字,EOT漢<EOT>Dž\"\r\n'ſ\r\nſ><\r\n\r\n'S­👍🏽\råé#$%", "tokens": 64, "pieces": ["Ⅳ", "EOT", "<|", "endoftext", "|>", "fi", "'ll", "<|", "fim", "_prefix", "|>", "e", "  ", "\tZ", " ", "'T", "\"ꟲ字", ",EOT漢", "<EOT", ">Dž", "\"\r\n", "'ſ", "\r\n", "ſ", "><\r\n\r\n", "'S", "­👍🏽\r", "a", "̊é", "#$%"]}
+{"text": "0'ſ㋿'T　>\n㍿'re字!!'reDž\t👍🏽 dd-​‍0İ  ", "tokens": 37, "pieces": ["0", "'ſ", "㋿'", "T", "　", ">\n", "㍿'", "re字", "!!'", "reDž", "\t", "👍🏽", " dd", "-​‍", "0", "İ", "  "]}
+{"text": "\r-'>12345678\"!!漢㍿٣٤٥٦­ＡmＡع", "tokens": 28, "pieces": ["\r", "-'>", "123", "456", "78", "\"!!", "漢", "㍿", "٣٤٥", "٦", "­ＡmＡع"]}
+{"text": "\u000b٣٤٥٦\n'D😀🏽Z'S\"'ſ٣٤٥٦​9\r\n\r\n(#$%<EOT>!!🙂ع<>İt३'ḍ̇　　́Ⅳ㍿㍿", "tokens": 65, "pieces": ["\u000b", "٣٤٥", "٦", "\n", "'D", "😀🏽", "Z", "'S", "\"'", "ſ", "٣٤٥", "٦", "​", "9", "\r\n\r\n", "(#$%<", "EOT", ">!!🙂", "ع", "<>", "İt", "३", "'ḋ", "̣", "　", "　", "́", "Ⅳ", "㍿㍿"]}
+{"text": "<EOT>'s\r\n", "tokens": 5, "pieces": ["<EOT", ">'", "s", "\r\n"]}
+{"text": "…  'ſ​>Dž,'s<'Re<|fim_prefix|>fißß<META_START><'S'VE<|fim_prefix|>t🙂<EOT>Ⅳ\u000b\r'VE<|fim_prefix|>e,a<|endoftext|>字ＡİDž", "tokens": 75, "pieces": ["… ", " '", "ſ", "​>", "Dž", ",'", "s", "<'", "Re", "<|", "fim", "_prefix", "|>", "fißß", "<META", "_START", "><'", "S", "'VE", "<|", "fim", "_prefix", "|>", "t", "🙂<", "EOT", ">", "Ⅳ", "\u000b\r", "'VE", "<|", "fim", "_prefix", "|>", "e", ",a", "<|", "endoftext", "|>", "字ＡİDž"]}
+{"text": "漢's'T𐞁\u000b\t12345678<EOT>'D9ſḍ̇9'VE'S㋿Z👍🏽d­漢éd", "tokens": 46, "pieces": ["漢", "'s", "'T", "𐞁", "\u000b", "\t", "123", "456", "78", "<EOT", ">'", "D", "9", "ſḋ", "̣", "9", "'VE", "'S", "㋿Z", "👍🏽", "d", "­漢e", "́d"]}
+{"text": "é٣٤٥٦­#$%ḍ̇½ḍ̇  ㍿ḍ̇\t<META_START>­½٣٤٥٦'Re𐞁EOTع<|fim_prefix|><|fim_prefix|>!Ⅳfié<|fim_prefix|>\r…0#$%​'M   \nt're", "tokens": 95, "pieces": ["é", "٣٤٥", "٦", "­#$%", "ḋ", "̣", "½", "ḋ", "̣", " ", " ㍿", "ḋ", "̣", "\t", "<META", "_START", ">­", "½٣٤", "٥٦", "'Re", "𐞁EOTع", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>!", "Ⅳ", "fie", "́<|", "fim", "_prefix", "|>\r", "…", "0", "#$%​'", "M", "   \n", "t", "'re"]}
+{"text": "\n­Ⅳ\r\n\r\n 'M,
<EOT>\r\n\r\n,é e'Sfi👍🏽", "tokens": 25, "pieces": ["\n", "­", "Ⅳ", "\r\n\r\n", " ", "'M", ",", "
", "<EOT", ">\r\n\r\n", ",é", " e", "'S", "fi", "👍🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b(́'res ꟲm\r\néé\r\n\r\nḍ̇!<efiEOTd12345678 字'VE　< ٣٤٥٦٣٤٥٦'Re Ⅳ३", "tokens": 57, "pieces": ["\u000b", "(́'", "res", " ꟲm", "\r\n", "ée", "́\r\n\r\n", "ḋ", "̣!<", "efiEOTd", "123", "456", "78", " 字", "'VE", "　", "<", " ", "٣٤٥", "٦٣٤", "٥٦", "'Re", " ", "Ⅳ३"]}
+{"text": "   \n#$%0'VEfi…½'.\r\n\r\né", "tokens": 15, "pieces": ["   \n", "#$%", "0", "'VE", "fi", "…", "½", "'.\r\n\r\n", "e", "́"]}
+{"text": "…Ａ　fi!'ſ<åmDž\r\nＡ'M'M𐞁!😀🏽", "tokens": 31, "pieces": ["…Ａ", "　fi", "!'", "ſ", "<a", "̊mDž", "\r\n", "Ａ", "'M", "'M", "𐞁", "!😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "👍🏽12345678३­​<META_START>.'S字
\r\nfia'ſDž'T's­'VEm३d字'll", "tokens": 42, "pieces": ["👍🏽", "123", "456", "78३", "­​<", "META", "_START", ">.'", "S字", "
\r\n", "fia", "'ſ", "Dž", "'T", "'s", "­'", "VEm", "३", "d字", "'ll"]}
+{"text": "<<META_START>\r\n\r\nå<'Tfi9#$%<EOT>Dž\r\n😀🏽🙂‍😀🏽\t,'T.'s\u000b字e#$% \u000b  t9٣٤٥٦\t'ſ   \n", "tokens": 63, "pieces": ["<<", "META", "_START", ">\r\n\r\n", "a", "̊<'", "Tfi", "9", "#$%<", "EOT", ">Dž", "\r\n", "😀🏽🙂‍😀🏽", "\t", ",'", "T", ".'", "s", "\u000b字e", "#$%", " \u000b ", " t", "9٣٤", "٥٦", "\t", "'ſ", "   \n"]}
+{"text": ">\ń٣٤٥٦-a‍<|endoftext|>\u000bé'T12345678Dž0eß\r\nfi\r\n\r\n　ß́<META_START>́ ⅣDž<|fim_prefix|>t​…åZ​a<|fim_prefix|>", "tokens": 74, "pieces": [">\n", "́", "٣٤٥", "٦", "-a", "‍<|", "endoftext", "|>", "\u000be", "́'", "T", "123", "456", "78", "Dž", "0", "eß", "\r\n", "fi", "\r\n\r\n", "　ß", "́<", "META", "_START", ">́", " ", "Ⅳ", "Dž", "<|", "fim", "_prefix", "|>", "t", "​", "…a", "̊Z", "​a", "<|", "fim", "_prefix", "|>"]}
+{"text": "­..😀🏽're漢\t\t\r\n😀🏽\u000bß'VE𐞁é漢<|endoftext|>​Ⅳ<EOT>'Ś…<|fim_prefix|>(Ⅳ\tm३", "tokens": 57, "pieces": ["­..😀🏽'", "re漢", "\t\t\r\n", "😀🏽", "\u000bß", "'VE", "𐞁é漢", "<|", "endoftext", "|>​", "Ⅳ", "<EOT", ">'", "S", "́", "…", "<|", "fim", "_prefix", "|>(", "Ⅳ", "\tm", "३"]}
+{"text": "😀🏽漢😀🏽  's-\"\r'ſDž0#$%!!👍🏽!<META_START> Dž㋿'<|endoftext|>'VEع  m\r字Ⅳ٣٤٥٦>Dž½<​<EOT><|fim_prefix|><EOT>", "tokens": 84, "pieces": ["😀🏽", "漢", "😀🏽", " ", " '", "s", "-\"\r", "'ſ", "Dž", "0", "#$%!!👍🏽!<", "META", "_START", ">", " Dž", "㋿'<|", "endoftext", "|>'", "VEع", " ", " m", "\r", "字", "Ⅳ٣٤", "٥٦", ">Dž", "½", "<​<", "EOT", "><|", "fim", "_prefix", "|><", "EOT", ">"]}
+{"text": "‍#$%éİ
३>0\"'VEé", "tokens": 16, "pieces": ["‍#$%", "éİ", "
", "३", ">", "0", "\"'", "VEe", "́"]}
+{"text": "‍,'res'VE‍DžⅣ's٣٤٥٦\r\n\r\n'Re  🙂'M\r\n\r\n\rdſ \nZ½é", "tokens": 36, "pieces": ["‍,'", "res", "'VE", "‍Dž", "Ⅳ", "'s", "٣٤٥", "٦", "\r\n\r\n", "'Re", " ", " 🙂'", "M", "\r\n\r\n\r", "dſ", " \n", "Z", "½", "é"]}
+{"text": "'re!ع\rmDž😀🏽#$%…é
\nİ\"é'VEß(sd'VE <漢­ꟲ\r\n\r\nså'M", "tokens": 44, "pieces": ["'re", "!ع", "\r", "mDž", "😀🏽#$%", "…é", "
\n", "İ", "\"e", "́'", "VEß", "(sd", "'VE", " ", "<漢", "­ꟲ", "\r\n\r\n", "sa", "̊'", "M"]}
+{"text": "'D, \r\n\r\nعꟲ'ſ", "tokens": 10, "pieces": ["'D", ",", " \r\n\r\n", "عꟲ", "'ſ"]}
+{"text": "漢<|fim_prefix|>aéع   \na'VE­‍ſDž<META_START>字­t'\te𐞁0́'VEsİ
ß字'll!İ(-<EOT>ꟲ", "tokens": 56, "pieces": ["漢", "<|", "fim", "_prefix", "|>", "ae", "́ع", "   \n", "a", "'VE", "­‍", "ſDž", "<META", "_START", ">字", "­t", "'", "\te𐞁", "0", "́'", "VEsİ", "
ß字", "'ll", "!İ", "(-<", "EOT", ">ꟲ"]}
+{"text": "ßİꟲ😀🏽'\r\ne<|fim_prefix|>Dž٣٤٥٦t(ſ'ReＡ", "tokens": 36, "pieces": ["ßİꟲ", "😀🏽'\r\n", "e", "<|", "fim", "_prefix", "|>", "Dž", "٣٤٥", "٦", "t", "(ſ", "'Re", "Ａ"]}
+{"text": "'ll字,aß'Re½ Ａ", "tokens": 8, "pieces": ["'ll", "字", ",aß", "'Re", "½", " Ａ"]}
+{"text": "Ⅳ's漢İ
(𐞁0ée\r\n\r\nd½\rḍ̇9!9
​,٣٤٥٦\r\nع'ſ३'Re", "tokens": 49, "pieces": ["Ⅳ", "'s", "漢İ", "
", "(𐞁", "0", "e", "́e", "\r\n\r\n", "d", "½", "\r", "ḋ", "̣", "9", "!", "9", "
", "​,", "٣٤٥", "٦", "\r\n", "ع", "'ſ", "३", "'Re"]}
+{"text": "e'M　9　(…'Re<EOT>!Z<|fim_prefix|>'D", "tokens": 22, "pieces": ["e", "'M", "　", "9", "　", "(", "…", "'Re", "<EOT", ">!", "Z", "<|", "fim", "_prefix", "|>'", "D"]}
+{"text": "Z  \r😀🏽‍'VE字Ａ😀🏽-\t#$%'>́Dž\r-\r\n're漢'ſ", "tokens": 36, "pieces": ["Z", "  \r", "😀🏽‍'", "VE字Ａ", "😀🏽-", "\t", "#$%'>́", "Dž", "\r", "-\r\n", "'re", "漢", "'ſ"]}
+{"text": "é
٣٤٥٦  'M🙂fim 'S<", "tokens": 22, "pieces": ["é", "
", "٣٤٥", "٦", " ", " '", "M", "🙂fim", " '", "S", "<"]}
+{"text": "å
🙂ⅣDž\n👍🏽s's'res   \n's'll!fi😀🏽​a're", "tokens": 36, "pieces": ["a", "̊", "
", "🙂", "Ⅳ", "Dž", "\n", "👍🏽", "s", "'s", "'re", "s", "   \n", "'s", "'ll", "!fi", "😀🏽​", "a", "'re"]}
+{"text": "9<EOT>EOT‍ 're\"<|endoftext|>३t'T\n.İ\n'T́s🙂<'D\ta", "tokens": 32, "pieces": ["9", "<EOT", ">EOT", "‍", " ", "'re", "\"<|", "endoftext", "|>", "३", "t", "'T", "\n", ".İ", "\n", "'T", "́s", "🙂<'", "D", "\ta"]}
+{"text": "'ſ'llⅣ<EOT>", "tokens": 9, "pieces": ["'ſ", "'ll", "Ⅳ", "<EOT", ">"]}
+{"text": "🙂ß𐞁'll<|endoftext|>   \n<|endoftext|>Ａ<|fim_prefix|>'M字㍿'Re's!<META_START>!!fiEOTⅣ", "tokens": 51, "pieces": ["🙂ß𐞁", "'ll", "<|", "endoftext", "|>", "   \n", "<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>'", "M字", "㍿'", "Re", "'s", "!<", "META", "_START", ">!!", "fiEOT", "Ⅳ"]}
+{"text": "\u000bé‍'re
é́漢 　t<|endoftext|>'Re12345678\"­ ́<META_START><EOT>㋿<META_START>\u000b字e\r'll", "tokens": 50, "pieces": ["\u000be", "́‍'", "re", "
é", "́漢", " ", "　t", "<|", "endoftext", "|>'", "Re", "123", "456", "78", "\"­", " ́<", "META", "_START", "><", "EOT", ">㋿<", "META", "_START", ">", "\u000b字e", "\r", "'ll"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi'Dİ'reé<EOT>åع\"Ⅳ(téİ", "tokens": 20, "pieces": ["fi", "'D", "İ", "'re", "e", "́<", "EOT", ">a", "̊ع", "\"", "Ⅳ", "(téİ"]}
+{"text": "9å'reⅣ're­\u000b'Téd ,　字😀🏽'Såع<EOT'sİå
-'re>٣٤٥٦ḍ̇\r,½ꟲ漢‍ꟲ…Ⅳ's", "tokens": 72, "pieces": ["9", "a", "̊'", "re", "Ⅳ", "'re", "­", "\u000b", "'T", "e", "́d", " ", ",", "　字", "😀🏽'", "Sa", "̊ع", "<EOT", "'s", "İa", "̊", "
", "-'", "re", ">", "٣٤٥", "٦", "ḋ", "̣\r", ",", "½", "ꟲ漢", "‍ꟲ", "…", "Ⅳ", "'s"]}
+{"text": "㋿‍!!​'re-EOT\r\n\r\n-​,'ll​éd\n<META_START>!ß­ m'Rea'ſ \r'Re<META_START>d…0", "tokens": 44, "pieces": ["㋿‍!!​'", "re", "-EOT", "\r\n\r\n", "-​,'", "ll", "​e", "́d", "\n", "<META", "_START", ">!", "ß", "­", " m", "'Re", "a", "'ſ", " \r", "'Re", "<META", "_START", ">d", "…", "0"]}
+{"text": "'M'ſ'D½\t…𐞁….\n12345678<EOT>İ
.'M‍㍿<|fim_prefix|>", "tokens": 39, "pieces": ["'M", "'ſ", "'D", "½", "\t", "…𐞁", "…", ".\n", "123", "456", "78", "<EOT", ">İ", "
", ".'", "M", "‍㍿<|", "fim", "_prefix", "|>"]}
+{"text": "ß\ra
9😀🏽'ſ>…😀🏽Ⅳ­'T<㋿İꟲ‍'ſ 0'll.t", "tokens": 44, "pieces": ["ß", "\r", "a", "
", "9", "😀🏽'", "ſ", ">", "…", "😀🏽", "Ⅳ", "­'", "T", "<㋿", "İꟲ", "‍'", "ſ", " ", "0", "'ll", ".t"]}
+{"text": "'sſ'Re\"\n123456780'ſa ", "tokens": 13, "pieces": ["'s", "ſ", "'Re", "\"\n", "123", "456", "780", "'ſ", "a", " "]}
+{"text": "\r\n 漢t ḍ̇😀🏽sꟲ'Dt\rfi\"  漢td  ", "tokens": 32, "pieces": ["\r\n", " 漢t", " ḋ", "̣😀🏽", "sꟲ", "'D", "t", "\r", "fi", "\"", " ", " 漢td", "  "]}
+{"text": "ع㋿Z'M𐞁   \n…'ll'VE,e.Džs", "tokens": 21, "pieces": ["ع", "㋿Z", "'M", "𐞁", "   \n", "…", "'ll", "'VE", ",e", ".Džs"]}
+{"text": " 'DéＡ<\r\n\r\n>Dž!d字#$%'D!½e‍­s!<\réＡعfi'Re", "tokens": 32, "pieces": [" '", "DéＡ", "<\r\n\r\n", ">Dž", "!d字", "#$%'", "D", "!", "½", "e", "‍­", "s", "!<\r", "e", "́Ａعfi", "'Re"]}
+{"text": "(aſİ'ſ
字Ａ\"३e9!\r  ½
's​\r\n\r\n'VE", "tokens": 29, "pieces": ["(aſİ", "'ſ", "
字Ａ", "\"", "३", "e", "9", "!\r", " ", " ", "½", "
", "'s", "​\r\n\r\n", "'VE"]}
+{"text": "Ａ   \nꟲ'T\"fis
's𐞁🙂å\r\na\r\n\r\n", "tokens": 26, "pieces": ["Ａ", "   \n", "ꟲ", "'T", "\"fis", "
", "'s", "𐞁", "🙂a", "̊\r\n", "a", "\r\n\r\n"]}
+{"text": "m 'VE-'.👍🏽EOTé\r\nétå", "tokens": 21, "pieces": ["m", " ", "'VE", "-'.👍🏽", "EOTé", "\r\n", "e", "́ta", "̊"]}
+{"text": "'S'D-ſ‍#$%'Dß́'S  s!'MZé>é", "tokens": 21, "pieces": ["'S", "'D", "-ſ", "‍#$%'", "Dß", "́'", "S", " ", " s", "!'", "MZé", ">é"]}
+{"text": "'ll,'VEs'VE're​a​\"-Zع'Séå…ꟲ字", "tokens": 25, "pieces": ["'ll", ",'", "VEs", "'VE", "'re", "​a", "​\"-", "Zع", "'S", "e", "́a", "̊", "…ꟲ字"]}
+{"text": "\n   \n  s  mfi !\t'Dt!!ꟲ,dİ12345678㍿…'Reع<|endoftext|>​漢ع😀🏽'ſ  　m", "tokens": 49, "pieces": ["\n   \n", " ", " s", " ", " mfi", " !", "\t", "'D", "t", "!!", "ꟲ", ",dİ", "123", "456", "78", "㍿", "…", "'Re", "ع", "<|", "endoftext", "|>​", "漢ع", "😀🏽'", "ſ", "  ", "　m"]}
+{"text": "㍿ßßm'DDž  ٣٤٥٦'Re
 𐞁(½\n   \n٣٤٥٦<|endoftext|>å'Mß́0\"…,'Re'M<EOT>(fi<|fim_prefix|>EOT㋿Ⅳ٣٤٥٦", "tokens": 86, "pieces": ["㍿ßßm", "'D", "Dž", " ", " ", "٣٤٥", "٦", "'Re", "
", " 𐞁", "(", "½", "\n   \n", "٣٤٥", "٦", "<|", "endoftext", "|>", "a", "̊'", "Mß", "́", "0", "\"", "…", ",'", "Re", "'M", "<EOT", ">(", "fi", "<|", "fim", "_prefix", "|>", "EOT", "㋿", "Ⅳ٣٤", "٥٦"]}
+{"text": "(ꟲé　<|fim_prefix|>   \n<|fim_prefix|>  🙂😀🏽fi0a>\n٣٤٥٦éꟲ😀🏽́é<é㋿", "tokens": 58, "pieces": ["(ꟲé", "　", "<|", "fim", "_prefix", "|>", "   \n", "<|", "fim", "_prefix", "|>", " ", " 🙂😀🏽", "fi", "0", "a", ">\n", "٣٤٥", "٦", "éꟲ", "😀🏽́", "é", "<e", "́㋿"]}
+{"text": "…'lléع \n<'reⅣ<ß<|fim_prefix|>½12345678…😀🏽Ⅳ<|endoftext|>\"३ع㍿té
d​m½", "tokens": 53, "pieces": ["…", "'ll", "éع", " \n", "<'", "re", "Ⅳ", "<ß", "<|", "fim", "_prefix", "|>", "½12", "345", "678", "…", "😀🏽", "Ⅳ", "<|", "endoftext", "|>\"", "३", "ع", "㍿te", "́", "
d", "​m", "½"]}
+{"text": "٣٤٥٦Ⅳ  ​Ⅳ'reſ́'Re٣٤٥٦éé<<|endoftext|>  <|fim_prefix|>عåⅣ😀🏽  ḍ̇'D'D
٣٤٥٦㍿'s'VEs'Re👍🏽0'VEå\r\n>字", "tokens": 98, "pieces": ["٣٤٥", "٦Ⅳ", " ", " ​", "Ⅳ", "'re", "ſ", "́'", "Re", "٣٤٥", "٦", "ée", "́<<|", "endoftext", "|>", " ", " <|", "fim", "_prefix", "|>", "عa", "̊", "Ⅳ", "😀🏽", " ", " ḋ", "̣'", "D", "'D", "
", "٣٤٥", "٦", "㍿'", "s", "'VE", "s", "'Re", "👍🏽", "0", "'VE", "a", "̊\r\n", ">字"]}
+{"text": "#$%!!㋿Z½٣٤٥٦ḍ̇\tＡtعd㋿<META_START>漢'Téع9Ａ'é\né­#$%Dž…", "tokens": 53, "pieces": ["#$%!!㋿", "Z", "½٣٤", "٥٦", "ḋ", "̣", "\tＡtعd", "㋿<", "META", "_START", ">漢", "'T", "e", "́ع", "9", "Ａ", "'é", "\n", "é", "­#$%", "Dž", "…"]}
+{"text": "m
ḍ̇ع're're漢   \n\r\nＡⅣ\n'res<|fim_prefix|>‍عé12345678", "tokens": 37, "pieces": ["m", "
ḋ", "̣ع", "'re", "'re", "漢", "   \n\r\n", "Ａ", "Ⅳ", "\n", "'re", "s", "<|", "fim", "_prefix", "|>‍", "عe", "́", "123", "456", "78"]}
+{"text": "é'SDž'sعß'T.", "tokens": 9, "pieces": ["é", "'S", "Dž", "'s", "عß", "'T", "."]}
+{"text": "\"　--Dž-‍mＡ\r\n\n<EOT>\"   \n're", "tokens": 17, "pieces": ["\"", "　", "--", "Dž", "-‍", "mＡ", "\r\n\n", "<EOT", ">\"", "   \n", "'re"]}
+{"text": "\u000bmé0‍­'S㍿­३𐞁Dž‍", "tokens": 23, "pieces": ["\u000bmé", "0", "‍­'", "S", "㍿­", "३", "𐞁Dž", "‍"]}
+{"text": "!!字㍿ Ⅳ  #$% !!漢<|fim_prefix|>😀🏽,
\"ꟲEOT  Z\"'Tعå٣٤٥٦0><EOT>😀🏽-tfi\t㋿😀🏽", "tokens": 76, "pieces": ["!!", "字", "㍿", " ", "Ⅳ", " ", " #$%", " ", "!!", "漢", "<|", "fim", "_prefix", "|>😀🏽,", "
", "\"ꟲEOT", " ", " Z", "\"'", "Tعa", "̊", "٣٤٥", "٦0", "><", "EOT", ">😀🏽-", "tfi", "\t", "㋿😀🏽"]}
+{"text": "EOT'RedⅣZ🙂('Re'D\rDž'VE\t\t.'T㋿\u000b​㍿​😀🏽é0٣٤٥٦\r\nZ-'re🙂fi漢½'re.ع", "tokens": 60, "pieces": ["EOT", "'Re", "d", "Ⅳ", "Z", "🙂('", "Re", "'D", "\r", "Dž", "'VE", "\t", "\t", ".'", "T", "㋿", "\u000b", "​㍿​😀🏽", "e", "́", "0٣٤", "٥٦", "\r\n", "Z", "-'", "re", "🙂fi漢", "½", "'re", ".ع"]}
+{"text": "#$%½sé", "tokens": 5, "pieces": ["#$%", "½", "sé"]}
+{"text": "\u000bat<İ<EOT>…ß🙂عꟲ字're३,'T٣٤٥٦'Re…Ａ\r\n  ́t>\r\n's​<EOT>
éDž9'Dع‍", "tokens": 57, "pieces": ["\u000bat", "<İ", "<EOT", ">", "…ß", "🙂عꟲ字", "'re", "३", ",'", "T", "٣٤٥", "٦", "'Re", "…Ａ", "\r\n", " ", " ́", "t", ">\r\n", "'s", "​<", "EOT", ">", "
éDž", "9", "'D", "ع", "‍"]}
+{"text": "a漢\u000bİ​\n\r's!'Re'D👍🏽İ\r\n'VEİ'St ", "tokens": 26, "pieces": ["a漢", "\u000bİ", "​\n\r", "'s", "!'", "Re", "'D", "👍🏽", "İ", "\r\n", "'VE", "İ", "'S", "t", " "]}
+{"text": "𐞁d'Sع㋿éݽ'S\u000bſ'T\"9ſ123456780\r\nß'smＡ,½　", "tokens": 34, "pieces": ["𐞁d", "'S", "ع", "㋿éİ", "½", "'S", "\u000bſ", "'T", "\"", "9", "ſ", "123", "456", "780", "\r\n", "ß", "'s", "mＡ", ",", "½", "　"]}
+{"text": "́m#$%'T　('VE\r,Ⅳ<META_START>😀🏽!!½  ́\t-　0'D३å‍>eſd", "tokens": 43, "pieces": ["́m", "#$%'", "T", "　", "('", "VE", "\r", ",", "Ⅳ", "<META", "_START", ">😀🏽!!", "½", " ", " ́", "\t", "-", "　", "0", "'D", "३", "a", "̊‍>", "eſd"]}
+{"text": "  \n ", "tokens": 2, "pieces": ["  \n "]}
+{"text": "\t   \n<|endoftext|>\r\n9,\r\n12345678EOT", "tokens": 15, "pieces": ["\t   \n", "<|", "endoftext", "|>\r\n", "9", ",\r\n", "123", "456", "78", "EOT"]}
+{"text": "'Dſ'S9<META_START>३İ ,'T🙂\u000b're\t'e'Re<fi​🙂<|fim_prefix|>'D,‍<|fim_prefix|>　-12345678字12345678é　ꟲ", "tokens": 60, "pieces": ["'D", "ſ", "'S", "9", "<META", "_START", ">", "३", "İ", " ,'", "T", "🙂", "\u000b", "'re", "\t", "'e", "'Re", "<fi", "​🙂<|", "fim", "_prefix", "|>'", "D", ",‍<|", "fim", "_prefix", "|>", "　", "-", "123", "456", "78", "字", "123", "456", "78", "e", "́", "　ꟲ"]}
+{"text": "(㋿\u000b0\r\n\r\n'M", "tokens": 8, "pieces": ["(㋿", "\u000b", "0", "\r\n\r\n", "'M"]}
+{"text": "\t
'ſⅣ㍿ <META_START>字'D　>", "tokens": 20, "pieces": ["\t", "
", "'ſ", "Ⅳ", "㍿", " ", "<META", "_START", ">字", "'D", "　", ">"]}
+{"text": "m\r㍿( Dž\n३-­\"<EOT>\t's", "tokens": 20, "pieces": ["m", "\r", "㍿(", " Dž", "\n", "३", "-­\"<", "EOT", ">", "\t", "'s"]}
+{"text": "३!İ🙂(,字d0​漢a", "tokens": 15, "pieces": ["३", "!İ", "🙂(,", "字d", "0", "​漢a"]}
+{"text": "!!e   \n<#$% a >ع   \n​३\u000b'VE­\r", "tokens": 19, "pieces": ["!!", "e", "   \n", "<#$%", " a", " >", "ع", "   \n", "​", "३", "\u000b", "'VE", "­\r"]}
+{"text": ",'Dž", "tokens": 3, "pieces": [",'", "Dž"]}
+{"text": "Ａ'ſ   \n", "tokens": 6, "pieces": ["Ａ", "'ſ", "   \n"]}
+{"text": "ſEOT0‍-éZع\r", "tokens": 12, "pieces": ["ſEOT", "0", "‍-", "éZع", "\r"]}
+{"text": "'re EOTŹ'३عś\r.ع
… ß👍🏽", "tokens": 27, "pieces": ["'re", " EOTZ", "́'", "३", "عs", "́\r", ".ع", "
…", " ß", "👍🏽"]}
+{"text": "'DEOTＡ'Re\r\n\u000b   \n😀🏽ae,ſDžꟲ.㍿'llİ३𐞁Ａ'M'VE…é'll9<|endoftext|><|endoftext|>'", "tokens": 59, "pieces": ["'D", "EOTＡ", "'Re", "\r\n\u000b   \n", "😀🏽", "ae", ",ſDžꟲ", ".㍿'", "llİ", "३", "𐞁Ａ", "'M", "'VE", "…é", "'ll", "9", "<|", "endoftext", "|><|", "endoftext", "|>'"]}
+{"text": "Ⅳ('s\"!!'S#$%'ll<META_START>é'll\u000b ㋿!a's<|fim_prefix|>('re　<|fim_prefix|>\r\né
½'Re\t½½'s!́'ll३   \n ", "tokens": 60, "pieces": ["Ⅳ", "('", "s", "\"!!'", "S", "#$%'", "ll", "<META", "_START", ">e", "́'", "ll", "\u000b", " ㋿!", "a", "'s", "<|", "fim", "_prefix", "|>('", "re", "　", "<|", "fim", "_prefix", "|>\r\n", "e", "́", "
", "½", "'Re", "\t", "½½", "'s", "!́'", "ll", "३", "   \n "]}
+{"text": "e12345678", "tokens": 4, "pieces": ["e", "123", "456", "78"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi0‍ḍ̇<META_START><|endoftext|>ḍ̇>9  '<|fim_prefix|>\nß́'VE\r\n​(𐞁𐞁", "tokens": 50, "pieces": ["fi", "0", "‍ḋ", "̣<", "META", "_START", "><|", "endoftext", "|>", "ḋ", "̣>", "9", " ", " '<|", "fim", "_prefix", "|>\n", "ß", "́'", "VE", "\r\n", "​(", "𐞁𐞁"]}
+{"text": "­-<EOT>'D9👍🏽👍🏽é\"👍🏽e's<|fim_prefix|>12345678İt åé३'D >('VE\n", "tokens": 55, "pieces": ["­-<", "EOT", ">'", "D", "9", "👍🏽👍🏽", "e", "́\"👍🏽", "e", "'s", "<|", "fim", "_prefix", "|>", "123", "456", "78", "İt", " a", "̊e", "́", "३", "'D", " ", ">('", "VE", "\n"]}
+{"text": "'lls\r\n\r\n \"'TＡ'Re٣٤٥٦sé 😀🏽", "tokens": 24, "pieces": ["'ll", "s", "\r\n\r\n", " \"'", "TＡ", "'Re", "٣٤٥", "٦", "se", "́", " ", "😀🏽"]}
+{"text": "s\n'VE\rEOT\n", "tokens": 8, "pieces": ["s", "\n", "'VE", "\r", "EOT", "\n"]}
+{"text": "fiⅣ
>", "tokens": 7, "pieces": ["fi", "Ⅳ", "
", ">"]}
+{"text": "½!!عDžⅣⅣ<EOT>İ😀🏽'T     \néß'Dm'Tعß!, ع>", "tokens": 32, "pieces": ["½", "!!", "عDž", "ⅣⅣ", "<EOT", ">İ", "😀🏽'", "T", "     \n", "éß", "'D", "m", "'T", "عß", "!,", " ع", ">"]}
+{"text": " \r\n\r\nⅣ'Rea", "tokens": 5, "pieces": [" \r\n\r\n", "Ⅳ", "'Re", "a"]}
+{"text": "#$%å's🙂㍿'Re\t😀🏽Z<EOT>　­e‍'s漢're>!-'sß٣٤٥٦'s<|fim_prefix|>㍿0!!   \ń<|endoftext|>👍🏽9m­<META_START>Ａ", "tokens": 84, "pieces": ["#$%", "a", "̊'", "s", "🙂㍿'", "Re", "\t", "😀🏽", "Z", "<EOT", ">", "　", "­e", "‍'", "s漢", "'re", ">!-'", "sß", "٣٤٥", "٦", "'s", "<|", "fim", "_prefix", "|>㍿", "0", "!!", "   \n", "́<|", "endoftext", "|>👍🏽", "9", "m", "­<", "META", "_START", ">Ａ"]}
+{"text": "<EOT>Ａ>㋿Ⅳ#$%­­'VEs\rİ'Md　  \r\n…<'s<EOT>.ſ٣٤٥٦EOT\"9​<　t\u000b", "tokens": 50, "pieces": ["<EOT", ">Ａ", ">㋿", "Ⅳ", "#$%­­'", "VEs", "\r", "İ", "'M", "d", "　  \r\n", "…", "<'", "s", "<EOT", ">.", "ſ", "٣٤٥", "٦", "EOT", "\"", "9", "​<", "　t", "\u000b"]}
+{"text": "<META_START>Ａé-'\n", "tokens": 9, "pieces": ["<META", "_START", ">Ａé", "-'\n"]}
+{"text": "<|fim_prefix|>a'Re<<META_START>𐞁漢
½", "tokens": 22, "pieces": ["<|", "fim", "_prefix", "|>", "a", "'Re", "<<", "META", "_START", ">𐞁漢", "
", "½"]}
+{"text": "<|endoftext|>٣٤٥٦Džéś9Ａ　🙂s!<,㍿12345678\n<META_START>'M'VE<|endoftext|>😀🏽", "tokens": 54, "pieces": ["<|", "endoftext", "|>", "٣٤٥", "٦", "Džés", "́", "9", "Ａ", "　", "🙂s", "!<,㍿", "123", "456", "78", "\n", "<META", "_START", ">'", "M", "'VE", "<|", "endoftext", "|>😀🏽"]}
+{"text": "é🙂漢<d'sİ३​  '<EOT>𐞁Ⅳfi'VEd.­   \n…\u000b㋿   \n𐞁㋿d\"EOT--'ſZ\tm", "tokens": 54, "pieces": ["e", "́🙂", "漢", "<d", "'s", "İ", "३", "​", " ", " '<", "EOT", ">𐞁", "Ⅳ", "fi", "'VE", "d", ".­", "   \n", "…", "\u000b", "㋿", "   \n", "𐞁", "㋿d", "\"EOT", "--'", "ſZ", "\tm"]}
+{"text": "'M'ret👍🏽ꟲ\u000bt12345678'M  -٣٤٥٦!'re", "tokens": 30, "pieces": ["'M", "'re", "t", "👍🏽", "ꟲ", "\u000bt", "123", "456", "78", "'M", " ", " -", "٣٤٥", "٦", "!'", "re"]}
+{"text": "\r\n\r\nİ'VE٣٤٥٦­é<EOT>Z\t \n", "tokens": 20, "pieces": ["\r\n\r\n", "İ", "'VE", "٣٤٥", "٦", "­e", "́<", "EOT", ">Z", "\t \n"]}
+{"text": "<|endoftext|>'s🙂𐞁​‍d", "tokens": 18, "pieces": ["<|", "endoftext", "|>'", "s", "🙂𐞁", "​‍", "d"]}
+{"text": "<EOT>'sßꟲ ,12345678㍿🙂're<|fim_prefix|>'MＡſ'll㋿½e!,'ll‍ꟲⅣ<EOT>>", "tokens": 50, "pieces": ["<EOT", ">'", "sßꟲ", " ,", "123", "456", "78", "㍿🙂'", "re", "<|", "fim", "_prefix", "|>'", "MＡſ", "'ll", "㋿", "½", "e", "!,'", "ll", "‍ꟲ", "Ⅳ", "<EOT", ">>"]}
+{"text": "<|endoftext|>\"'sfi", "tokens": 11, "pieces": ["<|", "endoftext", "|>\"'", "sfi"]}
+{"text": "(m12345678㍿३'Re(İ'D( #$%sZ'llé0🙂‍­9", "tokens": 28, "pieces": ["(m", "123", "456", "78", "㍿", "३", "'Re", "(İ", "'D", "(", " ", "#$%", "sZ", "'ll", "é", "0", "🙂‍­", "9"]}
+{"text": "<EOT>ſ(字\t​!ſＡ٣٤٥٦😀🏽　 ३'TfiＡ…'s㋿<'VE", "tokens": 44, "pieces": ["<EOT", ">ſ", "(字", "\t", "​!", "ſＡ", "٣٤٥", "٦", "😀🏽", "　", " ", "३", "'T", "fiＡ", "…", "'s", "㋿<'", "VE"]}
+{"text": "'  d字😀🏽­Z<|fim_prefix|>Ⅳ
fi", "tokens": 24, "pieces": ["'", " ", " d字", "😀🏽­", "Z", "<|", "fim", "_prefix", "|>", "Ⅳ", "
fi"]}
+{"text": "😀🏽㍿", "tokens": 8, "pieces": ["😀🏽㍿"]}
+{"text": "\t\n<|endoftext|><EOT>m,\r\n\r\n\u000b🙂\"<|endoftext|>\na", "tokens": 23, "pieces": ["\t\n", "<|", "endoftext", "|><", "EOT", ">m", ",\r\n\r\n", "\u000b", "🙂\"<|", "endoftext", "|>\n", "a"]}
+{"text": "s,\"…!!'res‍Dž  ḍ̇漢ⅣDž12345678'D'M😀🏽👍🏽   \n'D 
", "tokens": 44, "pieces": ["s", ",\"", "…", "!!'", "res", "‍Dž", " ", " ḋ", "̣漢", "Ⅳ", "Dž", "123", "456", "78", "'D", "'M", "😀🏽👍🏽", "   \n", "'D", " 
"]}
+{"text": "ḍ̇㋿ع'M<META_START>''M m漢\r　'D0s'TZEOTfi­", "tokens": 30, "pieces": ["ḋ", "̣㋿", "ع", "'M", "<META", "_START", ">''", "M", " m漢", "\r", "　", "'D", "0", "s", "'T", "ZEOTfi", "­"]}
+{"text": "🙂<EOT>åe㋿'D….ḍ̇́\n.DžⅣḍ̇😀🏽'VE'S漢😀🏽Ａ!!d(a𐞁   \nZ<|fim_prefix|>٣٤٥٦EOT", "tokens": 77, "pieces": ["🙂<", "EOT", ">a", "̊e", "㋿'", "D", "…", ".ḋ", "̣́\n", ".Dž", "Ⅳ", "ḋ", "̣😀🏽'", "VE", "'S", "漢", "😀🏽", "Ａ", "!!", "d", "(a𐞁", "   \n", "Z", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "EOT"]}
+{"text": "‍ aé<|endoftext|>Ａ٣٤٥٦ſ\u000bꟲ\nt'll㋿ß\"!!\nséå- ع'M漢\r\n\r\n 'DEOT㍿12345678½Ａ", "tokens": 60, "pieces": ["‍", " aé", "<|", "endoftext", "|>", "Ａ", "٣٤٥", "٦", "ſ", "\u000bꟲ", "\n", "t", "'ll", "㋿ß", "\"!!\n", "se", "́a", "̊-", " ع", "'M", "漢", "\r\n\r\n", " '", "DEOT", "㍿", "123", "456", "78½", "Ａ"]}
+{"text": "dét\u000b   \n#$%\t#$%'S12345678\r\n𐞁\u000b'T‍  'ree㍿㍿\"İＡ.   \nd\r\n\r\néé<META_START>aß\n", "tokens": 47, "pieces": ["dét", "\u000b   \n", "#$%", "\t", "#$%'", "S", "123", "456", "78", "\r\n", "𐞁", "\u000b", "'T", "‍", " ", " '", "ree", "㍿㍿\"", "İＡ", ".", "   \n", "d", "\r\n\r\n", "ée", "́<", "META", "_START", ">aß", "\n"]}
+{"text": "12345678İ\u000b'VE\u000b<|fim_prefix|>99,👍🏽Ａ'D😀🏽½  👍🏽'll३-á'Reß'll", "tokens": 48, "pieces": ["123", "456", "78", "İ", "\u000b", "'VE", "\u000b", "<|", "fim", "_prefix", "|>", "99", ",👍🏽", "Ａ", "'D", "😀🏽", "½", " ", " 👍🏽'", "ll", "३", "-a", "́'", "Reß", "'ll"]}
+{"text": "  ㋿\"", "tokens": 6, "pieces": [" ", " ㋿\""]}
+{"text": "!!é's.m>'M🙂İ'<|fim_prefix|>\r\n(　\u000b's ́,٣٤٥٦.'T'll
½m<'VEd'ſ", "tokens": 46, "pieces": ["!!", "e", "́'", "s", ".m", ">'", "M", "🙂İ", "'<|", "fim", "_prefix", "|>\r\n", "(", "　", "\u000b", "'s", " ", "́,", "٣٤٥", "٦", ".'", "T", "'ll", "
", "½", "m", "<'", "VEd", "'ſ"]}
+{"text": "-\n😀🏽(dd३!!'ſå'T\r\n\u000bſ'VE'VEa…\u000b​ 're", "tokens": 34, "pieces": ["-\n", "😀🏽(", "dd", "३", "!!'", "ſa", "̊'", "T", "\r\n", "\u000bſ", "'VE", "'VE", "a", "…", "\u000b", "​", " '", "re"]}
+{"text": "\r\n\r\n<|endoftext|>12345678­‍\r\nع'sé'T>Ⅳ
ꟲ!́<|endoftext|>", "tokens": 38, "pieces": ["\r\n\r\n", "<|", "endoftext", "|>", "123", "456", "78", "­‍\r\n", "ع", "'s", "e", "́'", "T", ">", "Ⅳ", "
ꟲ", "!́<|", "endoftext", "|>"]}
+{"text": "'D'VEt<EOT>\r㋿\r", "tokens": 12, "pieces": ["'D", "'VE", "t", "<EOT", ">\r", "㋿\r"]}
+{"text": "'Re<META_START>å<EOT>", "tokens": 11, "pieces": ["'Re", "<META", "_START", ">a", "̊<", "EOT", ">"]}
+{"text": "t'll٣٤٥٦­\ra　Ａ ḍ̇🙂-𐞁'reⅣDžåé㍿\r\n\r\n'Re!\n👍🏽\r\n\r\n\r'S👍🏽å३‍\u000b㍿
­", "tokens": 74, "pieces": ["t", "'ll", "٣٤٥", "٦", "­\r", "a", "　Ａ", " ḋ", "̣🙂-", "𐞁", "'re", "Ⅳ", "Dža", "̊e", "́㍿\r\n\r\n", "'Re", "!\n", "👍🏽\r\n\r\n\r", "'S", "👍🏽", "a", "̊", "३", "‍", "\u000b", "㍿", "
", "­"]}
+{"text": "!!Ⅳ🙂Dž\r\n\r\n're   \ńd漢½'S🙂må\"'S٣٤٥٦!🙂ß\t‍é", "tokens": 40, "pieces": ["!!", "Ⅳ", "🙂Dž", "\r\n\r\n", "'re", "   \n", "́d漢", "½", "'S", "🙂ma", "̊\"'", "S", "٣٤٥", "٦", "!🙂", "ß", "\t", "‍e", "́"]}
+{"text": ".­é 12345678'Re½👍🏽ꟲ字,!ſ'ſDž
👍🏽🙂३\n ", "tokens": 42, "pieces": [".­", "e", "́", " ", "123", "456", "78", "'Re", "½", "👍🏽", "ꟲ字", ",!", "ſ", "'ſ", "Dž", "
", "👍🏽🙂", "३", "\n "]}
+{"text": "eعé٣٤٥٦🙂  >­é  ꟲ🙂\r\n\r\n\r", "tokens": 26, "pieces": ["eعé", "٣٤٥", "٦", "🙂", " ", " >­", "e", "́", " ", " ꟲ", "🙂\r\n\r\n\r"]}
+{"text": "åd<|endoftext|>'́\r\n\r\n's㋿😀🏽ḍ̇😀🏽'Re🙂å0'D‍#$%'VEḍ̇🙂　(🙂sd#$%éa\"\u000b­ſİ\r\n\r\n", "tokens": 69, "pieces": ["a", "̊d", "<|", "endoftext", "|>'́\r\n\r\n", "'s", "㋿😀🏽", "ḋ", "̣😀🏽'", "Re", "🙂a", "̊", "0", "'D", "‍#$%'", "VEḋ", "̣🙂", "　", "(🙂", "sd", "#$%", "éa", "\"", "\u000b", "­ſİ", "\r\n\r\n"]}
+{"text": "\rDžZmZ'Dt!'s!㍿", "tokens": 14, "pieces": ["\r", "DžZmZ", "'D", "t", "!'", "s", "!㍿"]}
+{"text": "ݽ#$%ß👍🏽'll­'ſ\n字'Dé㍿a'३'D 😀🏽\t  <|endoftext|>Dž३fiꟲEOTtdé…>'ſ", "tokens": 59, "pieces": ["İ", "½", "#$%", "ß", "👍🏽'", "ll", "­'", "ſ", "\n", "字", "'D", "e", "́㍿", "a", "'", "३", "'D", " 😀🏽", "\t ", " <|", "endoftext", "|>", "Dž", "३", "fiꟲEOTtdé", "…", ">'", "ſ"]}
+{"text": "EOT ́<|fim_prefix|>a'llßع   \n!,😀🏽é😀🏽-İ'sß#$%㋿é", "tokens": 39, "pieces": ["EOT", " ", "́<|", "fim", "_prefix", "|>", "a", "'ll", "ßع", "   \n", "!,😀🏽", "é", "😀🏽-", "İ", "'s", "ß", "#$%㋿", "e", "́"]}
+{"text": "½<😀🏽'Re", "tokens": 9, "pieces": ["½", "<😀🏽'", "Re"]}
+{"text": "३'Re<|endoftext|>😀🏽!३ḍ̇!!.😀🏽\u000b'M>㍿", "tokens": 35, "pieces": ["३", "'Re", "<|", "endoftext", "|>😀🏽!", "३", "ḋ", "̣!!.😀🏽", "\u000b", "'M", ">㍿"]}
+{"text": "((", "tokens": 1, "pieces": ["(("]}
+{"text": "'sée 'S‍\t.,Džm½….‍㍿Ⅳ　𐞁'll٣٤٥٦عa🙂
-ꟲ\r\n\r\n३'ſ<'T's!'-EOT
", "tokens": 63, "pieces": ["'s", "e", "́e", " '", "S", "‍", "\t", ".,", "Džm", "½", "…", ".‍㍿", "Ⅳ", "　𐞁", "'ll", "٣٤٥", "٦", "عa", "🙂", "
", "-ꟲ", "\r\n\r\n", "३", "'ſ", "<'", "T", "'s", "!'-", "EOT", "
"]}
+{"text": "\t字…'s字em <å½㍿　", "tokens": 16, "pieces": ["\t字", "…", "'s", "字em", " <", "a", "̊", "½", "㍿", "　"]}
+{"text": "Ⅳ'Re\u000b\n'ſ\tt<META_START> sae\"  'ſ12345678é'reİ'ss㋿<|fim_prefix|>#$%　e漢'VE.fi>…é½ꟲ…", "tokens": 60, "pieces": ["Ⅳ", "'Re", "\u000b\n", "'ſ", "\tt", "<META", "_START", ">", " sae", "\"", " ", " '", "ſ", "123", "456", "78", "é", "'re", "İ", "'s", "s", "㋿<|", "fim", "_prefix", "|>#$%", "　e漢", "'VE", ".fi", ">", "…e", "́", "½", "ꟲ", "…"]}
+{"text": "ḍ̇Dž<|endoftext|>'MEOTＡ  ſ'lls٣٤٥٦<|endoftext|>Zꟲ,a,\t\r\n\r\n\r\n", "tokens": 46, "pieces": ["ḋ", "̣Dž", "<|", "endoftext", "|>'", "MEOTＡ", " ", " ſ", "'ll", "s", "٣٤٥", "٦", "<|", "endoftext", "|>", "Zꟲ", ",a", ",", "\t\r\n\r\n\r\n"]}
+{"text": "EOT…㋿'T,t9'Me\u000b( Ａ!!('ſⅣfi🙂're!0(ḍ̇'T'D㍿
's'll", "tokens": 47, "pieces": ["EOT", "…", "㋿'", "T", ",t", "9", "'M", "e", "\u000b", "(", " Ａ", "!!('", "ſ", "Ⅳ", "fi", "🙂'", "re", "!", "0", "(ḋ", "̣'", "T", "'D", "㍿", "
", "'s", "'ll"]}
+{"text": "m<<|fim_prefix|>!!å🙂!!<|fim_prefix|>fi😀🏽éꟲſ'Re३   \n0😀🏽\ńå½
\r\n\r\n!!a'VE-ع>", "tokens": 62, "pieces": ["m", "<<|", "fim", "_prefix", "|>!!", "a", "̊🙂!!<|", "fim", "_prefix", "|>", "fi", "😀🏽", "e", "́ꟲſ", "'Re", "३", "   \n", "0", "😀🏽\n", "́a", "̊", "½", "
\r\n\r\n", "!!", "a", "'VE", "-ع", ">"]}
+{"text": "<|endoftext|>ß   \nfi'Re9­'T\t 'Må\"㋿", "tokens": 25, "pieces": ["<|", "endoftext", "|>", "ß", "   \n", "fi", "'Re", "9", "­'", "T", "\t", " '", "Ma", "̊\"㋿"]}
+{"text": "Ⅳ(d­\r>éⅣ", "tokens": 9, "pieces": ["Ⅳ", "(d", "­\r", ">é", "Ⅳ"]}
+{"text": "ßİZ,Ａé\"t 'VE‍'>'T're½!㍿\tm.<|endoftext|>ḍ̇,'VEd0!Zm!!e漢😀🏽t­å.­", "tokens": 58, "pieces": ["ßİZ", ",Ａé", "\"t", " '", "VE", "‍'>'", "T", "'re", "½", "!㍿", "\tm", ".<|", "endoftext", "|>", "ḋ", "̣,'", "VEd", "0", "!Zm", "!!", "e漢", "😀🏽", "t", "­a", "̊.­"]}
+{"text": "'se'reeDžZ-　e　Ⅳ½Ⅳ👍🏽🙂tat𐞁ḍ̇'VE9<ꟲſİ𐞁(‍étꟲ", "tokens": 57, "pieces": ["'s", "e", "'re", "eDžZ", "-", "　e", "　", "Ⅳ½Ⅳ", "👍🏽🙂", "tat𐞁ḋ", "̣'", "VE", "9", "<ꟲſİ𐞁", "(‍", "e", "́tꟲ"]}
+{"text": "ꟲ'ſ<|fim_prefix|>'M½ß\r\n\r\né½å​٣٤٥٦\u000b…'T​Ⅳsع🙂0", "tokens": 43, "pieces": ["ꟲ", "'ſ", "<|", "fim", "_prefix", "|>'", "M", "½", "ß", "\r\n\r\n", "é", "½", "a", "̊​", "٣٤٥", "٦", "\u000b", "…", "'T", "​", "Ⅳ", "sع", "🙂", "0"]}
+{"text": "é're ३.‍dßع½𐞁<　<\r're'T's(ḍ̇𐞁  \r\n\r\n\n\r'S12345678'\r\n\r\né\r\n", "tokens": 43, "pieces": ["é", "'re", " ", "३", ".‍", "dßع", "½", "𐞁", "<", "　", "<\r", "'re", "'T", "'s", "(ḋ", "̣𐞁", "  \r\n\r\n\n\r", "'S", "123", "456", "78", "'\r\n\r\n", "é", "\r\n"]}
+{"text": "a
. 漢-  -<|fim_prefix|>ع字٣٤٥٦fiꟲ'ſ漢'T<㋿'T#$%a#$%dⅣ#$%😀🏽", "tokens": 59, "pieces": ["a", "
", ".", " 漢", "-", " ", " -<|", "fim", "_prefix", "|>", "ع字", "٣٤٥", "٦", "fiꟲ", "'ſ", "漢", "'T", "<㋿'", "T", "#$%", "a", "#$%", "d", "Ⅳ", "#$%😀🏽"]}
+{"text": "㋿d's'Dž'sDž<|endoftext|>'ll'VE,(­åſ𐞁ßDž\u000bfi>-‍t  å<META_START>", "tokens": 50, "pieces": ["㋿d", "'s", "'Dž", "'s", "Dž", "<|", "endoftext", "|>'", "ll", "'VE", ",(­", "a", "̊ſ𐞁ßDž", "\u000bfi", ">-‍", "t", " ", " a", "̊<", "META", "_START", ">"]}
+{"text": "'re#$%½a'S\t-<   \n12345678<EOT>'VE\r\n\r\n
…,\"t　 ", "tokens": 26, "pieces": ["'re", "#$%", "½", "a", "'S", "\t", "-<", "   \n", "123", "456", "78", "<EOT", ">'", "VE", "\r\n\r\n", "
", "…", ",\"", "t", "　 "]}
+{"text": "३(漢'ſ­㍿ >", "tokens": 14, "pieces": ["३", "(漢", "'ſ", "­㍿", " ", ">"]}
+{"text": "
'T'ſ٣٤٥٦\"\u000bꟲ<|fim_prefix|>'M'llſ\r\n'D\r\n\r\n'ſ٣٤٥٦", "tokens": 44, "pieces": ["
", "'T", "'ſ", "٣٤٥", "٦", "\"", "\u000bꟲ", "<|", "fim", "_prefix", "|>'", "M", "'ll", "ſ", "\r\n", "'D", "\r\n\r\n", "'ſ", "٣٤٥", "٦"]}
+{"text": "İ<EOT>​é'S\r𐞁\r\n\r\n<META_START><…​!!9'Re", "tokens": 23, "pieces": ["İ", "<EOT", ">​", "é", "'S", "\r", "𐞁", "\r\n\r\n", "<META", "_START", "><", "…", "​!!", "9", "'Re"]}
+{"text": "\r\n\r\n<tＡꟲ🙂ꟲ　're­🙂ععDžs
", "tokens": 24, "pieces": ["\r\n\r\n", "<tＡꟲ", "🙂ꟲ", "　", "'re", "­🙂", "ععDžs", "
"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<EOT>0fi0-\u000b", "tokens": 9, "pieces": ["<EOT", ">", "0", "fi", "0", "-", "\u000b"]}
+{"text": "'ſꟲZ<|endoftext|>\u000b", "tokens": 15, "pieces": ["'ſ", "ꟲZ", "<|", "endoftext", "|>", "\u000b"]}
+{"text": "dt!!Z   \n'T'D0\rEOT'Re<|fim_prefix|>aß\u000baⅣ !字İ'DＡſ's\"ḍ̇'S漢Ａe३a\r\n\r\n<META_START>å'Re", "tokens": 58, "pieces": ["dt", "!!", "Z", "   \n", "'T", "'D", "0", "\r", "EOT", "'Re", "<|", "fim", "_prefix", "|>", "aß", "\u000ba", "Ⅳ", " !", "字İ", "'D", "Ａſ", "'s", "\"ḋ", "̣'", "S漢Ａe", "३", "a", "\r\n\r\n", "<META", "_START", ">a", "̊'", "Re"]}
+{"text": "'S　'T‍\t12345678m(\"字", "tokens": 12, "pieces": ["'S", "　", "'T", "‍", "\t", "123", "456", "78", "m", "(\"", "字"]}
+{"text": "\r\n'ſ<漢'VE>,'Re\u000btfié漢
ḍ̇
'Mḍ̇<META_START>ß's#$%\rع   \nＡ!!", "tokens": 49, "pieces": ["\r\n", "'ſ", "<漢", "'VE", ">,'", "Re", "\u000btfie", "́漢", "
ḋ", "̣", "
", "'M", "ḋ", "̣<", "META", "_START", ">ß", "'s", "#$%\r", "ع", "   \n", "Ａ", "!!"]}
+{"text": "<EOT>!字㋿字ß<|fim_prefix|><🙂ḍ̇\r漢 ſfi…\r\n\r\né​EOT'Mḍ̇m
ḿDžé­½<|endoftext|>字<EOT>9", "tokens": 68, "pieces": ["<EOT", ">!", "字", "㋿字ß", "<|", "fim", "_prefix", "|><🙂", "ḋ", "̣\r", "漢", " ſfi", "…\r\n\r\n", "é", "​EOT", "'M", "ḋ", "̣m", "
m", "́Dže", "́­", "½", "<|", "endoftext", "|>", "字", "<EOT", ">", "9"]}
+{"text": "'M👍🏽字'ḍ̇d'D\r\n\r\nfi   \n​åİ<META_START>Z'S<|fim_prefix|>'ſ'ſ\r\n\r\neＡ㍿漢're漢d<|fim_prefix|>9\n#$%😀🏽İ", "tokens": 72, "pieces": ["'M", "👍🏽", "字", "'ḋ", "̣d", "'D", "\r\n\r\n", "fi", "   \n", "​a", "̊İ", "<META", "_START", ">Z", "'S", "<|", "fim", "_prefix", "|>'", "ſ", "'ſ", "\r\n\r\n", "eＡ", "㍿漢", "'re", "漢d", "<|", "fim", "_prefix", "|>", "9", "\n", "#$%😀🏽", "İ"]}
+{"text": "<EOT>'reع\r\n<!EOT🙂!!9-(🙂é.‍d<|endoftext|>\nＡ'T😀🏽", "tokens": 37, "pieces": ["<EOT", ">'", "reع", "\r\n", "<!", "EOT", "🙂!!", "9", "-(🙂", "e", "́.‍", "d", "<|", "endoftext", "|>\n", "Ａ", "'T", "😀🏽"]}
+{"text": "　!!12345678\t'MZ<EOT>'T.\t'VE𐞁\r!!٣٤٥٦!!  ", "tokens": 32, "pieces": ["　", "!!", "123", "456", "78", "\t", "'M", "Z", "<EOT", ">'", "T", ".", "\t", "'VE", "𐞁", "\r", "!!", "٣٤٥", "٦", "!!", "  "]}
+{"text": "!!ꟲ漢 𐞁½👍🏽9'!!漢,'re漢　​é\r字!'VEefi\n<|fim_prefix|>d\r\nꟲ", "tokens": 51, "pieces": ["!!", "ꟲ漢", " 𐞁", "½", "👍🏽", "9", "'!!", "漢", ",'", "re漢", "　", "​e", "́\r", "字", "!'", "VEefi", "\n", "<|", "fim", "_prefix", "|>", "d", "\r\n", "ꟲ"]}
+{"text": "   \n\u000b", "tokens": 2, "pieces": ["   \n\u000b"]}
+{"text": "<<EOT>'Reé<|endoftext|><META_START>.'ReEOT   \n", "tokens": 21, "pieces": ["<<", "EOT", ">'", "Reé", "<|", "endoftext", "|><", "META", "_START", ">.'", "ReEOT", "   \n"]}
+{"text": "m<EOT>\n­ع  é́'S'Mt!!''ll\r\n\r\n<'ſ,'", "tokens": 21, "pieces": ["m", "<EOT", ">\n", "­ع", " ", " é", "́'", "S", "'M", "t", "!!''", "ll", "\r\n\r\n", "<'", "ſ", ",'"]}
+{"text": "t 'M
fi.EOTꟲḍ̇\t​\u000be'SＡ'Re\u000b,", "tokens": 27, "pieces": ["t", " '", "M", "
fi", ".EOTꟲḋ", "̣", "\t", "​", "\u000be", "'S", "Ａ", "'Re", "\u000b", ","]}
+{"text": "ßm'D .🙂\u000b<|endoftext|>Ａ'VE'T३9<|fim_prefix|>ḍ̇ḍ̇‍s<|fim_prefix|><|fim_prefix|> #$%12345678å<|endoftext|><EOT>\r0tع(字\r", "tokens": 82, "pieces": ["ßm", "'D", " ", ".🙂", "\u000b", "<|", "endoftext", "|>", "Ａ", "'VE", "'T", "३9", "<|", "fim", "_prefix", "|>", "ḋ", "̣ḋ", "̣‍", "s", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", " ", "#$%", "123", "456", "78", "a", "̊<|", "endoftext", "|><", "EOT", ">\r", "0", "tع", "(字", "\r"]}
+{"text": "0'VE'll 'VE  ,'sEOT12345678字<字㍿㋿!'Mꟲ!!Dž\r.åm'S0\tⅣDž#$%s½'ll🙂㍿'ll…㋿", "tokens": 61, "pieces": ["0", "'VE", "'ll", " ", "'VE", " ", " ,'", "sEOT", "123", "456", "78", "字", "<字", "㍿㋿!'", "Mꟲ", "!!", "Dž", "\r", ".a", "̊m", "'S", "0", "\t", "Ⅳ", "Dž", "#$%", "s", "½", "'ll", "🙂㍿'", "ll", "…", "㋿"]}
+{"text": "<-EOT​   \n<META_START>㍿漢'VEdꟲ123456789", "tokens": 23, "pieces": ["<-", "EOT", "​", "   \n", "<META", "_START", ">㍿", "漢", "'VE", "dꟲ", "123", "456", "789"]}
+{"text": "\r .٣٤٥٦漢㋿'ll👍🏽t🙂'D\t㋿,'VE..'ReＡ'ſ<EOT>!!<|fim_prefix|>　\u000b <(", "tokens": 57, "pieces": ["\r", " ", ".", "٣٤٥", "٦", "漢", "㋿'", "ll", "👍🏽", "t", "🙂'", "D", "\t", "㋿,'", "VE", "..'", "ReＡ", "'ſ", "<EOT", ">!!<|", "fim", "_prefix", "|>", "　\u000b", " <("]}
+{"text": "…då!('T👍🏽,字漢㋿'ll12345678½\u000båå,👍🏽\"", "tokens": 42, "pieces": ["…da", "̊!('", "T", "👍🏽,", "字漢", "㋿'", "ll", "123", "456", "78½", "\u000ba", "̊a", "̊,👍🏽\""]}
+{"text": "ꟲéꟲ<|endoftext|>😀🏽s<|fim_prefix|>'Daéعt­'12345678 ३d​\t३'M#$%#$%\tDž09​👍🏽字<|fim_prefix|>漢fiꟲ", "tokens": 75, "pieces": ["ꟲéꟲ", "<|", "endoftext", "|>😀🏽", "s", "<|", "fim", "_prefix", "|>'", "Daéعt", "­'", "123", "456", "78", " ", "३", "d", "​", "\t", "३", "'M", "#$%#$%", "\tDž", "09", "​👍🏽", "字", "<|", "fim", "_prefix", "|>", "漢fiꟲ"]}
+{"text": "éfiꟲ<EOT>ß'ſ\r\n\r\n'VE\u000b\r ­'llḍ̇𐞁12345678ßꟲ½12345678İＡ漢'S12345678fi9<META_START>🙂'Mt!!s", "tokens": 64, "pieces": ["e", "́fiꟲ", "<EOT", ">ß", "'ſ", "\r\n\r\n", "'VE", "\u000b\r", " ­'", "llḋ", "̣𐞁", "123", "456", "78", "ßꟲ", "½12", "345", "678", "İＡ漢", "'S", "123", "456", "78", "fi", "9", "<META", "_START", ">🙂'", "Mt", "!!", "s"]}
+{"text": "#$%\"Dž<EOT>é\r\nEOTⅣ\u000b   \n.éaEOTḍ̇㍿ꟲd𐞁㍿Džſ‍s\"İ㋿\"fi<|fim_prefix|>'D\r\n\r\n", "tokens": 63, "pieces": ["#$%\"", "Dž", "<EOT", ">é", "\r\n", "EOT", "Ⅳ", "\u000b   \n", ".éaEOTḋ", "̣㍿", "ꟲd𐞁", "㍿Džſ", "‍s", "\"İ", "㋿\"", "fi", "<|", "fim", "_prefix", "|>'", "D", "\r\n\r\n"]}
+{"text": "\tt'S'SEOT​Z.eꟲ'll'D½İ३字ḿ'!!tå  é'll'Dİ(#$%­𐞁'll٣٤٥٦​t'Re\t …", "tokens": 56, "pieces": ["\tt", "'S", "'S", "EOT", "​Z", ".eꟲ", "'ll", "'D", "½", "İ", "३", "字m", "́'!!", "ta", "̊", " ", " e", "́'", "ll", "'D", "İ", "(#$%­", "𐞁", "'ll", "٣٤٥", "٦", "​t", "'Re", "\t …"]}
+{"text": "'VE>'ll٣٤٥٦", "tokens": 12, "pieces": ["'VE", ">'", "ll", "٣٤٥", "٦"]}
+{"text": "­漢<EOT>عe𐞁<EOT>>ts    e'!!'Red漢're!d!!ع\rsfi👍🏽", "tokens": 39, "pieces": ["­漢", "<EOT", ">عe𐞁", "<EOT", ">>", "ts", "   ", " e", "'!!'", "Red漢", "'re", "!d", "!!", "ع", "\r", "sfi", "👍🏽"]}
+{"text": "㋿३\r\n<EOT><META_START><|fim_prefix|>Ⅳ'T'Mḍ̇ZZ\r\t   \n\",'S'VE", "tokens": 34, "pieces": ["㋿", "३", "\r\n", "<EOT", "><", "META", "_START", "><|", "fim", "_prefix", "|>", "Ⅳ", "'T", "'M", "ḋ", "̣ZZ", "\r\t   \n", "\",'", "S", "'VE"]}
+{"text": "…'ſ\r\n\r\n\r\r<EOT>Ⅳ　​'S>'T‍<|fim_prefix|><EOT>9ß\r'ſ''VE.!!'VEm'Dé…\r\n㍿ſꟲé\n\raEOT", "tokens": 64, "pieces": ["…", "'ſ", "\r\n\r\n\r\r", "<EOT", ">", "Ⅳ", "　", "​'", "S", ">'", "T", "‍<|", "fim", "_prefix", "|><", "EOT", ">", "9", "ß", "\r", "'ſ", "''", "VE", ".!!'", "VEm", "'D", "e", "́", "…\r\n", "㍿ſꟲé", "\n\r", "aEOT"]}
+{"text": "#$%\r\n字'St‍'VE", "tokens": 9, "pieces": ["#$%\r\n", "字", "'S", "t", "‍'", "VE"]}
+{"text": "Z​m'sß٣٤٥٦'ſ㋿   \n'́", "tokens": 22, "pieces": ["Z", "​m", "'s", "ß", "٣٤٥", "٦", "'ſ", "㋿", "   \n", "'́"]}
+{"text": "ſع\u000bⅣ㋿!!  -'re३fi<fi", "tokens": 21, "pieces": ["ſع", "\u000b", "Ⅳ", "㋿!!", " ", " -'", "re", "३", "fi", "<fi"]}
+{"text": "😀🏽\"ع-́", "tokens": 9, "pieces": ["😀🏽\"", "ع", "-́"]}
+{"text": "ꟲ'sⅣ 0́́'T!!㋿#$%३Ａt<", "tokens": 24, "pieces": ["ꟲ", "'s", "Ⅳ", " ", "0", "́́'", "T", "!!㋿#$%", "३", "Ａt", "<"]}
+{"text": "> 'S\r\n\r\n'll''VEꟲꟲ\r\n­ＡZ'Re\r\n漢9<½\r\n<‍İ\r\n­‍\n12345678'M.<|fim_prefix|>\t
tt", "tokens": 50, "pieces": [">", " '", "S", "\r\n\r\n", "'ll", "''", "VEꟲꟲ", "\r\n", "­ＡZ", "'Re", "\r\n", "漢", "9", "<", "½", "\r\n", "<‍", "İ", "\r\n", "­‍\n", "123", "456", "78", "'M", ".<|", "fim", "_prefix", "|>", "\t", "
tt"]}
+{"text": "𐞁", "tokens": 4, "pieces": ["𐞁"]}
+{"text": "\t​", "tokens": 2, "pieces": ["\t", "​"]}
+{"text": "\u000b́\r\naع'S\r\n'S\u000bḍ̇'S'Re㋿　'S'ſ,👍🏽'll12345678s  😀🏽\t\u000bm '<EOT>ḍ̇#$%", "tokens": 58, "pieces": ["\u000b", "́\r\n", "aع", "'S", "\r\n", "'S", "\u000bḋ", "̣'", "S", "'Re", "㋿", "　", "'S", "'ſ", ",👍🏽'", "ll", "123", "456", "78", "s", " ", " 😀🏽", "\t", "\u000bm", " ", "'<", "EOT", ">ḋ", "̣#$%"]}
+{"text": "\"é're<|endoftext|>", "tokens": 10, "pieces": ["\"é", "'re", "<|", "endoftext", "|>"]}
+{"text": "👍🏽ꟲ字Ⅳ𐞁9e!!㋿'Mfi㍿'M9!", "tokens": 33, "pieces": ["👍🏽", "ꟲ字", "Ⅳ", "𐞁", "9", "e", "!!㋿'", "Mfi", "㍿'", "M", "9", "!"]}
+{"text": "İé́'S'S'VE‍\"'D\r\n\r\n👍🏽  daＡḍ̇   \nＡ<EOT>'DDž㍿", "tokens": 40, "pieces": ["İé", "́'", "S", "'S", "'VE", "‍\"'", "D", "\r\n\r\n", "👍🏽", " ", " daＡḋ", "̣", "   \n", "Ａ", "<EOT", ">'", "DDž", "㍿"]}
+{"text": "Dž\r\n\r\n.é　Ａ<|fim_prefix|>es.ع<EOT>漢'ſ<|endoftext|>ß<|fim_prefix|>ß<|endoftext|><́>(🙂ع<|fim_prefix|>'ll字", "tokens": 63, "pieces": ["Dž", "\r\n\r\n", ".é", "　Ａ", "<|", "fim", "_prefix", "|>", "es", ".ع", "<EOT", ">漢", "'ſ", "<|", "endoftext", "|>", "ß", "<|", "fim", "_prefix", "|>", "ß", "<|", "endoftext", "|><́>(🙂", "ع", "<|", "fim", "_prefix", "|>'", "ll字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'Re字\n#$%!
\r\n\r\n<|fim_prefix|>㍿ꟲＡ9'…
<|fim_prefix|>\r\n\r\n३EOT    
   \né'D0'M‍", "tokens": 50, "pieces": ["'Re", "字", "\n", "#$%!", "
\r\n\r\n", "<|", "fim", "_prefix", "|>㍿", "ꟲＡ", "9", "'", "…", "
", "<|", "fim", "_prefix", "|>\r\n\r\n", "३", "EOT", "    
   \n", "é", "'D", "0", "'M", "‍"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ſ#$%'SＡ!!   \n\"‍!!ḍ̇\r\n­å(,#$%😀🏽<EOT>-…e  \r(!! 9ß　m\tꟲ('Re0é🙂㍿-", "tokens": 62, "pieces": ["ſ", "#$%'", "SＡ", "!!", "   \n", "\"‍!!", "ḋ", "̣\r\n", "­a", "̊(,#$%😀🏽<", "EOT", ">-", "…e", "  \r", "(!!", " ", "9", "ß", "　m", "\tꟲ", "('", "Re", "0", "é", "🙂㍿-"]}
+{"text": "ꟲé>\"'ll'S(  ḍ̇\r<|endoftext|>　-<ta…‍\r\ńa'SåⅣa!!\r🙂<|endoftext|><🙂", "tokens": 54, "pieces": ["ꟲé", ">\"'", "ll", "'S", "(", " ", " ḋ", "̣\r", "<|", "endoftext", "|>", "　", "-<", "ta", "…", "‍\r\n", "́a", "'S", "a", "̊", "Ⅳ", "a", "!!\r", "🙂<|", "endoftext", "|><🙂"]}
+{"text": "\"\nsDžte\u000b\u000bé㋿½
", "tokens": 15, "pieces": ["\"\n", "sDžte", "\u000b", "\u000be", "́㋿", "½", "
"]}
+{"text": "<|endoftext|>>em\u000b\ŕßé(Ⅳ㋿'M'MＡ éḍ̇!fi!\r\n\r\n'T's.🙂'ReZ'Re…#$%", "tokens": 48, "pieces": ["<|", "endoftext", "|>>", "em", "\u000b\r", "́ßé", "(", "Ⅳ", "㋿'", "M", "'M", "Ａ", " éḋ", "̣!", "fi", "!\r\n\r\n", "'T", "'s", ".🙂'", "ReZ", "'Re", "…", "#$%"]}
+{"text": "Z字9#$%!!efi<META_START>m123456780<|endoftext|>", "tokens": 23, "pieces": ["Z字", "9", "#$%!!", "efi", "<META", "_START", ">m", "123", "456", "780", "<|", "endoftext", "|>"]}
+{"text": "👍🏽'Re㍿ſßß<EOT.EOT字ß́…\r", "tokens": 25, "pieces": ["👍🏽'", "Re", "㍿ſßß", "<EOT", ".EOT字ß", "́", "…\r"]}
+{"text": "e9'sع'T­👍🏽٣٤٥٦", "tokens": 20, "pieces": ["e", "9", "'s", "ع", "'T", "­👍🏽", "٣٤٥", "٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r<|endoftext|>…'re'reꟲ\t\"字ſ\"12345678", "tokens": 24, "pieces": ["\r", "<|", "endoftext", "|>", "…", "'re", "'re", "ꟲ", "\t", "\"字ſ", "\"", "123", "456", "78"]}
+{"text": "'T'll'VE (‍ſ३½👍🏽𐞁'VE😀🏽Ⅳ'\n👍🏽㍿​'D'lla#$% ", "tokens": 49, "pieces": ["'T", "'ll", "'VE", " (‍", "ſ", "३½", "👍🏽", "𐞁", "'VE", "😀🏽", "Ⅳ", "'\n", "👍🏽㍿​'", "D", "'ll", "a", "#$%", " "]}
+{"text": "d…-\r\n\r\n'S!漢's…!m­­'T12345678'M'Reع
\u000b'S<|fim_prefix|>ع\r", "tokens": 37, "pieces": ["d", "…", "-\r\n\r\n", "'S", "!漢", "'s", "…", "!m", "­­'", "T", "123", "456", "78", "'M", "'Re", "ع", "
", "\u000b", "'S", "<|", "fim", "_prefix", "|>", "ع", "\r"]}
+{"text": "'D👍🏽𐞁<EOT><|fim_prefix|>Ⅳḍ̇'M字<|endoftext|>३", "tokens": 39, "pieces": ["'D", "👍🏽", "𐞁", "<EOT", "><|", "fim", "_prefix", "|>", "Ⅳ", "ḋ", "̣'", "M字", "<|", "endoftext", "|>", "३"]}
+{"text": "9㋿e'TEOTafi😀🏽<EOT>!!<字漢'M<'VE‍åꟲ  fi\u000b😀🏽é​'M#$%", "tokens": 52, "pieces": ["9", "㋿e", "'T", "EOTafi", "😀🏽<", "EOT", ">!!<", "字漢", "'M", "<'", "VE", "‍a", "̊ꟲ", " ", " fi", "\u000b", "😀🏽", "e", "́​'", "M", "#$%"]}
+{"text": "\"ḍ̇!ع٣٤٥٦EOT  ,s>­'VE-<META_START>İ'llⅣ", "tokens": 34, "pieces": ["\"ḋ", "̣!", "ع", "٣٤٥", "٦", "EOT", " ", " ,", "s", ">­'", "VE", "-<", "META", "_START", ">İ", "'ll", "Ⅳ"]}
+{"text": "(\r\n\r\n'MfiⅣ!!ſ\rfim‍9Ａ<|fim_prefix|>'VEＡ　", "tokens": 30, "pieces": ["(\r\n\r\n", "'M", "fi", "Ⅳ", "!!", "ſ", "\r", "fim", "‍", "9", "Ａ", "<|", "fim", "_prefix", "|>'", "VEＡ", "　"]}
+{"text": "e­-\n12345678字", "tokens": 7, "pieces": ["e", "­-\n", "123", "456", "78", "字"]}
+{"text": "Ａé   \nß9'TEOT𐞁#$%>\"912345678
12345678\n\"'s", "tokens": 27, "pieces": ["Ａé", "   \n", "ß", "9", "'T", "EOT𐞁", "#$%>\"", "912", "345", "678", "
", "123", "456", "78", "\n", "\"'", "s"]}
+{"text": "'VE<EOT>'s   \n\r\nİ　३   \nm<|endoftext|>㋿'llZ'll­İ\"9e-ꟲ'Re", "tokens": 38, "pieces": ["'VE", "<EOT", ">'", "s", "   \n\r\n", "İ", "　", "३", "   \n", "m", "<|", "endoftext", "|>㋿'", "llZ", "'ll", "­İ", "\"", "9", "e", "-ꟲ", "'Re"]}
+{"text": "漢\r\n\r\n\r\n\r\n<|endoftext|>EOT<EOT>
<|endoftext|>\n٣٤٥٦字́'ſ'S<  …\u000b\t'a<EOT>   \n'Re　'T𐞁'Re", "tokens": 57, "pieces": ["漢", "\r\n\r\n\r\n\r\n", "<|", "endoftext", "|>", "EOT", "<EOT", ">", "
", "<|", "endoftext", "|>\n", "٣٤٥", "٦", "字", "́'", "ſ", "'S", "<", "  …\u000b", "\t", "'a", "<EOT", ">", "   \n", "'Re", "　", "'T", "𐞁", "'Re"]}
+{"text": "́…'D\"s>'lla", "tokens": 7, "pieces": ["́", "…", "'D", "\"s", ">'", "lla"]}
+{"text": "s<!\r\n\r\n<|endoftext|>\nét-'M   \n'De'ſfiḍ̇'ſ(İa½ EOT🙂ed㋿😀🏽12345678a\té­​\rZe…'", "tokens": 59, "pieces": ["s", "<!\r\n\r\n", "<|", "endoftext", "|>\n", "ét", "-'", "M", "   \n", "'D", "e", "'ſ", "fiḋ", "̣'", "ſ", "(İa", "½", " EOT", "🙂ed", "㋿😀🏽", "123", "456", "78", "a", "\té", "­​\r", "Ze", "…", "'"]}
+{"text": "½字
字<|endoftext|>-dZ'Re 'ſ'VE‍字#$%0EOT'İ  <|endoftext|>>(…Ａ漢‍‍٣٤٥٦.!!.a're", "tokens": 60, "pieces": ["½", "字", "
字", "<|", "endoftext", "|>-", "dZ", "'Re", " ", "'ſ", "'VE", "‍字", "#$%", "0", "EOT", "'İ", " ", " <|", "endoftext", "|>>(", "…Ａ漢", "‍‍", "٣٤٥", "٦", ".!!.", "a", "'re"]}
+{"text": "Z\r\n\r\né<|fim_prefix|>Z字㍿
å'M'Tſm½'Re\rⅣ   \n's,9DžéDž字EOT漢ḍ̇ a12345678're ‍0\u000b漢", "tokens": 62, "pieces": ["Z", "\r\n\r\n", "e", "́<|", "fim", "_prefix", "|>", "Z字", "㍿", "
a", "̊'", "M", "'T", "ſm", "½", "'Re", "\r", "Ⅳ", "   \n", "'s", ",", "9", "DžéDž字EOT漢ḋ", "̣", " a", "123", "456", "78", "'re", " ‍", "0", "\u000b漢"]}
+{"text": "‍　'ꟲ'T'Re<#$%'S<٣٤٥٦sDž\t   \né\n's\r\nm0👍🏽😀🏽🙂　\r\n\r\nⅣ12345678ßt", "tokens": 54, "pieces": ["‍", "　", "'ꟲ", "'T", "'Re", "<#$%'", "S", "<", "٣٤٥", "٦", "sDž", "\t   \n", "é", "\n", "'s", "\r\n", "m", "0", "👍🏽😀🏽🙂", "　\r\n\r\n", "Ⅳ12", "345", "678", "ßt"]}
+{"text": "aae 're", "tokens": 4, "pieces": ["aae", " '", "re"]}
+{"text": "s'ſع \r\n", "tokens": 6, "pieces": ["s", "'ſ", "ع", " \r\n"]}
+{"text": "३\n🙂.a‍  　012345678🙂  .…　'VE
½fiſ😀🏽", "tokens": 35, "pieces": ["३", "\n", "🙂.", "a", "‍", "  ", "　", "012", "345", "678", "🙂", " ", " .", "…", "　", "'VE", "
", "½", "fiſ", "😀🏽"]}
+{"text": "<|fim_prefix|>́.<EOT>…😀🏽Ⅳ漢👍🏽éḍ̇字-EOTZ'ſḍ̇'#$%s😀🏽३!(ع 　́𐞁👍🏽(ZZ½-", "tokens": 77, "pieces": ["<|", "fim", "_prefix", "|>́.<", "EOT", ">", "…", "😀🏽", "Ⅳ", "漢", "👍🏽", "éḋ", "̣字", "-EOTZ", "'ſ", "ḋ", "̣'#$%", "s", "😀🏽", "३", "!(", "ع", " ", "　", "́𐞁", "👍🏽(", "ZZ", "½", "-"]}
+{"text": ">­    ‍Džḍ̇ 　\t٣٤٥٦,\t12345678'S\u000b\tEOT'S\"‍   \nt'll　Dž", "tokens": 42, "pieces": [">­", "   ", " ‍", "Džḋ", "̣", " 　", "\t", "٣٤٥", "٦", ",", "\t", "123", "456", "78", "'S", "\u000b", "\tEOT", "'S", "\"‍", "   \n", "t", "'ll", "　Dž"]}
+{"text": "å　mع'S're're!!#$%'VEé\n‍", "tokens": 18, "pieces": ["a", "̊", "　mع", "'S", "'re", "'re", "!!#$%'", "VEe", "́\n", "‍"]}
+{"text": "٣٤٥٦३　ꟲe.…Zd​Dž\n㍿ ß́٣٤٥٦'re　㋿'㋿ <META_START>ś\nḍ̇", "tokens": 58, "pieces": ["٣٤٥", "٦३", "　ꟲe", ".", "…Zd", "​Dž", "\n", "㍿", " ß", "́", "٣٤٥", "٦", "'re", "　", "㋿'㋿", " <", "META", "_START", ">s", "́\n", "ḋ", "̣"]}
+{"text": "<EOT>   \n\t'MZ", "tokens": 7, "pieces": ["<EOT", ">", "   \n", "\t", "'M", "Z"]}
+{"text": "ß٣٤٥٦㍿  ‍'s><㍿ع's漢
  İꟲ­\t!漢‍'Re   \nß'VE", "tokens": 45, "pieces": ["ß", "٣٤٥", "٦", "㍿", " ", " ‍'", "s", "><㍿", "ع", "'s", "漢", "
 ", " İꟲ", "­", "\t", "!漢", "‍'", "Re", "   \n", "ß", "'VE"]}
+{"text": "İ३", "tokens": 3, "pieces": ["İ", "३"]}
+{"text": "   \ń字aİ!'re \r\n\r\né-\r<EOT>mm,\u000b'S\r\n\u000b​!½'D\"'ſꟲs३\n0​ع　ꟲEOTé🙂", "tokens": 48, "pieces": ["   \n", "́字aİ", "!'", "re", " \r\n\r\n", "é", "-\r", "<EOT", ">mm", ",", "\u000b", "'S", "\r\n", "\u000b", "​!", "½", "'D", "\"'", "ſꟲs", "३", "\n", "0", "​ع", "　ꟲEOTe", "́🙂"]}
+{"text": "३'D '　åZ<META_START>12345678ع'S\"३ḍ̇🙂>\tḍ̇Za\"å   \n're-é‍𐞁", "tokens": 51, "pieces": ["३", "'D", " ", "'", "　a", "̊Z", "<META", "_START", ">", "123", "456", "78", "ع", "'S", "\"", "३", "ḋ", "̣🙂>", "\tḋ", "̣Za", "\"a", "̊", "   \n", "'re", "-é", "‍𐞁"]}
+{"text": "😀🏽İⅣ½…ꟲm　<EOT>ꟲ", "tokens": 22, "pieces": ["😀🏽", "İ", "Ⅳ½", "…ꟲm", "　", "<EOT", ">ꟲ"]}
+{"text": "🙂0EOTḍ̇漢(,\réꟲ٣٤٥٦éＡ<<|fim_prefix|>   \n\r\n\r\n!!", "tokens": 40, "pieces": ["🙂", "0", "EOTḋ", "̣漢", "(,\r", "éꟲ", "٣٤٥", "٦", "éＡ", "<<|", "fim", "_prefix", "|>", "   \n\r\n\r\n", "!!"]}
+{"text": "…é(٣٤٥٦é<|endoftext|>‍>fiſ\r\n0
('D<'D!!!!s're!!🙂\r\n'ſ'VE½३\r\n\r\né!'VE", "tokens": 55, "pieces": ["…é", "(", "٣٤٥", "٦", "é", "<|", "endoftext", "|>‍>", "fiſ", "\r\n", "0", "
", "('", "D", "<'", "D", "!!!!", "s", "'re", "!!🙂\r\n", "'ſ", "'VE", "½३", "\r\n\r\n", "e", "́!'", "VE"]}
+{"text": "d!㍿<|endoftext|>‍12345678d­​漢😀🏽é<|fim_prefix|>   ſs\"ḍ̇‍", "tokens": 49, "pieces": ["d", "!㍿<|", "endoftext", "|>‍", "123", "456", "78", "d", "­​", "漢", "😀🏽", "e", "́<|", "fim", "_prefix", "|>", "  ", " ſs", "\"ḋ", "̣‍"]}
+{"text": "㋿​<|endoftext|>½'ReꟲEOTs", "tokens": 19, "pieces": ["㋿​<|", "endoftext", "|>", "½", "'Re", "ꟲEOTs"]}
+{"text": "㍿.ZDž𐞁'VE…½", "tokens": 16, "pieces": ["㍿.", "ZDž𐞁", "'VE", "…", "½"]}
+{"text": "'SＡd­EOT😀🏽ع!a/b,", "tokens": 17, "pieces": ["'S", "Ａd", "­EOT", "😀🏽", "ع", "!a", "/b", ","]}
+{"text": "İ'Sé㍿…0ſ'M", "tokens": 12, "pieces": ["İ", "'S", "é", "㍿", "…", "0", "ſ", "'M"]}
+{"text": "㍿İ　­🙂Ⅳ…!!('s/\r\n½٣٤٥٦𐞁字", "tokens": 30, "pieces": ["㍿İ", "　", "­🙂", "Ⅳ", "…", "!!('", "s", "/\r\n", "½٣٤", "٥٦", "𐞁字"]}
+{"text": "#$%EOT!mİſ!!aB́😀🏽/🙂>aB\r字𐞁aa", "tokens": 31, "pieces": ["#$%", "EOT", "!mİſ", "!!", "aB", "́😀🏽/🙂>", "aB", "\r", "字𐞁aa"]}
+{"text": "HTTPServer's,", "tokens": 4, "pieces": ["HTTPServer", "'s", ","]}
+{"text": "\u000b9-ßß'T३㍿\n/𐞁camelCaset'Ａ/   \n
😀🏽é'Re 0Z😀🏽漢字Z'M0\r\n'T\u000b‍<😀🏽", "tokens": 61, "pieces": ["\u000b", "9", "-ßß", "'T", "३", "㍿\n", "/𐞁camelCaset", "'Ａ", "/", "   \n", "
", "😀🏽", "e", "́'", "Re", " ", "0", "Z", "😀🏽", "漢字Z", "'M", "0", "\r\n", "'T", "\u000b", "‍<😀🏽"]}
+{"text": "\r\n\r\n \n ३Ze", "tokens": 6, "pieces": ["\r\n\r\n \n", " ", "३", "Ze"]}
+{"text": "eＡABC<\r#$%\r \n EOTꟲ0aBᵃ字< ㍿
<|endoftext|>👍🏽ḍ̇!!fiaİ\r\n\r\nEOTᵃaBABC\r\n\r\n#$%'retBßHTTPServer", "tokens": 69, "pieces": ["eＡABC", "<\r", "#$%\r", " \n", " EOTꟲ", "0", "aBᵃ字", "<", " ", "㍿", "
", "<|", "endoftext", "|>👍🏽", "ḋ", "̣!!", "fiaİ", "\r\n\r\n", "EOTᵃaBABC", "\r\n\r\n", "#$%'", "retBßHTTPServer"]}
+{"text": "ꟲ٣٤٥٦t", "tokens": 12, "pieces": ["ꟲ", "٣٤٥", "٦", "t"]}
+{"text": "́åm'll12345678👍🏽ḍ̇12345678́fi字HTTPServer　mDžungla\r\naBABC12345678٣٤٥٦/-'Sé字́<|endoftext|>Z#$%<|fim_prefix|>", "tokens": 73, "pieces": ["́a", "̊m", "'ll", "123", "456", "78", "👍🏽", "ḋ", "̣", "123", "456", "78", "́fi字HTTPServer", "　mDžungla", "\r\n", "aBABC", "123", "456", "78٣", "٤٥٦", "/-'", "Se", "́字", "́<|", "endoftext", "|>", "Z", "#$%<|", "fim", "_prefix", "|>"]}
+{"text": "'re\t   \n!!   \nå…!!ḍ̇<|fim_prefix|>\r\n\r\naB'Mds\n/>\t　…ع<ſꟲiOS𐞁camelCase/\r\n٣٤٥٦>,' 　camelCaseDžunglaé😀🏽", "tokens": 71, "pieces": ["'re", "\t   \n", "!!", "   \n", "a", "̊", "…", "!!", "ḋ", "̣<|", "fim", "_prefix", "|>\r\n\r\n", "aB", "'M", "ds", "\n", "/>", "\t　", "…ع", "<ſꟲiOS𐞁camelCase", "/\r\n", "٣٤٥", "٦", ">,'", " ", "　camelCaseDžunglaé", "😀🏽"]}
+{"text": "camelCase३字iOS/!!-Ａſß-!!'ResDžunglaDž​́<\t", "tokens": 28, "pieces": ["camelCase", "३", "字iOS", "/!!-", "Ａſß", "-!!'", "ResDžunglaDž", "​́<", "\t"]}
+{"text": "fiiOS…'re३HTTPServer\n­'é", "tokens": 15, "pieces": ["fiiOS", "…", "'re", "३", "HTTPServer", "\n", "­'", "e", "́"]}
+{"text": "'re\n   \nſ!!'re<EOT> \n 
Džungla'ſ-'Tå    maB", "tokens": 28, "pieces": ["'re", "\n   \n", "ſ", "!!'", "re", "<EOT", ">", " \n", " ", "
Džungla", "'ſ", "-'", "Ta", "̊", "   ", " maB"]}
+{"text": "aB\r/.㍿字'SDžungla漢(''Re\u000b/a/b<EOT>DžEOTe<|fim_prefix|>a/b12345678<|fim_prefix|>\r\na/b㍿<\r\n\r\n\n\n/\t#$%'T'<|endoftext|>é㍿\r\n ", "tokens": 75, "pieces": ["aB", "\r", "/.㍿", "字", "'S", "Džungla漢", "(''", "Re", "\u000b", "/a", "/b", "<EOT", ">DžEOTe", "<|", "fim", "_prefix", "|>", "a", "/b", "123", "456", "78", "<|", "fim", "_prefix", "|>\r\n", "a", "/b", "㍿<\r\n\r\n\n\n", "/", "\t", "#$%'", "T", "'<|", "endoftext", "|>", "é", "㍿\r\n", " "]}
+{"text": "ḍ̇a٣٤٥٦\ta/b,,iOS/\r\n😀🏽Z0/\r\nİDžé,<a/b‍\n\t㍿!!sAb
!!t<<|endoftext|><|endoftext|>e'D\" \n 
३ꟲ", "tokens": 74, "pieces": ["ḋ", "̣a", "٣٤٥", "٦", "\ta", "/b", ",,", "iOS", "/\r\n", "😀🏽", "Z", "0", "/\r\n", "İDže", "́,<", "a", "/b", "‍\n", "\t", "㍿!!", "sAb", "
", "!!", "t", "<<|", "endoftext", "|><|", "endoftext", "|>", "e", "'D", "\"", " \n", " ", "
", "३", "ꟲ"]}
+{"text": "㍿Ａ<.camelCaseİ\r\n\r\n éZ/\r\n\r\n\r\nع'll½\u000ba/b\naDžungla<|endoftext|>'reAb漢\n/(HTTPServer　　
<|fim_prefix|>'re, ", "tokens": 55, "pieces": ["㍿Ａ", "<.", "camelCaseİ", "\r\n\r\n", " éZ", "/\r\n\r\n\r\n", "ع", "'ll", "½", "\u000ba", "/b", "\n", "aDžungla", "<|", "endoftext", "|>'", "reAb漢", "\n", "/(", "HTTPServer", "　　", "
", "<|", "fim", "_prefix", "|>'", "re", ",", " "]}
+{"text": "<|endoftext|>Ⅳ \n å字\td're漢😀🏽ᵃ#$%ᵃ\r\nع<9
", "tokens": 37, "pieces": ["<|", "endoftext", "|>", "Ⅳ", " \n", " a", "̊字", "\td", "'re", "漢", "😀🏽", "ᵃ", "#$%", "ᵃ", "\r\n", "ع", "<", "9", "
"]}
+{"text": "Džunglaꟲ\n<|endoftext|>ß㍿Džungla\"0,<EOT>　👍🏽ᵃ12345678\na/bḍ̇\u000bdİع'T/\r\ń🙂👍🏽dＡ　Z🙂㋿m!", "tokens": 77, "pieces": ["Džunglaꟲ", "\n", "<|", "endoftext", "|>", "ß", "㍿Džungla", "\"", "0", ",<", "EOT", ">", "　", "👍🏽", "ᵃ", "123", "456", "78", "\n", "a", "/bḋ", "̣", "\u000bdİع", "'T", "/\r\n", "́🙂👍🏽", "dＡ", "　Z", "🙂㋿", "m", "!"]}
+{"text": "ḍ̇", "tokens": 5, "pieces": ["ḋ", "̣"]}
+{"text": "👍🏽>\u000b>😀🏽é
Dž,'M漢'D\n\"ꟲ  Z\r<|fim_prefix|>'ſⅣ　Džunglaḍ̇½", "tokens": 55, "pieces": ["👍🏽>", "\u000b", ">😀🏽", "e", "́", "
Dž", ",'", "M漢", "'D", "\n", "\"ꟲ", " ", " Z", "\r", "<|", "fim", "_prefix", "|>'", "ſ", "Ⅳ", "　Džunglaḋ", "̣", "½"]}
+{"text": "camelCased-m٣٤٥٦Ａ<META_START>HTTPServer", "tokens": 20, "pieces": ["camelCased", "-m", "٣٤٥", "٦", "Ａ", "<META", "_START", ">HTTPServer"]}
+{"text": "㋿漢'M'VEiOS<|endoftext|>", "tokens": 16, "pieces": ["㋿漢", "'M", "'VE", "iOS", "<|", "endoftext", "|>"]}
+{"text": "/,HTTPServeŕ ḍ̇iOS٣٤٥٦'DHTTPServer'M\r\n're'reꟲ👍🏽'reaBB<|endoftext|>\u000be​ſ'måꟲſſd👍🏽m½", "tokens": 69, "pieces": ["/,", "HTTPServer", "́", " ḋ", "̣iOS", "٣٤٥", "٦", "'D", "HTTPServer", "'M", "\r\n", "'re", "'re", "ꟲ", "👍🏽'", "reaBB", "<|", "endoftext", "|>", "\u000be", "​ſ", "'m", "a", "̊ꟲſſd", "👍🏽", "m", "½"]}
+{"text": "Abḍ̇\r\n", "tokens": 7, "pieces": ["Abḋ", "̣\r\n"]}
+{"text": "ḍ̇\r\nİ​m#$% ३­HTTPServeré'Re", "tokens": 19, "pieces": ["ḋ", "̣\r\n", "İ", "​m", "#$%", " ", "३", "­HTTPServeré", "'Re"]}
+{"text": "<EOT>​३0.‍ZⅣ'Td'sßſs㋿ſ㋿ABC🙂𐞁\"<EOT>", "tokens": 39, "pieces": ["<EOT", ">​", "३0", ".‍", "Z", "Ⅳ", "'T", "d", "'s", "ßſs", "㋿ſ", "㋿ABC", "🙂𐞁", "\"<", "EOT", ">"]}
+{"text": "s12345678!'ll \n 'ReⅣ<EOT>s　B(㍿　 'Tß'DABCAb>HTTPServer\r#$%\r\nDžunglaEOT\r\n\r\n12345678字", "tokens": 45, "pieces": ["s", "123", "456", "78", "!'", "ll", " \n", " '", "Re", "Ⅳ", "<EOT", ">s", "　B", "(㍿", "　", " ", "'T", "ß", "'D", "ABCAb", ">HTTPServer", "\r", "#$%\r\n", "DžunglaEOT", "\r\n\r\n", "123", "456", "78", "字"]}
+{"text": "Ａ'D's /ḍ̇ABCEOTſḍ̇s", "tokens": 21, "pieces": ["Ａ", "'D", "'s", " /", "ḋ", "̣ABCEOTſḋ", "̣s"]}
+{"text": "<|endoftext|>Ⅳm're0a/b
m<META_START>éé's\n/Dž'Dd\n漢漢<|endoftext|>　é   \naB🙂३'ReB‍m'ſ㍿.camelCase", "tokens": 66, "pieces": ["<|", "endoftext", "|>", "Ⅳ", "m", "'re", "0", "a", "/b", "
m", "<META", "_START", ">éé", "'s", "\n", "/Dž", "'D", "d", "\n", "漢漢", "<|", "endoftext", "|>", "　e", "́", "   \n", "aB", "🙂", "३", "'Re", "B", "‍m", "'ſ", "㍿.", "camelCase"]}
+{"text": "éAb½dḍ̇<EOT>d'T\rꟲᵃ>HTTPServera/b­'VEé३<…\n/<|endoftext|>Ａ<|fim_prefix|>", "tokens": 52, "pieces": ["éAb", "½", "dḋ", "̣<", "EOT", ">d", "'T", "\r", "ꟲᵃ", ">HTTPServera", "/b", "­'", "VEé", "३", "<", "…\n", "/<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>"]}
+{"text": "㍿\ré ſéſ́  \r\n\r\n!ع(fi-ع
㋿camelCase#$%HTTPServerİ é<EOT>…字 \n \"", "tokens": 42, "pieces": ["㍿\r", "e", "́", " ſe", "́ſ", "́", "  \r\n\r\n", "!ع", "(fi", "-ع", "
", "㋿camelCase", "#$%", "HTTPServerİ", " é", "<EOT", ">", "…字", " \n", " \""]}
+{"text": "Ａ　Bé  ꟲBAb,de🙂
", "tokens": 17, "pieces": ["Ａ", "　Be", "́", " ", " ꟲBAb", ",de", "🙂", "
"]}
+{"text": "\u000b<𐞁\"ᵃå,'T㍿㋿ABC\n/<|endoftext|><META_START>​'T👍🏽ꟲꟲİ'VE'\r\n\r\n,
a/b", "tokens": 57, "pieces": ["\u000b", "<𐞁", "\"ᵃa", "̊,'", "T", "㍿㋿", "ABC", "\n", "/<|", "endoftext", "|><", "META", "_START", ">​'", "T", "👍🏽", "ꟲꟲİ", "'VE", "'\r\n\r\n", ",", "
a", "/b"]}
+{"text": "
'll/㍿ع<|fim_prefix|><META_START>/\r\niOS\n/…\r\n\r\n　éå­ḍ̇'SDžungla𐞁9", "tokens": 48, "pieces": ["
", "'ll", "/㍿", "ع", "<|", "fim", "_prefix", "|><", "META", "_START", ">/\r\n", "iOS", "\n", "/", "…\r\n\r\n", "　e", "́a", "̊­", "ḋ", "̣'", "SDžungla𐞁", "9"]}
+{"text": "a'll9Z ", "tokens": 5, "pieces": ["a", "'ll", "9", "Z", " "]}
+{"text": "Dž'M字fi.'reİ'ſ　  #$%", "tokens": 16, "pieces": ["Dž", "'M", "字fi", ".'", "reİ", "'ſ", "　 ", " #$%"]}
+{"text": "/ß'T½㍿<\rcamelCase<|endoftext|>'re", "tokens": 19, "pieces": ["/ß", "'T", "½", "㍿<\r", "camelCase", "<|", "endoftext", "|>'", "re"]}
+{"text": "ß\u000ba/b<|fim_prefix|>½'T…!İ(𐞁漢‍\ta👍🏽'M\r<|endoftext|>t", "tokens": 44, "pieces": ["ß", "\u000ba", "/b", "<|", "fim", "_prefix", "|>", "½", "'T", "…", "!İ", "(𐞁漢", "‍", "\ta", "👍🏽'", "M", "\r", "<|", "endoftext", "|>", "t"]}
+{"text": "👍🏽\n/!!iOS12345678<EOT>", "tokens": 16, "pieces": ["👍🏽\n", "/!!", "iOS", "123", "456", "78", "<EOT", ">"]}
+{"text": "'VE  'll🙂ḍ̇\rs<META_START>", "tokens": 18, "pieces": ["'VE", " ", " '", "ll", "🙂ḋ", "̣\r", "s", "<META", "_START", ">"]}
+{"text": "camelCase½Z…HTTPServer-'llſB's<|fim_prefix|>\n/\r\n \n fifi'.٣٤٥٦at'ſ", "tokens": 40, "pieces": ["camelCase", "½", "Z", "…HTTPServer", "-'", "llſB", "'s", "<|", "fim", "_prefix", "|>\n", "/\r\n", " \n", " fifi", "'.", "٣٤٥", "٦", "at", "'ſ"]}
+{"text": "<EOT>e'S#$%👍🏽iOSⅣ😀🏽/\r\n­'DžunglaEOT#$%'DiOS/#$%sB\r'res", "tokens": 41, "pieces": ["<EOT", ">e", "'S", "#$%👍🏽", "iOS", "Ⅳ", "😀🏽/\r\n", "­'", "DžunglaEOT", "#$%'", "DiOS", "/#$%", "sB", "\r", "'re", "s"]}
+{"text": "　9㋿<EOT>a/b㍿'Re३字\n/#$%B
<|fim_prefix|>…<camelCaseİEOTa/b́Dž…0Ａ9Dž🙂ß'D12345678ABC.a/b", "tokens": 63, "pieces": ["　", "9", "㋿<", "EOT", ">a", "/b", "㍿'", "Re", "३", "字", "\n", "/#$%", "B", "
", "<|", "fim", "_prefix", "|>", "…", "<camelCaseİEOTa", "/b", "́Dž", "…", "0", "Ａ", "9", "Dž", "🙂ß", "'D", "123", "456", "78", "ABC", ".a", "/b"]}
+{"text": "㋿e'MDžunglaHTTPServera/bＡiOS!!'T\n😀🏽!!\u000biOS👍🏽😀🏽\r\nBDž́", "tokens": 44, "pieces": ["㋿e", "'M", "DžunglaHTTPServera", "/bＡiOS", "!!'", "T", "\n", "😀🏽!!", "\u000biOS", "👍🏽😀🏽\r\n", "BDž", "́"]}
+{"text": "​", "tokens": 1, "pieces": ["​"]}
+{"text": "<EOT>mع㍿EOT\n<|fim_prefix|>   \nEOT\r\nDžungla\"\r\nⅣ😀🏽Ａ'Re.<'ll<|endoftext|> eDžungla👍🏽漢12345678B\n'Re e​ \n ", "tokens": 69, "pieces": ["<EOT", ">mع", "㍿EOT", "\n", "<|", "fim", "_prefix", "|>", "   \n", "EOT", "\r\n", "Džungla", "\"\r\n", "Ⅳ", "😀🏽", "Ａ", "'Re", ".<'", "ll", "<|", "endoftext", "|>", " eDžungla", "👍🏽", "漢", "123", "456", "78", "B", "\n", "'Re", " e", "​", " \n "]}
+{"text": "́٣٤٥٦ \n ‍\u000béaBiOS", "tokens": 17, "pieces": ["́", "٣٤٥", "٦", " \n", " ‍", "\u000béaBiOS"]}
+{"text": "t🙂.#$%>  camelCase  ＡHTTPServerté…!Ⅳ𐞁12345678Zsm!‍  ⅣB\n\n/", "tokens": 41, "pieces": ["t", "🙂.#$%>", " ", " camelCase", " ", " ＡHTTPServerte", "́", "…", "!", "Ⅳ", "𐞁", "123", "456", "78", "Zsm", "!‍", " ", " ", "Ⅳ", "B", "\n\n", "/"]}
+{"text": "́e-👍🏽<EOT>Ab'Re'ſ'Re.𐞁­𐞁ß's//\r\n٣٤٥٦(🙂0/ \n \r‍
", "tokens": 52, "pieces": ["́e", "-👍🏽<", "EOT", ">Ab", "'Re", "'ſ", "'Re", ".𐞁", "­𐞁ß", "'s", "//\r\n", "٣٤٥", "٦", "(🙂", "0", "/", " \n \r", "‍", "
"]}
+{"text": "d<'D", "tokens": 3, "pieces": ["d", "<'", "D"]}
+{"text": "fi12345678ABC/\r\nᵃAb#$%İ12345678BiOS\n/
/½́
Ａ <|fim_prefix|>́", "tokens": 37, "pieces": ["fi", "123", "456", "78", "ABC", "/\r\n", "ᵃAb", "#$%", "İ", "123", "456", "78", "BiOS", "\n", "/", "
", "/", "½", "́", "
Ａ", " <|", "fim", "_prefix", "|>́"]}
+{"text": "Ⅳ́<EOT>0é'́\r\nDž🙂<EOT>​\r\n\r\n<|fim_prefix|>\n👍🏽​", "tokens": 36, "pieces": ["Ⅳ", "́<", "EOT", ">", "0", "é", "'́\r\n", "Dž", "🙂<", "EOT", ">​\r\n\r\n", "<|", "fim", "_prefix", "|>\n", "👍🏽​"]}
+{"text": " \n é/\n\r9'M
 \n ㍿ddḍ̇é\u000bع\r\n\r\n", "tokens": 24, "pieces": [" \n", " é", "/\n\r", "9", "'M", "
 \n", " ㍿", "ddḋ", "̣e", "́", "\u000bع", "\r\n\r\n"]}
+{"text": "'VE<|fim_prefix|>½t<META_START>>\u000bİd­é㍿\n/漢å", "tokens": 31, "pieces": ["'VE", "<|", "fim", "_prefix", "|>", "½", "t", "<META", "_START", ">>", "\u000bİd", "­e", "́㍿\n", "/漢a", "̊"]}
+{"text": "\r\n\r\nᵃcamelCaseZ12345678'D'Tm字㋿å\r\n\r\n'Re!!'ll\r\n12345678३🙂\nABCＡ漢<META_START>-​㍿\n#$%HTTPServer!!'Tß​<|fim_prefix|>漢å!!/\r\n", "tokens": 71, "pieces": ["\r\n\r\n", "ᵃcamelCaseZ", "123", "456", "78", "'D", "'T", "m字", "㋿a", "̊\r\n\r\n", "'Re", "!!'", "ll", "\r\n", "123", "456", "78३", "🙂\n", "ABCＡ漢", "<META", "_START", ">-​㍿\n", "#$%", "HTTPServer", "!!'", "Tß", "​<|", "fim", "_prefix", "|>", "漢a", "̊!!/\r\n"]}
+{"text": "'s\n/", "tokens": 3, "pieces": ["'s", "\n", "/"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'re漢", "tokens": 3, "pieces": ["'re", "漢"]}
+{"text": "ſ'a9Džungla", "tokens": 8, "pieces": ["ſ", "'a", "9", "Džungla"]}
+{"text": "\n/\r\nm/'ſ<EOT>​d'M٣٤٥٦ABC d٣٤٥٦ع\r!\r!ᵃ𐞁 (Dž'\r\n\r\nſ> ​é　", "tokens": 54, "pieces": ["\n", "/\r\n", "m", "/'", "ſ", "<EOT", ">​", "d", "'M", "٣٤٥", "٦", "ABC", " d", "٣٤٥", "٦", "ع", "\r", "!\r", "!ᵃ𐞁", " ", "(Dž", "'\r\n\r\n", "ſ", ">", " ", "​é", "　"]}
+{"text": ",'reZꟲᵃ/", "tokens": 10, "pieces": [",'", "reZꟲᵃ", "/"]}
+{"text": "\rⅣ'ſDžHTTPServer'Reå12345678㋿9ſ㋿ABC🙂BåaDžungla‍!camelCase12345678<|endoftext|>/' ㋿\"'Ts", "tokens": 59, "pieces": ["\r", "Ⅳ", "'ſ", "DžHTTPServer", "'Re", "a", "̊", "123", "456", "78", "㋿", "9", "ſ", "㋿ABC", "🙂Ba", "̊aDžungla", "‍!", "camelCase", "123", "456", "78", "<|", "endoftext", "|>/'", " ", "㋿\"'", "Ts"]}
+{"text": "\n'a/b‍<|fim_prefix|>½字EOT३", "tokens": 18, "pieces": ["\n", "'a", "/b", "‍<|", "fim", "_prefix", "|>", "½", "字EOT", "३"]}
+{"text": " \n ع\r\n\r\nå😀🏽#$%  'M‍İ  ㍿\r\n​'S­/\r\ncamelCase'S<META_START>>…#$%a/b\n/Bé", "tokens": 46, "pieces": [" \n", " ع", "\r\n\r\n", "a", "̊😀🏽#$%", " ", " ", "'M", "‍İ", " ", " ㍿\r\n", "​'", "S", "­/\r\n", "camelCase", "'S", "<META", "_START", ">>", "…", "#$%", "a", "/b", "\n", "/Bé"]}
+{"text": "  (#$%\"é.camelCase(-t　\r\n\r\n>㍿\n/\r\n \n 's㋿a/b\t<|fim_prefix|>٣٤٥٦ᵃt\t >  ", "tokens": 50, "pieces": [" ", " (#$%\"", "e", "́.", "camelCase", "(-", "t", "　\r\n\r\n", ">㍿\n", "/\r\n", " \n", " '", "s", "㋿a", "/b", "\t", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ᵃt", "\t", " >", "  "]}
+{"text": "Z㋿EOT㋿'sdZⅣ're(dꟲ㍿'½عß", "tokens": 26, "pieces": ["Z", "㋿EOT", "㋿'", "sdZ", "Ⅳ", "'re", "(dꟲ", "㍿'", "½", "عß"]}
+{"text": "ABC/\r\na👍🏽ᵃcamelCase½mß́camelCase👍🏽t   \n<|fim_prefix|>a 12345678/漢Za/b́m\r>aB
m ́'M'ſ
　>…\u000b'll", "tokens": 69, "pieces": ["ABC", "/\r\n", "a", "👍🏽", "ᵃcamelCase", "½", "mß", "́camelCase", "👍🏽", "t", "   \n", "<|", "fim", "_prefix", "|>", "a", " ", "123", "456", "78", "/漢Za", "/b", "́m", "\r", ">aB", "
m", " ́'", "M", "'ſ", "
", "　", ">", "…", "\u000b", "'ll"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n३㋿é㋿", "tokens": 11, "pieces": ["\r\n", "३", "㋿e", "́㋿"]}
+{"text": " \r\n\r\n!ḍ̇ABC'VEå𐞁<|fim_prefix|>'s٣٤٥٦ꟲ<META_START>é<|endoftext|>a/btHTTPServeŕ'VEḍ̇!!\"<EOT>t\t \n ,camelCase'VE>camelCase\n👍🏽", "tokens": 83, "pieces": [" \r\n\r\n", "!ḋ", "̣ABC", "'VE", "a", "̊𐞁", "<|", "fim", "_prefix", "|>'", "s", "٣٤٥", "٦", "ꟲ", "<META", "_START", ">e", "́<|", "endoftext", "|>", "a", "/btHTTPServer", "́'", "VEḋ", "̣!!\"<", "EOT", ">t", "\t \n", " ,", "camelCase", "'VE", ">camelCase", "\n", "👍🏽"]}
+{"text": ".<EOT>㋿!a \n !aBḍ̇‍👍🏽12345678Dž", "tokens": 31, "pieces": [".<", "EOT", ">㋿!", "a", " \n", " !", "aBḋ", "̣‍👍🏽", "123", "456", "78", "Dž"]}
+{"text": "عZ  \n\nİ\u000b. …'s/İ,👍🏽", "tokens": 19, "pieces": ["عZ", "  \n\n", "İ", "\u000b", ".", " ", "…", "'s", "/İ", ",👍🏽"]}
+{"text": "s​", "tokens": 2, "pieces": ["s", "​"]}
+{"text": "३EOT٣٤٥٦d\t're0iOSABCAbſaB\r\n\r\nİ\t!<|endoftext|>㍿<EOT> ع'llꟲaB३\"aB​.ᵃ9 t", "tokens": 59, "pieces": ["३", "EOT", "٣٤٥", "٦", "d", "\t", "'re", "0", "iOSABCAbſaB", "\r\n\r\n", "İ", "\t", "!<|", "endoftext", "|>㍿<", "EOT", ">", " ع", "'ll", "ꟲaB", "३", "\"aB", "​.", "ᵃ", "9", " t"]}
+{"text": "…‍ß\t字​…aB</\r\n'T'Reß𐞁ᵃ#$%\nİ're😀🏽fiiOS", "tokens": 36, "pieces": ["…", "‍ß", "\t字", "​", "…aB", "</\r\n", "'T", "'Re", "ß𐞁ᵃ", "#$%\n", "İ", "'re", "😀🏽", "fiiOS"]}
+{"text": "漢<|endoftext|><|endoftext|>　'ſعAb　/😀🏽", "tokens": 28, "pieces": ["漢", "<|", "endoftext", "|><|", "endoftext", "|>", "　", "'ſ", "عAb", "　", "/😀🏽"]}
+{"text": "iOS\r\n\r\n　'Džungla<|endoftext|>'D
EOTſ", "tokens": 22, "pieces": ["iOS", "\r\n\r\n", "　", "'Džungla", "<|", "endoftext", "|>'", "D", "
EOTſ"]}
+{"text": "!😀🏽字'M‍Dž0 12345678fi½…a", "tokens": 23, "pieces": ["!😀🏽", "字", "'M", "‍Dž", "0", " ", "123", "456", "78", "fi", "½", "…a"]}
+{"text": "'S'Mm'\"#$%'re\t-<META_START>👍🏽㍿\r\n\r\n.Z'ſEOT  AbAb<|fim_prefix|>/. \n 字iOS‍ḍ̇字9", "tokens": 52, "pieces": ["'S", "'M", "m", "'\"#$%'", "re", "\t", "-<", "META", "_START", ">👍🏽㍿\r\n\r\n", ".Z", "'ſ", "EOT", " ", " AbAb", "<|", "fim", "_prefix", "|>/.", " \n", " 字iOS", "‍ḋ", "̣字", "9"]}
+{"text": "　's\n/㋿'Re👍🏽/\r\n'　fi'S/DžunglacamelCase   \n's(́m<|fim_prefix|>ᵃ👍🏽\r,'Re'M­𐞁\r\n\r\n\"字­🙂e<|endoftext|>漢Z12345678", "tokens": 78, "pieces": ["　", "'s", "\n", "/㋿'", "Re", "👍🏽/\r\n", "'", "　fi", "'S", "/DžunglacamelCase", "   \n", "'s", "(́", "m", "<|", "fim", "_prefix", "|>", "ᵃ", "👍🏽\r", ",'", "Re", "'M", "­𐞁", "\r\n\r\n", "\"字", "­🙂", "e", "<|", "endoftext", "|>", "漢Z", "123", "456", "78"]}
+{"text": "<EOT>camelCase<ꟲ㍿\"ع😀🏽😀🏽", "tokens": 24, "pieces": ["<EOT", ">camelCase", "<ꟲ", "㍿\"", "ع", "😀🏽😀🏽"]}
+{"text": "é'D‍<|fim_prefix|>ḍ̇å½ſ​…ḍ̇'S'VE\r\n\r\n'll字a0ᵃ0Dž३0 \n ß  \u000b𐞁ABCDž", "tokens": 60, "pieces": ["é", "'D", "‍<|", "fim", "_prefix", "|>", "ḋ", "̣a", "̊", "½", "ſ", "​", "…ḋ", "̣'", "S", "'VE", "\r\n\r\n", "'ll", "字a", "0", "ᵃ", "0", "Dž", "३0", " \n", " ß", "  ", "\u000b𐞁ABCDž"]}
+{"text": "!/\r\n‍s­Dža/b😀🏽", "tokens": 15, "pieces": ["!/\r\n", "‍s", "­Dža", "/b", "😀🏽"]}
+{"text": "é's‍…٣٤٥٦t<|fim_prefix|>'VE٣٤٥٦,a/bDžungla\nAb/\r\n/\r\n\tacamelCase9éABC", "tokens": 50, "pieces": ["e", "́'", "s", "‍", "…", "٣٤٥", "٦", "t", "<|", "fim", "_prefix", "|>'", "VE", "٣٤٥", "٦", ",a", "/bDžungla", "\n", "Ab", "/\r\n", "/\r\n", "\tacamelCase", "9", "e", "́ABC"]}
+{"text": " ⅣéZİ­'ſå\r\n\r\nAbAb🙂٣٤٥٦'ſᵃꟲ😀🏽ᵃ/<META_START>  12345678/\r\nABC𐞁a𐞁ع字12345678😀🏽ع<EOT>", "tokens": 77, "pieces": [" ", "Ⅳ", "éZİ", "­'", "ſa", "̊\r\n\r\n", "AbAb", "🙂", "٣٤٥", "٦", "'ſ", "ᵃꟲ", "😀🏽", "ᵃ", "/<", "META", "_START", ">", " ", " ", "123", "456", "78", "/\r\n", "ABC𐞁a𐞁ع字", "123", "456", "78", "😀🏽", "ع", "<EOT", ">"]}
+{"text": ">'t", "tokens": 2, "pieces": [">'", "t"]}
+{"text": "ꟲꟲe!aB­\r漢,é​éHTTPServerDžungla ‍ #$%<  #$%ᵃ👍🏽/\r\nHTTPServer🙂　-9­DžZ𐞁", "tokens": 58, "pieces": ["ꟲꟲe", "!aB", "­\r", "漢", ",e", "́​", "e", "́HTTPServerDžungla", " ‍", " #$%<", " ", " #$%", "ᵃ", "👍🏽/\r\n", "HTTPServer", "🙂", "　", "-", "9", "­DžZ𐞁"]}
+{"text": "!'s'>'Re9>३🙂Džunglaß字字aB\r<|endoftext|>ＡDžDž'll<|endoftext|>ᵃaB!<|fim_prefix|>ḍ̇́å   \n٣٤٥٦", "tokens": 72, "pieces": ["!'", "s", "'>'", "Re", "9", ">", "३", "🙂Džunglaß字字aB", "\r", "<|", "endoftext", "|>", "ＡDžDž", "'ll", "<|", "endoftext", "|>", "ᵃaB", "!<|", "fim", "_prefix", "|>", "ḋ", "̣́", "a", "̊", "   \n", "٣٤٥", "٦"]}
+{"text": "aⅣ<|endoftext|>åß㋿/<EOT> \n  \rß-\r\n!   \nع'reſDžungla　<|fim_prefix|>İ,‍字", "tokens": 49, "pieces": ["a", "Ⅳ", "<|", "endoftext", "|>", "a", "̊ß", "㋿/<", "EOT", ">", " \n  \r", "ß", "-\r\n", "!", "   \n", "ع", "'re", "ſDžungla", "　", "<|", "fim", "_prefix", "|>", "İ", ",‍", "字"]}
+{"text": "'ſ", "tokens": 3, "pieces": ["'ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ABCß/\n/>'aB㋿e0\nع'\n𐞁   \n😀🏽.é𐞁/\r\n　é­ İ'll<|endoftext|>!", "tokens": 47, "pieces": ["ABCß", "/\n", "/>'", "aB", "㋿e", "0", "\n", "ع", "'\n", "𐞁", "   \n", "😀🏽.", "é𐞁", "/\r\n", "　e", "́­", " İ", "'ll", "<|", "endoftext", "|>!"]}
+{"text": ".és٣٤٥٦İfi'D\n", "tokens": 15, "pieces": [".és", "٣٤٥", "٦", "İfi", "'D", "\n"]}
+{"text": "/\r\n<META_START>'a/b'ſZDž   \n𐞁ꟲ'T<,,<|endoftext|>㍿'DABCꟲ👍🏽ᵃ\u000b३   \nＡ", "tokens": 55, "pieces": ["/\r\n", "<META", "_START", ">'", "a", "/b", "'ſ", "ZDž", "   \n", "𐞁ꟲ", "'T", "<,,<|", "endoftext", "|>㍿'", "DABCꟲ", "👍🏽", "ᵃ", "\u000b", "३", "   \n", "Ａ"]}
+{"text": "😀🏽ꟲtAb/\r\n/\r\n३٣٤٥٦Ⅳ​>/EOTcamelCaseＡ٣٤٥٦", "tokens": 40, "pieces": ["😀🏽", "ꟲtAb", "/\r\n", "/\r\n", "३٣٤", "٥٦Ⅳ", "​>/", "EOTcamelCaseＡ", "٣٤٥", "٦"]}
+{"text": "å   \n　å　字Ａ㋿\ra/bß'Re!­\n/!㋿", "tokens": 28, "pieces": ["a", "̊", "   \n", "　a", "̊", "　字Ａ", "㋿\r", "a", "/bß", "'Re", "!­\n", "/!㋿"]}
+{"text": "a/bé9㍿عå'M👍🏽 iOS/<META_START>ᵃ", "tokens": 27, "pieces": ["a", "/be", "́", "9", "㍿عa", "̊'", "M", "👍🏽", " iOS", "/<", "META", "_START", ">ᵃ"]}
+{"text": "ß/\r\nt(‍'S!'TiOS0a/bİDž㋿ \n ,　<EOT0ß
9😀🏽<META_START>å'EOT<|endoftext|>a/bm'\r½", "tokens": 57, "pieces": ["ß", "/\r\n", "t", "(‍'", "S", "!'", "TiOS", "0", "a", "/bİDž", "㋿", " \n", " ,", "　", "<EOT", "0", "ß", "
", "9", "😀🏽<", "META", "_START", ">a", "̊'", "EOT", "<|", "endoftext", "|>", "a", "/bm", "'\r", "½"]}
+{"text": "'ſ'sß'SsABC😀🏽\t'T'll\r\n३'٣٤٥٦ḍ̇\r\n'T漢/İ12345678aBEOT", "tokens": 45, "pieces": ["'ſ", "'s", "ß", "'S", "sABC", "😀🏽", "\t", "'T", "'ll", "\r\n", "३", "'", "٣٤٥", "٦", "ḋ", "̣\r\n", "'T", "漢", "/İ", "123", "456", "78", "aBEOT"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": " 字0a　'VE\t'VE　𐞁'ſ\u000b𐞁​", "tokens": 23, "pieces": [" 字", "0", "a", "　", "'VE", "\t", "'VE", "　𐞁", "'ſ", "\u000b𐞁", "​"]}
+{"text": "\r\n<|endoftext|>", "tokens": 8, "pieces": ["\r\n", "<|", "endoftext", "|>"]}
+{"text": "fiEOT🙂.,aB\n/\n/ 🙂, <|fim_prefix|>'Mdſ camelCaseEOT🙂…👍🏽\u000b٣٤٥٦a!!EOT'Re👍🏽fiå'll<|endoftext|>‍m", "tokens": 76, "pieces": ["fiEOT", "🙂.,", "aB", "\n", "/\n", "/", " ", "🙂,", " <|", "fim", "_prefix", "|>'", "Mdſ", " camelCaseEOT", "🙂", "…", "👍🏽", "\u000b", "٣٤٥", "٦", "a", "!!", "EOT", "'Re", "👍🏽", "fia", "̊'", "ll", "<|", "endoftext", "|>‍", "m"]}
+{"text": "​12345678m!!éİéiOSABC'll　>Ⅳmİ<|fim_prefix|>\r!Ab  /camelCase're<EOT>'M12345678½'M \n /\r\nm-'ſ HTTPServer🙂", "tokens": 53, "pieces": ["​", "123", "456", "78", "m", "!!", "éİéiOSABC", "'ll", "　", ">", "Ⅳ", "mİ", "<|", "fim", "_prefix", "|>\r", "!Ab", " ", " /", "camelCase", "'re", "<EOT", ">'", "M", "123", "456", "78½", "'M", " \n", " /\r\n", "m", "-'", "ſ", " HTTPServer", "🙂"]}
+{"text": "ABC're\r\n\r\n'TEOT'VEa/b(​字\r\n\t", "tokens": 15, "pieces": ["ABC", "'re", "\r\n\r\n", "'T", "EOT", "'VE", "a", "/b", "(​", "字", "\r\n\t"]}
+{"text": "㍿字EOTİfi'ſ(", "tokens": 13, "pieces": ["㍿字EOTİfi", "'ſ", "("]}
+{"text": "(<META_START>  Džunglá​㋿İ'VE'!", "tokens": 20, "pieces": ["(<", "META", "_START", ">", " ", " Džungla", "́​㋿", "İ", "'VE", "'!"]}
+{"text": " <EOT>   \nfi‍字é‍\"HTTPServer­-é'fi　\n/\n're\u000b㋿d'Ree", "tokens": 34, "pieces": [" <", "EOT", ">", "   \n", "fi", "‍字é", "‍\"", "HTTPServer", "­-", "e", "́'", "fi", "　\n", "/\n", "'re", "\u000b", "㋿d", "'Re", "e"]}
+{"text": "/Ａt'T㋿/\r\n
0HTTPServerEOT<EOT>½ \tß‍𐞁\"  ABC‍…'M'D/\r\nAb,​a/b'Mع-𐞁\t", "tokens": 52, "pieces": ["/Ａt", "'T", "㋿/\r\n", "
", "0", "HTTPServerEOT", "<EOT", ">", "½", " ", "\tß", "‍𐞁", "\"", " ", " ABC", "‍", "…", "'M", "'D", "/\r\n", "Ab", ",​", "a", "/b", "'M", "ع", "-𐞁", "\t"]}
+{"text": "'ſＡé\r\n\r\na'S👍🏽<|fim_prefix|>‍<EOT>漢​'ll", "tokens": 33, "pieces": ["'ſ", "Ａé", "\r\n\r\n", "a", "'S", "👍🏽<|", "fim", "_prefix", "|>‍<", "EOT", ">漢", "​'", "ll"]}
+{"text": " ㍿>'VE\t'Té'VEZعDžsＡ\t>…<Džungla>", "tokens": 28, "pieces": [" ㍿>'", "VE", "\t", "'T", "é", "'VE", "ZعDžsＡ", "\t", ">", "…", "<Džungla", ">"]}
+{"text": "HTTPServer('ſHTTPServer३camelCaseİBDž<EOT>\rå>tＡ'M#$%/å٣٤٥٦9ꟲé　ta/\r\n<|fim_prefix|>s.ꟲ\r\n/", "tokens": 63, "pieces": ["HTTPServer", "('", "ſHTTPServer", "३", "camelCaseİBDž", "<EOT", ">\r", "a", "̊>", "tＡ", "'M", "#$%/", "a", "̊", "٣٤٥", "٦9", "ꟲe", "́", "　ta", "/\r\n", "<|", "fim", "_prefix", "|>", "s", ".ꟲ", "\r\n", "/"]}
+{"text": "a\n/Ab<!‍</\r\ns३İ'VE12345678  e \n 'll🙂åtfi😀🏽\n-ꟲé!ꟲ>", "tokens": 48, "pieces": ["a", "\n", "/Ab", "<!‍</\r\n", "s", "३", "İ", "'VE", "123", "456", "78", " ", " e", " \n", " '", "ll", "🙂a", "̊tfi", "😀🏽\n", "-ꟲe", "́!", "ꟲ", ">"]}
+{"text": "
/(em'T's(漢'Re　 \n e　're\n/Z'ſ<META_START>å\r\n\r\n#$%#$%٣٤٥٦'Re
camelCase­'VE🙂", "tokens": 49, "pieces": ["
", "/(", "em", "'T", "'s", "(漢", "'Re", "　 \n", " e", "　", "'re", "\n", "/Z", "'ſ", "<META", "_START", ">a", "̊\r\n\r\n", "#$%#$%", "٣٤٥", "٦", "'Re", "
camelCase", "­'", "VE", "🙂"]}
+{"text": "<|fim_prefix|>0 <|fim_prefix|>Ⅳ́ZcamelCaseⅣ‍'Re-<|endoftext|>  ſ0a/bmᵃ", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>", "0", " <|", "fim", "_prefix", "|>", "Ⅳ", "́ZcamelCase", "Ⅳ", "‍'", "Re", "-<|", "endoftext", "|>", " ", " ſ", "0", "a", "/bmᵃ"]}
+{"text": "字éİ#$%ſZꟲᵃa   iOS,camelCase👍🏽a​a0a0\u000bEOT😀🏽é", "tokens": 42, "pieces": ["字éİ", "#$%", "ſZꟲᵃa", "  ", " iOS", ",camelCase", "👍🏽", "a", "​a", "0", "a", "0", "\u000bEOT", "😀🏽", "e", "́"]}
+{"text": "\u000ba/bＡdeᵃᵃ(漢<t.\u000b漢éfi   \n'ReaBＡ'D½<a漢<|fim_prefix|>½
fi٣٤٥٦a/b", "tokens": 57, "pieces": ["\u000ba", "/bＡdeᵃᵃ", "(漢", "<t", ".", "\u000b漢e", "́fi", "   \n", "'Re", "aBＡ", "'D", "½", "<a漢", "<|", "fim", "_prefix", "|>", "½", "
fi", "٣٤٥", "٦", "a", "/b"]}
+{"text": "İ'VEİdDžungla​!!Abd\r'll'S'D'VE\n/", "tokens": 21, "pieces": ["İ", "'VE", "İdDžungla", "​!!", "Abd", "\r", "'ll", "'S", "'D", "'VE", "\n", "/"]}
+{"text": "Ab½#$%'ll­(.<EOT>𐞁३\r'll­😀🏽-d'D३½ع漢­'😀🏽
ꟲ./\r\n   \naB\n\n0'Re   \nd<|endoftext|>", "tokens": 63, "pieces": ["Ab", "½", "#$%'", "ll", "­(.<", "EOT", ">𐞁", "३", "\r", "'ll", "­😀🏽-", "d", "'D", "३½", "ع漢", "­'😀🏽", "
ꟲ", "./\r\n", "   \n", "aB", "\n\n", "0", "'Re", "   \n", "d", "<|", "endoftext", "|>"]}
+{"text": "fi😀🏽\r\n\r\n<META_START><ع #$%\u000b \n 
", "tokens": 20, "pieces": ["fi", "😀🏽\r\n\r\n", "<META", "_START", "><", "ع", " ", "#$%", "\u000b \n 
"]}
+{"text": "#$%'Me.Džunglaa'T٣٤٥٦a…fi\r\n\r\na'Tḍ̇字éAbAbå'Té're're-'\r\n\r\nscamelCasefi", "tokens": 51, "pieces": ["#$%'", "Me", ".Džunglaa", "'T", "٣٤٥", "٦", "a", "…fi", "\r\n\r\n", "a", "'T", "ḋ", "̣字e", "́AbAba", "̊'", "Té", "'re", "'re", "-'\r\n\r\n", "scamelCasefi"]}
+{"text": "#$%   \nḍ̇ZsⅣ<|endoftext|>Ⅳ㍿😀🏽", "tokens": 29, "pieces": ["#$%", "   \n", "ḋ", "̣Zs", "Ⅳ", "<|", "endoftext", "|>", "Ⅳ", "㍿😀🏽"]}
+{"text": "a/b­😀🏽'TＡع㍿>'re٣٤٥٦a/b\"𐞁a/b0 😀🏽ß'Re<|fim_prefix|>", "tokens": 49, "pieces": ["a", "/b", "­😀🏽'", "TＡع", "㍿>'", "re", "٣٤٥", "٦", "a", "/b", "\"𐞁a", "/b", "0", " 😀🏽", "ß", "'Re", "<|", "fim", "_prefix", "|>"]}
+{"text": "sB,'D", "tokens": 4, "pieces": ["sB", ",'", "D"]}
+{"text": "dt漢m#$%<EOT>B𐞁fiḍ̇٣٤٥٦\n'sꟲDžunglaa👍🏽'VEſ字Ａ㍿ſſB\u000be>\r\n'DİſtiOS  ᵃcamelCase>iOS", "tokens": 77, "pieces": ["dt漢m", "#$%<", "EOT", ">B𐞁fiḋ", "̣", "٣٤٥", "٦", "\n", "'s", "ꟲDžunglaa", "👍🏽'", "VEſ字Ａ", "㍿ſſB", "\u000be", ">\r\n", "'D", "İſtiOS", " ", " ᵃcamelCase", ">iOS"]}
+{"text": "'T-Ａ😀🏽ſ'TEOT<å'ReB
<META_START> \n \r\n\r\n\n/\nİꟲ漢>fimaB</👍🏽12345678👍🏽'ſ'SⅣDž<|fim_prefix|>ſ३", "tokens": 76, "pieces": ["'T", "-Ａ", "😀🏽", "ſ", "'T", "EOT", "<a", "̊'", "ReB", "
", "<META", "_START", ">", " \n \r\n\r\n\n", "/\n", "İꟲ漢", ">fimaB", "</👍🏽", "123", "456", "78", "👍🏽'", "ſ", "'S", "Ⅳ", "Dž", "<|", "fim", "_prefix", "|>", "ſ", "३"]}
+{"text": "d\r\nꟲⅣ", "tokens": 7, "pieces": ["d", "\r\n", "ꟲ", "Ⅳ"]}
+{"text": "'MiOS(\r\n\r\n<EOT>a/b'M<META_START>ḍ̇<e'TAbcamelCase<|endoftext|>éé\nİ‍fi\r\n\r\nßḍ̇<EOT>ſⅣ'\"-İ(\u000b'VE(", "tokens": 63, "pieces": ["'M", "iOS", "(\r\n\r\n", "<EOT", ">a", "/b", "'M", "<META", "_START", ">ḋ", "̣<", "e", "'T", "AbcamelCase", "<|", "endoftext", "|>", "e", "́é", "\n", "İ", "‍fi", "\r\n\r\n", "ßḋ", "̣<", "EOT", ">ſ", "Ⅳ", "'\"-", "İ", "(", "\u000b", "'VE", "("]}
+{"text": ",…\r‍Dž​'reé0\rDžungla'Re'Dfi/\r\n३­t'Rett'T'TDž字
٣٤٥٦>'VEa/b'Re\u000béé½Džİ'M0", "tokens": 57, "pieces": [",", "…\r", "‍Dž", "​'", "reé", "0", "\r", "Džungla", "'Re", "'D", "fi", "/\r\n", "३", "­t", "'Re", "tt", "'T", "'T", "Dž字", "
", "٣٤٥", "٦", ">'", "VEa", "/b", "'Re", "\u000béé", "½", "Džİ", "'M", "0"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "t#$%\t㋿EOT", "tokens": 9, "pieces": ["t", "#$%", "\t", "㋿EOT"]}
+{"text": "90're<META_START>   \n(#$%-Dž　.ᵃ
'll'ſſ­'DDžungla.漢åaBed👍🏽 \n ع!!0\"/字", "tokens": 52, "pieces": ["90", "'re", "<META", "_START", ">", "   \n", "(#$%-", "Dž", "　", ".ᵃ", "
", "'ll", "'ſ", "ſ", "­'", "DDžungla", ".漢a", "̊aBed", "👍🏽", " \n", " ع", "!!", "0", "\"/", "字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "0>
Ａ😀🏽'ſ٣٤٥٦!/\r\n!\r\n\r\n  >é'VEⅣB'Ss😀🏽'sAb…-ᵃḍ̇iOS…/\r\ncamelCase\r\n#$%", "tokens": 64, "pieces": ["0", ">", "
Ａ", "😀🏽'", "ſ", "٣٤٥", "٦", "!/\r\n", "!\r\n\r\n", " ", " >", "é", "'VE", "Ⅳ", "B", "'S", "s", "😀🏽'", "sAb", "…", "-ᵃḋ", "̣iOS", "…", "/\r\n", "camelCase", "\r\n", "#$%"]}
+{"text": "Džfi0é\n/½'T#$%Ⅳ>…<EOT>é\t‍d𐞁 <|endoftext|>!ß#$%tİİa‍/ع<EOT>>…'S'D🙂", "tokens": 59, "pieces": ["Džfi", "0", "e", "́\n", "/", "½", "'T", "#$%", "Ⅳ", ">", "…", "<EOT", ">e", "́", "\t", "‍d𐞁", " ", "<|", "endoftext", "|>!", "ß", "#$%", "tİİa", "‍/", "ع", "<EOT", ">>", "…", "'S", "'D", "🙂"]}
+{"text": "'M\r\n\u000b\ta/b\n//\r\n\r\nع㍿,Abᵃ\r", "tokens": 17, "pieces": ["'M", "\r\n", "\u000b", "\ta", "/b", "\n", "//\r\n\r\n", "ع", "㍿,", "Abᵃ", "\r"]}
+{"text": "‍ 　ſABC<EOT>å\"\naé👍🏽  </½\r\nABC'Red", "tokens": 28, "pieces": ["‍", " ", "　ſABC", "<EOT", ">a", "̊\"\n", "ae", "́👍🏽", " ", " </", "½", "\r\n", "ABC", "'Re", "d"]}
+{"text": "/\r\n\n/🙂́Ⅳ\u000b㋿ＡB\n'S\r\n\r\n
\na'9
,­ABC", "tokens": 29, "pieces": ["/\r\n\n", "/🙂́", "Ⅳ", "\u000b", "㋿ＡB", "\n", "'S", "\r\n\r\n
\n", "a", "'", "9", "
", ",­", "ABC"]}
+{"text": "'ll​‍عmſ   \n", "tokens": 9, "pieces": ["'ll", "​‍", "عmſ", "   \n"]}
+{"text": "9漢<|endoftext|>é<EOT>ꟲ😀🏽camelCase,åDž\n/sé👍🏽Ab\rع'llcamelCase  ,-iOS\rDžungla३…ꟲ㍿'re/aB", "tokens": 68, "pieces": ["9", "漢", "<|", "endoftext", "|>", "e", "́<", "EOT", ">ꟲ", "😀🏽", "camelCase", ",a", "̊Dž", "\n", "/se", "́👍🏽", "Ab", "\r", "ع", "'ll", "camelCase", " ", " ,-", "iOS", "\r", "Džungla", "३", "…ꟲ", "㍿'", "re", "/aB"]}
+{"text": "0<|fim_prefix|>👍🏽'VE'Re!'re,Džunglaſ\r  'ſ>'Reſt
㋿Z!!'S", "tokens": 45, "pieces": ["0", "<|", "fim", "_prefix", "|>👍🏽'", "VE", "'Re", "!'", "re", ",Džunglaſ", "\r", " ", " '", "ſ", ">'", "Reſt", "
", "㋿Z", "!!'", "S"]}
+{"text": "<\"<META_START> \n 👍🏽HTTPServer'llꟲeém😀🏽👍🏽.<ᵃⅣ\u000b>𐞁s('M\u000bcamelCaseå字éDžd're  a/b-㍿'D''T", "tokens": 70, "pieces": ["<\"<", "META", "_START", ">", " \n", " 👍🏽", "HTTPServer", "'ll", "ꟲee", "́m", "😀🏽👍🏽.<", "ᵃ", "Ⅳ", "\u000b", ">𐞁s", "('", "M", "\u000bcamelCasea", "̊字e", "́Džd", "'re", " ", " a", "/b", "-㍿'", "D", "''", "T"]}
+{"text": "𐞁🙂'T<|endoftext|>\nDžungla   \n'ReHTTPServer\raHTTPServerB  ABC<  <|endoftext|>aBⅣ​ écamelCase \n \r\n\r\n9Ａ漢Dž½.t<
fi
\n", "tokens": 66, "pieces": ["𐞁", "🙂'", "T", "<|", "endoftext", "|>\n", "Džungla", "   \n", "'Re", "HTTPServer", "\r", "aHTTPServerB", " ", " ABC", "<", " ", " <|", "endoftext", "|>", "aB", "Ⅳ", "​", " e", "́camelCase", " \n \r\n\r\n", "9", "Ａ漢Dž", "½", ".t", "<", "
fi", "
\n"]}
+{"text": "t​ée ", "tokens": 4, "pieces": ["t", "​ée", " "]}
+{"text": "iOS   \n­< !!   \n<㋿  　\rſcamelCaseⅣꟲ३camelCase- عiOS'S  　㋿é", "tokens": 38, "pieces": ["iOS", "   \n", "­<", " ", "!!", "   \n", "<㋿", "  　\r", "ſcamelCase", "Ⅳ", "ꟲ", "३", "camelCase", "-", " عiOS", "'S", "  ", "　", "㋿e", "́"]}
+{"text": "<|fim_prefix|>ḍ̇camelCase'se'Te<META_START>HTTPServerEOT<META_START> \r👍🏽d😀🏽'VE<EOT>Dž३", "tokens": 53, "pieces": ["<|", "fim", "_prefix", "|>", "ḋ", "̣camelCase", "'s", "e", "'T", "e", "<META", "_START", ">HTTPServerEOT", "<META", "_START", ">", " \r", "👍🏽", "d", "😀🏽'", "VE", "<EOT", ">Dž", "३"]}
+{"text": "HTTPServer'reeé\r\n   \nß", "tokens": 8, "pieces": ["HTTPServer", "'re", "ee", "́\r\n", "   \n", "ß"]}
+{"text": ">'VE<META_START>0ᵃ>", "tokens": 11, "pieces": [">'", "VE", "<META", "_START", ">", "0", "ᵃ", ">"]}
+{"text": "/\r\né'Dß<|fim_prefix|>🙂'T00\r\n\r\n\"ع<EOT>'TcamelCase-\u000b12345678ꟲa/b", "tokens": 37, "pieces": ["/\r\n", "e", "́'", "Dß", "<|", "fim", "_prefix", "|>🙂'", "T", "00", "\r\n\r\n", "\"ع", "<EOT", ">'", "TcamelCase", "-", "\u000b", "123", "456", "78", "ꟲa", "/b"]}
+{"text": "Džungla12345678>HTTPServer/\r\n​'re'VE.㋿12345678​ B'll- Zm​'é'SعⅣ'DⅣ/\r\nعB́B'D'Re\u000b٣٤٥٦", "tokens": 57, "pieces": ["Džungla", "123", "456", "78", ">HTTPServer", "/\r\n", "​'", "re", "'VE", ".㋿", "123", "456", "78", "​", " B", "'ll", "-", " Zm", "​'", "e", "́'", "Sع", "Ⅳ", "'D", "Ⅳ", "/\r\n", "عB", "́B", "'D", "'Re", "\u000b", "٣٤٥", "٦"]}
+{"text": "\t𐞁🙂Dž\nDž
#$%́<META_START>  ‍ \n \r\n\r\n'MAb<META_START>mdABC-", "tokens": 35, "pieces": ["\t𐞁", "🙂Dž", "\n", "Dž", "
", "#$%́<", "META", "_START", ">", " ", " ‍", " \n \r\n\r\n", "'M", "Ab", "<META", "_START", ">mdABC", "-"]}
+{"text": "m½'D\n😀🏽\"🙂‍'Re　'D…éＡ́३ꟲEOT\n/\r'M\u000b<EOT>\n<́", "tokens": 42, "pieces": ["m", "½", "'D", "\n", "😀🏽\"🙂‍'", "Re", "　", "'D", "…e", "́Ａ", "́", "३", "ꟲEOT", "\n", "/\r", "'M", "\u000b", "<EOT", ">\n", "<́"]}
+{"text": "<éBABC…👍🏽  'Ds'S0tHTTPServerABC​\r\n'll'  0<|endoftext|>", "tokens": 35, "pieces": ["<éBABC", "…", "👍🏽", " ", " '", "Ds", "'S", "0", "tHTTPServerABC", "​\r\n", "'ll", "'", " ", " ", "0", "<|", "endoftext", "|>"]}
+{"text": "ßm\t\r\n\r\n
iOSDžungla \n a/b", "tokens": 13, "pieces": ["ßm", "\t\r\n\r\n", "
iOSDžungla", " \n", " a", "/b"]}
+{"text": "‍\r\n\r\naBع'M㍿t\n  'SZ/\r\n/\r\n½é   \n're. (
字", "tokens": 27, "pieces": ["‍\r\n\r\n", "aBع", "'M", "㍿t", "\n", " ", " '", "SZ", "/\r\n", "/\r\n", "½", "é", "   \n", "'re", ".", " ", "(", "
字"]}
+{"text": "漢ſå\r\n\r\n<|fim_prefix|>\r\n😀🏽EOT<|fim_prefix|>½  iOS   \n", "tokens": 33, "pieces": ["漢ſa", "̊\r\n\r\n", "<|", "fim", "_prefix", "|>\r\n", "😀🏽", "EOT", "<|", "fim", "_prefix", "|>", "½", " ", " iOS", "   \n"]}
+{"text": "'sᵃ㋿å'DABC'Teå<-'D½<EOT>½9<EOT>å", "tokens": 31, "pieces": ["'s", "ᵃ", "㋿a", "̊'", "DABC", "'T", "ea", "̊<-'", "D", "½", "<EOT", ">", "½9", "<EOT", ">a", "̊"]}
+{"text": "İ<|fim_prefix|>éeaBa/b\n/iOS'D \n EOT,Ab'll!🙂d\r\n\r\n\r\n\r\nᵃcamelCase \n ABC٣٤٥٦", "tokens": 43, "pieces": ["İ", "<|", "fim", "_prefix", "|>", "e", "́eaBa", "/b", "\n", "/iOS", "'D", " \n", " EOT", ",Ab", "'ll", "!🙂", "d", "\r\n\r\n\r\n\r\n", "ᵃcamelCase", " \n", " ABC", "٣٤٥", "٦"]}
+{"text": "ⅣaBİ<|endoftext|>'M…#$%'VEDž ", "tokens": 21, "pieces": ["Ⅳ", "aBİ", "<|", "endoftext", "|>'", "M", "…", "#$%'", "VEDž", " "]}
+{"text": "a/b३t0/\r\n   \n\r\n\r\n­\tḍ̇ᵃ'Re><|fim_prefix|>'THTTPServer字­camelCase   \n'M  ३'T'T", "tokens": 42, "pieces": ["a", "/b", "३", "t", "0", "/\r\n", "   \n\r\n\r\n", "­", "\tḋ", "̣ᵃ", "'Re", "><|", "fim", "_prefix", "|>'", "THTTPServer字", "­camelCase", "   \n", "'M", " ", " ", "३", "'T", "'T"]}
+{"text": "​<m㋿\n/\r\n😀🏽mDž", "tokens": 16, "pieces": ["​<", "m", "㋿\n", "/\r\n", "😀🏽", "mDž"]}
+{"text": "iOS🙂  B/\r\n\t㋿>12345678😀🏽<|endoftext|>Dž \n ", "tokens": 30, "pieces": ["iOS", "🙂", " ", " B", "/\r\n", "\t", "㋿>", "123", "456", "78", "😀🏽<|", "endoftext", "|>", "Dž", " \n "]}
+{"text": "ᵃ-\u000b12345678ſiOSa/b9<|endoftext|>'D'll'Dž'll'sſ#$%éſ<|endoftext|>9(EOTfi é#$%ée­­𐞁'llZ  ㋿", "tokens": 67, "pieces": ["ᵃ", "-", "\u000b", "123", "456", "78", "ſiOSa", "/b", "9", "<|", "endoftext", "|>'", "D", "'ll", "'Dž", "'ll", "'s", "ſ", "#$%", "e", "́ſ", "<|", "endoftext", "|>", "9", "(EOTfi", " é", "#$%", "e", "́e", "­­", "𐞁", "'ll", "Z", " ", " ㋿"]}
+{"text": "a/b(Dž३<|fim_prefix|>…😀🏽9éᵃ", "tokens": 26, "pieces": ["a", "/b", "(Dž", "३", "<|", "fim", "_prefix", "|>", "…", "😀🏽", "9", "éᵃ"]}
+{"text": "-𐞁/ḍ̇!İ'VEDžunglaéfi'Td
(́(ع/", "tokens": 31, "pieces": ["-𐞁", "/ḋ", "̣!", "İ", "'VE", "Džunglaéfi", "'T", "d", "
", "(́(", "ع", "/"]}
+{"text": "12345678-\n/aB­/!<|endoftext|>", "tokens": 15, "pieces": ["123", "456", "78", "-\n", "/aB", "­/!<|", "endoftext", "|>"]}
+{"text": "å㋿d<EOT>…é'/　 \n İ\"é\u000b漢-😀🏽s　<|endoftext|>½é­ABC,
 ḍ̇\n  HTTPServerHTTPServer", "tokens": 58, "pieces": ["a", "̊㋿", "d", "<EOT", ">", "…e", "́'/", "　 \n", " İ", "\"e", "́", "\u000b漢", "-😀🏽", "s", "　", "<|", "endoftext", "|>", "½", "e", "́­", "ABC", ",", "
", " ḋ", "̣\n", " ", " HTTPServerHTTPServer"]}
+{"text": "İßs
ꟲa/b", "tokens": 10, "pieces": ["İßs", "
ꟲa", "/b"]}
+{"text": "'ll'sé<|endoftext|>३å'M>!", "tokens": 19, "pieces": ["'ll", "'s", "é", "<|", "endoftext", "|>", "३", "a", "̊'", "M", ">!"]}
+{"text": "sZAb    \n0ſB(\u000bd𐞁\r\n\r\n>'SDž /३عⅣd'M(aBé,…\n<|endoftext|>'S'll0Ab👍🏽
", "tokens": 56, "pieces": ["sZAb", "    \n", "0", "ſB", "(", "\u000bd𐞁", "\r\n\r\n", ">'", "SDž", " ", "/", "३", "ع", "Ⅳ", "d", "'M", "(aBé", ",", "…\n", "<|", "endoftext", "|>'", "S", "'ll", "0", "Ab", "👍🏽", "
"]}
+{"text": "‍e'śع\"\r  12345678ß-́,9#$%\n/ſ \n -d‍字'SaB\na/bcamelCase<EOT>İ\n/", "tokens": 43, "pieces": ["‍e", "'s", "́ع", "\"\r", " ", " ", "123", "456", "78", "ß", "-́,", "9", "#$%\n", "/ſ", " \n", " -", "d", "‍字", "'S", "aB", "\n", "a", "/bcamelCase", "<EOT", ">İ", "\n", "/"]}
+{"text": "Dž \n 𐞁🙂<|endoftext|>'s9<|endoftext|>\u000b字'T́(\"9\r\n\r\n'siOS字<|fim_prefix|><|endoftext|>'Re'M\r\nd<|fim_prefix|>'reé🙂", "tokens": 64, "pieces": ["Dž", " \n", " 𐞁", "🙂<|", "endoftext", "|>'", "s", "9", "<|", "endoftext", "|>", "\u000b字", "'T", "́(\"", "9", "\r\n\r\n", "'s", "iOS字", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "Re", "'M", "\r\n", "d", "<|", "fim", "_prefix", "|>'", "ree", "́🙂"]}
+{"text": "　EOT\u000bfidZ#$%HTTPServer/iOSᵃ㍿́\r\"ݽ…\nm.Ab'M'S٣٤٥٦Džungla(éꟲ'll", "tokens": 50, "pieces": ["　EOT", "\u000bfidZ", "#$%", "HTTPServer", "/iOSᵃ", "㍿́\r", "\"İ", "½", "…\n", "m", ".Ab", "'M", "'S", "٣٤٥", "٦", "Džungla", "(e", "́ꟲ", "'ll"]}
+{"text": "ᵃ\r\n.#$%!!٣٤٥٦\ndＡB0\n/́ꟲ !!<META_START>𐞁B(ſABC字HTTPServer<|fim_prefix|>\r   \nABCé\n😀🏽HTTPServera/b\t'12345678", "tokens": 72, "pieces": ["ᵃ", "\r\n", ".#$%!!", "٣٤٥", "٦", "\n", "dＡB", "0", "\n", "/́", "ꟲ", " !!<", "META", "_START", ">𐞁B", "(ſABC字HTTPServer", "<|", "fim", "_prefix", "|>\r", "   \n", "ABCe", "́\n", "😀🏽", "HTTPServera", "/b", "\t", "'", "123", "456", "78"]}
+{"text": "(   \n㋿td🙂å'så'M\n/camelCase½\n,ABCå\n0/", "tokens": 31, "pieces": ["(", "   \n", "㋿td", "🙂a", "̊'", "sa", "̊'", "M", "\n", "/camelCase", "½", "\n", ",ABCa", "̊\n", "0", "/"]}
+{"text": "\n/>-HTTPServer\nAb'VE'S#$%<|endoftext|>camelCaseß'VEع<META_START>Džungla>ꟲéß<META_START>\r'(<META_START>", "tokens": 50, "pieces": ["\n", "/>-", "HTTPServer", "\n", "Ab", "'VE", "'S", "#$%<|", "endoftext", "|>", "camelCaseß", "'VE", "ع", "<META", "_START", ">Džungla", ">ꟲe", "́ß", "<META", "_START", ">\r", "'(<", "META", "_START", ">"]}
+{"text": "ꟲa/b", "tokens": 5, "pieces": ["ꟲa", "/b"]}
+{"text": "09HTTPServer's㋿iOS#$%ᵃ,ⅣaB'siOS", "tokens": 20, "pieces": ["09", "HTTPServer", "'s", "㋿iOS", "#$%", "ᵃ", ",", "Ⅳ", "aB", "'s", "iOS"]}
+{"text": "é", "tokens": 1, "pieces": ["é"]}
+{"text": "Džungla㋿'s", "tokens": 9, "pieces": ["Džungla", "㋿'", "s"]}
+{"text": "字<EOT>…‍HTTPServer<EOT<EOT>Ａ‍' \n 'D\n\r\n　a/b…\n😀🏽12345678Bfi'Re🙂s\"㋿!😀🏽\r\n­", "tokens": 58, "pieces": ["字", "<EOT", ">", "…", "‍HTTPServer", "<EOT", "<EOT", ">Ａ", "‍'", " \n", " '", "D", "\n\r\n", "　a", "/b", "…\n", "😀🏽", "123", "456", "78", "Bfi", "'Re", "🙂s", "\"㋿!😀🏽\r\n", "­"]}
+{"text": " #$%éḍ̇\t३́afi, Ab\r\n\r\na٣٤٥٦\",­'re!!ABC\r\né!\r٣٤٥٦'re\r\r\n\r\n­ᵃ'VE\té<|fim_prefix|>", "tokens": 64, "pieces": [" ", "#$%", "éḋ", "̣", "\t", "३", "́afi", ",", " Ab", "\r\n\r\n", "a", "٣٤٥", "٦", "\",­'", "re", "!!", "ABC", "\r\n", "é", "!\r", "٣٤٥", "٦", "'re", "\r\r\n\r\n", "­ᵃ", "'VE", "\te", "́<|", "fim", "_prefix", "|>"]}
+{"text": "İＡé,", "tokens": 5, "pieces": ["İＡé", ","]}
+{"text": "‍  <|fim_prefix|>,'D.'ſ/\r.a0m\n!'reAb\"👍🏽<META_START>/Ab!!Ab३​\tABC", "tokens": 42, "pieces": ["‍", " ", " <|", "fim", "_prefix", "|>,'", "D", ".'", "ſ", "/\r", ".a", "0", "m", "\n", "!'", "reAb", "\"👍🏽<", "META", "_START", ">/", "Ab", "!!", "Ab", "३", "​", "\tABC"]}
+{"text": "ⅣcamelCase<|endoftext|>\" \r\n<|fim_prefix|>'rea/bᵃtfi'reᵃB👍🏽٣٤٥٦ABCe'DBᵃ\rm\"\r\r\n　d عDžungla\r\n0'Re𐞁   \n!ſ", "tokens": 76, "pieces": ["Ⅳ", "camelCase", "<|", "endoftext", "|>\"", " \r\n", "<|", "fim", "_prefix", "|>'", "rea", "/bᵃtfi", "'re", "ᵃB", "👍🏽", "٣٤٥", "٦", "ABCe", "'D", "Bᵃ", "\r", "m", "\"\r\r\n", "　d", " عDžungla", "\r\n", "0", "'Re", "𐞁", "   \n", "!ſ"]}
+{"text": "İ漢\"aZ½‍<|fim_prefix|>d12345678B're", "tokens": 21, "pieces": ["İ漢", "\"aZ", "½", "‍<|", "fim", "_prefix", "|>", "d", "123", "456", "78", "B", "'re"]}
+{"text": "　0字…½\n'ſ/\r\né½t12345678漢ḍ̇.漢漢>é-/\r\n'ḍ̇\"Ⅳ'D👍🏽\n#$%<|endoftext|>", "tokens": 60, "pieces": ["　", "0", "字", "…", "½", "\n", "'ſ", "/\r\n", "e", "́", "½", "t", "123", "456", "78", "漢ḋ", "̣.", "漢漢", ">é", "-/\r\n", "'ḋ", "̣\"", "Ⅳ", "'D", "👍🏽\n", "#$%<|", "endoftext", "|>"]}
+{"text": "
å'VE‍'D   \n
ß'VE   \n👍🏽٣٤٥٦​𐞁'TAb𐞁…tHTTPServer👍🏽", "tokens": 54, "pieces": ["
a", "̊'", "VE", "‍'", "D", "   \n", "
ß", "'VE", "   \n", "👍🏽", "٣٤٥", "٦", "​𐞁", "'T", "Ab𐞁", "…tHTTPServer", "👍🏽"]}
+{"text": "'ſDžes\n'ſHTTPServer'S㋿e
  \n HTTPServer…\n
iOSZ㍿ß\n\u000b/👍🏽'reع漢 \n ḍ̇-'VE½", "tokens": 57, "pieces": ["'ſ", "Džes", "\n", "'ſ", "HTTPServer", "'S", "㋿e", "
  \n", " HTTPServer", "…\n", "
iOSZ", "㍿ß", "\n", "\u000b", "/👍🏽'", "reع漢", " \n", " ḋ", "̣-'", "VE", "½"]}
+{"text": "'T½\"😀🏽'TBd/'re\r\n\r\nſ  é٣٤٥٦'Re…<
", "tokens": 32, "pieces": ["'T", "½", "\"😀🏽'", "TBd", "/'", "re", "\r\n\r\n", "ſ", " ", " é", "٣٤٥", "٦", "'Re", "…", "<", "
"]}
+{"text": "-\u000ba0Z9é '½.", "tokens": 11, "pieces": ["-", "\u000ba", "0", "Z", "9", "e", "́", " '", "½", "."]}
+{"text": "३'S\nİa/b​Ａ. s \n ㋿/å.e!'Mḍ̇'DiOS", "tokens": 34, "pieces": ["३", "'S", "\n", "İa", "/b", "​Ａ", ".", " s", " \n", " ㋿/", "a", "̊.", "e", "!'", "Mḋ", "̣'", "DiOS"]}
+{"text": "…/<EOT>Džunglaİ
é\te   \né \n eB<META_START>  <\rＡᵃ'ßBa\n/\n/½\t३sAb𐞁camelCase're/ 🙂", "tokens": 54, "pieces": ["…", "/<", "EOT", ">Džunglaİ", "
e", "́", "\te", "   \n", "é", " \n", " eB", "<META", "_START", ">", " ", " <\r", "Ａᵃ", "'ßBa", "\n", "/\n", "/", "½", "\t", "३", "sAb𐞁camelCase", "'re", "/", " 🙂"]}
+{"text": "­'ReZ
字Z", "tokens": 8, "pieces": ["­'", "ReZ", "
字Z"]}
+{"text": "ABC\n/漢'll\n\r\n\r\n🙂́ᵃＡꟲ<EOT>'ll'Réd>字-#$%😀🏽e½/\r\naBa/b'Re<tZ'M漢", "tokens": 48, "pieces": ["ABC", "\n", "/漢", "'ll", "\n\r\n\r\n", "🙂́", "ᵃＡꟲ", "<EOT", ">'", "ll", "'Re", "́d", ">字", "-#$%😀🏽", "e", "½", "/\r\n", "aBa", "/b", "'Re", "<tZ", "'M", "漢"]}
+{"text": "a'Då‍ 'VEa/b'll漢 \"…㋿ꟲ\nDž<META_START>d9a\r\u000bꟲ'Re
漢éAb're<|endoftext|>\n0
EOTＡd٣٤٥٦😀🏽", "tokens": 75, "pieces": ["a", "'D", "a", "̊‍", " ", "'VE", "a", "/b", "'ll", "漢", " ", "\"", "…", "㋿ꟲ", "\n", "Dž", "<META", "_START", ">d", "9", "a", "\r", "\u000bꟲ", "'Re", "
漢éAb", "'re", "<|", "endoftext", "|>\n", "0", "
EOTＡd", "٣٤٥", "٦", "😀🏽"]}
+{"text": "12345678İ   \nꟲEOTaعZ İ'ſ‍   \n12345678Džunglaé㍿eDž<|fim_prefix|>‍‍٣٤٥٦s\téⅣ12345678Z字aB(㋿fiAbé", "tokens": 75, "pieces": ["123", "456", "78", "İ", "   \n", "ꟲEOTaعZ", " İ", "'ſ", "‍", "   \n", "123", "456", "78", "Džunglaé", "㍿eDž", "<|", "fim", "_prefix", "|>‍‍", "٣٤٥", "٦", "s", "\te", "́", "Ⅳ12", "345", "678", "Z字aB", "(㋿", "fiAbe", "́"]}
+{"text": "DžABC\r\n<|fim_prefix|>🙂‍Ab㍿٣٤٥٦Dž  <|fim_prefix|>B#$%HTTPServer", "tokens": 41, "pieces": ["DžABC", "\r\n", "<|", "fim", "_prefix", "|>🙂‍", "Ab", "㍿", "٣٤٥", "٦", "Dž", " ", " <|", "fim", "_prefix", "|>", "B", "#$%", "HTTPServer"]}
+{"text": "'sDžunglaHTTPServer  \n \n/漢'VE<EOT>👍🏽ⅣAb0éⅣaå३12345678🙂'M,\u000b\r…٣٤٥٦Džungla३<EOT>'Re(ſ'D", "tokens": 69, "pieces": ["'s", "DžunglaHTTPServer", "  \n \n", "/漢", "'VE", "<EOT", ">👍🏽", "Ⅳ", "Ab", "0", "é", "Ⅳ", "aa", "̊", "३12", "345", "678", "🙂'", "M", ",", "\u000b\r", "…", "٣٤٥", "٦", "Džungla", "३", "<EOT", ">'", "Re", "(ſ", "'D"]}
+{"text": "'Mİ‍'sＡ.-½　ꟲ'VEḍ̇éᵃ   \nAb12345678", "tokens": 30, "pieces": ["'M", "İ", "‍'", "sＡ", ".-", "½", "　ꟲ", "'VE", "ḋ", "̣éᵃ", "   \n", "Ab", "123", "456", "78"]}
+{"text": "Ａ　Ａ𐞁å㋿aß#$%a/\r\n,
s½>😀🏽(½
漢EOTABCع\u000b'S'-İ
m👍🏽<|endoftext|>\r\naᵃ", "tokens": 66, "pieces": ["Ａ", "　Ａ𐞁a", "̊㋿", "aß", "#$%", "a", "/\r\n", ",", "
s", "½", ">😀🏽(", "½", "
漢EOTABCع", "\u000b", "'S", "'-", "İ", "
m", "👍🏽<|", "endoftext", "|>\r\n", "aᵃ"]}
+{"text": "#$%'VE(İ \n Ab­  0a'Re　-  'S'Re­/\r\nB", "tokens": 22, "pieces": ["#$%'", "VE", "(İ", " \n", " Ab", "­", " ", " ", "0", "a", "'Re", "　", "-", " ", " '", "S", "'Re", "­/\r\n", "B"]}
+{"text": "!!٣٤٥٦'Re   \n<EOT>👍🏽ꟲDžunglaa/b'ſßcamelCase(\r.'DaZs", "tokens": 41, "pieces": ["!!", "٣٤٥", "٦", "'Re", "   \n", "<EOT", ">👍🏽", "ꟲDžunglaa", "/b", "'ſ", "ßcamelCase", "(\r", ".'", "DaZs"]}
+{"text": "s<EOT>Ⅳ\n/ꟲa<EOT>🙂½'M\n", "tokens": 20, "pieces": ["s", "<EOT", ">", "Ⅳ", "\n", "/ꟲa", "<EOT", ">🙂", "½", "'M", "\n"]}
+{"text": "<EOT>­​字Dž\t'Tß\r\niOS's'MAbİ >é'll/\r\nAbiOSa.​DžB😀🏽́", "tokens": 37, "pieces": ["<EOT", ">­​", "字Dž", "\t", "'T", "ß", "\r\n", "iOS", "'s", "'M", "Abİ", " ", ">e", "́'", "ll", "/\r\n", "AbiOSa", ".​", "DžB", "😀🏽́"]}
+{"text": "B\t<EOT>/\r\n𐞁a/b<|fim_prefix|>Dž#$%\u000b\n/mcamelCase", "tokens": 28, "pieces": ["B", "\t", "<EOT", ">/\r\n", "𐞁a", "/b", "<|", "fim", "_prefix", "|>", "Dž", "#$%", "\u000b\n", "/mcamelCase"]}
+{"text": "!#$%'VEع<|fim_prefix|>HTTPServer\n<­\r\n\r\n‍字😀🏽é<sꟲdß<𐞁
>­,B<|fim_prefix|>३   \ne👍🏽\r\n\r\nd>", "tokens": 66, "pieces": ["!#$%'", "VEع", "<|", "fim", "_prefix", "|>", "HTTPServer", "\n", "<­\r\n\r\n", "‍字", "😀🏽", "e", "́<", "sꟲdß", "<𐞁", "
", ">­,", "B", "<|", "fim", "_prefix", "|>", "३", "   \n", "e", "👍🏽\r\n\r\n", "d", ">"]}
+{"text": "½tİ\u000b
", "tokens": 6, "pieces": ["½", "tİ", "\u000b
"]}
+{"text": "'VE!!\n/ع😀🏽", "tokens": 10, "pieces": ["'VE", "!!\n", "/ع", "😀🏽"]}
+{"text": "
 \n ABC\tfi\"'VEAb㍿/s🙂ABCa/b‍　'M0<EOT>t\r\n'sEOT", "tokens": 32, "pieces": ["
 \n", " ABC", "\tfi", "\"'", "VEAb", "㍿/", "s", "🙂ABCa", "/b", "‍", "　", "'M", "0", "<EOT", ">t", "\r\n", "'s", "EOT"]}
+{"text": "\r\n\r\n#$%!!​½Ａ'M  'TiOS", "tokens": 13, "pieces": ["\r\n\r\n", "#$%!!​", "½", "Ａ", "'M", " ", " '", "TiOS"]}
+{"text": "9éDžunglaEOTt<META_START>da/bİ12345678<|fim_prefix|>#$%ß𐞁m\r\n/\r\nع9camelCases\u000b'SDžunglaḍ̇éꟲEOT<|fim_prefix|>aſ,/", "tokens": 70, "pieces": ["9", "e", "́DžunglaEOTt", "<META", "_START", ">da", "/bİ", "123", "456", "78", "<|", "fim", "_prefix", "|>#$%", "ß𐞁m", "\r\n", "/\r\n", "ع", "9", "camelCases", "\u000b", "'S", "Džunglaḋ", "̣e", "́ꟲEOT", "<|", "fim", "_prefix", "|>", "aſ", ",/"]}
+{"text": "EOT0　0Ⅳꟲ#$%字
Z'ſ'Ta/bḍ̇'llß", "tokens": 30, "pieces": ["EOT", "0", "　", "0Ⅳ", "ꟲ", "#$%", "字", "
Z", "'ſ", "'T", "a", "/bḋ", "̣'", "llß"]}
+{"text": "   \nDžunglam12345678\n/Ⅳ12345678EOT'lliOS'ſß", "tokens": 23, "pieces": ["   \n", "Džunglam", "123", "456", "78", "\n", "/", "Ⅳ12", "345", "678", "EOT", "'ll", "iOS", "'ſ", "ß"]}
+{"text": "   \nEOTDž‍字\u000b👍🏽😀🏽字🙂", "tokens": 23, "pieces": ["   \n", "EOTDž", "‍字", "\u000b", "👍🏽😀🏽", "字", "🙂"]}
+{"text": "ꟲé12345678aB \n 12345678EOT   \n<३'VE<META_START>00…Ⅳ字iOSé'Reꟲ're's'siOSt 0aeعé's<EOT>", "tokens": 56, "pieces": ["ꟲé", "123", "456", "78", "aB", " \n", " ", "123", "456", "78", "EOT", "   \n", "<", "३", "'VE", "<META", "_START", ">", "00", "…", "Ⅳ", "字iOSe", "́'", "Reꟲ", "'re", "'s", "'s", "iOSt", " ", "0", "aeعé", "'s", "<EOT", ">"]}
+{"text": "'ll'Sé/a/b(d eꟲ/\r\nＡå​'reAb'M#$%'sss\rḍ̇  ㋿/\r\nm", "tokens": 37, "pieces": ["'ll", "'S", "é", "/a", "/b", "(d", " eꟲ", "/\r\n", "Ａa", "̊​'", "reAb", "'M", "#$%'", "sss", "\r", "ḋ", "̣", " ", " ㋿/\r\n", "m"]}
+{"text": "'ll \n/­<EOT>", "tokens": 8, "pieces": ["'ll", " \n", "/­<", "EOT", ">"]}
+{"text": "\"­<META_START>t'll\"ééfi0Z's\n  '㍿aB\"'re #$%…'ll\n/m漢३\u000b'D𐞁.ᵃ!!\t㍿Džungla😀🏽𐞁", "tokens": 64, "pieces": ["\"­<", "META", "_START", ">t", "'ll", "\"ééfi", "0", "Z", "'s", "\n", " ", " '㍿", "aB", "\"'", "re", " #$%", "…", "'ll", "\n", "/m漢", "३", "\u000b", "'D", "𐞁", ".ᵃ", "!!", "\t", "㍿Džungla", "😀🏽", "𐞁"]}
+{"text": "sßAb'M\n\"\r\n\r\n<漢\tAb🙂DžＡ\t㍿\n/  ", "tokens": 24, "pieces": ["sßAb", "'M", "\n", "\"\r\n\r\n", "<漢", "\tAb", "🙂DžＡ", "\t", "㍿\n", "/", "  "]}
+{"text": "'s \n 👍🏽㍿ḍ̇🙂", "tokens": 17, "pieces": ["'s", " \n", " 👍🏽㍿", "ḋ", "̣🙂"]}
+{"text": "(½　Z9s\r#$%12345678m'S
­\nDžunglafi𐞁ᵃmHTTPServer 'Re㍿㍿ \n B!!!'reZعİ<|endoftext|>", "tokens": 57, "pieces": ["(", "½", "　Z", "9", "s", "\r", "#$%", "123", "456", "78", "m", "'S", "
", "­\n", "Džunglafi𐞁ᵃmHTTPServer", " '", "Re", "㍿㍿", " \n", " B", "!!!'", "reZعİ", "<|", "endoftext", "|>"]}
+{"text": "\réＡ a/ba­…٣٤٥٦\n12345678漢", "tokens": 25, "pieces": ["\r", "éＡ", " a", "/ba", "­", "…", "٣٤٥", "٦", "\n", "123", "456", "78", "漢"]}
+{"text": "\r\n\r\n'T#$%< \n 'VE ", "tokens": 9, "pieces": ["\r\n\r\n", "'T", "#$%<", " \n", " '", "VE", " "]}
+{"text": "\n/字iOSع½\r\n\r\n
<EOT>camelCase#$%٣٤٥٦å<|fim_prefix|>­\r'SfiⅣ", "tokens": 41, "pieces": ["\n", "/字iOSع", "½", "\r\n\r\n", "
", "<EOT", ">camelCase", "#$%", "٣٤٥", "٦", "a", "̊<|", "fim", "_prefix", "|>­\r", "'S", "fi", "Ⅳ"]}
+{"text": "'s漢𐞁İiOScamelCasedİe   #$%d'MABCs \n 'reİa/b<EOT>-ع'reHTTPServer \n!३camelCase<|fim_prefix|>😀🏽é.", "tokens": 54, "pieces": ["'s", "漢𐞁İiOScamelCasedİe", "  ", " #$%", "d", "'M", "ABCs", " \n", " '", "reİa", "/b", "<EOT", ">-", "ع", "'re", "HTTPServer", " \n", "!", "३", "camelCase", "<|", "fim", "_prefix", "|>😀🏽", "é", "."]}
+{"text": "12345678Džungla'D ½a \n …<12345678ᵃ/aBDžungla\u000b㍿camelCase🙂mع\u000b<|fim_prefix|>'Tm字iOS<|endoftext|><|endoftext|>iOSſABC\tꟲ<EOT>😀🏽\n/Ab\t", "tokens": 83, "pieces": ["123", "456", "78", "Džungla", "'D", " ", "½", "a", " \n", " ", "…", "<", "123", "456", "78", "ᵃ", "/aBDžungla", "\u000b", "㍿camelCase", "🙂mع", "\u000b", "<|", "fim", "_prefix", "|>'", "Tm字iOS", "<|", "endoftext", "|><|", "endoftext", "|>", "iOSſABC", "\tꟲ", "<EOT", ">😀🏽\n", "/Ab", "\t"]}
+{"text": "漢'ſ", "tokens": 5, "pieces": ["漢", "'ſ"]}
+{"text": "…  camelCasefiİ<३#$%㍿ḍ̇dB😀🏽", "tokens": 27, "pieces": ["… ", " camelCasefiİ", "<", "३", "#$%㍿", "ḋ", "̣dB", "😀🏽"]}
+{"text": "\u000b\n/!\r\n\r\niOS'ſ12345678/\r\n ㍿'M<|fim_prefix|>Ab\r😀🏽ſ'll­", "tokens": 37, "pieces": ["\u000b\n", "/!\r\n\r\n", "iOS", "'ſ", "123", "456", "78", "/\r\n", " ㍿'", "M", "<|", "fim", "_prefix", "|>", "Ab", "\r", "😀🏽", "ſ", "'ll", "­"]}
+{"text": "'Taſ​'ll0३'S'ſ'Sſ!!😀🏽,!!\u000bHTTPServer/​mé
9𐞁ß𐞁\r\n\r\n's'ᵃ🙂s", "tokens": 53, "pieces": ["'T", "aſ", "​'", "ll", "0३", "'S", "'ſ", "'S", "ſ", "!!😀🏽,!!", "\u000bHTTPServer", "/​", "mé", "
", "9", "𐞁ß𐞁", "\r\n\r\n", "'s", "'ᵃ", "🙂s"]}
+{"text": "/\r\n👍🏽­​İİß're\n/'llZmB\n/́ſ́aBİع😀🏽're  …'ſ  '　.㋿camelCaseHTTPServerfit'sm", "tokens": 58, "pieces": ["/\r\n", "👍🏽­​", "İİß", "'re", "\n", "/'", "llZmB", "\n", "/́", "ſ", "́aBİع", "😀🏽'", "re", "  ", "…", "'ſ", " ", " '", "　", ".㋿", "camelCaseHTTPServerfit", "'s", "m"]}
+{"text": "ꟲ!!m'D,.,ع🙂!!iOS#$%\r\n…\"\rAb'SaBABC👍🏽>\u000b👍🏽t#$%Dž½", "tokens": 44, "pieces": ["ꟲ", "!!", "m", "'D", ",.,", "ع", "🙂!!", "iOS", "#$%\r\n", "…", "\"\r", "Ab", "'S", "aBABC", "👍🏽>", "\u000b", "👍🏽", "t", "#$%", "Dž", "½"]}
+{"text": "Ab0\r\nſ🙂é,B-,fi'll'VE'BEOT
12345678\n/HTTPServerEOT👍🏽ع \n ⅣcamelCase🙂字🙂ßEOT\u000beiOS…🙂\"٣٤٥٦", "tokens": 68, "pieces": ["Ab", "0", "\r\n", "ſ", "🙂e", "́,", "B", "-,", "fi", "'ll", "'VE", "'BEOT", "
", "123", "456", "78", "\n", "/HTTPServerEOT", "👍🏽", "ع", " \n", " ", "Ⅳ", "camelCase", "🙂字", "🙂ßEOT", "\u000beiOS", "…", "🙂\"", "٣٤٥", "٦"]}
+{"text": "EOT'reİ😀🏽 ㋿aB
HTTPServer　<३'D", "tokens": 24, "pieces": ["EOT", "'re", "İ", "😀🏽", " ㋿", "aB", "
HTTPServer", "　", "<", "३", "'D"]}
+{"text": "Ⅳ\r\u000b漢
<|endoftext|><META_START> \n 'll½­å  Džungla　åⅣᵃiOSḍ̇́ſ!‍aB/\r\nAbع ́aBe\u000b'ſ㋿
", "tokens": 71, "pieces": ["Ⅳ", "\r", "\u000b漢", "
", "<|", "endoftext", "|><", "META", "_START", ">", " \n", " '", "ll", "½", "­a", "̊", " ", " Džungla", "　a", "̊", "Ⅳ", "ᵃiOSḋ", "̣́", "ſ", "!‍", "aB", "/\r\n", "Abع", " ́", "aBe", "\u000b", "'ſ", "㋿", "
"]}
+{"text": "\nZ!!é#$%٣٤٥٦ ㋿\t​­/
ABC㋿", "tokens": 28, "pieces": ["\n", "Z", "!!", "é", "#$%", "٣٤٥", "٦", " ", "㋿", "\t", "​­/", "
ABC", "㋿"]}
+{"text": " \n Zm\r\n'sé漢!!#$%<META_START>a/bEOTꟲ<|endoftext|>'sß👍🏽😀🏽\n/dcamelCase'T'D9s>\niOS\n/ꟲ'VE's/\rᵃDž…iOS", "tokens": 70, "pieces": [" \n", " Zm", "\r\n", "'s", "e", "́漢", "!!#$%<", "META", "_START", ">a", "/bEOTꟲ", "<|", "endoftext", "|>'", "sß", "👍🏽😀🏽\n", "/dcamelCase", "'T", "'D", "9", "s", ">\n", "iOS", "\n", "/ꟲ", "'VE", "'s", "/\r", "ᵃDž", "…iOS"]}
+{"text": "\rsＡعsEOT
　\t<META_START>ſ \n    \n　 \n a/b\t'VEe>'VEDžungla.e'ReZ…'<|fim_prefix|>0BⅣ\"\ta", "tokens": 51, "pieces": ["\r", "sＡعsEOT", "
　", "\t", "<META", "_START", ">ſ", " \n    \n　 \n", " a", "/b", "\t", "'VE", "e", ">'", "VEDžungla", ".e", "'Re", "Z", "…", "'<|", "fim", "_prefix", "|>", "0", "B", "Ⅳ", "\"", "\ta"]}
+{"text": "Ⅳ<META_START>", "tokens": 6, "pieces": ["Ⅳ", "<META", "_START", ">"]}
+{"text": "ſiOSéEOT    \nsß\r\n\r\n字½!!㋿(é😀🏽
>", "tokens": 27, "pieces": ["ſiOSéEOT", "    \n", "sß", "\r\n\r\n", "字", "½", "!!㋿(", "é", "😀🏽", "
", ">"]}
+{"text": "​½ꟲ㋿.dⅣ'M३1234567812345678iOS‍…'Refi'llİ", "tokens": 31, "pieces": ["​", "½", "ꟲ", "㋿.", "d", "Ⅳ", "'M", "३12", "345", "678", "123", "456", "78", "iOS", "‍", "…", "'Re", "fi", "'ll", "İ"]}
+{"text": "㋿é
'Mſ#$%s#$%
👍🏽  😀🏽३İ‍'VEع-HTTPServer字­", "tokens": 40, "pieces": ["㋿é", "
", "'M", "ſ", "#$%", "s", "#$%", "
", "👍🏽", " ", " 😀🏽", "३", "İ", "‍'", "VEع", "-HTTPServer字", "­"]}
+{"text": "३fi9­HTTPServer", "tokens": 8, "pieces": ["३", "fi", "9", "­HTTPServer"]}
+{"text": " Abꟲ\"ABC", "tokens": 7, "pieces": [" Abꟲ", "\"ABC"]}
+{"text": "字́d/Ⅳḍ̇'a/bZ,ᵃ
'St​'ll‍३s𐞁İ", "tokens": 36, "pieces": ["字", "́d", "/", "Ⅳ", "ḋ", "̣'", "a", "/bZ", ",ᵃ", "
", "'S", "t", "​'", "ll", "‍", "३", "s𐞁İ"]}
+{"text": "漢ꟲéİſfiZ\u000b㍿.\rDž३iOS>\n
EOT㍿   \n'T", "tokens": 34, "pieces": ["漢ꟲe", "́İſfiZ", "\u000b", "㍿.\r", "Dž", "३", "iOS", ">\n", "
EOT", "㍿", "   \n", "'T"]}
+{"text": ">😀🏽's🙂>'re\r\ń/\r\n<|endoftext|>'DB\r\n9…'sＡ\n/(eß'D<META_START>/a…-   \n  m\r\nem
ABC<dDžungla'Re", "tokens": 57, "pieces": [">😀🏽'", "s", "🙂>'", "re", "\r\n", "́/\r\n", "<|", "endoftext", "|>'", "DB", "\r\n", "9", "…", "'s", "Ａ", "\n", "/(", "eß", "'D", "<META", "_START", ">/", "a", "…", "-", "   \n", " ", " m", "\r\n", "em", "
ABC", "<dDžungla", "'Re"]}
+{"text": "\n/'Re​ 12345678aAb\ré99\r\né'ſ'Re😀🏽/\r\né   \n字İ…Ⅳ\n\u000b", "tokens": 37, "pieces": ["\n", "/'", "Re", "​", " ", "123", "456", "78", "aAb", "\r", "é", "99", "\r\n", "e", "́'", "ſ", "'Re", "😀🏽/\r\n", "e", "́", "   \n", "字İ", "…", "Ⅳ", "\n\u000b"]}
+{"text": "　<|fim_prefix|>12345678'T\n'VE<EOT>𐞁𐞁\u000b<ß<|fim_prefix|>d<EOT>iOSaBABC…Ⅳa\r\n​", "tokens": 51, "pieces": ["　", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "\n", "'VE", "<EOT", ">𐞁𐞁", "\u000b", "<ß", "<|", "fim", "_prefix", "|>", "d", "<EOT", ">iOSaBABC", "…", "Ⅳ", "a", "\r\n", "​"]}
+{"text": "å😀🏽ع<META_START>camelCase  /\r\n  ḍ̇ \n Ab漢", "tokens": 28, "pieces": ["a", "̊😀🏽", "ع", "<META", "_START", ">camelCase", " ", " /\r\n", " ", " ḋ", "̣", " \n", " Ab漢"]}
+{"text": "ḍ̇\u000b­Z/Džungla٣٤٥٦!\n　…　>EOT<|fim_prefix|>
'ReAbéعABC\n/'VE½Ａ\u000be(👍🏽", "tokens": 57, "pieces": ["ḋ", "̣", "\u000b", "­Z", "/Džungla", "٣٤٥", "٦", "!\n", "　…", "　", ">EOT", "<|", "fim", "_prefix", "|>", "
", "'Re", "AbéعABC", "\n", "/'", "VE", "½", "Ａ", "\u000be", "(👍🏽"]}
+{"text": "'S>m!B>#$%!!0ſAbABCİ👍🏽é'D ​ B   \n\u000bDžungla\n/  aBB  \n/　\r'M", "tokens": 41, "pieces": ["'S", ">m", "!B", ">#$%!!", "0", "ſAbABCİ", "👍🏽", "é", "'D", " ", "​", " B", "   \n", "\u000bDžungla", "\n", "/", " ", " aBB", "  \n", "/", "　\r", "'M"]}
+{"text": "/😀🏽-İ-åع'ſ\r\n dcamelCase😀🏽's㋿(㍿㍿'<META_START>et…a<|endoftext|>/\r\n!<META_START>", "tokens": 56, "pieces": ["/😀🏽-", "İ", "-a", "̊ع", "'ſ", "\r\n", " dcamelCase", "😀🏽'", "s", "㋿(㍿㍿'<", "META", "_START", ">et", "…a", "<|", "endoftext", "|>/\r\n", "!<", "META", "_START", ">"]}
+{"text": "Zع'fi\r\n\r\n\r\nABCe0\rZ३ficamelCase'DDžungla'MsEOTd\r0ſꟲ'ReDžungla9…Ab½DžunglaAbDžungla½", "tokens": 54, "pieces": ["Zع", "'fi", "\r\n\r\n\r\n", "ABCe", "0", "\r", "Z", "३", "ficamelCase", "'D", "Džungla", "'M", "sEOTd", "\r", "0", "ſꟲ", "'Re", "Džungla", "9", "…Ab", "½", "DžunglaAbDžungla", "½"]}
+{"text": "ABCaBß　'VEe'sDžunglaᵃ", "tokens": 16, "pieces": ["ABCaBß", "　", "'VE", "e", "'s", "Džunglaᵃ"]}
+{"text": "Z  🙂é!!漢‍\r\n漢👍🏽B", "tokens": 19, "pieces": ["Z", " ", " 🙂", "é", "!!", "漢", "‍\r\n", "漢", "👍🏽", "B"]}
+{"text": "EOTDžungla  (iOS'😀🏽 \n /\r\n,\rt\r\n\r\n🙂B'Ⅳ0EOTa/b\r\n\r\n!‍<EOT>", "tokens": 41, "pieces": ["EOTDžungla", " ", " (", "iOS", "'😀🏽", " \n", " /\r\n", ",\r", "t", "\r\n\r\n", "🙂B", "'", "Ⅳ0", "EOTa", "/b", "\r\n\r\n", "!‍<", "EOT", ">"]}
+{"text": "\u000bEOT.s
ſ👍🏽👍🏽İع. \n >🙂㍿,s<EOT>'T𐞁iOSḍ̇‍BDžungla😀🏽Džungla>İ🙂DžunglacamelCase'D<EOT>'ſ!d㋿", "tokens": 83, "pieces": ["\u000bEOT", ".s", "
ſ", "👍🏽👍🏽", "İع", ".", " \n", " >🙂㍿,", "s", "<EOT", ">'", "T𐞁iOSḋ", "̣‍", "BDžungla", "😀🏽", "Džungla", ">İ", "🙂DžunglacamelCase", "'D", "<EOT", ">'", "ſ", "!d", "㋿"]}
+{"text": "''S<EOT>9ABC㋿,\n/9\r'Ś(ABCⅣ́", "tokens": 21, "pieces": ["''", "S", "<EOT", ">", "9", "ABC", "㋿,\n", "/", "9", "\r", "'S", "́(", "ABC", "Ⅳ", "́"]}
+{"text": "漢㋿​'VE​ßḍ̇<㋿iOS…İ㍿ fiＡ  ́㋿ \n Ab'VE", "tokens": 41, "pieces": ["漢", "㋿​'", "VE", "​ßḋ", "̣<㋿", "iOS", "…İ", "㍿", " fiＡ", " ", " ", "́㋿", " \n", " Ab", "'VE"]}
+{"text": "d字\r\n\r\n𐞁camelCaseHTTPServer'ſ́9aåå<|fim_prefix|><  .éḍ̇dⅣßfi", "tokens": 43, "pieces": ["d字", "\r\n\r\n", "𐞁camelCaseHTTPServer", "'ſ", "́", "9", "aa", "̊a", "̊<|", "fim", "_prefix", "|><", " ", " .", "éḋ", "̣d", "Ⅳ", "ßfi"]}
+{"text": "'VEⅣåst \n fi\"(   \nİ٣٤٥٦0camelCase٣٤٥٦'D'TＡ/\r\nBdt字३", "tokens": 43, "pieces": ["'VE", "Ⅳ", "a", "̊st", " \n", " fi", "\"(", "   \n", "İ", "٣٤٥", "٦0", "camelCase", "٣٤٥", "٦", "'D", "'T", "Ａ", "/\r\n", "Bdt字", "३"]}
+{"text": "字\rcamelCase\r\n\r\néåt#$%fi\n/<EOT>,!HTTPServer#$%  'ss", "tokens": 28, "pieces": ["字", "\r", "camelCase", "\r\n\r\n", "e", "́a", "̊t", "#$%", "fi", "\n", "/<", "EOT", ">,!", "HTTPServer", "#$%", " ", " '", "ss"]}
+{"text": "\t𐞁'll….\rⅣ9\u000bᵃ٣٤٥٦𐞁iOS\n\t…​'M　३\t'S👍🏽　d'", "tokens": 51, "pieces": ["\t𐞁", "'ll", "…", ".\r", "Ⅳ9", "\u000bᵃ", "٣٤٥", "٦", "𐞁iOS", "\n", "\t", "…", "​'", "M", "　", "३", "\t", "'S", "👍🏽", "　d", "'"]}
+{"text": "fi漢👍🏽", "tokens": 10, "pieces": ["fi漢", "👍🏽"]}
+{"text": "字<|endoftext|>\r\n>𐞁\t\r\nß AbZ<EOT> \n 'Sd\r­/\r\n​ \n ", "tokens": 30, "pieces": ["字", "<|", "endoftext", "|>\r\n", ">𐞁", "\t\r\n", "ß", " AbZ", "<EOT", ">", " \n", " '", "Sd", "\r", "­/\r\n", "​", " \n "]}
+{"text": "​Džungla", "tokens": 5, "pieces": ["​Džungla"]}
+{"text": "\r\n   éfi㍿Z३Dž", "tokens": 14, "pieces": ["\r\n", "  ", " éfi", "㍿Z", "३", "Dž"]}
+{"text": "9\u000b'VE'll", "tokens": 5, "pieces": ["9", "\u000b", "'VE", "'ll"]}
+{"text": " 🙂!​\n'Mm\n/Bé'D>s\r\n字'M㋿\nEOT's/\r\n　fi('Ta/bmd", "tokens": 31, "pieces": [" 🙂!​\n", "'M", "m", "\n", "/Be", "́'", "D", ">s", "\r\n", "字", "'M", "㋿\n", "EOT", "'s", "/\r\n", "　fi", "('", "Ta", "/bmd"]}
+{"text": "<META_START>/\r\n‍å>B's字'VE'𐞁iOS-ꟲå३Džunglae‍ḍ̇​fi>.", "tokens": 47, "pieces": ["<META", "_START", ">/\r\n", "‍a", "̊>", "B", "'s", "字", "'VE", "'𐞁iOS", "-ꟲa", "̊", "३", "Džunglae", "‍ḋ", "̣​", "fi", ">."]}
+{"text": "   \nABCiOS३İ\nABCDžs", "tokens": 11, "pieces": ["   \n", "ABCiOS", "३", "İ", "\n", "ABCDžs"]}
+{"text": "e字,\r\n\r\ncamelCase'llcamelCaseåHTTPServereعtEOT'ReABCé>", "tokens": 23, "pieces": ["e字", ",\r\n\r\n", "camelCase", "'ll", "camelCasea", "̊HTTPServereعtEOT", "'Re", "ABCe", "́>"]}
+{"text": "009<|endoftext|>a'll\"<META_START>  'reḍ̇Džungla　/\r\n  émİꟲ'M", "tokens": 37, "pieces": ["009", "<|", "endoftext", "|>", "a", "'ll", "\"<", "META", "_START", ">", " ", " '", "reḋ", "̣Džungla", "　", "/\r\n", " ", " e", "́mİꟲ", "'M"]}
+{"text": "\n漢'VE \n ", "tokens": 7, "pieces": ["\n", "漢", "'VE", " \n "]}
+{"text": "\n/<META_START>\t\nEOTꟲ0㋿édéB㋿,", "tokens": 24, "pieces": ["\n", "/<", "META", "_START", ">", "\t\n", "EOTꟲ", "0", "㋿e", "́déB", "㋿,"]}
+{"text": "ᵃ漢   \n­\n/aBédéaB   \n#$%fiZ\r\n!!HTTPServer'ſ'llcamelCase", "tokens": 30, "pieces": ["ᵃ漢", "   \n", "­\n", "/aBédéaB", "   \n", "#$%", "fiZ", "\r\n", "!!", "HTTPServer", "'ſ", "'ll", "camelCase"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'llİᵃ9😀🏽s‍'ſⅣ㋿<|endoftext|>ᵃ're🙂𐞁'ſ…\u000beعßB're", "tokens": 50, "pieces": ["'ll", "İᵃ", "9", "😀🏽", "s", "‍'", "ſ", "Ⅳ", "㋿<|", "endoftext", "|>", "ᵃ", "'re", "🙂𐞁", "'ſ", "…", "\u000beعßB", "'re"]}
+{"text": "'Re!camelCase字👍🏽(å-!\"٣٤٥٦\u000b/½/​ع<ᵃ \n <|endoftext|>'Se 12345678'll🙂<|fim_prefix|>éDžunglaé'MHTTPServer!!‍!", "tokens": 73, "pieces": ["'Re", "!camelCase字", "👍🏽(", "a", "̊-!\"", "٣٤٥", "٦", "\u000b", "/", "½", "/​", "ع", "<ᵃ", " \n", " <|", "endoftext", "|>'", "Se", " ", "123", "456", "78", "'ll", "🙂<|", "fim", "_prefix", "|>", "e", "́Džunglae", "́'", "MHTTPServer", "!!‍!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'VE㋿", "tokens": 5, "pieces": ["'VE", "㋿"]}
+{"text": "
iOS''Refi👍🏽\nfi👍🏽\r\n\r\n!! \n ٣٤٥٦'ll٣٤٥٦t!!…😀🏽ᵃmİⅣ", "tokens": 59, "pieces": ["
iOS", "''", "Refi", "👍🏽\n", "fi", "👍🏽\r\n\r\n", "!!", " \n", " ", "٣٤٥", "٦", "'ll", "٣٤٥", "٦", "t", "!!", "…", "😀🏽", "ᵃmİ", "Ⅳ"]}
+{"text": "…'Me<|fim_prefix|>\r\n\r\n 𐞁camelCase३\u000biOS12345678d('D", "tokens": 28, "pieces": ["…", "'M", "e", "<|", "fim", "_prefix", "|>\r\n\r\n", " 𐞁camelCase", "३", "\u000biOS", "123", "456", "78", "d", "('", "D"]}
+{"text": "Džungla\rEOT  Džungla-…aB\r\n  ", "tokens": 20, "pieces": ["Džungla", "\r", "EOT", " ", " Džungla", "-", "…aB", "\r\n  "]}
+{"text": "İå'Sm-!fi'S\u000bſBiOS​ \n >camelCase\"912345678\r\n\r\n\tZ", "tokens": 27, "pieces": ["İa", "̊'", "Sm", "-!", "fi", "'S", "\u000bſBiOS", "​", " \n", " >", "camelCase", "\"", "912", "345", "678", "\r\n\r\n", "\tZ"]}
+{"text": "‍9‍­/\r\n-sé,…!!d(\r\n   \nſ#$%漢é#$%!㋿ᵃ½ABC\r\t\r\nZed\n/𐞁<META_START> ​  ", "tokens": 49, "pieces": ["‍", "9", "‍­/\r\n", "-sé", ",", "…", "!!", "d", "(\r\n", "   \n", "ſ", "#$%", "漢é", "#$%!㋿", "ᵃ", "½", "ABC", "\r\t\r\n", "Zed", "\n", "/𐞁", "<META", "_START", ">", " ​", "  "]}
+{"text": "HTTPServer'DßAb漢m'll9Dž<META_START>!0漢'ſḍ̇\u000b-ſa/bfiB\r\n\r\n‍'TDž  (Ⅳ/\r\n", "tokens": 49, "pieces": ["HTTPServer", "'D", "ßAb漢m", "'ll", "9", "Dž", "<META", "_START", ">!", "0", "漢", "'ſ", "ḋ", "̣", "\u000b", "-ſa", "/bfiB", "\r\n\r\n", "‍'", "TDž", " ", " (", "Ⅳ", "/\r\n"]}
+{"text": "!å('T ½a/b​0\r\n.DžunglaHTTPServer'ſ㍿fi㋿!字!​漢😀🏽\tᵃZ!Z字  ", "tokens": 51, "pieces": ["!a", "̊('", "T", " ", "½", "a", "/b", "​", "0", "\r\n", ".DžunglaHTTPServer", "'ſ", "㍿fi", "㋿!", "字", "!​", "漢", "😀🏽", "\tᵃZ", "!Z字", "  "]}
+{"text": "ع EOT!!0ſ'VEＡ", "tokens": 11, "pieces": ["ع", " EOT", "!!", "0", "ſ", "'VE", "Ａ"]}
+{"text": "\r<|fim_prefix|>'s \n DžåAb\t­\n३B'sAbs\n😀🏽…", "tokens": 33, "pieces": ["\r", "<|", "fim", "_prefix", "|>'", "s", " \n", " Dža", "̊Ab", "\t", "­\n", "३", "B", "'s", "Abs", "\n", "😀🏽", "…"]}
+{"text": "m👍🏽e\r\n\r\n9‍a/bⅣ<🙂́(ع(<|fim_prefix|>­- \n \"m<|endoftext|>>㋿\t
<e", "tokens": 49, "pieces": ["m", "👍🏽", "e", "\r\n\r\n", "9", "‍a", "/b", "Ⅳ", "<🙂́(", "ع", "(<|", "fim", "_prefix", "|>­-", " \n", " \"", "m", "<|", "endoftext", "|>>㋿", "\t", "
", "<e"]}
+{"text": "   \n!!İ\r\n\r\n٣٤٥٦ <|fim_prefix|>㍿ⅣHTTPServer   \nABC", "tokens": 29, "pieces": ["   \n", "!!", "İ", "\r\n\r\n", "٣٤٥", "٦", " ", "<|", "fim", "_prefix", "|>㍿", "Ⅳ", "HTTPServer", "   \n", "ABC"]}
+{"text": "'ll,🙂camelCase…­😀🏽-m'D'D ⅣB'Sᵃ😀🏽'HTTPServer", "tokens": 34, "pieces": ["'ll", ",🙂", "camelCase", "…", "­😀🏽-", "m", "'D", "'D", " ", "Ⅳ", "B", "'S", "ᵃ", "😀🏽'", "HTTPServer"]}
+{"text": "é.Ⅳé
Ⅳ>   \n12345678a/b👍🏽Dž\r\n\r\n\r\nBs𐞁<EOT><'T>…9,9字 'reᵃᵃ!>­ſ\"Džungla漢", "tokens": 64, "pieces": ["e", "́.", "Ⅳ", "e", "́", "
", "Ⅳ", ">", "   \n", "123", "456", "78", "a", "/b", "👍🏽", "Dž", "\r\n\r\n\r\n", "Bs𐞁", "<EOT", "><'", "T", ">", "…", "9", ",", "9", "字", " '", "reᵃᵃ", "!>­", "ſ", "\"Džungla漢"]}
+{"text": "aEOT'ſ'ſ s \n iOS \n ᵃ'refiABC३\n'D", "tokens": 24, "pieces": ["aEOT", "'ſ", "'ſ", " s", " \n", " iOS", " \n", " ᵃ", "'re", "fiABC", "३", "\n", "'D"]}
+{"text": "tiOS'SＡ\r\n漢9<META_START>‍　\t12345678'M٣٤٥٦>𐞁३٣٤٥٦\n/!!d漢'VEHTTPServer're<META_START>ＡABC", "tokens": 62, "pieces": ["tiOS", "'S", "Ａ", "\r\n", "漢", "9", "<META", "_START", ">‍", "　", "\t", "123", "456", "78", "'M", "٣٤٥", "٦", ">𐞁", "३٣٤", "٥٦", "\n", "/!!", "d漢", "'VE", "HTTPServer", "'re", "<META", "_START", ">ＡABC"]}
+{"text": "'S'T‍12345678字ABC", "tokens": 9, "pieces": ["'S", "'T", "‍", "123", "456", "78", "字ABC"]}
+{"text": "㍿​'DB!!<Dž😀🏽'D漢\n/<META_START>/tAb　　ᵃ'ReHTTPServerfi\r\n字saBa字iOS'll#$%Z½㋿", "tokens": 50, "pieces": ["㍿​'", "DB", "!!<", "Dž", "😀🏽'", "D漢", "\n", "/<", "META", "_START", ">/", "tAb", "　", "　ᵃ", "'Re", "HTTPServerfi", "\r\n", "字saBa字iOS", "'ll", "#$%", "Z", "½", "㋿"]}
+{"text": "s,\niOS!#$%Ａ\r…😀🏽,a/bZ's­mZḍ̇३'VE\r\n/'ll\u000b.HTTPServereعİm㋿'S'M'Re", "tokens": 50, "pieces": ["s", ",\n", "iOS", "!#$%", "Ａ", "\r", "…", "😀🏽,", "a", "/bZ", "'s", "­mZḋ", "̣", "३", "'VE", "\r\n", "/'", "ll", "\u000b", ".HTTPServereعİm", "㋿'", "S", "'M", "'Re"]}
+{"text": "ßt 👍🏽́ع'VE's٣٤٥٦!!12345678<|endoftext|>\r/\r\n½ ḍ̇", "tokens": 40, "pieces": ["ßt", " 👍🏽́", "ع", "'VE", "'s", "٣٤٥", "٦", "!!", "123", "456", "78", "<|", "endoftext", "|>\r", "/\r\n", "½", " ḋ", "̣"]}
+{"text": "\n/12345678camelCase/٣٤٥٦EOT'ſ's\n/<\ra/biOSİ!!😀🏽a\r\n\r\n\r\n!!åééa㍿a/b", "tokens": 51, "pieces": ["\n", "/", "123", "456", "78", "camelCase", "/", "٣٤٥", "٦", "EOT", "'ſ", "'s", "\n", "/<\r", "a", "/biOSİ", "!!😀🏽", "a", "\r\n\r\n\r\n", "!!", "a", "̊e", "́e", "́a", "㍿a", "/b"]}
+{"text": "👍🏽½Ⅳ
'M   \n字 'T  ,½́/é'ſ'", "tokens": 27, "pieces": ["👍🏽", "½Ⅳ", "
", "'M", "   \n", "字", " ", "'T", " ", " ,", "½", "́/", "e", "́'", "ſ", "'"]}
+{"text": "\rZ'sEOTHTTPServer<META_START>fi0½AbHTTPServera/b<|endoftext|>…'Re\n<|fim_prefix|>-", "tokens": 38, "pieces": ["\r", "Z", "'s", "EOTHTTPServer", "<META", "_START", ">fi", "0½", "AbHTTPServera", "/b", "<|", "endoftext", "|>", "…", "'Re", "\n", "<|", "fim", "_prefix", "|>-"]}
+{"text": "s'D'rét漢é<|endoftext|>…HTTPServerHTTPServerABC9!!'re½'D😀🏽,ß漢Z", "tokens": 39, "pieces": ["s", "'D", "'re", "́t漢e", "́<|", "endoftext", "|>", "…HTTPServerHTTPServerABC", "9", "!!'", "re", "½", "'D", "😀🏽,", "ß漢Z"]}
+{"text": "<EOT>😀🏽'VEt३ \t9'Reé́!,𐞁́<|endoftext|><|fim_prefix|>㋿9>­́'ReZ're/\r\n 👍🏽'ſ
é'T㍿\r\n\r\n", "tokens": 71, "pieces": ["<EOT", ">😀🏽'", "VEt", "३", " ", "\t", "9", "'Re", "e", "́́!,", "𐞁", "́<|", "endoftext", "|><|", "fim", "_prefix", "|>㋿", "9", ">­́'", "ReZ", "'re", "/\r\n", " ", "👍🏽'", "ſ", "
e", "́'", "T", "㍿\r\n\r\n"]}
+{"text": "
<|endoftext|>", "tokens": 9, "pieces": ["
", "<|", "endoftext", "|>"]}
+{"text": "s.</\r\n<EOT>👍🏽é'M漢ꟲ'ß \n #$%0\r\n‍(", "tokens": 29, "pieces": ["s", ".</\r\n", "<EOT", ">👍🏽", "é", "'M", "漢ꟲ", "'ß", " \n", " #$%", "0", "\r\n", "‍("]}
+{"text": "å漢EOT👍🏽🙂12345678\n/#$%   \n'S　Džungla'D🙂Ⅳ12345678fi🙂EOT'", "tokens": 44, "pieces": ["a", "̊漢EOT", "👍🏽🙂", "123", "456", "78", "\n", "/#$%", "   \n", "'S", "　Džungla", "'D", "🙂", "Ⅳ12", "345", "678", "fi", "🙂EOT", "'"]}
+{"text": "३ſ'VEع\"'VE𐞁­'s٣٤٥٦'SZ/!!'ſꟲ<'M   
/\r\nHTTPServerfi", "tokens": 44, "pieces": ["३", "ſ", "'VE", "ع", "\"'", "VE𐞁", "­'", "s", "٣٤٥", "٦", "'S", "Z", "/!!'", "ſꟲ", "<'", "M", "   ", "
", "/\r\n", "HTTPServerfi"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b're'SＡ'Re𐞁9\r\n\n/,m\r\n\r\ncamelCase𐞁३é\r\n\r\nع­​…\t'SＡ
<META_START>aBſ…ḍ̇Z/㍿Z‍a/b", "tokens": 61, "pieces": ["\u000b", "'re", "'S", "Ａ", "'Re", "𐞁", "9", "\r\n\n", "/,", "m", "\r\n\r\n", "camelCase𐞁", "३", "e", "́\r\n\r\n", "ع", "­​", "…", "\t", "'S", "Ａ", "
", "<META", "_START", ">aBſ", "…ḋ", "̣Z", "/㍿", "Z", "‍a", "/b"]}
+{"text": "-‍.<|endoftext|>́Ⅳꟲa/b字'S#$%m'T
½", "tokens": 27, "pieces": ["-‍.<|", "endoftext", "|>́", "Ⅳ", "ꟲa", "/b字", "'S", "#$%", "m", "'T", "
", "½"]}
+{"text": "'T,,e0/   \n'<EOT>  B'S'SDžunglaABCZ\u000b.\r\n9\ts\r\n\r\n'M㋿㋿12345678mſ!!
aB́>-
/\r\n👍🏽", "tokens": 54, "pieces": ["'T", ",,", "e", "0", "/", "   \n", "'<", "EOT", ">", " ", " B", "'S", "'S", "DžunglaABCZ", "\u000b", ".\r\n", "9", "\ts", "\r\n\r\n", "'M", "㋿㋿", "123", "456", "78", "mſ", "!!", "
aB", "́>-", "
", "/\r\n", "👍🏽"]}
+{"text": "ſe­'VE½'re\"́㍿'.0>d,٣٤٥٦Ab'\r\n  ZZs're漢Ⅳ­Ａ   \n\u000bZ0aB​/\r\nᵃEOT", "tokens": 51, "pieces": ["ſe", "­'", "VE", "½", "'re", "\"́㍿'.", "0", ">d", ",", "٣٤٥", "٦", "Ab", "'\r\n", " ", " ZZs", "'re", "漢", "Ⅳ", "­Ａ", "   \n", "\u000bZ", "0", "aB", "​/\r\n", "ᵃEOT"]}
+{"text": "…,😀🏽\n//\r\nHTTPServer!㋿Z'ſ-", "tokens": 21, "pieces": ["…", ",😀🏽\n", "//\r\n", "HTTPServer", "!㋿", "Z", "'ſ", "-"]}
+{"text": "Dž<|endoftext|>…HTTPServer-ꟲ'VE　字　ßaBDžع9\u000bEOT9'.ꟲ\r\nssaB  Dž", "tokens": 44, "pieces": ["Dž", "<|", "endoftext", "|>", "…HTTPServer", "-ꟲ", "'VE", "　字", "　ßaBDžع", "9", "\u000bEOT", "9", "'.", "ꟲ", "\r\n", "ssaB", " ", " Dž"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "/\r\nİe‍#$%'ScamelCase'llEOT/'Dé
<EOT>字字fi\tＡ\"'MABC/ع'reꟲ­ꟲ­aEOT𐞁字Džꟲßſ", "tokens": 58, "pieces": ["/\r\n", "İe", "‍#$%'", "ScamelCase", "'ll", "EOT", "/'", "De", "́", "
", "<EOT", ">字字fi", "\tＡ", "\"'", "MABC", "/ع", "'re", "ꟲ", "­ꟲ", "­aEOT𐞁字Džꟲßſ"]}
+{"text": "'VEᵃİ're.'s, !'ſ\r\r\n\r\n \n 9'T-\r\nm​camelCase/\r\n \n \r\n㋿٣٤٥٦字'ſ'VE>'s   \n<META_START>", "tokens": 52, "pieces": ["'VE", "ᵃİ", "'re", ".'", "s", ",", " ", "!'", "ſ", "\r\r\n\r\n \n", " ", "9", "'T", "-\r\n", "m", "​camelCase", "/\r\n", " \n \r\n", "㋿", "٣٤٥", "٦", "字", "'ſ", "'VE", ">'", "s", "   \n", "<META", "_START", ">"]}
+{"text": "'M<META_START>\rå<EOT><|fim_prefix|>   \n9ḍ̇e/ᵃᵃcamelCase\t‍'D<|endoftext|>漢(", "tokens": 51, "pieces": ["'M", "<META", "_START", ">\r", "a", "̊<", "EOT", "><|", "fim", "_prefix", "|>", "   \n", "9", "ḋ", "̣e", "/ᵃᵃcamelCase", "\t", "‍'", "D", "<|", "endoftext", "|>", "漢", "("]}
+{"text": "d-Ab   \nḍ̇­aB漢'　…㋿>", "tokens": 22, "pieces": ["d", "-Ab", "   \n", "ḋ", "̣­", "aB漢", "'", "　", "…", "㋿>"]}
+{"text": "𐞁camelCase<|fim_prefix|>é'll ", "tokens": 16, "pieces": ["𐞁camelCase", "<|", "fim", "_prefix", "|>", "é", "'ll", " "]}
+{"text": "<👍🏽camelCasecamelCase", "tokens": 11, "pieces": ["<👍🏽", "camelCasecamelCase"]}
+{"text": "EOT-.́½ꟲ!!漢ABCd/\r\n!Džungla'lléABC'Reſſ'Mfi<META_START>m\"'Z'saBEOT'll‍Z", "tokens": 44, "pieces": ["EOT", "-.́", "½", "ꟲ", "!!", "漢ABCd", "/\r\n", "!Džungla", "'ll", "éABC", "'Re", "ſſ", "'M", "fi", "<META", "_START", ">m", "\"'", "Z", "'s", "aBEOT", "'ll", "‍Z"]}
+{"text": "å 'lla/b\n/\r\n㍿<META_START>\r'　 \n Dž<|fim_prefix|>BAb字😀🏽Džungla\n/d-'Då\r'sᵃcamelCaseDž,\n'MfiZ\rＡ'ſå", "tokens": 70, "pieces": ["a", "̊", " '", "lla", "/b", "\n", "/\r\n", "㍿<", "META", "_START", ">\r", "'", "　 \n", " Dž", "<|", "fim", "_prefix", "|>", "BAb字", "😀🏽", "Džungla", "\n", "/d", "-'", "Da", "̊\r", "'s", "ᵃcamelCaseDž", ",\n", "'M", "fiZ", "\r", "Ａ", "'ſ", "a", "̊"]}
+{"text": "👍🏽's", "tokens": 8, "pieces": ["👍🏽'", "s"]}
+{"text": ".'Re😀🏽Dž", "tokens": 9, "pieces": [".'", "Re", "😀🏽", "Dž"]}
+{"text": "camelCaseᵃé🙂a'll mᵃABC<|fim_prefix|>", "tokens": 22, "pieces": ["camelCaseᵃé", "🙂a", "'ll", " mᵃABC", "<|", "fim", "_prefix", "|>"]}
+{"text": "عع<META_START>\r\naBs\r\n\r\n'Re", "tokens": 10, "pieces": ["عع", "<META", "_START", ">\r\n", "aBs", "\r\n\r\n", "'Re"]}
+{"text": "
漢a　ß\r\n\r\n9㋿Ⅳ'Re'sABC‍\tABC<'Re㍿㋿漢,'re\"", "tokens": 34, "pieces": ["
漢a", "　ß", "\r\n\r\n", "9", "㋿", "Ⅳ", "'Re", "'s", "ABC", "‍", "\tABC", "<'", "Re", "㍿㋿", "漢", ",'", "re", "\""]}
+{"text": "'ſ३<META_START>fié- ́!<META_START>B'T𐞁\n/!<👍🏽0'T0DžcamelCase\"!'​   \n'S　.\r<|fim_prefix|>åmABC😀🏽　", "tokens": 67, "pieces": ["'ſ", "३", "<META", "_START", ">fie", "́-", " ", "́!<", "META", "_START", ">B", "'T", "𐞁", "\n", "/!<👍🏽", "0", "'T", "0", "DžcamelCase", "\"!'​", "   \n", "'S", "　", ".\r", "<|", "fim", "_prefix", "|>", "a", "̊mABC", "😀🏽", "　"]}
+{"text": "B㍿İ/s𐞁
", "tokens": 12, "pieces": ["B", "㍿İ", "/s𐞁", "
"]}
+{"text": "…<|fim_prefix|>HTTPServer'Re३' \n 'sABC<|fim_prefix|>s \n '<META_START>,", "tokens": 32, "pieces": ["…", "<|", "fim", "_prefix", "|>", "HTTPServer", "'Re", "३", "'", " \n", " '", "sABC", "<|", "fim", "_prefix", "|>", "s", " \n", " '<", "META", "_START", ">,"]}
+{"text": "!!é\u000ba/bß'llfi字漢(Abé\u000b\r…‍d٣٤٥٦  \r'S.é'llEOT.AbcamelCase-\u000b'Re", "tokens": 47, "pieces": ["!!", "e", "́", "\u000ba", "/bß", "'ll", "fi字漢", "(Abe", "́", "\u000b\r", "…", "‍d", "٣٤٥", "٦", "  \r", "'S", ".e", "́'", "llEOT", ".AbcamelCase", "-", "\u000b", "'Re"]}
+{"text": "<EOT>㋿.Dž
 /\r\n\t३/\r\niOS‍𐞁㍿́\r\n\r\n٣٤٥٦'0😀🏽<|fim_prefix|>㋿ß<META_START>'s㍿'ll ", "tokens": 66, "pieces": ["<EOT", ">㋿.", "Dž", "
", " ", "/\r\n", "\t", "३", "/\r\n", "iOS", "‍𐞁", "㍿́\r\n\r\n", "٣٤٥", "٦", "'", "0", "😀🏽<|", "fim", "_prefix", "|>㋿", "ß", "<META", "_START", ">'", "s", "㍿'", "ll", " "]}
+{"text": ">,iOSHTTPServer\"(­ᵃt😀🏽", "tokens": 15, "pieces": [">,", "iOSHTTPServer", "\"(­", "ᵃt", "😀🏽"]}
+{"text": "'ll", "tokens": 1, "pieces": ["'ll"]}
+{"text": "   \n…'MaBt'T'M字'lld\tEOT!!  ‍Ⅳ\r\n\r\nEOT😀🏽<META_START>", "tokens": 32, "pieces": ["   \n", "…", "'M", "aBt", "'T", "'M", "字", "'ll", "d", "\tEOT", "!!", " ", " ‍", "Ⅳ", "\r\n\r\n", "EOT", "😀🏽<", "META", "_START", ">"]}
+{"text": "iOS½,a/b',EOT\"㋿
'sEOT", "tokens": 16, "pieces": ["iOS", "½", ",a", "/b", "',", "EOT", "\"㋿", "
", "'s", "EOT"]}
+{"text": "ABC<|fim_prefix|>#$%  <|endoftext|>İéſAb'VEZ㍿0㋿㍿<META_START>t9'VE😀🏽a/b🙂Džungla0'ReDžungla漢#$%'T🙂😀🏽\t", "tokens": 74, "pieces": ["ABC", "<|", "fim", "_prefix", "|>#$%", " ", " <|", "endoftext", "|>", "İéſAb", "'VE", "Z", "㍿", "0", "㋿㍿<", "META", "_START", ">t", "9", "'VE", "😀🏽", "a", "/b", "🙂Džungla", "0", "'Re", "Džungla漢", "#$%'", "T", "🙂😀🏽", "\t"]}
+{"text": "㋿<|endoftext|>0ḿs\"-<|endoftext|>mᵃ #$%\"\taB're㍿s/'Re漢👍🏽Ⅳ'Re३. Źᵃ", "tokens": 57, "pieces": ["㋿<|", "endoftext", "|>", "0", "m", "́s", "\"-<|", "endoftext", "|>", "mᵃ", " ", "#$%\"", "\taB", "'re", "㍿s", "/'", "Re漢", "👍🏽", "Ⅳ", "'Re", "३", ".", " Z", "́ᵃ"]}
+{"text": "ḍ̇\t\n/'re!!　 å😀🏽åmt!\né<|fim_prefix|>ع-\"''T\t'T́/\r\n!/#$%😀🏽-㋿㋿　d<META_START>", "tokens": 62, "pieces": ["ḋ", "̣", "\t\n", "/'", "re", "!!", "　", " a", "̊😀🏽", "a", "̊mt", "!\n", "e", "́<|", "fim", "_prefix", "|>", "ع", "-\"''", "T", "\t", "'T", "́/\r\n", "!/#$%😀🏽-㋿㋿", "　d", "<META", "_START", ">"]}
+{"text": " ḍ̇…fiBe\n/\r\nAbⅣ\n/'ll", "tokens": 18, "pieces": [" ḋ", "̣", "…fiBe", "\n", "/\r\n", "Ab", "Ⅳ", "\n", "/'", "ll"]}
+{"text": "HTTPServer\n/\n-éaB #$%9½.>'T   \n<META_START>\r\n\r\n", "tokens": 20, "pieces": ["HTTPServer", "\n", "/\n", "-e", "́aB", " #$%", "9½", ".>'", "T", "   \n", "<META", "_START", ">\r\n\r\n"]}
+{"text": "ع-३٣٤٥٦\r\n\r\n012345678t३Ⅳ,漢ſiOS𐞁'Tİå'S12345678EOT'D𐞁ma/béⅣ'D😀🏽İ0漢/\r\n  a/b
å", "tokens": 72, "pieces": ["ع", "-", "३٣٤", "٥٦", "\r\n\r\n", "012", "345", "678", "t", "३Ⅳ", ",漢ſiOS𐞁", "'T", "İa", "̊'", "S", "123", "456", "78", "EOT", "'D", "𐞁ma", "/be", "́", "Ⅳ", "'D", "😀🏽", "İ", "0", "漢", "/\r\n", " ", " a", "/b", "
a", "̊"]}
+{"text": "Džİ ᵃ‍'MEOT'll!>…'sAba/bع   \n0٣٤٥٦­/   \nß'sＡ　‍.\r,‍", "tokens": 47, "pieces": ["Džİ", " ᵃ", "‍'", "MEOT", "'ll", "!>", "…", "'s", "Aba", "/bع", "   \n", "0٣٤", "٥٦", "­/", "   \n", "ß", "'s", "Ａ", "　", "‍.\r", ",‍"]}
+{"text": " e'M'Stſ'ſ ­Džungla​<|endoftext|>ꟲHTTPServer'D/\r\n​<|fim_prefix|>🙂ꟲ(.>/\r\n<EOT>'Re'll\té𐞁字   \nABC0're", "tokens": 63, "pieces": [" e", "'M", "'S", "tſ", "'ſ", " ", "­Džungla", "​<|", "endoftext", "|>", "ꟲHTTPServer", "'D", "/\r\n", "​<|", "fim", "_prefix", "|>🙂", "ꟲ", "(.>/\r\n", "<EOT", ">'", "Re", "'ll", "\té𐞁字", "   \n", "ABC", "0", "'re"]}
+{"text": "'ll(
> \n t🙂\n/>\r\n,éꟲ　aHTTPServer>éAb'VE…", "tokens": 27, "pieces": ["'ll", "(", "
", ">", " \n", " t", "🙂\n", "/>\r\n", ",e", "́ꟲ", "　aHTTPServer", ">éAb", "'VE", "…"]}
+{"text": "!!½𐞁<­ᵃ\"ع ", "tokens": 14, "pieces": ["!!", "½", "𐞁", "<­", "ᵃ", "\"ع", " "]}
+{"text": "\"(­­‍‍漢#$%'D\r\n\r\n \n 'llfi0eİ!aB\rå", "tokens": 28, "pieces": ["\"(­­‍‍", "漢", "#$%'", "D", "\r\n\r\n \n", " '", "llfi", "0", "eİ", "!aB", "\r", "a", "̊"]}
+{"text": "'M'T漢ABC<EOT>́㍿a/bHTTPServer½a/bém#$%Ａ㍿ABC>
Ⅳ३'ſ𐞁'>aBABCB㍿ \n tABC　sa/bm'reᵃ12345678", "tokens": 64, "pieces": ["'M", "'T", "漢ABC", "<EOT", ">́㍿", "a", "/bHTTPServer", "½", "a", "/be", "́m", "#$%", "Ａ", "㍿ABC", ">", "
", "Ⅳ३", "'ſ", "𐞁", "'>", "aBABCB", "㍿", " \n", " tABC", "　sa", "/bm", "'re", "ᵃ", "123", "456", "78"]}
+{"text": "ع  
é́ꟲ-'M'S\"\t12345678>sİå", "tokens": 22, "pieces": ["ع", "  ", "
é", "́ꟲ", "-'", "M", "'S", "\"", "\t", "123", "456", "78", ">sİa", "̊"]}
+{"text": " \n /\r\n­'Dß👍🏽t\n/Ⅳ#$% B9​B\"Ⅳ'Re½Ａ<|endoftext|>字́", "tokens": 41, "pieces": [" \n", " /\r\n", "­'", "Dß", "👍🏽", "t", "\n", "/", "Ⅳ", "#$%", " B", "9", "​B", "\"", "Ⅳ", "'Re", "½", "Ａ", "<|", "endoftext", "|>", "字", "́"]}
+{"text": "e/\r\n \n ३sᵃsDžunglaDžß \n 　'Re!ḍ̇́'ſ'D'sABCABC<|endoftext|>ABC0\r\n\r\n\r\n…!'VE👍🏽𐞁<META_START>'Re'ſé,", "tokens": 71, "pieces": ["e", "/\r\n", " \n", " ", "३", "sᵃsDžunglaDžß", " \n", " ", "　", "'Re", "!ḋ", "̣́'", "ſ", "'D", "'s", "ABCABC", "<|", "endoftext", "|>", "ABC", "0", "\r\n\r\n\r\n", "…", "!'", "VE", "👍🏽", "𐞁", "<META", "_START", ">'", "Re", "'ſ", "e", "́,"]}
+{"text": "\n/B'VE३'a/b\rİ\r­字　　Džunglaſ
ꟲé/\r\nHTTPServer>\">", "tokens": 33, "pieces": ["\n", "/B", "'VE", "३", "'a", "/b", "\r", "İ", "\r", "­字", "　", "　Džunglaſ", "
ꟲe", "́/\r\n", "HTTPServer", ">\">"]}
+{"text": "'MHTTPServer\r\n\r\n㍿téᵃt㍿ع<EOT>!se0\r\nᵃ/\r\nße'Mé😀🏽‍\t́Dž😀🏽,#$%", "tokens": 50, "pieces": ["'M", "HTTPServer", "\r\n\r\n", "㍿téᵃt", "㍿ع", "<EOT", ">!", "se", "0", "\r\n", "ᵃ", "/\r\n", "ße", "'M", "é", "😀🏽‍", "\t", "́Dž", "😀🏽,#$%"]}
+{"text": " EOT'll'ſ́<EOT>ⅣDžungla
   \n(.a/b\n/字s", "tokens": 27, "pieces": [" EOT", "'ll", "'ſ", "́<", "EOT", ">", "Ⅳ", "Džungla", "
   \n", "(.", "a", "/b", "\n", "/字s"]}
+{"text": "‍'re\r\n\r\n字'lla<META_START>-'s<12345678'D'MiOSé­   \n", "tokens": 24, "pieces": ["‍'", "re", "\r\n\r\n", "字", "'ll", "a", "<META", "_START", ">-'", "s", "<", "123", "456", "78", "'D", "'M", "iOSé", "­", "   \n"]}
+{"text": "Ａ'VE<EOT>'M/ 👍🏽Džungla12345678'ſ<META_START>9m   \n   \n\n/daDžungla'T'S<|fim_prefix|>ſ<EOT>aB<|endoftext|>m's𐞁‍Z🙂é'S're<EOT>Bfi", "tokens": 81, "pieces": ["Ａ", "'VE", "<EOT", ">'", "M", "/", " ", "👍🏽", "Džungla", "123", "456", "78", "'ſ", "<META", "_START", ">", "9", "m", "   \n   \n\n", "/daDžungla", "'T", "'S", "<|", "fim", "_prefix", "|>", "ſ", "<EOT", ">aB", "<|", "endoftext", "|>", "m", "'s", "𐞁", "‍Z", "🙂é", "'S", "'re", "<EOT", ">Bfi"]}
+{"text": "……''re\r\n٣٤٥٦-B<|fim_prefix|>😀🏽(-­'ll(
iOS<|fim_prefix|>'s👍🏽
\r\ne\r\n\r\n​a/b 𐞁,", "tokens": 64, "pieces": ["…", "…", "''", "re", "\r\n", "٣٤٥", "٦", "-B", "<|", "fim", "_prefix", "|>😀🏽(-­'", "ll", "(", "
iOS", "<|", "fim", "_prefix", "|>'", "s", "👍🏽", "
\r\n", "e", "\r\n\r\n", "​a", "/b", " 𐞁", ","]}
+{"text": "­", "tokens": 1, "pieces": ["­"]}
+{"text": "ß\r\n🙂m'T9camelCase'Re\u000bAb'M  ", "tokens": 14, "pieces": ["ß", "\r\n", "🙂m", "'T", "9", "camelCase", "'Re", "\u000bAb", "'M", "  "]}
+{"text": "åⅣ<|endoftext|>", "tokens": 12, "pieces": ["a", "̊", "Ⅳ", "<|", "endoftext", "|>"]}
+{"text": " \n camelCaseß\rḍ̇.٣٤٥٦ſ३३EOT", "tokens": 27, "pieces": [" \n", " camelCaseß", "\r", "ḋ", "̣.", "٣٤٥", "٦", "ſ", "३३", "EOT"]}
+{"text": "٣٤٥٦aB/\r\n½½'VEDž/\r\nm字Ａm👍🏽9dᵃ\n,\"camelCase'M漢'sß,Ａ'T<META_START>ع𐞁Z's  fiꟲå'D", "tokens": 69, "pieces": ["٣٤٥", "٦", "aB", "/\r\n", "½½", "'VE", "Dž", "/\r\n", "m字Ａm", "👍🏽", "9", "dᵃ", "\n", ",\"", "camelCase", "'M", "漢", "'s", "ß", ",Ａ", "'T", "<META", "_START", ">ع𐞁Z", "'s", " ", " fiꟲa", "̊'", "D"]}
+{"text": "/\r\n<META_START>fi,0", "tokens": 9, "pieces": ["/\r\n", "<META", "_START", ">fi", ",", "0"]}
+{"text": "ᵃ-İe­🙂s'Tå're\r\n\r\nＡ\r\n\r\n👍🏽ḍ̇>", "tokens": 32, "pieces": ["ᵃ", "-İe", "­🙂", "s", "'T", "a", "̊'", "re", "\r\n\r\n", "Ａ", "\r\n\r\n", "👍🏽", "ḋ", "̣>"]}
+{"text": "   \n B ٣٤٥٦👍🏽👍🏽,'Dᵃ<|endoftext|><|fim_prefix|>iOS'll/fi'D'VEDžungla \n ꟲsDžZ👍🏽𐞁", "tokens": 72, "pieces": ["   \n", " B", " ", "٣٤٥", "٦", "👍🏽👍🏽,'", "Dᵃ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "iOS", "'ll", "/fi", "'D", "'VE", "Džungla", " \n", " ꟲsDžZ", "👍🏽", "𐞁"]}
+{"text": "d½\n/iOS  <META_START>.B-\n'́字iOS<|fim_prefix|>😀🏽camelCase‍å३½ꟲ'Sfi a/b,e'reAb/\r\ńDžcamelCase'S", "tokens": 57, "pieces": ["d", "½", "\n", "/iOS", " ", " <", "META", "_START", ">.", "B", "-\n", "'́", "字iOS", "<|", "fim", "_prefix", "|>😀🏽", "camelCase", "‍a", "̊", "३½", "ꟲ", "'S", "fi", " a", "/b", ",e", "'re", "Ab", "/\r\n", "́DžcamelCase", "'S"]}
+{"text": "'M''T(\u000bé\r\n dⅣ're‍'a<META_START>(𐞁㍿३a/b\n(m\r\n\r\n/\r\n\r.‍>/\r\n \n /\r\n'ReDžZ", "tokens": 47, "pieces": ["'M", "''", "T", "(", "\u000bé", "\r\n", " d", "Ⅳ", "'re", "‍'", "a", "<META", "_START", ">(", "𐞁", "㍿", "३", "a", "/b", "\n", "(m", "\r\n\r\n", "/\r\n\r", ".‍>/\r\n", " \n", " /\r\n", "'Re", "DžZ"]}
+{"text": "́  \r\n", "tokens": 2, "pieces": ["́", "  \r\n"]}
+{"text": "#$%\n\n.ع́'Rea٣٤٥٦\r\né-/\r\né ", "tokens": 23, "pieces": ["#$%\n\n", ".ع", "́'", "Rea", "٣٤٥", "٦", "\r\n", "e", "́-/\r\n", "é", " "]}
+{"text": "<|fim_prefix|>", "tokens": 7, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "ABCDžunglaaB9camelCase
å>s👍🏽 'TＡDžungla<META_START>­\r.'T👍🏽,", "tokens": 46, "pieces": ["ABCDžunglaaB", "9", "camelCase", "
a", "̊>", "s", "👍🏽", " '", "TＡDžungla", "<META", "_START", ">­\r", ".'", "T", "👍🏽,"]}
+{"text": "　\t'D#$%Ab/…", "tokens": 9, "pieces": ["　", "\t", "'D", "#$%", "Ab", "/", "…"]}
+{"text": "'DHTTPServermḍ̇<Džungla  \"åＡ漢𐞁㋿Džungla>ſEOT٣٤٥٦ⅣＡ'sＡs<EOT>fiḍ̇sZ\ts<META_START>0", "tokens": 73, "pieces": ["'D", "HTTPServermḋ", "̣<", "Džungla", " ", " \"", "a", "̊Ａ漢𐞁", "㋿Džungla", ">ſEOT", "٣٤٥", "٦Ⅳ", "Ａ", "'s", "Ａs", "<EOT", ">fiḋ", "̣sZ", "\ts", "<META", "_START", ">", "0"]}
+{"text": "mİ漢 🙂㍿\n/e'ſ …
camelCaseaBḍ̇Ⅳ", "tokens": 30, "pieces": ["mİ漢", " ", "🙂㍿\n", "/e", "'ſ", " …", "
camelCaseaBḋ", "̣", "Ⅳ"]}
+{"text": "𐞁(👍🏽漢Dž…<META_START>　's>ꟲå<META_START>fi३'T
d!!>\n/t\tß½ⅣＡås\na/b'M३!漢a/b", "tokens": 67, "pieces": ["𐞁", "(👍🏽", "漢Dž", "…", "<META", "_START", ">", "　", "'s", ">ꟲa", "̊<", "META", "_START", ">fi", "३", "'T", "
d", "!!>\n", "/t", "\tß", "½Ⅳ", "Ａa", "̊s", "\n", "a", "/b", "'M", "३", "!漢a", "/b"]}
+{"text": "12345678 \n ḍ̇<META_START>'S<EOT#$%'Dt\rm0\" \n    \nDžungla…aa'MAb \n ß­'ſ​/\r\nß'VEHTTPServer", "tokens": 47, "pieces": ["123", "456", "78", " \n", " ḋ", "̣<", "META", "_START", ">'", "S", "<EOT", "#$%'", "Dt", "\r", "m", "0", "\"", " \n    \n", "Džungla", "…aa", "'M", "Ab", " \n", " ß", "­'", "ſ", "​/\r\n", "ß", "'VE", "HTTPServer"]}
+{"text": "<|fim_prefix|>'ḍ̇\r\n'M0字!!(🙂'reEOTAba/bḍ̇m\n/　٣٤٥٦\n/-a/b<|fim_prefix|>ß👍🏽åDžungla\r\n\r\n#$%a/b<", "tokens": 74, "pieces": ["<|", "fim", "_prefix", "|>'", "ḋ", "̣\r\n", "'M", "0", "字", "!!(🙂'", "reEOTAba", "/bḋ", "̣m", "\n", "/", "　", "٣٤٥", "٦", "\n", "/-", "a", "/b", "<|", "fim", "_prefix", "|>", "ß", "👍🏽", "a", "̊Džungla", "\r\n\r\n", "#$%", "a", "/b", "<"]}
+{"text": "𐞁<|endoftext|>'½\r\n\r\nḍ̇　ABC字!!ᵃ😀🏽12345678\ré!aB\nAb'T🙂\t\"Dž\t字Džع३\nDž<|endoftext|>t🙂camelCase㋿ḍ̇", "tokens": 77, "pieces": ["𐞁", "<|", "endoftext", "|>'", "½", "\r\n\r\n", "ḋ", "̣", "　ABC字", "!!", "ᵃ", "😀🏽", "123", "456", "78", "\r", "é", "!aB", "\n", "Ab", "'T", "🙂", "\t", "\"Dž", "\t字Džع", "३", "\n", "Dž", "<|", "endoftext", "|>", "t", "🙂camelCase", "㋿ḋ", "̣"]}
+{"text": "'VE'Re٣٤٥٦. \n 'THTTPServerＡ'll३  m🙂#$%𐞁fiiOS<META_START>
漢\nEOT㍿éiOSa/b0a'
 \n 
", "tokens": 61, "pieces": ["'VE", "'Re", "٣٤٥", "٦", ".", " \n", " '", "THTTPServerＡ", "'ll", "३", " ", " m", "🙂#$%", "𐞁fiiOS", "<META", "_START", ">", "
漢", "\n", "EOT", "㍿éiOSa", "/b", "0", "a", "'", "
 \n 
"]}
+{"text": "<META_START>३Z 9/<|endoftext|>", "tokens": 16, "pieces": ["<META", "_START", ">", "३", "Z", " ", "9", "/<|", "endoftext", "|>"]}
+{"text": "'T.½AbİABCḍ̇३iOS'ᵃ'M", "tokens": 19, "pieces": ["'T", ".", "½", "AbİABCḋ", "̣", "३", "iOS", "'ᵃ", "'M"]}
+{"text": "tⅣ'ReiOSḍ̇'M<|endoftext|>,㍿Ａ#$%0<META_START>\tZ.'‍½a/b9…    /\r\n　HTTPServerḍ̇/\r\n're''VEHTTPServer   \n漢　Ⅳ", "tokens": 64, "pieces": ["t", "Ⅳ", "'Re", "iOSḋ", "̣'", "M", "<|", "endoftext", "|>,㍿", "Ａ", "#$%", "0", "<META", "_START", ">", "\tZ", ".'‍", "½", "a", "/b", "9", "…   ", " /\r\n", "　HTTPServerḋ", "̣/\r\n", "'re", "''", "VEHTTPServer", "   \n", "漢", "　", "Ⅳ"]}
+{"text": "'D\tiOSt'\u000b\reſa  👍🏽 \n <META_START>.ᵃ'TeＡḍ̇a/b!!", "tokens": 37, "pieces": ["'D", "\tiOSt", "'", "\u000b\r", "eſa", " ", " 👍🏽", " \n", " <", "META", "_START", ">.", "ᵃ", "'T", "eＡḋ", "̣a", "/b", "!!"]}
+{"text": "३<EOT>'s<ḍ̇  ſ0åß𐞁 🙂camelCase12345678", "tokens": 32, "pieces": ["३", "<EOT", ">'", "s", "<ḋ", "̣", " ", " ſ", "0", "a", "̊ß𐞁", " ", "🙂camelCase", "123", "456", "78"]}
+{"text": "عEOT<|endoftext|>'Re\r­½a'ReDžungla0ḍ̇aå   'S‍́  Dž🙂", "tokens": 41, "pieces": ["عEOT", "<|", "endoftext", "|>'", "Re", "\r", "­", "½", "a", "'Re", "Džungla", "0", "ḋ", "̣aa", "̊", "  ", " ", "'S", "‍́", " ", " Dž", "🙂"]}
+{"text": "‍㍿ᵃé\"<|endoftext|><|fim_prefix|>\ttᵃ<EOT>​'Ta<|endoftext|>'½  \té字ᵃEOTABC<|fim_prefix|>'s", "tokens": 59, "pieces": ["‍㍿", "ᵃe", "́\"<|", "endoftext", "|><|", "fim", "_prefix", "|>", "\ttᵃ", "<EOT", ">​'", "Ta", "<|", "endoftext", "|>'", "½", "  ", "\té字ᵃEOTABC", "<|", "fim", "_prefix", "|>'", "s"]}
+{"text": "'Bd\"ßsa/b  .BAb…>é‍es\n/   \nAb9ḍ̇\r\nBd㍿٣٤٥٦EOT<EOT>/\r\nABC", "tokens": 48, "pieces": ["'Bd", "\"ßsa", "/b", " ", " .", "BAb", "…", ">e", "́‍", "es", "\n", "/", "   \n", "Ab", "9", "ḋ", "̣\r\n", "Bd", "㍿", "٣٤٥", "٦", "EOT", "<EOT", ">/\r\n", "ABC"]}
+{"text": "<META_START>
fiåꟲ  ꟲ12345678ᵃ…-‍B'Dm>å#$%­/İ ß'ſ'llＡ.!!  /", "tokens": 53, "pieces": ["<META", "_START", ">", "
fia", "̊ꟲ", " ", " ꟲ", "123", "456", "78", "ᵃ", "…", "-‍", "B", "'D", "m", ">a", "̊#$%­/", "İ", " ß", "'ſ", "'ll", "Ａ", ".!!", " ", " /"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "عꟲ​/\r\n　s🙂'VE👍🏽٣٤٥٦0Džungla㋿/\r\nAb㋿'TDž/0Ａ३٣٤٥٦漢ß9ꟲ", "tokens": 64, "pieces": ["عꟲ", "​/\r\n", "　s", "🙂'", "VE", "👍🏽", "٣٤٥", "٦0", "Džungla", "㋿/\r\n", "Ab", "㋿'", "TDž", "/", "0", "Ａ", "३٣٤", "٥٦", "漢ß", "9", "ꟲ"]}
+{"text": "'ſ/!!漢/\r\nm👍🏽sfi9ſ\r\n👍🏽's\t!!३camelCaseſfi\rꟲ😀🏽>ś㍿éAb \n ,\t㋿", "tokens": 63, "pieces": ["'ſ", "/!!", "漢", "/\r\n", "m", "👍🏽", "sfi", "9", "ſ", "\r\n", "👍🏽'", "s", "\t", "!!", "३", "camelCaseſfi", "\r", "ꟲ", "😀🏽>", "s", "́㍿", "éAb", " \n", " ,", "\t", "㋿"]}
+{"text": "camelCase'llⅣe　>12345678\r\n \n ㍿㍿'VEcamelCase​ABC'res𐞁漢ḍ̇ ", "tokens": 40, "pieces": ["camelCase", "'ll", "Ⅳ", "e", "　", ">", "123", "456", "78", "\r\n \n", " ㍿㍿'", "VEcamelCase", "​ABC", "'re", "s𐞁漢ḋ", "̣", " "]}
+{"text": "eDžungla‍<|fim_prefix|><tåéDžß३́t-a\t…ḍ̇𐞁9/\r\nḍ̇👍🏽\u000b…İ
", "tokens": 58, "pieces": ["eDžungla", "‍<|", "fim", "_prefix", "|><", "ta", "̊e", "́Džß", "३", "́t", "-a", "\t", "…ḋ", "̣𐞁", "9", "/\r\n", "ḋ", "̣👍🏽", "\u000b", "…İ", "
"]}
+{"text": "'ll　dm/\r\nDž́𐞁<|fim_prefix|>\n/😀🏽́Dž字\n字\r(Z", "tokens": 32, "pieces": ["'ll", "　dm", "/\r\n", "Dž", "́𐞁", "<|", "fim", "_prefix", "|>\n", "/😀🏽́", "Dž字", "\n", "字", "\r", "(Z"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "٣٤٥٦'T​🙂s​!
'DžHTTPServerZḍ̇\u000b'ſ!'M　\u000ba/b​👍🏽-​éDžunglaB   \n,/ᵃ३", "tokens": 60, "pieces": ["٣٤٥", "٦", "'T", "​🙂", "s", "​!", "
", "'DžHTTPServerZḋ", "̣", "\u000b", "'ſ", "!'", "M", "　", "\u000ba", "/b", "​👍🏽-​", "éDžunglaB", "   \n", ",/", "ᵃ", "३"]}
+{"text": "🙂é\r(
'T>12345678­ 'll  Ａ́\reaBḍ̇ \n 'VEdé(Z<‍Ⅳ<EOT>ꟲ/😀🏽😀🏽'VE\u000bDž\r\tå𐞁", "tokens": 68, "pieces": ["🙂é", "\r", "(", "
", "'T", ">", "123", "456", "78", "­", " '", "ll", " ", " Ａ", "́\r", "eaBḋ", "̣", " \n", " '", "VEdé", "(Z", "<‍", "Ⅳ", "<EOT", ">ꟲ", "/😀🏽😀🏽'", "VE", "\u000bDž", "\r", "\ta", "̊𐞁"]}
+{"text": "\u000b\n/'Mſ'ſ'd", "tokens": 10, "pieces": ["\u000b\n", "/'", "Mſ", "'ſ", "'d"]}
+{"text": "<|fim_prefix|>Dž><|fim_prefix|>   \n/\r\naiOŚİ\r\n\r'M/\rå'ſ'Tع\n ᵃعABC'Re", "tokens": 42, "pieces": ["<|", "fim", "_prefix", "|>", "Dž", "><|", "fim", "_prefix", "|>", "   \n", "/\r\n", "aiOS", "́İ", "\r\n\r", "'M", "/\r", "a", "̊'", "ſ", "'T", "ع", "\n", " ᵃعABC", "'Re"]}
+{"text": "HTTPServerB<EOT>३EOTⅣtm12345678'll!!", "tokens": 18, "pieces": ["HTTPServerB", "<EOT", ">", "३", "EOT", "Ⅳ", "tm", "123", "456", "78", "'ll", "!!"]}
+{"text": "EOTcamelCase
३å🙂m-\u000b🙂9Ab٣٤٥٦\u000bDžungla㍿!!iOS\n/<|endoftext|>'TaB٣٤٥٦/\r\n\r\n'sa/b…fi<|fim_prefix|>\n‍EOT", "tokens": 75, "pieces": ["EOTcamelCase", "
", "३", "a", "̊🙂", "m", "-", "\u000b", "🙂", "9", "Ab", "٣٤٥", "٦", "\u000bDžungla", "㍿!!", "iOS", "\n", "/<|", "endoftext", "|>'", "TaB", "٣٤٥", "٦", "/\r\n\r\n", "'s", "a", "/b", "…fi", "<|", "fim", "_prefix", "|>\n", "‍EOT"]}
+{"text": "DžunglaABC𐞁\r /\r\n𐞁 \n t👍🏽Ab'sdméé9'M!!é…ꟲ\t-/\r\n'éé", "tokens": 44, "pieces": ["DžunglaABC𐞁", "\r", " /\r\n", "𐞁", " \n", " t", "👍🏽", "Ab", "'s", "dméé", "9", "'M", "!!", "é", "…ꟲ", "\t", "-/\r\n", "'ée", "́"]}
+{"text": "ß,ᵃs\r\n
B<9'll \n <EOT>🙂é9Z
>iOS<|endoftext|>\r漢ß<|endoftext|>👍🏽٣٤٥٦㋿", "tokens": 63, "pieces": ["ß", ",ᵃs", "\r\n", "
B", "<", "9", "'ll", " \n", " <", "EOT", ">🙂", "e", "́", "9", "Z", "
", ">iOS", "<|", "endoftext", "|>\r", "漢ß", "<|", "endoftext", "|>👍🏽", "٣٤٥", "٦", "㋿"]}
+{"text": "camelCase'Re,t'rem'ſꟲ🙂<META_START>\r\nſ　<META_START>👍🏽fi\r/iOSZ(", "tokens": 38, "pieces": ["camelCase", "'Re", ",t", "'re", "m", "'ſ", "ꟲ", "🙂<", "META", "_START", ">\r\n", "ſ", "　", "<META", "_START", ">👍🏽", "fi", "\r", "/iOSZ", "("]}
+{"text": "'re'VE'/\r\n#$%Ⅳ\r\n'DZfiعEOT'Re
t　字😀🏽<|endoftext|>", "tokens": 35, "pieces": ["'re", "'VE", "'/\r\n", "#$%", "Ⅳ", "\r\n", "'D", "ZfiعEOT", "'Re", "
t", "　字", "😀🏽<|", "endoftext", "|>"]}
+{"text": "éHTTPServerᵃ👍🏽\r\n\r\n<Ⅳ're\"0\u000b9<EOT>👍🏽​ع! ­'T\r\n\r\n ३'VE<|fim_prefix|>​\n/‍\n0\u000b٣٤٥٦Džungla", "tokens": 71, "pieces": ["e", "́HTTPServerᵃ", "👍🏽\r\n\r\n", "<", "Ⅳ", "'re", "\"", "0", "\u000b", "9", "<EOT", ">👍🏽​", "ع", "!", " ", "­'", "T", "\r\n\r\n", " ", "३", "'VE", "<|", "fim", "_prefix", "|>​\n", "/‍\n", "0", "\u000b", "٣٤٥", "٦", "Džungla"]}
+{"text": "'　..!0eſB \n ㋿'ſ's'T'漢\r\nZ\n/Abaé  dAbEOT<|endoftext|>́👍🏽", "tokens": 48, "pieces": ["'", "　", "..!", "0", "eſB", " \n", " ㋿'", "ſ", "'s", "'T", "'漢", "\r\n", "Z", "\n", "/Abae", "́", " ", " dAbEOT", "<|", "endoftext", "|>́👍🏽"]}
+{"text": "'M/\r\nZHTTPServer　<ᵃ \n e\n/fi.d9fi㋿'M字camelCasemd/👍🏽Ⅳ㍿字é😀🏽\r\r\t'T'll", "tokens": 54, "pieces": ["'M", "/\r\n", "ZHTTPServer", "　", "<ᵃ", " \n", " e", "\n", "/fi", ".d", "9", "fi", "㋿'", "M字camelCasemd", "/👍🏽", "Ⅳ", "㍿字e", "́😀🏽\r\r", "\t", "'T", "'ll"]}
+{"text": "<dᵃ👍🏽ꟲ0'VE'TB <|endoftext|>🙂ᵃ9ḍ̇‍AbⅣ३߅ſ\"", "tokens": 48, "pieces": ["<dᵃ", "👍🏽", "ꟲ", "0", "'VE", "'T", "B", " <|", "endoftext", "|>🙂", "ᵃ", "9", "ḋ", "̣‍", "Ab", "Ⅳ३", "ß", "…ſ", "\""]}
+{"text": "­𐞁EOTDžHTTPServerEOTعa\r\n\r\n", "tokens": 16, "pieces": ["­𐞁EOTDžHTTPServerEOTعa", "\r\n\r\n"]}
+{"text": "éع!", "tokens": 3, "pieces": ["éع", "!"]}
+{"text": "åaDžungla<META_START>acamelCase   \n'D㋿/\r\n'sfí\n(\r!!EOTfi#$%iOS's'👍🏽(eEOT漢camelCase'S<\"㋿\r\n\u000b'T ", "tokens": 61, "pieces": ["a", "̊aDžungla", "<META", "_START", ">acamelCase", "   \n", "'D", "㋿/\r\n", "'s", "fi", "́\n", "(\r", "!!", "EOTfi", "#$%", "iOS", "'s", "'👍🏽(", "eEOT漢camelCase", "'S", "<\"㋿\r\n", "\u000b", "'T", " "]}
+{"text": "\n\r\na/bAb\r
字­ſEOT漢0Ａ", "tokens": 19, "pieces": ["\n\r\n", "a", "/bAb", "\r", "
字", "­ſEOT漢", "0", "Ａ"]}
+{"text": "ꟲs​ſ\t ́'ReaBaDž/'ReéⅣAbficamelCase𐞁aå\r\n\r\n<|endoftext|>İ\t \n m\u000b", "tokens": 46, "pieces": ["ꟲs", "​ſ", "\t", " ́'", "ReaBaDž", "/'", "Ree", "́", "Ⅳ", "AbficamelCase𐞁aa", "̊\r\n\r\n", "<|", "endoftext", "|>", "İ", "\t \n", " m", "\u000b"]}
+{"text": "㍿(iOS\n/ᵃ㋿ #$%aİétaB  👍🏽Ａ!!('ll#$%!!HTTPServerᵃ́　HTTPServer‍'re", "tokens": 48, "pieces": ["㍿(", "iOS", "\n", "/ᵃ", "㋿", " ", "#$%", "aİétaB", " ", " 👍🏽", "Ａ", "!!('", "ll", "#$%!!", "HTTPServerᵃ", "́", "　HTTPServer", "‍'", "re"]}
+{"text": "३Ⅳ!!camelCase'reaAbå​\r👍🏽 😀🏽́ḍ̇ⅣⅣ", "tokens": 37, "pieces": ["३Ⅳ", "!!", "camelCase", "'re", "aAba", "̊​\r", "👍🏽", " ", "😀🏽́", "ḋ", "̣", "ⅣⅣ"]}
+{"text": "İ9mＡ㍿　\u000b\r\n\r\n<|endoftext|>Z'M'Reİ \n mZ🙂m12345678Ⅳ😀🏽<EOT>٣٤٥٦\"12345678EOT(EOTB0\n𐞁😀🏽t'llå", "tokens": 75, "pieces": ["İ", "9", "mＡ", "㍿", "　\u000b\r\n\r\n", "<|", "endoftext", "|>", "Z", "'M", "'Re", "İ", " \n", " mZ", "🙂m", "123", "456", "78Ⅳ", "😀🏽<", "EOT", ">", "٣٤٥", "٦", "\"", "123", "456", "78", "EOT", "(EOTB", "0", "\n", "𐞁", "😀🏽", "t", "'ll", "a", "̊"]}
+{"text": "'re'res!'s'll'D'Reé漢''ſ 'Re \n aB\r", "tokens": 20, "pieces": ["'re", "'re", "s", "!'", "s", "'ll", "'D", "'Re", "é漢", "''", "ſ", " '", "Re", " \n", " aB", "\r"]}
+{"text": ">   \ń­\r\n\r\n12345678/…HTTPServerᵃm<EOT>\n  'T…,ſ\n/ꟲ/\r\n \n<EOT>å㋿.DžunglaHTTPServerᵃ\t<EOT>", "tokens": 57, "pieces": [">", "   \n", "́­\r\n\r\n", "123", "456", "78", "/", "…HTTPServerᵃm", "<EOT", ">\n", " ", " '", "T", "…", ",ſ", "\n", "/ꟲ", "/\r\n", " \n", "<EOT", ">a", "̊㋿.", "DžunglaHTTPServerᵃ", "\t", "<EOT", ">"]}
+{"text": ">å,camelCasesＡ字Z<|fim_prefix|>s🙂fi're'iOS\n/𐞁­m'VE'D'ſ🙂½", "tokens": 42, "pieces": [">a", "̊,", "camelCasesＡ字Z", "<|", "fim", "_prefix", "|>", "s", "🙂fi", "'re", "'iOS", "\n", "/𐞁", "­m", "'VE", "'D", "'ſ", "🙂", "½"]}
+{"text": "\r\n\r\n\"!!　fi'S🙂0İ0\u000b👍🏽('S\"EOT", "tokens": 23, "pieces": ["\r\n\r\n", "\"!!", "　fi", "'S", "🙂", "0", "İ", "0", "\u000b", "👍🏽('", "S", "\"EOT"]}
+{"text": "ꟲ🙂/\r\nå912345678㍿३ABCſع\n'Tİ'T/\r\n/<EOT>", "tokens": 30, "pieces": ["ꟲ", "🙂/\r\n", "a", "̊", "912", "345", "678", "㍿", "३", "ABCſع", "\n", "'T", "İ", "'T", "/\r\n", "/<", "EOT", ">"]}
+{"text": "(tB(<|fim_prefix|>'D\"'re㍿\rDž\r\n'reB.'ſ'M", "tokens": 25, "pieces": ["(tB", "(<|", "fim", "_prefix", "|>'", "D", "\"'", "re", "㍿\r", "Dž", "\r\n", "'re", "B", ".'", "ſ", "'M"]}
+{"text": "'漢iOS\n/   \néd漢,é\r\"m\rſDžunglaaBéß(İ漢!!ſع\r,  'SDžungla camelCase", "tokens": 46, "pieces": ["'漢iOS", "\n", "/", "   \n", "éd漢", ",é", "\r", "\"m", "\r", "ſDžunglaaBéß", "(İ漢", "!!", "ſع", "\r", ",", " ", " '", "SDžungla", " camelCase"]}
+{"text": "t(12345678dEOT👍🏽", "tokens": 14, "pieces": ["t", "(", "123", "456", "78", "dEOT", "👍🏽"]}
+{"text": "ꟲ字🙂s", "tokens": 7, "pieces": ["ꟲ字", "🙂s"]}
+{"text": "Abå\r\n\r\nDžungla<|endoftext|>Ａ're'DⅣéaB!aBZiOS,\rDžungla#$%Ａ0e\n ́Ⅳ\r\n\n/🙂.㋿iOS", "tokens": 57, "pieces": ["Aba", "̊\r\n\r\n", "Džungla", "<|", "endoftext", "|>", "Ａ", "'re", "'D", "Ⅳ", "e", "́aB", "!aBZiOS", ",\r", "Džungla", "#$%", "Ａ", "0", "e", "\n", " ", "́", "Ⅳ", "\r\n\n", "/🙂.㋿", "iOS"]}
+{"text": "'T½漢>éḍ̇'re#$%<EOT>a/bdB'S", "tokens": 22, "pieces": ["'T", "½", "漢", ">e", "́ḋ", "̣'", "re", "#$%<", "EOT", ">a", "/bdB", "'S"]}
+{"text": "0'\r\n\r\n", "tokens": 2, "pieces": ["0", "'\r\n\r\n"]}
+{"text": "'T٣٤٥٦12345678/  ,㍿\"'TBⅣ㍿", "tokens": 25, "pieces": ["'T", "٣٤٥", "٦12", "345", "678", "/", " ", " ,㍿\"'", "TB", "Ⅳ", "㍿"]}
+{"text": "m!<|endoftext|>.é🙂> 'ſ \n !!å", "tokens": 21, "pieces": ["m", "!<|", "endoftext", "|>.", "e", "́🙂>", " '", "ſ", " \n", " !!", "a", "̊"]}
+{"text": "t-\r\n\r\nDž‍", "tokens": 7, "pieces": ["t", "-\r\n\r\n", "Dž", "‍"]}
+{"text": "<|endoftext|>\r\n\r\nſ　'D(​Džungla‍EOT<META_START>İ  9B. \n camelCase!!t…>…'ll'Mḍ̇­EOT.½\t\u000b", "tokens": 55, "pieces": ["<|", "endoftext", "|>\r\n\r\n", "ſ", "　", "'D", "(​", "Džungla", "‍EOT", "<META", "_START", ">İ", " ", " ", "9", "B", ".", " \n", " camelCase", "!!", "t", "…", ">", "…", "'ll", "'M", "ḋ", "̣­", "EOT", ".", "½", "\t\u000b"]}
+{"text": "iOS٣٤٥٦\tt/\r\nᵃ<META_START><|fim_prefix|>.Ⅳ👍🏽🙂12345678\u000bmDžB/\r\n", "tokens": 43, "pieces": ["iOS", "٣٤٥", "٦", "\tt", "/\r\n", "ᵃ", "<META", "_START", "><|", "fim", "_prefix", "|>.", "Ⅳ", "👍🏽🙂", "123", "456", "78", "\u000bmDžB", "/\r\n"]}
+{"text": ".\r\nＡ<́9d's　'll😀🏽é\r\n\r\n aB\rZcamelCase'sm>0<|endoftext|>s'reABC'Reḍ̇‍\r\n\r\n字Džungla\t\u000ba/bAb", "tokens": 56, "pieces": [".\r\n", "Ａ", "<́", "9", "d", "'s", "　", "'ll", "😀🏽", "é", "\r\n\r\n", " aB", "\r", "ZcamelCase", "'s", "m", ">", "0", "<|", "endoftext", "|>", "s", "'re", "ABC", "'Re", "ḋ", "̣‍\r\n\r\n", "字Džungla", "\t", "\u000ba", "/bAb"]}
+{"text": " !漢fiEOT㍿a/bm'ree\r\n\r\n!!<|endoftext|>\nع…", "tokens": 27, "pieces": [" !", "漢fiEOT", "㍿a", "/bm", "'re", "e", "\r\n\r\n", "!!<|", "endoftext", "|>\n", "ع", "…"]}
+{"text": "s​\n/å,漢\u000b", "tokens": 10, "pieces": ["s", "​\n", "/a", "̊,", "漢", "\u000b"]}
+{"text": "字٣٤٥٦'ſßſ/\r\na/bꟲ!!'T<|endoftext|>🙂å\r\n\r\naå", "tokens": 40, "pieces": ["字", "٣٤٥", "٦", "'ſ", "ßſ", "/\r\n", "a", "/bꟲ", "!!'", "T", "<|", "endoftext", "|>🙂", "a", "̊\r\n\r\n", "aa", "̊"]}
+{"text": "ZaB  >٣٤٥٦<|endoftext|>'llB\rZ(<|endoftext|>HTTPServerEOT>0😀🏽'D'T(HTTPServer,ß   \n　a/bⅣ\u000baB B\r\n/'llße", "tokens": 63, "pieces": ["ZaB", " ", " >", "٣٤٥", "٦", "<|", "endoftext", "|>'", "llB", "\r", "Z", "(<|", "endoftext", "|>", "HTTPServerEOT", ">", "0", "😀🏽'", "D", "'T", "(HTTPServer", ",ß", "   \n", "　a", "/b", "Ⅳ", "\u000baB", " B", "\r\n", "/'", "llße"]}
+{"text": "s'", "tokens": 2, "pieces": ["s", "'"]}
+{"text": "<|endoftext|>e\n­'llé!12345678ſ'S're-𐞁٣٤٥٦\r\n\n ('sᵃ", "tokens": 40, "pieces": ["<|", "endoftext", "|>", "e", "\n", "­'", "lle", "́!", "123", "456", "78", "ſ", "'S", "'re", "-𐞁", "٣٤٥", "٦", "\r\n\n", " ('", "sᵃ"]}
+{"text": "DžunglaDžungla(-  a/b👍🏽\n .👍🏽0ع\n!!'ReéiOS  ­   \naB　", "tokens": 42, "pieces": ["DžunglaDžungla", "(-", " ", " a", "/b", "👍🏽\n", " ", ".👍🏽", "0", "ع", "\n", "!!'", "Ree", "́iOS", " ", " ­", "   \n", "aB", "　"]}
+{"text": "å#$%a ḍ̇å'VE'S‍<漢‍<😀🏽\r\n'S\t. \tiOSAb   \ns's٣٤٥٦'ll/\r\nع.ḍ̇'Re 9a/bAbABC'S", "tokens": 68, "pieces": ["a", "̊#$%", "a", " ḋ", "̣a", "̊'", "VE", "'S", "‍<", "漢", "‍<😀🏽\r\n", "'S", "\t", ".", " ", "\tiOSAb", "   \n", "s", "'s", "٣٤٥", "٦", "'ll", "/\r\n", "ع", ".ḋ", "̣'", "Re", " ", "9", "a", "/bAbABC", "'S"]}
+{"text": "t!'Refis\t'ſ#$%\r\na  Dž㍿0\r\n\r\nİ12345678ABCß字㋿HTTPServer𐞁Dž!!(", "tokens": 42, "pieces": ["t", "!'", "Refis", "\t", "'ſ", "#$%\r\n", "a", " ", " Dž", "㍿", "0", "\r\n\r\n", "İ", "123", "456", "78", "ABCß字", "㋿HTTPServer𐞁Dž", "!!("]}
+{"text": "٣٤٥٦३", "tokens": 10, "pieces": ["٣٤٥", "٦३"]}
+{"text": "ß  Ⅳ\n/'VE\r\nZ-#$%㋿🙂 \n   ㍿iOS \n 'T㋿ع'ReAb!́é", "tokens": 38, "pieces": ["ß", " ", " ", "Ⅳ", "\n", "/'", "VE", "\r\n", "Z", "-#$%㋿🙂", " \n", "  ", " ㍿", "iOS", " \n", " '", "T", "㋿ع", "'Re", "Ab", "!́", "e", "́"]}
+{"text": "'ſ-½\n   \niOSé　　>0/\r\n  /'sa'Re'\t\"!! B­عDž   \n9\té   \n", "tokens": 34, "pieces": ["'ſ", "-", "½", "\n   \n", "iOSe", "́", "　", "　", ">", "0", "/\r\n", " ", " /'", "sa", "'Re", "'", "\t", "\"!!", " B", "­عDž", "   \n", "9", "\té", "   \n"]}
+{"text": "0'TåAb", "tokens": 6, "pieces": ["0", "'T", "a", "̊Ab"]}
+{"text": "漢é<EOT>\r­Ab'ReᵃiOS!!ᵃſ<|fim_prefix|>𐞁  éß
<B‍㍿\n/HTTPServert३\r\n\r\ns\n'", "tokens": 54, "pieces": ["漢é", "<EOT", ">\r", "­Ab", "'Re", "ᵃiOS", "!!", "ᵃſ", "<|", "fim", "_prefix", "|>", "𐞁", " ", " e", "́ß", "
", "<B", "‍㍿\n", "/HTTPServert", "३", "\r\n\r\n", "s", "\n", "'"]}
+{"text": " 'S!!  'M,𐞁ß
'VEＡiOS‍0𐞁>.\r0'VE㍿'T­<|endoftext|>/!!", "tokens": 45, "pieces": [" '", "S", "!!", " ", " '", "M", ",𐞁ß", "
", "'VE", "ＡiOS", "‍", "0", "𐞁", ">.\r", "0", "'VE", "㍿'", "T", "­<|", "endoftext", "|>/!!"]}
+{"text": "HTTPServer!!a/bDž😀🏽DžⅣ<\tét\n/ \n <|fim_prefix|>AbaBé٣٤٥٦iOS'M𐞁३9! \n /
s", "tokens": 55, "pieces": ["HTTPServer", "!!", "a", "/bDž", "😀🏽", "Dž", "Ⅳ", "<", "\tét", "\n", "/", " \n", " <|", "fim", "_prefix", "|>", "AbaBé", "٣٤٥", "٦", "iOS", "'M", "𐞁", "३9", "!", " \n", " /", "
s"]}
+{"text": "HTTPServerＡ>'reḍ̇　\"'S\r\n\r\n漢aBＡ< \n <META_START>B/​­iOS­漢-a/baB​㍿㋿'ſ'S'VEß", "tokens": 52, "pieces": ["HTTPServerＡ", ">'", "reḋ", "̣", "　", "\"'", "S", "\r\n\r\n", "漢aBＡ", "<", " \n", " <", "META", "_START", ">B", "/​­", "iOS", "­漢", "-a", "/baB", "​㍿㋿'", "ſ", "'S", "'VE", "ß"]}
+{"text": "‍9ꟲ   \ńᵃfiİ㍿   \nfi'VEå​Ａᵃ0漢camelCase'reſAbEOT", "tokens": 42, "pieces": ["‍", "9", "ꟲ", "   \n", "́ᵃfiİ", "㍿", "   \n", "fi", "'VE", "a", "̊​", "Ａᵃ", "0", "漢camelCase", "'re", "ſAbEOT"]}
+{"text": "a/b'Tꟲ/\r\nABC<META_START>0字", "tokens": 14, "pieces": ["a", "/b", "'T", "ꟲ", "/\r\n", "ABC", "<META", "_START", ">", "0", "字"]}
+{"text": "'VE'VEᵃ𐞁'ſcamelCase‍<|endoftext|>s<EOT>å½İ", "tokens": 33, "pieces": ["'VE", "'VE", "ᵃ𐞁", "'ſ", "camelCase", "‍<|", "endoftext", "|>", "s", "<EOT", ">a", "̊", "½", "İ"]}
+{"text": "Dž'ſ!!ABC'lladé\r\n\r\n㍿Ab're", "tokens": 16, "pieces": ["Dž", "'ſ", "!!", "ABC", "'ll", "ade", "́\r\n\r\n", "㍿Ab", "'re"]}
+{"text": "ḍ̇", "tokens": 5, "pieces": ["ḋ", "̣"]}
+{"text": "HTTPServers<META_START>\nꟲ🙂>a㍿", "tokens": 16, "pieces": ["HTTPServers", "<META", "_START", ">\n", "ꟲ", "🙂>", "a", "㍿"]}
+{"text": "😀🏽Ab/\r\n!ß㍿<META_START> 'ſ  \n/.<m HTTPServer😀🏽  ", "tokens": 31, "pieces": ["😀🏽", "Ab", "/\r\n", "!ß", "㍿<", "META", "_START", ">", " '", "ſ", "  \n", "/.<", "m", " HTTPServer", "😀🏽", "  "]}
+{"text": "'ſ'llaBᵃ\n/", "tokens": 11, "pieces": ["'ſ", "'ll", "aBᵃ", "\n", "/"]}
+{"text": "½ \n ​-0字å   \n.'ſ٣٤٥٦Dž9   \n'ſ'Rea😀🏽 \t…t漢#$%Ab🙂ḍ̇", "tokens": 52, "pieces": ["½", " \n", " ​-", "0", "字a", "̊", "   \n", ".'", "ſ", "٣٤٥", "٦", "Dž", "9", "   \n", "'ſ", "'Re", "a", "😀🏽", " \t", "…t漢", "#$%", "Ab", "🙂ḋ", "̣"]}
+{"text": "<META_START>EOTⅣ9", "tokens": 8, "pieces": ["<META", "_START", ">EOT", "Ⅳ9"]}
+{"text": "EOT,\r<|endoftext|>😀🏽३!Bİ‍ᵃiOSعAb　ᵃ'ſ/<|endoftext|>　ḍ̇İ'ſᵃ'M/ꟲ😀🏽ع\r'red!<|endoftext|><EOT>㍿aB", "tokens": 85, "pieces": ["EOT", ",\r", "<|", "endoftext", "|>😀🏽", "३", "!Bİ", "‍ᵃiOSعAb", "　ᵃ", "'ſ", "/<|", "endoftext", "|>", "　ḋ", "̣İ", "'ſ", "ᵃ", "'M", "/ꟲ", "😀🏽", "ع", "\r", "'re", "d", "!<|", "endoftext", "|><", "EOT", ">㍿", "aB"]}
+{"text": " éſd,<|endoftext|>å12345678Džt!!\nعa<EOT>😀🏽EOT­\"'s½…'Ⅳ­'D \n ,'ſ\n-fi0", "tokens": 55, "pieces": [" éſd", ",<|", "endoftext", "|>", "a", "̊", "123", "456", "78", "Džt", "!!\n", "عa", "<EOT", ">😀🏽", "EOT", "­\"'", "s", "½", "…", "'", "Ⅳ", "­'", "D", " \n", " ,'", "ſ", "\n", "-fi", "0"]}
+{"text": "<|fim_prefix|>", "tokens": 7, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "/m<META_START>EOT​  ABC", "tokens": 9, "pieces": ["/m", "<META", "_START", ">EOT", "​", " ", " ABC"]}
+{"text": "\r\n\r\nfi  ½a/b㋿\"  \u000bZt's漢३é", "tokens": 23, "pieces": ["\r\n\r\n", "fi", " ", " ", "½", "a", "/b", "㋿\"", "  ", "\u000bZt", "'s", "漢", "३", "e", "́"]}
+{"text": "t…٣٤٥٦Z'Reİ", "tokens": 14, "pieces": ["t", "…", "٣٤٥", "٦", "Z", "'Re", "İ"]}
+{"text": "  'Re㍿😀🏽\"   \n㋿iOS(12345678İＡ½,‍🙂‍'S's.　…a/b-'sİ­<|fim_prefix|>İＡ", "tokens": 55, "pieces": [" ", " '", "Re", "㍿😀🏽\"", "   \n", "㋿iOS", "(", "123", "456", "78", "İＡ", "½", ",‍🙂‍'", "S", "'s", ".", "　", "…a", "/b", "-'", "sİ", "­<|", "fim", "_prefix", "|>", "İＡ"]}
+{"text": "a\r\n\r\nＡ​<|endoftext|>'s's'T३'M.sＡABCDž👍🏽Džungla\r\n𐞁Džunglaع\u000bEOT​'ll\r
HTTPServer🙂½", "tokens": 58, "pieces": ["a", "\r\n\r\n", "Ａ", "​<|", "endoftext", "|>'", "s", "'s", "'T", "३", "'M", ".sＡABCDž", "👍🏽", "Džungla", "\r\n", "𐞁Džunglaع", "\u000bEOT", "​'", "ll", "\r", "
HTTPServer", "🙂", "½"]}
+{"text": "Ⅳ٣٤٥٦'VE0#$%🙂9-#$%é!EOT𐞁ḍ̇e　fiAb", "tokens": 39, "pieces": ["Ⅳ٣٤", "٥٦", "'VE", "0", "#$%🙂", "9", "-#$%", "é", "!EOT𐞁ḋ", "̣e", "　fiAb"]}
+{"text": "👍🏽字/\r\nBDž   \n#$%\"eßß½\"", "tokens": 19, "pieces": ["👍🏽", "字", "/\r\n", "BDž", "   \n", "#$%\"", "eßß", "½", "\""]}
+{"text": "'T-'Re𐞁", "tokens": 7, "pieces": ["'T", "-'", "Re𐞁"]}
+{"text": "!!\r\n'Ret   \n\r\ns#$%Ⅳ<EOT>", "tokens": 14, "pieces": ["!!\r\n", "'Re", "t", "   \n\r\n", "s", "#$%", "Ⅳ", "<EOT", ">"]}
+{"text": "!!ſ𐞁👍🏽ABC\nḍ̇a/b<", "tokens": 23, "pieces": ["!!", "ſ𐞁", "👍🏽", "ABC", "\n", "ḋ", "̣a", "/b", "<"]}
+{"text": "å　DžunglaEOT!!ḍ̇-Ab>.'sdaB'reḍ̇\"d\r\n\r\n #$%Ａ\n/", "tokens": 38, "pieces": ["a", "̊", "　DžunglaEOT", "!!", "ḋ", "̣-", "Ab", ">.'", "sdaB", "'re", "ḋ", "̣\"", "d", "\r\n\r\n", " #$%", "Ａ", "\n", "/"]}
+{"text": "'M'ſABC'​👍🏽  ", "tokens": 14, "pieces": ["'M", "'ſ", "ABC", "'​👍🏽", "  "]}
+{"text": "\n'D'ſ/   \n'M­dḍ̇>㋿<|fim_prefix|>ᵃ漢\"   \n\r\n0​ſſ​-", "tokens": 42, "pieces": ["\n", "'D", "'ſ", "/", "   \n", "'M", "­dḋ", "̣>㋿<|", "fim", "_prefix", "|>", "ᵃ漢", "\"", "   \n\r\n", "0", "​ſſ", "​-"]}
+{"text": "Z'ſ'عᵃfi", "tokens": 11, "pieces": ["Z", "'ſ", "'عᵃfi"]}
+{"text": "ſ!'ſ/\r\n   \n𐞁eaB👍🏽́ da", "tokens": 22, "pieces": ["ſ", "!'", "ſ", "/\r\n", "   \n", "𐞁eaB", "👍🏽́", " da"]}
+{"text": "Ａ漢 12345678ḍ̇HTTPServer㍿\n/'Re\r\n\r\n‍B9ßaB'S!!👍🏽'M!!'llＡꟲ­👍🏽Dž9m½ع.字m\u000bＡ", "tokens": 66, "pieces": ["Ａ漢", " ", "123", "456", "78", "ḋ", "̣HTTPServer", "㍿\n", "/'", "Re", "\r\n\r\n", "‍B", "9", "ßaB", "'S", "!!👍🏽'", "M", "!!'", "llＡꟲ", "­👍🏽", "Dž", "9", "m", "½", "ع", ".字m", "\u000bＡ"]}
+{"text": "camelCasee \n ٣٤٥٦\u000b　ABC'T", "tokens": 17, "pieces": ["camelCasee", " \n", " ", "٣٤٥", "٦", "\u000b", "　ABC", "'T"]}
+{"text": "'s'Må\u000b ́Ab'T(‍", "tokens": 13, "pieces": ["'s", "'M", "a", "̊", "\u000b", " ́", "Ab", "'T", "(‍"]}
+{"text": "   \n\n/#$%ḍ̇'Re<META_START>'Ta/b㋿>ḍ̇  \u000bع'll'ſ
 \t<META_START>!३éＡ \n camelCasea/bå'ſB0B…< \n ,,a", "tokens": 67, "pieces": ["   \n\n", "/#$%", "ḋ", "̣'", "Re", "<META", "_START", ">'", "Ta", "/b", "㋿>", "ḋ", "̣", "  ", "\u000bع", "'ll", "'ſ", "
 ", "\t", "<META", "_START", ">!", "३", "éＡ", " \n", " camelCasea", "/ba", "̊'", "ſB", "0", "B", "…", "<", " \n", " ,,", "a"]}
+{"text": " \n …<|fim_prefix|>\"𐞁!㍿'ss", "tokens": 21, "pieces": [" \n", " ", "…", "<|", "fim", "_prefix", "|>\"", "𐞁", "!㍿'", "ss"]}
+{"text": "ᵃ😀🏽 é,…fi", "tokens": 16, "pieces": ["ᵃ", "😀🏽", " e", "́,", "…fi"]}
+{"text": "é're-\r\n", "tokens": 3, "pieces": ["é", "'re", "-\r\n"]}
+{"text": "12345678e½'M\rABC's㍿<\"𐞁éſ㋿👍🏽Ab　iOS'T\rⅣ('ll'llABCABCBiOS­>Ⅳ", "tokens": 47, "pieces": ["123", "456", "78", "e", "½", "'M", "\r", "ABC", "'s", "㍿<\"", "𐞁éſ", "㋿👍🏽", "Ab", "　iOS", "'T", "\r", "Ⅳ", "('", "ll", "'ll", "ABCABCBiOS", "­>", "Ⅳ"]}
+{"text": "\r<٣٤٥٦\"İ́", "tokens": 13, "pieces": ["\r", "<", "٣٤٥", "٦", "\"İ", "́"]}
+{"text": "<|fim_prefix|>.aBＡ𐞁é‍mAbABCå<META_START>é'reꟲaaBåDž字‍9!é'llＡ!\rDžᵃ'Ret", "tokens": 61, "pieces": ["<|", "fim", "_prefix", "|>.", "aBＡ𐞁e", "́‍", "mAbABCa", "̊<", "META", "_START", ">e", "́'", "reꟲaaBa", "̊Dž字", "‍", "9", "!e", "́'", "llＡ", "!\r", "Džᵃ", "'Re", "t"]}
+{"text": "fi0\n/<META_START>🙂camelCase<ᵃ𐞁<EOT>", "tokens": 23, "pieces": ["fi", "0", "\n", "/<", "META", "_START", ">🙂", "camelCase", "<ᵃ𐞁", "<EOT", ">"]}
+{"text": "​ß\r\nå漢å<META_START>\n/>< \n 'T३EOT'٣٤٥٦ABC漢t9s !!३", "tokens": 42, "pieces": ["​ß", "\r\n", "a", "̊漢a", "̊<", "META", "_START", ">\n", "/><", " \n", " '", "T", "३", "EOT", "'", "٣٤٥", "٦", "ABC漢t", "9", "s", " ", "!!", "३"]}
+{"text": "(d㍿　e.'s‍fi<META_START>åİ\nB/\r\n     \n­　(ß", "tokens": 27, "pieces": ["(d", "㍿", "　e", ".'", "s", "‍fi", "<META", "_START", ">a", "̊İ", "\n", "B", "/\r\n", "     \n", "­", "　", "(ß"]}
+{"text": "'VE\r\n!!🙂\r\nⅣB​Ab12345678#$%'TdDžſABC", "tokens": 23, "pieces": ["'VE", "\r\n", "!!🙂\r\n", "Ⅳ", "B", "​Ab", "123", "456", "78", "#$%'", "TdDžſABC"]}
+{"text": "𐞁're'sDžungladᵃ9\r­t-…/𐞁ḍ̇<\n(<META_START>𐞁aB字,   \nå\u000b<|fim_prefix|><|endoftext|>'​‍ꟲ", "tokens": 66, "pieces": ["𐞁", "'re", "'s", "Džungladᵃ", "9", "\r", "­t", "-", "…", "/𐞁ḋ", "̣<\n", "(<", "META", "_START", ">𐞁aB字", ",", "   \n", "a", "̊", "\u000b", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'​‍", "ꟲ"]}
+{"text": "İ<META_START>'VE", "tokens": 6, "pieces": ["İ", "<META", "_START", ">'", "VE"]}
+{"text": "Ab …ꟲ٣٤٥٦­HTTPServer…<|fim_prefix|>ſ", "tokens": 29, "pieces": ["Ab", " ", "…ꟲ", "٣٤٥", "٦", "­HTTPServer", "…", "<|", "fim", "_prefix", "|>", "ſ"]}
+{"text": ">å\u000bＡABC,HTTPServerǻ-(½EOTZ'D🙂Džungla字ᵃİ👍🏽\t\n३🙂👍🏽m 'll'S\u000bſ<META_START>/\r\ncamelCase
", "tokens": 64, "pieces": [">a", "̊", "\u000bＡABC", ",HTTPServera", "̊́-(", "½", "EOTZ", "'D", "🙂Džungla字ᵃİ", "👍🏽", "\t\n", "३", "🙂👍🏽", "m", " ", "'ll", "'S", "\u000bſ", "<META", "_START", ">/\r\n", "camelCase", "
"]}
+{"text": " 'T\"'T<|endoftext|>9Dž/\r\nABC😀🏽éDž字>!!!HTTPServer  ㍿\r\n\r\n<META_START>HTTPServer٣٤٥٦'Re12345678Džungla½", "tokens": 59, "pieces": [" '", "T", "\"'", "T", "<|", "endoftext", "|>", "9", "Dž", "/\r\n", "ABC", "😀🏽", "e", "́Dž字", ">!!!", "HTTPServer", " ", " ㍿\r\n\r\n", "<META", "_START", ">HTTPServer", "٣٤٥", "٦", "'Re", "123", "456", "78", "Džungla", "½"]}
+{"text": "<|endoftext|>عAbⅣ\r\n\r\nméßⅣ\n/ABC𐞁ßſ<EOT>camelCase'M𐞁(ficamelCaseᵃiOSB\r\n\r\nſ½é'Saa", "tokens": 54, "pieces": ["<|", "endoftext", "|>", "عAb", "Ⅳ", "\r\n\r\n", "méß", "Ⅳ", "\n", "/ABC𐞁ßſ", "<EOT", ">camelCase", "'M", "𐞁", "(ficamelCaseᵃiOSB", "\r\n\r\n", "ſ", "½", "é", "'S", "aa"]}
+{"text": "a\r🙂'ree字<|endoftext|><EOT>aB­./漢", "tokens": 22, "pieces": ["a", "\r", "🙂'", "ree字", "<|", "endoftext", "|><", "EOT", ">aB", "­./", "漢"]}
+{"text": "Ａ٣٤٥٦'DZ'VE㋿mB/\r\n,   \n👍🏽Z㍿ßfi'T३\n/DžunglaDž('M…\n/9…\r", "tokens": 56, "pieces": ["Ａ", "٣٤٥", "٦", "'D", "Z", "'VE", "㋿mB", "/\r\n", ",", "   \n", "👍🏽", "Z", "㍿ßfi", "'T", "३", "\n", "/DžunglaDž", "('", "M", "…\n", "/", "9", "…\r"]}
+{"text": "'Se½fi٣٤٥٦३İ😀🏽 ,-́fia\n!<|fim_prefix|>fiAb!/Z.écamelCaseB½'D㋿HTTPServera'VEå漢", "tokens": 59, "pieces": ["'S", "e", "½", "fi", "٣٤٥", "٦३", "İ", "😀🏽", " ,-́", "fia", "\n", "!<|", "fim", "_prefix", "|>", "fiAb", "!/", "Z", ".écamelCaseB", "½", "'D", "㋿HTTPServera", "'VE", "a", "̊漢"]}
+{"text": "e👍🏽'­
\rsḍ̇ \r\n\r\n/\r\n/DžAb<|endoftext|>\r\nعⅣ
iOSfi\r\n👍🏽d३ Dž\r9tEOT½e#$%a/bDžungla", "tokens": 67, "pieces": ["e", "👍🏽'­", "
\r", "sḋ", "̣", " \r\n\r\n", "/\r\n", "/DžAb", "<|", "endoftext", "|>\r\n", "ع", "Ⅳ", "
iOSfi", "\r\n", "👍🏽", "d", "३", " Dž", "\r", "9", "tEOT", "½", "e", "#$%", "a", "/bDžungla"]}
+{"text": "́​'Re'D", "tokens": 5, "pieces": ["́​'", "Re", "'D"]}
+{"text": " \n …d㍿
<ꟲé.ع're're", "tokens": 20, "pieces": [" \n", " ", "…d", "㍿", "
", "<ꟲe", "́.", "ع", "'re", "'re"]}
+{"text": "å'DABC's'D𐞁<|endoftext|>́😀🏽,​\r\n\r\n<|endoftext|>ḍ̇e<EOT>​­<META_START>👍🏽aBéعaB'Reꟲ㍿", "tokens": 69, "pieces": ["a", "̊'", "DABC", "'s", "'D", "𐞁", "<|", "endoftext", "|>́😀🏽,​\r\n\r\n", "<|", "endoftext", "|>", "ḋ", "̣e", "<EOT", ">​­<", "META", "_START", ">👍🏽", "aBéعaB", "'Re", "ꟲ", "㍿"]}
+{"text": "9 ३́/\r\n\t", "tokens": 7, "pieces": ["9", " ", "३", "́/\r\n", "\t"]}
+{"text": "'re'字!é'ſaB漢٣٤٥٦'Re٣٤٥٦é", "tokens": 31, "pieces": ["'re", "'字", "!e", "́'", "ſaB漢", "٣٤٥", "٦", "'Re", "٣٤٥", "٦", "é"]}
+{"text": "́a/b\u000b\r\n\r\n!!é 12345678'll\t,Ab'Sſſm-.\n/a/bAbⅣ<|fim_prefix|>/\r\n(>mcamelCase#$%a/b\t'HTTPServer>漢\t", "tokens": 54, "pieces": ["́a", "/b", "\u000b\r\n\r\n", "!!", "e", "́", " ", "123", "456", "78", "'ll", "\t", ",Ab", "'S", "ſſm", "-.\n", "/a", "/bAb", "Ⅳ", "<|", "fim", "_prefix", "|>/\r\n", "(>", "mcamelCase", "#$%", "a", "/b", "\t", "'HTTPServer", ">漢", "\t"]}
+{"text": "عdＡBs'dcamelCase/\"DžunglaaBt𐞁<EOT>>'ſ12345678aBZ.<META_START>#$%éꟲ½\u000bs<<EOT>", "tokens": 50, "pieces": ["عdＡBs", "'d", "camelCase", "/\"", "DžunglaaBt𐞁", "<EOT", ">>'", "ſ", "123", "456", "78", "aBZ", ".<", "META", "_START", ">#$%", "e", "́ꟲ", "½", "\u000bs", "<<", "EOT", ">"]}
+{"text": "9t<|fim_prefix|>́\n/-12345678dꟲ<|endoftext|>ſa'M½٣٤٥٦ \n    \n३d>d", "tokens": 44, "pieces": ["9", "t", "<|", "fim", "_prefix", "|>́\n", "/-", "123", "456", "78", "dꟲ", "<|", "endoftext", "|>", "ſa", "'M", "½٣٤", "٥٦", " \n    \n", "३", "d", ">d"]}
+{"text": "\ta/bİ٣٤٥٦<|fim_prefix|>é漢>'Sſ<\t'D\u000bAb<|endoftext|>tḍ̇'MéDž   \nḍ̇漢ᵃDžunglá", "tokens": 64, "pieces": ["\ta", "/bİ", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "é漢", ">'", "Sſ", "<", "\t", "'D", "\u000bAb", "<|", "endoftext", "|>", "tḋ", "̣'", "MéDž", "   \n", "ḋ", "̣漢ᵃDžungla", "́"]}
+{"text": "ſ'T/!aBaEOT३aB'Re/\"a/bſ", "tokens": 19, "pieces": ["ſ", "'T", "/!", "aBaEOT", "३", "aB", "'Re", "/\"", "a", "/bſ"]}
+{"text": "'T.!Z
t漢ᵃ\r\n\r\n9👍🏽/\r\na/bع\réſZZ'Re,", "tokens": 30, "pieces": ["'T", ".!", "Z", "
t漢ᵃ", "\r\n\r\n", "9", "👍🏽/\r\n", "a", "/bع", "\r", "éſZZ", "'Re", ","]}
+{"text": "ABC<EOT>EOT>/\r\n'D're", "tokens": 9, "pieces": ["ABC", "<EOT", ">EOT", ">/\r\n", "'D", "'re"]}
+{"text": "<EOT>dſ9HTTPServerEOTꟲ/", "tokens": 14, "pieces": ["<EOT", ">dſ", "9", "HTTPServerEOTꟲ", "/"]}
+{"text": "00ådDžungla'👍🏽…Dž're<\u000bZiOS𐞁'ſ'VEé9s<EOT>'DDž  Ａ<|fim_prefix|>'T𐞁\n/ß s'M('ſ", "tokens": 66, "pieces": ["00", "a", "̊dDžungla", "'👍🏽", "…Dž", "'re", "<", "\u000bZiOS𐞁", "'ſ", "'VE", "é", "9", "s", "<EOT", ">'", "DDž", " ", " Ａ", "<|", "fim", "_prefix", "|>'", "T𐞁", "\n", "/ß", " s", "'M", "('", "ſ"]}
+{"text": "　ḍ̇", "tokens": 6, "pieces": ["　ḋ", "̣"]}
+{"text": "'s㍿　0aB\tHTTPServerEOTfi🙂  dé́  'D!!\r\n\r\nt'M\r\nåDž.\n/HTTPServer", "tokens": 37, "pieces": ["'s", "㍿", "　", "0", "aB", "\tHTTPServerEOTfi", "🙂", " ", " dé", "́", " ", " '", "D", "!!\r\n\r\n", "t", "'M", "\r\n", "a", "̊Dž", ".\n", "/HTTPServer"]}
+{"text": ">'S\n/Ａ'StEOT㍿३(å👍🏽\r/\r\n'll'M'/\r\n\r\n\r\n\r\n(.'D​  <EOT>　😀🏽ᵃ🙂<META_START>!!Ａſ   \nB　", "tokens": 62, "pieces": [">'", "S", "\n", "/Ａ", "'S", "tEOT", "㍿", "३", "(a", "̊👍🏽\r", "/\r\n", "'ll", "'M", "'/\r\n\r\n\r\n\r\n", "(.'", "D", "​", " ", " <", "EOT", ">", "　", "😀🏽", "ᵃ", "🙂<", "META", "_START", ">!!", "Ａſ", "   \n", "B", "　"]}
+{"text": "­é", "tokens": 2, "pieces": ["­é"]}
+{"text": "<|fim_prefix|>\t𐞁字fi
", "tokens": 17, "pieces": ["<|", "fim", "_prefix", "|>", "\t𐞁字fi", "
"]}
+{"text": ",ᵃ字aBa/bZABC字'漢­👍🏽字0,字 <|fim_prefix|>eABC㍿aB
", "tokens": 42, "pieces": [",ᵃ字aBa", "/bZABC字", "'漢", "­👍🏽", "字", "0", ",字", " ", "<|", "fim", "_prefix", "|>", "eABC", "㍿aB", "
"]}
+{"text": "㋿३'S   \n'siOS\n/٣٤٥٦camelCase'ſ­Ab'SＡaBsé", "tokens": 32, "pieces": ["㋿", "३", "'S", "   \n", "'s", "iOS", "\n", "/", "٣٤٥", "٦", "camelCase", "'ſ", "­Ab", "'S", "ＡaBsé"]}
+{"text": "漢!>'scamelCasé", "tokens": 8, "pieces": ["漢", "!>'", "scamelCase", "́"]}
+{"text": "-9Džunglaåm/e'M-Ab<B-EOTꟲ३́aB\t🙂\"<EOT>\u000b   \nＡᵃ\u000b", "tokens": 40, "pieces": ["-", "9", "Džunglaa", "̊m", "/e", "'M", "-Ab", "<B", "-EOTꟲ", "३", "́aB", "\t", "🙂\"<", "EOT", ">", "\u000b   \n", "Ａᵃ", "\u000b"]}
+{"text": " (camelCase　-#$%'Ta99!é#$%\n/'Dé㋿Džungla
\r\n\r\nᵃ<|fim_prefix|>aB㍿-　　\r\n/<META_START>​\n\r\n\r\neABCa/b
", "tokens": 58, "pieces": [" (", "camelCase", "　", "-#$%'", "Ta", "99", "!e", "́#$%\n", "/'", "De", "́㋿", "Džungla", "
\r\n\r\n", "ᵃ", "<|", "fim", "_prefix", "|>", "aB", "㍿-", "　　\r\n", "/<", "META", "_START", ">​\n\r\n\r\n", "eABCa", "/b", "
"]}
+{"text": "​é😀🏽ḍ̇Dž.\r\n\r\n's½\u000b'T́", "tokens": 20, "pieces": ["​é", "😀🏽", "ḋ", "̣Dž", ".\r\n\r\n", "'s", "½", "\u000b", "'T", "́"]}
+{"text": ">å(
<㋿'s٣٤٥٦-(a/b#$%İ'll#$%'T'S\"", "tokens": 32, "pieces": [">a", "̊(", "
", "<㋿'", "s", "٣٤٥", "٦", "-(", "a", "/b", "#$%", "İ", "'ll", "#$%'", "T", "'S", "\""]}
+{"text": "\r\nḍ̇\r\n12345678 \n (Ⅳd<|endoftext|>ABC'll…éDžZ'll‍­'T\u000b0­ \n ٣٤٥٦(éＡEOTeå!́𐞁ḍ̇…m<|endoftext|>", "tokens": 79, "pieces": ["\r\n", "ḋ", "̣\r\n", "123", "456", "78", " \n", " (", "Ⅳ", "d", "<|", "endoftext", "|>", "ABC", "'ll", "…éDžZ", "'ll", "‍­'", "T", "\u000b", "0", "­", " \n", " ", "٣٤٥", "٦", "(éＡEOTea", "̊!́", "𐞁ḋ", "̣", "…m", "<|", "endoftext", "|>"]}
+{"text": "é  'ſ㋿Z'VE<|fim_prefix|>\n/12345678'Re
s<㋿eᵃ\t漢\r\n\r\n漢ᵃ\r\n12345678ᵃ­åsZⅣ", "tokens": 59, "pieces": ["e", "́", " ", " '", "ſ", "㋿Z", "'VE", "<|", "fim", "_prefix", "|>\n", "/", "123", "456", "78", "'Re", "
s", "<㋿", "eᵃ", "\t漢", "\r\n\r\n", "漢ᵃ", "\r\n", "123", "456", "78", "ᵃ", "­a", "̊sZ", "Ⅳ"]}
+{"text": "𐞁𐞁½'s", "tokens": 10, "pieces": ["𐞁𐞁", "½", "'s"]}
+{"text": "/\r\n ", "tokens": 2, "pieces": ["/\r\n", " "]}
+{"text": "漢>0're", "tokens": 5, "pieces": ["漢", ">", "0", "'re"]}
+{"text": "'SEOT\n/ᵃßEOTa/bZ㍿   \nع,عHTTPServer‍  ‍m'DＡ'Reعع", "tokens": 36, "pieces": ["'S", "EOT", "\n", "/ᵃßEOTa", "/bZ", "㍿", "   \n", "ع", ",عHTTPServer", "‍", " ", " ", "‍m", "'D", "Ａ", "'Re", "عع"]}
+{"text": "!ßⅣḍ̇ꟲ'ſ㍿", "tokens": 18, "pieces": ["!ß", "Ⅳ", "ḋ", "̣ꟲ", "'ſ", "㍿"]}
+{"text": "ꟲ12345678\rſ<|fim_prefix|>٣٤٥٦​Džunglaé𐞁<EOT>Dž#$%012345678\r\n\r\n٣٤٥٦!Džungla😀🏽!é\n/½12345678'D ㍿\r\nd\r\n\r\nİ<EOT>
Ab-'😀🏽fi", "tokens": 94, "pieces": ["ꟲ", "123", "456", "78", "\r", "ſ", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "​Džunglaé𐞁", "<EOT", ">Dž", "#$%", "012", "345", "678", "\r\n\r\n", "٣٤٥", "٦", "!Džungla", "😀🏽!", "é", "\n", "/", "½12", "345", "678", "'D", " ", "㍿\r\n", "d", "\r\n\r\n", "İ", "<EOT", ">", "
Ab", "-'😀🏽", "fi"]}
+{"text": "𐞁'Re\n/Ab𐞁ABC३ß㍿   \n३ABC'ſ字字m're 'ReDžungla　s👍🏽ḍ̇DžunglasDž9<|endoftext|>\t\n/३\r\n(𐞁ḍ̇'M'VEABC", "tokens": 83, "pieces": ["𐞁", "'Re", "\n", "/Ab𐞁ABC", "३", "ß", "㍿", "   \n", "३", "ABC", "'ſ", "字字m", "'re", " ", "'Re", "Džungla", "　s", "👍🏽", "ḋ", "̣DžunglasDž", "9", "<|", "endoftext", "|>", "\t\n", "/", "३", "\r\n", "(𐞁ḋ", "̣'", "M", "'VE", "ABC"]}
+{"text": "iOS(ABCfiDžunglae🙂EOT­Džungla㍿#$%12345678camelCase'ſ#$%#$%'MaB٣٤٥٦'Reé'llſſ", "tokens": 53, "pieces": ["iOS", "(ABCfiDžunglae", "🙂EOT", "­Džungla", "㍿#$%", "123", "456", "78", "camelCase", "'ſ", "#$%#$%'", "MaB", "٣٤٥", "٦", "'Re", "é", "'ll", "ſſ"]}
+{"text": "٣٤٥٦㋿a\r\naa('llcamelCaseDžunglaDž\n/a  <META_START>ZiOS<EOT>🙂३ABCa/b>   \n0'ſ\n/-#$%𐞁'll\r\n\u000b'D>㍿\r\n\r\n", "tokens": 65, "pieces": ["٣٤٥", "٦", "㋿a", "\r\n", "aa", "('", "llcamelCaseDžunglaDž", "\n", "/a", " ", " <", "META", "_START", ">ZiOS", "<EOT", ">🙂", "३", "ABCa", "/b", ">", "   \n", "0", "'ſ", "\n", "/-#$%", "𐞁", "'ll", "\r\n", "\u000b", "'D", ">㍿\r\n\r\n"]}
+{"text": "😀🏽Džꟲ0Dž'rea👍🏽   \nꟲ'D́Ａ­Z  9Ａs,#$% DžHTTPServer.\"Ⅳ", "tokens": 48, "pieces": ["😀🏽", "Džꟲ", "0", "Dž", "'re", "a", "👍🏽", "   \n", "ꟲ", "'D", "́Ａ", "­Z", " ", " ", "9", "Ａs", ",#$%", " DžHTTPServer", ".\"", "Ⅳ"]}
+{"text": "३ſ<|endoftext|>ⅣBB!   \n\t'Dm…🙂-/\r\nⅣaB 're👍🏽camelCase😀🏽ḍ̇aBéßEOT👍🏽😀🏽<EOT>½#$%'sع'Då", "tokens": 79, "pieces": ["३", "ſ", "<|", "endoftext", "|>", "Ⅳ", "BB", "!", "   \n", "\t", "'D", "m", "…", "🙂-/\r\n", "Ⅳ", "aB", " '", "re", "👍🏽", "camelCase", "😀🏽", "ḋ", "̣aBe", "́ßEOT", "👍🏽😀🏽<", "EOT", ">", "½", "#$%'", "sع", "'D", "a", "̊"]}
+{"text": "9<   \n!m12345678a\r\n٣٤٥٦iOS<META_START>   \n
عé'ſ­,ꟲcamelCaseＡ३.\"'Re!\u000b,ᵃ٣٤٥٦'ſ'M\t", "tokens": 64, "pieces": ["9", "<", "   \n", "!m", "123", "456", "78", "a", "\r\n", "٣٤٥", "٦", "iOS", "<META", "_START", ">", "   \n", "
عe", "́'", "ſ", "­,", "ꟲcamelCaseＡ", "३", ".\"'", "Re", "!", "\u000b", ",ᵃ", "٣٤٥", "٦", "'ſ", "'M", "\t"]}
+{"text": "m\n…½\r३　Džungla!/ ع,<> 'S<|fim_prefix|>aB'Ma/bsaBİ.iOS", "tokens": 37, "pieces": ["m", "\n", "…", "½", "\r", "३", "　Džungla", "!/", " ع", ",<>", " '", "S", "<|", "fim", "_prefix", "|>", "aB", "'M", "a", "/bsaBİ", ".iOS"]}
+{"text": ">>å'sZ(", "tokens": 8, "pieces": [">>", "a", "̊'", "sZ", "("]}
+{"text": "0㋿🙂!!-  \naBa/b   \n/,
9ꟲ-a<|fim_prefix|>Dž　9fiＡiOS…'VE'D<|fim_prefix|>'T12345678   \n \n é12345678t\r  ", "tokens": 62, "pieces": ["0", "㋿🙂!!-", "  \n", "aBa", "/b", "   \n", "/,", "
", "9", "ꟲ", "-a", "<|", "fim", "_prefix", "|>", "Dž", "　", "9", "fiＡiOS", "…", "'VE", "'D", "<|", "fim", "_prefix", "|>'", "T", "123", "456", "78", "   \n \n", " é", "123", "456", "78", "t", "\r  "]}
+{"text": "'S \n عd'VE३(0-㍿", "tokens": 14, "pieces": ["'S", " \n", " عd", "'VE", "३", "(", "0", "-㍿"]}
+{"text": "('Re's👍🏽12345678'VE‍EOTع.12345678!!漢   \n'ſＡ漢,a/b\r\n\r\n 
<META_START>…'S\"Ａ\r\n…ᵃsEOTＡ'", "tokens": 62, "pieces": ["('", "Re", "'s", "👍🏽", "123", "456", "78", "'VE", "‍EOTع", ".", "123", "456", "78", "!!", "漢", "   \n", "'ſ", "Ａ漢", ",a", "/b", "\r\n\r\n", " ", "
", "<META", "_START", ">", "…", "'S", "\"Ａ", "\r\n", "…ᵃsEOTＡ", "'"]}
+{"text": "­  e­'s\r\n\r\n", "tokens": 7, "pieces": ["­", " ", " e", "­'", "s", "\r\n\r\n"]}
+{"text": "!\r\n\r\nåßDžunglaEOT漢HTTPServer漢camelCase<|endoftext|>\t \n ABC\r\n🙂𐞁\u000b<|fim_prefix|>\"'T'Re'sta　<EOT>'DaBB<META_START>é(‍\t👍🏽", "tokens": 70, "pieces": ["!\r\n\r\n", "a", "̊ßDžunglaEOT漢HTTPServer漢camelCase", "<|", "endoftext", "|>", "\t \n", " ABC", "\r\n", "🙂𐞁", "\u000b", "<|", "fim", "_prefix", "|>\"'", "T", "'Re", "'s", "ta", "　", "<EOT", ">'", "DaBB", "<META", "_START", ">e", "́(‍", "\t", "👍🏽"]}
+{"text": " \n \r\n\r\n", "tokens": 2, "pieces": [" \n \r\n\r\n"]}
+{"text": "٣٤٥٦aB́B\n/'ſ'sa\n/👍🏽9é🙂e<META_START>!!𐞁३HTTPServer,Ａ", "tokens": 48, "pieces": ["٣٤٥", "٦", "aB", "́B", "\n", "/'", "ſ", "'s", "a", "\n", "/👍🏽", "9", "e", "́🙂", "e", "<META", "_START", ">!!", "𐞁", "३", "HTTPServer", ",Ａ"]}
+{"text": "ع<|endoftext|>­iOS漢", "tokens": 12, "pieces": ["ع", "<|", "endoftext", "|>­", "iOS漢"]}
+{"text": "'VE   \n　'S
s\n/'T㍿.aB9camelCase12345678Ａ", "tokens": 25, "pieces": ["'VE", "   \n", "　", "'S", "
s", "\n", "/'", "T", "㍿.", "aB", "9", "camelCase", "123", "456", "78", "Ａ"]}
+{"text": "ᵃİ,㍿e9<EOT>!!㍿\r!!", "tokens": 19, "pieces": ["ᵃİ", ",㍿", "e", "9", "<EOT", ">!!㍿\r", "!!"]}
+{"text": "e<|endoftext|>t12345678ꟲé㍿fi'MＡ\na/b 'ABC(́å", "tokens": 36, "pieces": ["e", "<|", "endoftext", "|>", "t", "123", "456", "78", "ꟲe", "́㍿", "fi", "'M", "Ａ", "\n", "a", "/b", " ", "'ABC", "(́", "a", "̊"]}
+{"text": "عHTTPServer\n/", "tokens": 5, "pieces": ["عHTTPServer", "\n", "/"]}
+{"text": "ⅣiOS<EOT>㋿'sABC'M<|endoftext|>.iOS >sßa/bAb\rḍ̇३!!­٣٤٥٦'DZ<𐞁/\r\n(#$%,½<'re𐞁", "tokens": 63, "pieces": ["Ⅳ", "iOS", "<EOT", ">㋿'", "sABC", "'M", "<|", "endoftext", "|>.", "iOS", " >", "sßa", "/bAb", "\r", "ḋ", "̣", "३", "!!­", "٣٤٥", "٦", "'D", "Z", "<𐞁", "/\r\n", "(#$%,", "½", "<'", "re𐞁"]}
+{"text": "-字ḍ̇s-aABCDžaB12345678d<|endoftext|>HTTPServerＡḍ̇\r\nZ0\nB\"ᵃeé\"", "tokens": 46, "pieces": ["-字ḋ", "̣s", "-aABCDžaB", "123", "456", "78", "d", "<|", "endoftext", "|>", "HTTPServerＡḋ", "̣\r\n", "Z", "0", "\n", "B", "\"ᵃeé", "\""]}
+{"text": "édḍ̇ABC\u000bḍ̇ᵃ9<|fim_prefix|>\r㍿'reHTTPServerét\"İå🙂d  ßaB㋿‍٣٤٥٦.aB'D
\r\n\r\n", "tokens": 67, "pieces": ["e", "́dḋ", "̣ABC", "\u000bḋ", "̣ᵃ", "9", "<|", "fim", "_prefix", "|>\r", "㍿'", "reHTTPServerét", "\"İa", "̊🙂", "d", " ", " ßaB", "㋿‍", "٣٤٥", "٦", ".aB", "'D", "
\r\n\r\n"]}
+{"text": "🙂㋿Zꟲ½,‍", "tokens": 13, "pieces": ["🙂㋿", "Zꟲ", "½", ",‍"]}
+{"text": "   \n
३'ſꟲ", "tokens": 11, "pieces": ["   \n", "
", "३", "'ſ", "ꟲ"]}
+{"text": " 12345678Z\tİ㍿\n/'VE#$%…!.'Džunglas<META_START><META_START>\r\n\r\n-s<META_START>'Re‍'MHTTPServerfi<0عZ३㋿EOTＡ𐞁", "tokens": 61, "pieces": [" ", "123", "456", "78", "Z", "\tİ", "㍿\n", "/'", "VE", "#$%", "…", "!.'", "Džunglas", "<META", "_START", "><", "META", "_START", ">\r\n\r\n", "-s", "<META", "_START", ">'", "Re", "‍'", "MHTTPServerfi", "<", "0", "عZ", "३", "㋿EOTＡ𐞁"]}
+{"text": "'reaBſ<|endoftext|>😀🏽0tiOS<META_START>ＡſHTTPServer", "tokens": 30, "pieces": ["'re", "aBſ", "<|", "endoftext", "|>😀🏽", "0", "tiOS", "<META", "_START", ">ＡſHTTPServer"]}
+{"text": "a/३camelCaseＡZ'VE", "tokens": 11, "pieces": ["a", "/", "३", "camelCaseＡZ", "'VE"]}
+{"text": "🙂<|endoftext|>EOT", "tokens": 11, "pieces": ["🙂<|", "endoftext", "|>", "EOT"]}
+{"text": "a're𐞁'llEOTＡd​Dž'T<|fim_prefix|>/\r\n  …<META_START> /\r\n'Abꟲ३e#$%'Rea/b-", "tokens": 47, "pieces": ["a", "'re", "𐞁", "'ll", "EOTＡd", "​Dž", "'T", "<|", "fim", "_prefix", "|>/\r\n", "  ", "…", "<META", "_START", ">", " ", "/\r\n", "'Abꟲ", "३", "e", "#$%'", "Rea", "/b", "-"]}
+{"text": "İ\t🙂𐞁#$%dm‍m,Ab漢\r\n\t👍🏽 \n 'sm", "tokens": 29, "pieces": ["İ", "\t", "🙂𐞁", "#$%", "dm", "‍m", ",Ab漢", "\r\n", "\t", "👍🏽", " \n", " '", "sm"]}
+{"text": "\" \n 're\t-'D\nd \n 'SᵃZ\r\n\r\nع'ſ   \n😀🏽'Då\n/　'T''D", "tokens": 37, "pieces": ["\"", " \n", " '", "re", "\t", "-'", "D", "\n", "d", " \n", " '", "SᵃZ", "\r\n\r\n", "ع", "'ſ", "   \n", "😀🏽'", "Da", "̊\n", "/", "　", "'T", "''", "D"]}
+{"text": "!!'ſ…\n#$%…\tİ𐞁½( ⅣHTTPServer12345678iOSZ \r\n\r\nt!!Ⅳ
9\n're", "tokens": 40, "pieces": ["!!'", "ſ", "…\n", "#$%", "…", "\tİ𐞁", "½", "(", " ", "Ⅳ", "HTTPServer", "123", "456", "78", "iOSZ", " \r\n\r\n", "t", "!!", "Ⅳ", "
", "9", "\n", "'re"]}
+{"text": "\tcamelCase'S/\r\nABC'ReiOS㋿'Res \r\n12345678…\r \n  -iOS漢🙂٣٤٥٦é…㍿　\r\n\r\nＡ's!!-camelCase\rABC<|fim_prefix|>>/ḍ̇!!", "tokens": 69, "pieces": ["\tcamelCase", "'S", "/\r\n", "ABC", "'Re", "iOS", "㋿'", "Res", " \r\n", "123", "456", "78", "…\r \n", " ", " ", "-iOS漢", "🙂", "٣٤٥", "٦", "é", "…", "㍿", "　\r\n\r\n", "Ａ", "'s", "!!-", "camelCase", "\r", "ABC", "<|", "fim", "_prefix", "|>>/", "ḋ", "̣!!"]}
+{"text": "'T å'VE   \n \n 'T\nꟲſ  ßé'M‍\rAb😀🏽/\r\nＡ३/\r\nع !!é㍿", "tokens": 44, "pieces": ["'T", " a", "̊'", "VE", "   \n \n", " '", "T", "\n", "ꟲſ", " ", " ßé", "'M", "‍\r", "Ab", "😀🏽/\r\n", "Ａ", "३", "/\r\n", "ع", " ", "!!", "e", "́㍿"]}
+{"text": "s㍿>٣٤٥٦12345678<META_START>\r\n\r\n ​\r\n's字s字😀🏽's𐞁Džungla㋿ABC'ſDžungla🙂t'VE\n/eDž   \n'SeiOS<<META_START>字'SAbع", "tokens": 73, "pieces": ["s", "㍿>", "٣٤٥", "٦12", "345", "678", "<META", "_START", ">\r\n\r\n", " ​\r\n", "'s", "字s字", "😀🏽'", "s𐞁Džungla", "㋿ABC", "'ſ", "Džungla", "🙂t", "'VE", "\n", "/eDž", "   \n", "'S", "eiOS", "<<", "META", "_START", ">字", "'S", "Abع"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "‍!   \n're​.", "tokens": 7, "pieces": ["‍!", "   \n", "'re", "​."]}
+{"text": "㍿'TiOSiOS!'re'S >ſ　ꟲ'T٣٤٥٦'Reſ漢'ReᵃiOS/\r\n-\r\n‍ع٣٤٥٦́0😀🏽ABC   \n/\r\n\r\n", "tokens": 60, "pieces": ["㍿'", "TiOSiOS", "!'", "re", "'S", " ", ">ſ", "　ꟲ", "'T", "٣٤٥", "٦", "'Re", "ſ漢", "'Re", "ᵃiOS", "/\r\n", "-\r\n", "‍ع", "٣٤٥", "٦", "́", "0", "😀🏽", "ABC", "   \n", "/\r\n\r\n"]}
+{"text": "\"!\"½字½'reZéfiDžungla", "tokens": 14, "pieces": ["\"!\"", "½", "字", "½", "'re", "ZéfiDžungla"]}
+{"text": "afi\t#$%<|endoftext|>Ab/\r\n EOT \n ꟲ'll\t👍🏽…aBaB'Ret㍿#$%ḍ̇", "tokens": 46, "pieces": ["afi", "\t", "#$%<|", "endoftext", "|>", "Ab", "/\r\n", " EOT", " \n", " ꟲ", "'ll", "\t", "👍🏽", "…aBaB", "'Re", "t", "㍿#$%", "ḋ", "̣"]}
+{"text": "é-\r\n\r\n\u000b字('re'D \n ٣٤٥٦<META_START>३\r\n\r\n!عB!iOSé-edABC\n/   \ncamelCase.漢mcamelCasedé", "tokens": 47, "pieces": ["é", "-\r\n\r\n", "\u000b字", "('", "re", "'D", " \n", " ", "٣٤٥", "٦", "<META", "_START", ">", "३", "\r\n\r\n", "!عB", "!iOSé", "-edABC", "\n", "/", "   \n", "camelCase", ".漢mcamelCasede", "́"]}
+{"text": "́sDžunglaat \n 漢DžHTTPServer㋿ \n ABCꟲm", "tokens": 24, "pieces": ["́sDžunglaat", " \n", " 漢DžHTTPServer", "㋿", " \n", " ABCꟲm"]}
+{"text": "½'M!!!", "tokens": 3, "pieces": ["½", "'M", "!!!"]}
+{"text": "👍🏽　'll<|endoftext|>'D <EOT>𐞁0Dž­ſßZiOS👍🏽\"३å.ḍ̇­  ­-\r   \ns'M", "tokens": 59, "pieces": ["👍🏽", "　", "'ll", "<|", "endoftext", "|>'", "D", " <", "EOT", ">𐞁", "0", "Dž", "­ſßZiOS", "👍🏽\"", "३", "a", "̊.", "ḋ", "̣­", " ", " ­-\r", "   \n", "s", "'M"]}
+{"text": "<|fim_prefix|>>字'M9a/béiOS12345678B  ㋿å'll'Mt!!ḍ̇ḍ̇́<|endoftext|>!", "tokens": 50, "pieces": ["<|", "fim", "_prefix", "|>>", "字", "'M", "9", "a", "/be", "́iOS", "123", "456", "78", "B", " ", " ㋿", "a", "̊'", "ll", "'M", "t", "!!", "ḋ", "̣ḋ", "̣́<|", "endoftext", "|>!"]}
+{"text": "ع\u000b/ \n <META_START>#$%", "tokens": 10, "pieces": ["ع", "\u000b", "/", " \n", " <", "META", "_START", ">#$%"]}
+{"text": "'réécamelCase/\r\n\"/\r\na/b'reABCfi<ع#$%aB\t", "tokens": 21, "pieces": ["'re", "́écamelCase", "/\r\n", "\"/\r\n", "a", "/b", "'re", "ABCfi", "<ع", "#$%", "aB", "\t"]}
+{"text": "٣٤٥٦<EOT><|fim_prefix|>٣٤٥٦iOSḍ̇Dž'T\n/…Džungla…é", "tokens": 45, "pieces": ["٣٤٥", "٦", "<EOT", "><|", "fim", "_prefix", "|>", "٣٤٥", "٦", "iOSḋ", "̣Dž", "'T", "\n", "/", "…Džungla", "…é"]}
+{"text": "ABCcamelCase'DcamelCase  😀🏽字12345678ꟲ🙂 漢", "tokens": 23, "pieces": ["ABCcamelCase", "'D", "camelCase", " ", " 😀🏽", "字", "123", "456", "78", "ꟲ", "🙂", " 漢"]}
+{"text": "ſ漢/iOS٣٤٥٦>\r㋿Z12345678'MDžungla\t'TDžungla\"'VEⅣEOTZ\n/½ta/b\r\n a'D… <|endoftext|>é'S<META_START>t\u000b", "tokens": 69, "pieces": ["ſ漢", "/iOS", "٣٤٥", "٦", ">\r", "㋿Z", "123", "456", "78", "'M", "Džungla", "\t", "'T", "Džungla", "\"'", "VE", "Ⅳ", "EOTZ", "\n", "/", "½", "ta", "/b", "\r\n", " a", "'D", "…", " ", "<|", "endoftext", "|>", "e", "́'", "S", "<META", "_START", ">t", "\u000b"]}
+{"text": "\"-", "tokens": 1, "pieces": ["\"-"]}
+{"text": "/", "tokens": 1, "pieces": ["/"]}
+{"text": "e's 'll'ſZ\u000bDž\u000b<|endoftext|>'M \n 's/\r\nås'VEm,\r\n\r\nå<EOT>ḍ̇/😀🏽<|endoftext|>,s", "tokens": 58, "pieces": ["e", "'s", " ", "'ll", "'ſ", "Z", "\u000bDž", "\u000b", "<|", "endoftext", "|>'", "M", " \n", " '", "s", "/\r\n", "a", "̊s", "'VE", "m", ",\r\n\r\n", "a", "̊<", "EOT", ">ḋ", "̣/😀🏽<|", "endoftext", "|>,", "s"]}
+{"text": "😀🏽", "tokens": 5, "pieces": ["😀🏽"]}
+{"text": "/Ⅳḍ̇(ABC　\r.­½​iOS…\r\n\r\n\"\n  <12345678ß.HTTPServerZ ᵃ-<META_START>'S\ta#$%", "tokens": 43, "pieces": ["/", "Ⅳ", "ḋ", "̣(", "ABC", "　\r", ".­", "½", "​iOS", "…\r\n\r\n", "\"\n", " ", " <", "123", "456", "78", "ß", ".HTTPServerZ", " ᵃ", "-<", "META", "_START", ">'", "S", "\ta", "#$%"]}
+{"text": "aⅣİAb", "tokens": 5, "pieces": ["a", "Ⅳ", "İAb"]}
+{"text": " (t'M​ꟲ   \n(́ǻEOT \n e'sEOT   \n　å<|fim_prefix|>camelCase　㍿\t\r\n\r\n\r\n", "tokens": 41, "pieces": [" ", "(t", "'M", "​ꟲ", "   \n", "(́", "a", "̊́", "EOT", " \n", " e", "'s", "EOT", "   \n", "　a", "̊<|", "fim", "_prefix", "|>", "camelCase", "　", "㍿", "\t\r\n\r\n\r\n"]}
+{"text": "ⅣEOTt\t/\r\n­'VE𐞁\t<३-,'s\n/㋿'VE'ſ\n<|fim_prefix|>9३'Dع'M <EOT>'S<META_START>
Ⅳ0aB३ABC\r\n​s🙂", "tokens": 69, "pieces": ["Ⅳ", "EOTt", "\t", "/\r\n", "­'", "VE𐞁", "\t", "<", "३", "-,'", "s", "\n", "/㋿'", "VE", "'ſ", "\n", "<|", "fim", "_prefix", "|>", "9३", "'D", "ع", "'M", " ", "<EOT", ">'", "S", "<META", "_START", ">", "
", "Ⅳ0", "aB", "३", "ABC", "\r\n", "​s", "🙂"]}
+{"text": "å­𐞁<|fim_prefix|>'M٣٤٥٦ddsdcamelCase,iOSꟲé…\n/㋿écamelCase'Re'T'", "tokens": 48, "pieces": ["a", "̊­", "𐞁", "<|", "fim", "_prefix", "|>'", "M", "٣٤٥", "٦", "ddsdcamelCase", ",iOSꟲe", "́", "…\n", "/㋿", "écamelCase", "'Re", "'T", "'"]}
+{"text": "‍ſ're<EOT>é\u000bḍ̇e<EOT>🙂…ſ're….㋿é'T𐞁‍#$%٣٤٥٦　
-é", "tokens": 55, "pieces": ["‍ſ", "'re", "<EOT", ">e", "́", "\u000bḋ", "̣e", "<EOT", ">🙂", "…ſ", "'re", "…", ".㋿", "é", "'T", "𐞁", "‍#$%", "٣٤٥", "٦", "　", "
", "-é"]}
+{"text": "<|fim_prefix|>漢-\r\nZ㍿!!'ſDžungla\rDžungla'Mt…Ａḍ̇​iOS
é'T𐞁(DžéeABCé", "tokens": 56, "pieces": ["<|", "fim", "_prefix", "|>", "漢", "-\r\n", "Z", "㍿!!'", "ſDžungla", "\r", "Džungla", "'M", "t", "…Ａḋ", "̣​", "iOS", "
é", "'T", "𐞁", "(Dže", "́eABCé"]}
+{"text": ".漢", "tokens": 3, "pieces": [".漢"]}
+{"text": "ᵃm", "tokens": 4, "pieces": ["ᵃm"]}
+{"text": "́😀🏽DžHTTPServer.\n/İ< /\r\nḍ̇/\r\n're🙂'T'ſⅣ字a/b\u000b", "tokens": 36, "pieces": ["́😀🏽", "DžHTTPServer", ".\n", "/İ", "<", " /\r\n", "ḋ", "̣/\r\n", "'re", "🙂'", "T", "'ſ", "Ⅳ", "字a", "/b", "\u000b"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿½٣٤٥٦a/bå'Reå'T", "tokens": 24, "pieces": ["㍿", "½٣٤", "٥٦", "a", "/ba", "̊'", "Rea", "̊'", "T"]}
+{"text": "ꟲ,
   \nmß漢\u000b\na/bB́a/b/\r\n\r\nİfiİ", "tokens": 24, "pieces": ["ꟲ", ",", "
   \n", "mß漢", "\u000b\n", "a", "/bB", "́a", "/b", "/\r\n\r\n", "İfiİ"]}
+{"text": " \n ३'ſ   \n", "tokens": 8, "pieces": [" \n", " ", "३", "'ſ", "   \n"]}
+{"text": "<META_START>9\n/DžunglaHTTPServer/漢ᵃ'TiOSHTTPServer߅'S", "tokens": 27, "pieces": ["<META", "_START", ">", "9", "\n", "/DžunglaHTTPServer", "/漢ᵃ", "'T", "iOSHTTPServerß", "…", "'S"]}
+{"text": "fi's", "tokens": 3, "pieces": ["fi", "'s"]}
+{"text": "\r'Re ́/'MaBB😀🏽#$%<|endoftext|>\"d🙂aB", "tokens": 26, "pieces": ["\r", "'Re", " ", "́/'", "MaBB", "😀🏽#$%<|", "endoftext", "|>\"", "d", "🙂aB"]}
+{"text": "\tDžungla🙂漢字½ \n/\"'Mß\r\n\r\n\r\n/\r\n㋿å\"é.", "tokens": 28, "pieces": ["\tDžungla", "🙂漢字", "½", " \n", "/\"'", "Mß", "\r\n\r\n\r\n", "/\r\n", "㋿a", "̊\"", "e", "́."]}
+{"text": "iOS㍿a", "tokens": 5, "pieces": ["iOS", "㍿a"]}
+{"text": "ᵃB\"HTTPServerᵃ, \r\n\r\né<|endoftext|>İ­EOT\r\nåḍ̇'DⅣ,'Re…٣٤٥٦\"a/b(.'re-'D
'Tåd　😀🏽\r'", "tokens": 72, "pieces": ["ᵃB", "\"HTTPServerᵃ", ",", " \r\n\r\n", "e", "́<|", "endoftext", "|>", "İ", "­EOT", "\r\n", "a", "̊ḋ", "̣'", "D", "Ⅳ", ",'", "Re", "…", "٣٤٥", "٦", "\"a", "/b", "(.'", "re", "-'", "D", "
", "'T", "a", "̊d", "　", "😀🏽\r", "'"]}
+{"text": "'re!!EOT'llAbs'VEå🙂…<',12345678a/b ​㍿\n/
 HTTPServer(\n'M​", "tokens": 36, "pieces": ["'re", "!!", "EOT", "'ll", "Abs", "'VE", "a", "̊🙂", "…", "<',", "123", "456", "78", "a", "/b", " ​㍿\n", "/", "
", " HTTPServer", "(\n", "'M", "​"]}
+{"text": "eEOTfi'   \n\"　'M", "tokens": 10, "pieces": ["eEOTfi", "'", "   \n", "\"", "　", "'M"]}
+{"text": "‍'SAbt㋿ <META_START>!<㍿HTTPServer<EOT>　'T/éåＡ/\r\n㍿३/\r\nع>!!<|fim_prefix|>\rt'TaB.9", "tokens": 55, "pieces": ["‍'", "SAbt", "㋿", " <", "META", "_START", ">!<㍿", "HTTPServer", "<EOT", ">", "　", "'T", "/e", "́a", "̊Ａ", "/\r\n", "㍿", "३", "/\r\n", "ع", ">!!<|", "fim", "_prefix", "|>\r", "t", "'T", "aB", ".", "9"]}
+{"text": "ḍ̇३9HTTPServer ,camelCaseåḍ̇İ\"'ſDžungla12345678 \n <|endoftext|><|fim_prefix|>éſ,Ⅳ𐞁åHTTPServerꟲ½fi'Reع  #$%å ", "tokens": 77, "pieces": ["ḋ", "̣", "३9", "HTTPServer", " ", ",camelCasea", "̊ḋ", "̣İ", "\"'", "ſDžungla", "123", "456", "78", " \n", " <|", "endoftext", "|><|", "fim", "_prefix", "|>", "e", "́ſ", ",", "Ⅳ", "𐞁a", "̊HTTPServerꟲ", "½", "fi", "'Re", "ع", " ", " #$%", "a", "̊", " "]}
+{"text": "<   \n㍿<EOT>'M😀🏽<㍿'Re\n/ḍ̇(\r\n\r\n<|endoftext|>ſ   \n,'ſ", "tokens": 43, "pieces": ["<", "   \n", "㍿<", "EOT", ">'", "M", "😀🏽<㍿'", "Re", "\n", "/ḋ", "̣(\r\n\r\n", "<|", "endoftext", "|>", "ſ", "   \n", ",'", "ſ"]}
+{"text": "ᵃ/   \né'll­iOS<META_START>ḍ̇HTTPServera½字漢👍🏽iOSé's<|fim_prefix|>iOS(…éHTTPServer‍!!0,ſa/b/\r\n
", "tokens": 60, "pieces": ["ᵃ", "/", "   \n", "é", "'ll", "­iOS", "<META", "_START", ">ḋ", "̣HTTPServera", "½", "字漢", "👍🏽", "iOSé", "'s", "<|", "fim", "_prefix", "|>", "iOS", "(", "…éHTTPServer", "‍!!", "0", ",ſa", "/b", "/\r\n", "
"]}
+{"text": "­Ab㍿'ll字㋿>'re\t'reZ'漢'T\r\n\r\nfi'S…\n/'VE<|fim_prefix|>9s'Sé٣٤٥٦", "tokens": 49, "pieces": ["­Ab", "㍿'", "ll字", "㋿>'", "re", "\t", "'re", "Z", "'漢", "'T", "\r\n\r\n", "fi", "'S", "…\n", "/'", "VE", "<|", "fim", "_prefix", "|>", "9", "s", "'S", "e", "́", "٣٤٥", "٦"]}
+{"text": "é'ſZ -ß,\r\n\r\ncamelCase/\r\n\"  !!𐞁\r\n\u000b\r\nZ   \n<|endoftext|>#$%٣٤٥٦​𐞁   \n", "tokens": 47, "pieces": ["é", "'ſ", "Z", " ", "-ß", ",\r\n\r\n", "camelCase", "/\r\n", "\"", " ", " !!", "𐞁", "\r\n\u000b\r\n", "Z", "   \n", "<|", "endoftext", "|>#$%", "٣٤٥", "٦", "​𐞁", "   \n"]}
+{"text": "👍🏽iOS'SABC", "tokens": 9, "pieces": ["👍🏽", "iOS", "'S", "ABC"]}
+{"text": "<漢ḍ̇/\r\n㋿fi字\u000b-", "tokens": 17, "pieces": ["<漢ḋ", "̣/\r\n", "㋿fi字", "\u000b", "-"]}
+{"text": "   \nå<Ab'Sé", "tokens": 9, "pieces": ["   \n", "a", "̊<", "Ab", "'S", "e", "́"]}
+{"text": " \n/,'S!<EOT>ḍ̇ſ\"", "tokens": 16, "pieces": [" \n", "/,'", "S", "!<", "EOT", ">ḋ", "̣ſ", "\""]}
+{"text": "d\u000b字ABC٣٤٥٦👍🏽", "tokens": 18, "pieces": ["d", "\u000b字ABC", "٣٤٥", "٦", "👍🏽"]}
+{"text": "㋿\t", "tokens": 4, "pieces": ["㋿", "\t"]}
+{"text": "<EOT>ᵃ", "tokens": 6, "pieces": ["<EOT", ">ᵃ"]}
+{"text": "字'll\r\n /d   \nDž　Džungla.12345678​ <EOT>!!Dž<EOT>'VEḍ̇/\r\n­'ſＡåfi'VE<META_START>", "tokens": 52, "pieces": ["字", "'ll", "\r\n", " /", "d", "   \n", "Dž", "　Džungla", ".", "123", "456", "78", "​", " <", "EOT", ">!!", "Dž", "<EOT", ">'", "VEḋ", "̣/\r\n", "­'", "ſＡa", "̊fi", "'VE", "<META", "_START", ">"]}
+{"text": "'Må‍३'VE<|fim_prefix|>
Z'é<\r\n\r\n'S!fié‍", "tokens": 30, "pieces": ["'M", "a", "̊‍", "३", "'VE", "<|", "fim", "_prefix", "|>", "
Z", "'é", "<\r\n\r\n", "'S", "!fié", "‍"]}
+{"text": "å /\r\n/!Ⅳ \n !٣٤٥٦", "tokens": 19, "pieces": ["a", "̊", " /\r\n", "/!", "Ⅳ", " \n", " !", "٣٤٥", "٦"]}
+{"text": "'T  漢 \n 'Dḍ̇mDž<|fim_prefix|>  ​
…ſ<३　  \u000b>Z'D 👍🏽ea­iOS0漢Džungla 'ſⅣZ.", "tokens": 63, "pieces": ["'T", " ", " 漢", " \n", " '", "Dḋ", "̣mDž", "<|", "fim", "_prefix", "|>", " ", " ​", "
", "…ſ", "<", "३", "　  ", "\u000b", ">Z", "'D", " ", "👍🏽", "ea", "­iOS", "0", "漢Džungla", " '", "ſ", "Ⅳ", "Z", "."]}
+{"text": "HTTPServerß<EOT>>camelCase12345678e İDžungla'Re\t", "tokens": 20, "pieces": ["HTTPServerß", "<EOT", ">>", "camelCase", "123", "456", "78", "e", " İDžungla", "'Re", "\t"]}
+{"text": ",\r\n\r\n<|endoftext|>å  ABC字<META_START>'S   \n'VE㍿Dž(HTTPServer   \n'S🙂é​'S'ſeaé  /\r\n  <META_START>\r\n'll字", "tokens": 52, "pieces": [",\r\n\r\n", "<|", "endoftext", "|>", "a", "̊", " ", " ABC字", "<META", "_START", ">'", "S", "   \n", "'VE", "㍿Dž", "(HTTPServer", "   \n", "'S", "🙂é", "​'", "S", "'ſ", "eaé", " ", " /\r\n", " ", " <", "META", "_START", ">\r\n", "'ll", "字"]}
+{"text": "㍿iOSEOT<|fim_prefix|>a/b'T/\r\nABC<EOT>'ll'll'VEt'Sſet'SAb0-Džunglaſ'ſ'S\n字字>\r\ndé🙂å㋿👍🏽𐞁0Dž", "tokens": 71, "pieces": ["㍿iOSEOT", "<|", "fim", "_prefix", "|>", "a", "/b", "'T", "/\r\n", "ABC", "<EOT", ">'", "ll", "'ll", "'VE", "t", "'S", "ſet", "'S", "Ab", "0", "-Džunglaſ", "'ſ", "'S", "\n", "字字", ">\r\n", "dé", "🙂a", "̊㋿👍🏽", "𐞁", "0", "Dž"]}
+{"text": "'M½'ſ'll
\u000b iOSDž!!\t/\r\n字Z㍿ḍ̇<|fim_prefix|>ع㍿!", "tokens": 37, "pieces": ["'M", "½", "'ſ", "'ll", "
\u000b", " iOSDž", "!!", "\t", "/\r\n", "字Z", "㍿ḋ", "̣<|", "fim", "_prefix", "|>", "ع", "㍿!"]}
+{"text": ">😀🏽ᵃ<|fim_prefix|>ꟲABC/\r\n \n   ½\r\n>   \n\r🙂's३ \n 漢ꟲ\n/'ſ(\niOS\r\n\t,   \n\r\n", "tokens": 53, "pieces": [">😀🏽", "ᵃ", "<|", "fim", "_prefix", "|>", "ꟲABC", "/\r\n", " \n", "  ", " ", "½", "\r\n", ">", "   \n\r", "🙂'", "s", "३", " \n", " 漢ꟲ", "\n", "/'", "ſ", "(\n", "iOS", "\r\n", "\t", ",", "   \n\r\n"]}
+{"text": "㍿'S\n/-㋿
fi‍e'ſ<META_START>'se‍é", "tokens": 29, "pieces": ["㍿'", "S", "\n", "/-㋿", "
fi", "‍e", "'ſ", "<META", "_START", ">'", "se", "‍e", "́"]}
+{"text": "🙂Džungla \n éABCABC   \n/\r\n漢'T㋿👍🏽Ab😀🏽३\r\n'll\"'ſBaB<㋿㋿å\nd-iOS#$%漢aBHTTPServer", "tokens": 61, "pieces": ["🙂Džungla", " \n", " éABCABC", "   \n", "/\r\n", "漢", "'T", "㋿👍🏽", "Ab", "😀🏽", "३", "\r\n", "'ll", "\"'", "ſBaB", "<㋿㋿", "a", "̊\n", "d", "-iOS", "#$%", "漢aBHTTPServer"]}
+{"text": "/\r\n   \n'VE/   \ne!\n/½'ſ/\r\n \n fi٣٤٥٦<a!ém½", "tokens": 31, "pieces": ["/\r\n", "   \n", "'VE", "/", "   \n", "e", "!\n", "/", "½", "'ſ", "/\r\n", " \n", " fi", "٣٤٥", "٦", "<a", "!e", "́m", "½"]}
+{"text": "e'M<EOT>12345678
9-\ncamelCase\n/'sＡ\n!", "tokens": 21, "pieces": ["e", "'M", "<EOT", ">", "123", "456", "78", "
", "9", "-\n", "camelCase", "\n", "/'", "sＡ", "\n", "!"]}
+{"text": "ꟲEOT👍🏽字>dABC\t字's<'ſfi'S­㋿'Mß'D  \r", "tokens": 33, "pieces": ["ꟲEOT", "👍🏽", "字", ">dABC", "\t字", "'s", "<'", "ſfi", "'S", "­㋿'", "Mß", "'D", "  \r"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": " 'S'Re(", "tokens": 4, "pieces": [" ", "'S", "'Re", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "​   \n \n'VE  Ⅳ(a/bEOT<|endoftext|>!!<META_START>#$%𐞁<EOT>🙂३\r<EOT>字/\r\n\"ß🙂'sḍ̇́", "tokens": 56, "pieces": ["​", "   \n \n", "'VE", " ", " ", "Ⅳ", "(a", "/bEOT", "<|", "endoftext", "|>!!<", "META", "_START", ">#$%", "𐞁", "<EOT", ">🙂", "३", "\r", "<EOT", ">字", "/\r\n", "\"ß", "🙂'", "sḋ", "̣́"]}
+{"text": "㋿å's", "tokens": 8, "pieces": ["㋿a", "̊'", "s"]}
+{"text": " ", "tokens": 1, "pieces": [" "]}
+{"text": "'ś३'re\r\r\n\r\n㋿.ꟲé㍿'M \n ſ<|endoftext|>å9Z0Z㍿>ABCAbⅣ'SaB'll'reB", "tokens": 52, "pieces": ["'s", "́", "३", "'re", "\r\r\n\r\n", "㋿.", "ꟲé", "㍿'", "M", " \n", " ſ", "<|", "endoftext", "|>", "a", "̊", "9", "Z", "0", "Z", "㍿>", "ABCAb", "Ⅳ", "'S", "aB", "'ll", "'re", "B"]}
+{"text": "ABCⅣ-ᵃ \n 'THTTPServeréHTTPServer٣٤٥٦   \n<字'ſfi  m𐞁é'llå1234567812345678", "tokens": 49, "pieces": ["ABC", "Ⅳ", "-ᵃ", " \n", " '", "THTTPServeréHTTPServer", "٣٤٥", "٦", "   \n", "<字", "'ſ", "fi", " ", " m𐞁e", "́'", "lla", "̊", "123", "456", "781", "234", "567", "8"]}
+{"text": "#$%m<META_START>İع㍿a/bfi𐞁fi३\r\n\r\n>'llHTTPServer'ſé<|fim_prefix|>…ſeZt0!!  漢\u000b\r\n½<EOT>   \n.İ㋿fi漢 ", "tokens": 71, "pieces": ["#$%", "m", "<META", "_START", ">İع", "㍿a", "/bfi𐞁fi", "३", "\r\n\r\n", ">'", "llHTTPServer", "'ſ", "e", "́<|", "fim", "_prefix", "|>", "…ſeZt", "0", "!!", " ", " 漢", "\u000b\r\n", "½", "<EOT", ">", "   \n", ".İ", "㋿fi漢", " "]}
+{"text": "　(.", "tokens": 2, "pieces": ["　", "(."]}
+{"text": "㋿'ll…३😀🏽ABCEOT½'Re,'M'VE'reZAb　'ſ'VE('ll.ꟲ\t/'Dé<EOT>-é\"!", "tokens": 49, "pieces": ["㋿'", "ll", "…", "३", "😀🏽", "ABCEOT", "½", "'Re", ",'", "M", "'VE", "'re", "ZAb", "　", "'ſ", "'VE", "('", "ll", ".ꟲ", "\t", "/'", "De", "́<", "EOT", ">-", "é", "\"!"]}
+{"text": "'VEDžunglaＡ'ſ'S'Meé/\r\n.<META_START><|endoftext|>Ⅳ>Ａs٣٤٥٦12345678½　 'ſå12345678'  sſ", "tokens": 60, "pieces": ["'VE", "DžunglaＡ", "'ſ", "'S", "'M", "ee", "́/\r\n", ".<", "META", "_START", "><|", "endoftext", "|>", "Ⅳ", ">Ａs", "٣٤٥", "٦12", "345", "678", "½", "　", " ", "'ſ", "a", "̊", "123", "456", "78", "'", " ", " sſ"]}
+{"text": "'s.'ll🙂ſ/!aB", "tokens": 11, "pieces": ["'s", ".'", "ll", "🙂ſ", "/!", "aB"]}
+{"text": ">(𐞁EOT>aa <META_START>! !Ａ漢9å \n 'Dᵃå \n <META_START>", "tokens": 37, "pieces": [">(", "𐞁EOT", ">aa", " <", "META", "_START", ">!", " !", "Ａ漢", "9", "a", "̊", " \n", " '", "Dᵃa", "̊", " \n", " <", "META", "_START", ">"]}
+{"text": "aiOS \n ‍‍DžacamelCaseecamelCase
camelCaseḍ̇㋿​a/b\rt \n  camelCase‍t<|fim_prefix|>", "tokens": 47, "pieces": ["aiOS", " \n", " ‍‍", "DžacamelCaseecamelCase", "
camelCaseḋ", "̣㋿​", "a", "/b", "\r", "t", " \n", " ", " camelCase", "‍t", "<|", "fim", "_prefix", "|>"]}
+{"text": "<META_START>́'sfiع<|fim_prefix|>(!!٣٤٥٦Ⅳ>ḍ̇Z", "tokens": 35, "pieces": ["<META", "_START", ">́'", "sfiع", "<|", "fim", "_prefix", "|>(!!", "٣٤٥", "٦Ⅳ", ">ḋ", "̣Z"]}
+{"text": "\r\n\r\néHTTPServer👍🏽\r\n\r\nacamelCase‍­,(0\rHTTPServer👍🏽\n/å0,ß \n Dž🙂s \n ㍿", "tokens": 48, "pieces": ["\r\n\r\n", "e", "́HTTPServer", "👍🏽\r\n\r\n", "acamelCase", "‍­,(", "0", "\r", "HTTPServer", "👍🏽\n", "/a", "̊", "0", ",ß", " \n", " Dž", "🙂s", " \n", " ㍿"]}
+{"text": "­
m…'T٣٤٥٦Ⅳ!'S!", "tokens": 20, "pieces": ["­", "
m", "…", "'T", "٣٤٥", "٦Ⅳ", "!'", "S", "!"]}
+{"text": "<|fim_prefix|>.\u000baB \n/Abß٣٤٥٦a/b
　　㍿å\tع>ß\r\niOS'll㍿EOT", "tokens": 46, "pieces": ["<|", "fim", "_prefix", "|>.", "\u000baB", " \n", "/Abß", "٣٤٥", "٦", "a", "/b", "
　", "　", "㍿a", "̊", "\tع", ">ß", "\r\n", "iOS", "'ll", "㍿EOT"]}
+{"text": "9.Z<|fim_prefix|>😀🏽ᵃt'D<META_START>", "tokens": 23, "pieces": ["9", ".Z", "<|", "fim", "_prefix", "|>😀🏽", "ᵃt", "'D", "<META", "_START", ">"]}
+{"text": "'D३(字'S9½/\r\n
\ré'T", "tokens": 14, "pieces": ["'D", "३", "(字", "'S", "9½", "/\r\n", "
\r", "é", "'T"]}
+{"text": "'VE-fiAb𐞁,😀🏽   \nHTTPServerİᵃ/(B", "tokens": 25, "pieces": ["'VE", "-fiAb𐞁", ",😀🏽", "   \n", "HTTPServerİᵃ", "/(", "B"]}
+{"text": "'Reé½('ABCa'D/\r\t👍🏽   \nİfi<​\">ßEOTꟲ9ßsd🙂/'re\r\n\r\n<12345678<META_START>", "tokens": 46, "pieces": ["'Re", "e", "́", "½", "('", "ABCa", "'D", "/\r", "\t", "👍🏽", "   \n", "İfi", "<​\">", "ßEOTꟲ", "9", "ßsd", "🙂/'", "re", "\r\n\r\n", "<", "123", "456", "78", "<META", "_START", ">"]}
+{"text": "é\r\r\n\r0'ſ'#$%<|fim_prefix|>a", "tokens": 19, "pieces": ["e", "́\r\r\n\r", "0", "'ſ", "'#$%<|", "fim", "_prefix", "|>", "a"]}
+{"text": "/\r\n\r\nDžungla'M'ReAb\n/'ll㋿
३٣٤٥٦ 'SaBZé\tEOT<EOT>12345678ع\nEOTſ#$%éiOS-tsa/bDž(㍿!!0", "tokens": 62, "pieces": ["/\r\n\r\n", "Džungla", "'M", "'Re", "Ab", "\n", "/'", "ll", "㋿", "
", "३٣٤", "٥٦", " ", "'S", "aBZe", "́", "\tEOT", "<EOT", ">", "123", "456", "78", "ع", "\n", "EOTſ", "#$%", "e", "́iOS", "-tsa", "/bDž", "(㍿!!", "0"]}
+{"text": "fi𐞁é‍t.", "tokens": 11, "pieces": ["fi𐞁é", "‍t", "."]}
+{"text": "-…#$%.'<Džungla'StEOTEOT9'T½(\u000b!!\n/e#$%iOS   \n", "tokens": 26, "pieces": ["-", "…", "#$%.'<", "Džungla", "'S", "tEOTEOT", "9", "'T", "½", "(", "\u000b", "!!\n", "/e", "#$%", "iOS", "   \n"]}
+{"text": "<META_START>\r\n!!HTTPServer\t\"­sd\"½'VE'D're<|fim_prefix|>!!-ع", "tokens": 27, "pieces": ["<META", "_START", ">\r\n", "!!", "HTTPServer", "\t", "\"­", "sd", "\"", "½", "'VE", "'D", "'re", "<|", "fim", "_prefix", "|>!!-", "ع"]}
+{"text": "😀🏽​­'ſ's.　\r\n\r\néßm 're", "tokens": 20, "pieces": ["😀🏽​­'", "ſ", "'s", ".", "　\r\n\r\n", "e", "́ßm", " ", "'re"]}
+{"text": "Z<EOT>0<META_START>‍e", "tokens": 12, "pieces": ["Z", "<EOT", ">", "0", "<META", "_START", ">‍", "e"]}
+{"text": "\n𐞁ꟲ'sa/bＡ >a/be12345678   \n<META_START>Ａ\r<|endoftext|>a\tDž.…d㋿", "tokens": 45, "pieces": ["\n", "𐞁ꟲ", "'s", "a", "/bＡ", " >", "a", "/be", "123", "456", "78", "   \n", "<META", "_START", ">Ａ", "\r", "<|", "endoftext", "|>", "a", "\tDž", ".", "…d", "㋿"]}
+{"text": "🙂 \n iOS\"camelCaseＡ", "tokens": 9, "pieces": ["🙂", " \n", " iOS", "\"camelCaseＡ"]}
+{"text": "camelCase<META_START>Dž'Re   \nAb字 a   \n!!éZé!
 \n 'Ａ,/😀🏽!! 's٣٤٥٦<EOT>ſ/  ٣٤٥٦", "tokens": 59, "pieces": ["camelCase", "<META", "_START", ">Dž", "'Re", "   \n", "Ab字", " a", "   \n", "!!", "e", "́Zé", "!", "
 \n", " '", "Ａ", ",/😀🏽!!", " '", "s", "٣٤٥", "٦", "<EOT", ">ſ", "/", " ", " ", "٣٤٥", "٦"]}
+{"text": "/İ>‍漢   \nfi​ /\r\nß(‍👍🏽'DⅣعᵃ \n aDžungla　 \n s", "tokens": 40, "pieces": ["/İ", ">‍", "漢", "   \n", "fi", "​", " ", "/\r\n", "ß", "(‍👍🏽'", "D", "Ⅳ", "عᵃ", " \n", " aDžungla", "　 \n", " s"]}
+{"text": " /\r\nعHTTPServer३./\r\n9३'ſ 'VEAb<|fim_prefix|>Ａé  '३\r\n३㋿\nB9\r\na   \n​\"  ,عfiEOT-​", "tokens": 57, "pieces": [" ", "/\r\n", "عHTTPServer", "३", "./\r\n", "9३", "'ſ", " ", "'VE", "Ab", "<|", "fim", "_prefix", "|>", "Ａe", "́", " ", " '", "३", "\r\n", "३", "㋿\n", "B", "9", "\r\n", "a", "   \n", "​\"", " ", " ,", "عfiEOT", "-​"]}
+{"text": "👍🏽\r\n٣٤٥٦'S<|endoftext|>fiABCᵃ𐞁,sa/b\u000b<EOT>\r\n.Džéꟲᵃ🙂", "tokens": 53, "pieces": ["👍🏽\r\n", "٣٤٥", "٦", "'S", "<|", "endoftext", "|>", "fiABCᵃ𐞁", ",sa", "/b", "\u000b", "<EOT", ">\r\n", ".Dže", "́ꟲᵃ", "🙂"]}
+{"text": "ABC'ReaB   \nfi !.'ll  -ꟲ\r\n\r\n
é\u000b//dZ👍🏽ḍ̇'Mßs　​t🙂   \na/b<EOT>'SB-‍  ", "tokens": 54, "pieces": ["ABC", "'Re", "aB", "   \n", "fi", " !.'", "ll", " ", " -", "ꟲ", "\r\n\r\n", "
é", "\u000b", "//", "dZ", "👍🏽", "ḋ", "̣'", "Mßs", "　", "​t", "🙂", "   \n", "a", "/b", "<EOT", ">'", "SB", "-‍", "  "]}
+{"text": "a/béZ\rDžunglaᵃ😀🏽   \n\u000b're\rABC", "tokens": 22, "pieces": ["a", "/be", "́Z", "\r", "Džunglaᵃ", "😀🏽", "   \n", "\u000b", "'re", "\r", "ABC"]}
+{"text": "\u000bé0㍿fiB'S\t­'ll'camelCase   \n'M", "tokens": 19, "pieces": ["\u000bé", "0", "㍿fiB", "'S", "\t", "­'", "ll", "'camelCase", "   \n", "'M"]}
+{"text": "\n-", "tokens": 2, "pieces": ["\n", "-"]}
+{"text": "字é😀🏽ABC'ſ \n <EOT>   \n…'T‍Dž‍a/b३m/!'T'T🙂HTTPServer½㋿<AbꟲiOS/\r\ne're ㍿HTTPServers३/\r\n\r\n", "tokens": 62, "pieces": ["字e", "́😀🏽", "ABC", "'ſ", " \n", " <", "EOT", ">", "   \n", "…", "'T", "‍Dž", "‍a", "/b", "३", "m", "/!'", "T", "'T", "🙂HTTPServer", "½", "㋿<", "AbꟲiOS", "/\r\n", "e", "'re", " ", "㍿HTTPServers", "३", "/\r\n\r\n"]}
+{"text": "<|endoftext|> 漢'T३/\r\nع('St字\r\n\r\nع㍿ꟲ٣٤٥٦é#$%漢'VEcamelCase", "tokens": 44, "pieces": ["<|", "endoftext", "|>", " 漢", "'T", "३", "/\r\n", "ع", "('", "St字", "\r\n\r\n", "ع", "㍿ꟲ", "٣٤٥", "٦", "e", "́#$%", "漢", "'VE", "camelCase"]}
+{"text": "   \n'Mfi字　㍿'a/ba/ḍ̇camelCasem\r     \n!!'ſ!eå\r\n('ſå\t\r\n\r\n'D<META_START>👍🏽\r\n\r\n\r\n\r\nAb", "tokens": 53, "pieces": ["   \n", "'M", "fi字", "　", "㍿'", "a", "/ba", "/ḋ", "̣camelCasem", "\r     \n", "!!'", "ſ", "!ea", "̊\r\n", "('", "ſa", "̊", "\t\r\n\r\n", "'D", "<META", "_START", ">👍🏽\r\n\r\n\r\n\r\n", "Ab"]}
+{"text": "\r\n\r\nİZ🙂'İİ<EOT>a/b", "tokens": 12, "pieces": ["\r\n\r\n", "İZ", "🙂'", "İİ", "<EOT", ">a", "/b"]}
+{"text": "<EOT>ß9.½'Re字//\r\n🙂a/baBعfi½camelCase/\r\n", "tokens": 23, "pieces": ["<EOT", ">ß", "9", ".", "½", "'Re", "字", "//\r\n", "🙂a", "/baBعfi", "½", "camelCase", "/\r\n"]}
+{"text": "\u000b<EOT>Zİ", "tokens": 5, "pieces": ["\u000b", "<EOT", ">Zİ"]}
+{"text": ">HTTPServerDžungla-HTTPServer aBAbm!!", "tokens": 15, "pieces": [">HTTPServerDžungla", "-HTTPServer", " aBAbm", "!!"]}
+{"text": "iOS\"Bḍ̇ttᵃᵃ12345678<META_START>ḍ̇9İ३🙂İ‍/.ſ'VE'ſ'SiOS'T'ꟲ'‍mᵃ. s", "tokens": 60, "pieces": ["iOS", "\"Bḋ", "̣ttᵃᵃ", "123", "456", "78", "<META", "_START", ">ḋ", "̣", "9", "İ", "३", "🙂İ", "‍/.", "ſ", "'VE", "'ſ", "'S", "iOS", "'T", "'ꟲ", "'‍", "mᵃ", ".", " s"]}
+{"text": "字<|fim_prefix|>", "tokens": 8, "pieces": ["字", "<|", "fim", "_prefix", "|>"]}
+{"text": "🙂 're İ'S­ſ\r\r\n\r\nś'ſ‍0   \nſ'Re ½(aB're'Reé-ꟲ'ReDžungla‍EOT… (", "tokens": 48, "pieces": ["🙂", " '", "re", " İ", "'S", "­ſ", "\r\r\n\r\n", "s", "́'", "ſ", "‍", "0", "   \n", "ſ", "'Re", " ", "½", "(aB", "'re", "'Re", "e", "́-", "ꟲ", "'Re", "Džungla", "‍EOT", "…", " ", "("]}
+{"text": "BcamelCase'<META_START>HTTPServer", "tokens": 9, "pieces": ["BcamelCase", "'<", "META", "_START", ">HTTPServer"]}
+{"text": "'ll'EOT<EOT>\r٣٤٥٦ꟲa/b'VE\r\n<|endoftext|>'ſḍ̇<|fim_prefix|><META_START>'S''llAb　.'re٣٤٥٦ḍ̇", "tokens": 67, "pieces": ["'ll", "'EOT", "<EOT", ">\r", "٣٤٥", "٦", "ꟲa", "/b", "'VE", "\r\n", "<|", "endoftext", "|>'", "ſḋ", "̣<|", "fim", "_prefix", "|><", "META", "_START", ">'", "S", "''", "llAb", "　", ".'", "re", "٣٤٥", "٦", "ḋ", "̣"]}
+{"text": "#$% \n ३'reꟲ", "tokens": 10, "pieces": ["#$%", " \n", " ", "३", "'re", "ꟲ"]}
+{"text": "   \n's'Re\n/漢३​\t   \n…", "tokens": 13, "pieces": ["   \n", "'s", "'Re", "\n", "/漢", "३", "​", "\t   \n…"]}
+{"text": "Ⅳ㋿漢-İꟲᵃ\"aB
字#$%<|fim_prefix|>\r\n\r\n sİ/\r\n'll>'DEOT<­aDžunglaB,٣٤٥٦aAb(/å\t", "tokens": 61, "pieces": ["Ⅳ", "㋿漢", "-İꟲᵃ", "\"aB", "
字", "#$%<|", "fim", "_prefix", "|>\r\n\r\n", " sİ", "/\r\n", "'ll", ">'", "DEOT", "<­", "aDžunglaB", ",", "٣٤٥", "٦", "aAb", "(/", "a", "̊", "\t"]}
+{"text": "EOT㍿\ré\"ſ9<|endoftext|>Džungla's'S'll٣٤٥٦fi<|fim_prefix|>Ⅳ\n­ 0camelCaseé12345678e  '   \naB<|fim_prefix|> ＡåDžungla0㋿‍", "tokens": 83, "pieces": ["EOT", "㍿\r", "e", "́\"", "ſ", "9", "<|", "endoftext", "|>", "Džungla", "'s", "'S", "'ll", "٣٤٥", "٦", "fi", "<|", "fim", "_prefix", "|>", "Ⅳ", "\n", "­", " ", "0", "camelCaseé", "123", "456", "78", "e", " ", " '", "   \n", "aB", "<|", "fim", "_prefix", "|>", " Ａa", "̊Džungla", "0", "㋿‍"]}
+{"text": "👍🏽㍿\r\n\r\n\u000bé12345678<m'T㋿dé😀🏽(㍿ꟲd😀🏽0𐞁👍🏽", "tokens": 51, "pieces": ["👍🏽㍿\r\n\r\n", "\u000bé", "123", "456", "78", "<m", "'T", "㋿dé", "😀🏽(㍿", "ꟲd", "😀🏽", "0", "𐞁", "👍🏽"]}
+{"text": "éDž\"12345678/\r\n　'M<|fim_prefix|>㋿camelCaseⅣ<iOSＡ  𐞁camelCase!İZZééé漢'VÉ'D>a/bZ<\r\n\r\n漢fi<META_START>", "tokens": 63, "pieces": ["éDž", "\"", "123", "456", "78", "/\r\n", "　", "'M", "<|", "fim", "_prefix", "|>㋿", "camelCase", "Ⅳ", "<iOSＡ", " ", " 𐞁camelCase", "!İZZée", "́e", "́漢", "'VE", "́'", "D", ">a", "/bZ", "<\r\n\r\n", "漢fi", "<META", "_START", ">"]}
+{"text": "㋿字'VE!!Ⅳ'T­#$%<m(́'MDžungla\r\n'S­'VE,𐞁👍🏽HTTPServer   \n\r\nＡ9!!e\n字　aB9\u000b", "tokens": 55, "pieces": ["㋿字", "'VE", "!!", "Ⅳ", "'T", "­#$%<", "m", "(́'", "MDžungla", "\r\n", "'S", "­'", "VE", ",𐞁", "👍🏽", "HTTPServer", "   \n\r\n", "Ａ", "9", "!!", "e", "\n", "字", "　aB", "9", "\u000b"]}
+{"text": "'re\r\n 𐞁t/\r\n>㍿漢camelCase", "tokens": 17, "pieces": ["'re", "\r\n", " 𐞁t", "/\r\n", ">㍿", "漢camelCase"]}
+{"text": "   \n  0a<​EOT٣٤٥٦‍(   \n'reiOS'Reꟲ(字'MAb\n/'re­,#$%tEOTé😀🏽 ㍿a/b", "tokens": 54, "pieces": ["   \n", " ", " ", "0", "a", "<​", "EOT", "٣٤٥", "٦", "‍(", "   \n", "'re", "iOS", "'Re", "ꟲ", "(字", "'M", "Ab", "\n", "/'", "re", "­,#$%", "tEOTe", "́😀🏽", " ", "㍿a", "/b"]}
+{"text": "HTTPServerſ'T0", "tokens": 6, "pieces": ["HTTPServerſ", "'T", "0"]}
+{"text": "'M😀🏽٣٤٥٦<́é'D 'ſ㋿  ½a/bᵃ'Re…Ⅳ-ZſaB,​‍'\r\naBEOT‍ᵃ0,'ſ", "tokens": 61, "pieces": ["'M", "😀🏽", "٣٤٥", "٦", "<́", "e", "́'", "D", " '", "ſ", "㋿", " ", " ", "½", "a", "/bᵃ", "'Re", "…", "Ⅳ", "-ZſaB", ",​‍'\r\n", "aBEOT", "‍ᵃ", "0", ",'", "ſ"]}
+{"text": "B\n'Re🙂  ABC-B", "tokens": 8, "pieces": ["B", "\n", "'Re", "🙂", " ", " ABC", "-B"]}
+{"text": "-camelCaseeⅣé.३字\"deع'll😀🏽漢३'aB'Da/b\"camelCase(عſm漢
", "tokens": 41, "pieces": ["-camelCasee", "Ⅳ", "é", ".", "३", "字", "\"deع", "'ll", "😀🏽", "漢", "३", "'aB", "'D", "a", "/b", "\"camelCase", "(عſm漢", "
"]}
+{"text": "eAbé३'T12345678   \n", "tokens": 11, "pieces": ["eAbe", "́", "३", "'T", "123", "456", "78", "   \n"]}
+{"text": "Z12345678é\n/0  m İ​EOT>!\r\n\n/'ll‍-'s", "tokens": 24, "pieces": ["Z", "123", "456", "78", "é", "\n", "/", "0", " ", " m", " İ", "​EOT", ">!\r\n\n", "/'", "ll", "‍-'", "s"]}
+{"text": "'å㋿/\r\nＡḍ̇dⅣ
d👍🏽!\tå<<META_START><EOT>​३'İ  ­,'re", "tokens": 46, "pieces": ["'a", "̊㋿/\r\n", "Ａḋ", "̣d", "Ⅳ", "
d", "👍🏽!", "\ta", "̊<<", "META", "_START", "><", "EOT", ">​", "३", "'İ", " ", " ­,'", "re"]}
+{"text": "Ⅳ Džungla<EOT>,'VEꟲ<META_START>㍿", "tokens": 22, "pieces": ["Ⅳ", " Džungla", "<EOT", ">,'", "VEꟲ", "<META", "_START", ">㍿"]}
+{"text": "<META_START>'ſ३㍿\u000b'Re​'reꟲᵃ😀🏽0٣٤٥٦\r\nmm\nAb/\r\n'T½'Re<|fim_prefix|>عéعcamelCase.<EOT>'ſ \r\n\r\n12345678ＡAb‍<|endoftext|>\nfi", "tokens": 81, "pieces": ["<META", "_START", ">'", "ſ", "३", "㍿", "\u000b", "'Re", "​'", "reꟲᵃ", "😀🏽", "0٣٤", "٥٦", "\r\n", "mm", "\n", "Ab", "/\r\n", "'T", "½", "'Re", "<|", "fim", "_prefix", "|>", "عe", "́عcamelCase", ".<", "EOT", ">'", "ſ", " \r\n\r\n", "123", "456", "78", "ＡAb", "‍<|", "endoftext", "|>\n", "fi"]}
+{"text": "\raBcamelCasetḍ̇aficamelCaseع'ſßfiع­٣٤٥٦t/　'Re
'VEaB'll'ſ \n EOT'aBdd \n Ａعa", "tokens": 58, "pieces": ["\r", "aBcamelCasetḋ", "̣aficamelCaseع", "'ſ", "ßfiع", "­", "٣٤٥", "٦", "t", "/", "　", "'Re", "
", "'VE", "aB", "'ll", "'ſ", " \n", " EOT", "'aBdd", " \n", " Ａعa"]}
+{"text": "'s9\n/éſ🙂\n/漢عHTTPServer漢㍿iOSع<ß'ZdiOS.\r\n\r\n're　ḍ̇ḍ̇\tß\ns<|endoftext|>\n/'VEſ", "tokens": 57, "pieces": ["'s", "9", "\n", "/e", "́ſ", "🙂\n", "/漢عHTTPServer漢", "㍿iOSع", "<ß", "'ZdiOS", ".\r\n\r\n", "'re", "　ḋ", "̣ḋ", "̣", "\tß", "\n", "s", "<|", "endoftext", "|>\n", "/'", "VEſ"]}
+{"text": "'sm'S'reع
\n\r­ᵃm٣٤٥٦३'ll>漢'T'llHTTPServeråſ!!　漢𐞁Ab's", "tokens": 47, "pieces": ["'s", "m", "'S", "'re", "ع", "
\n\r", "­ᵃm", "٣٤٥", "٦३", "'ll", ">漢", "'T", "'ll", "HTTPServera", "̊ſ", "!!", "　漢𐞁Ab", "'s"]}
+{"text": "9a/b​½12345678 \n 123456780'M<|endoftext|>㋿'TDžungla\t🙂a/bDž   \n\ne<META_START>Dž<|endoftext|>ḍ̇!HTTPServers\r\nDžunglaع9
ꟲ/   \nDžungla'Mé", "tokens": 80, "pieces": ["9", "a", "/b", "​", "½12", "345", "678", " \n", " ", "123", "456", "780", "'M", "<|", "endoftext", "|>㋿'", "TDžungla", "\t", "🙂a", "/bDž", "   \n\n", "e", "<META", "_START", ">Dž", "<|", "endoftext", "|>", "ḋ", "̣!", "HTTPServers", "\r\n", "Džunglaع", "9", "
ꟲ", "/", "   \n", "Džungla", "'M", "é"]}
+{"text": "ع㍿́<EOT>å'Ⅳ👍🏽aBms\r🙂Z​!<'VE9t㋿<", "tokens": 37, "pieces": ["ع", "㍿́<", "EOT", ">a", "̊'", "Ⅳ", "👍🏽", "aBms", "\r", "🙂Z", "​!<'", "VE", "9", "t", "㋿<"]}
+{"text": "m/d <|endoftext|>'M<|endoftext|>", "tokens": 16, "pieces": ["m", "/d", " <|", "endoftext", "|>'", "M", "<|", "endoftext", "|>"]}
+{"text": "'iOS\tDžungla!\r\n\"-!'VE\r\n\r\nEOT \n/\r\n\r\n>tع99漢\t'ſDžᵃ'aé's…'٣٤٥٦\r\n\r\n-fi0", "tokens": 51, "pieces": ["'iOS", "\tDžungla", "!\r\n", "\"-!'", "VE", "\r\n\r\n", "EOT", " \n", "/\r\n\r\n", ">tع", "99", "漢", "\t", "'ſ", "Džᵃ", "'ae", "́'", "s", "…", "'", "٣٤٥", "٦", "\r\n\r\n", "-fi", "0"]}
+{"text": "m　'Re12345678a/bＡma0", "tokens": 12, "pieces": ["m", "　", "'Re", "123", "456", "78", "a", "/bＡma", "0"]}
+{"text": "   \nå<㋿<META_START>aaB\n/ABCiOSaB-😀🏽'T\r<\n/fifi-३åḍ̇<|endoftext|>\r\nd<EOT>  
'Re٣٤٥٦'re", "tokens": 70, "pieces": ["   \n", "a", "̊<㋿<", "META", "_START", ">aaB", "\n", "/ABCiOSaB", "-😀🏽'", "T", "\r", "<\n", "/fifi", "-", "३", "a", "̊ḋ", "̣<|", "endoftext", "|>\r\n", "d", "<EOT", ">", "  ", "
", "'Re", "٣٤٥", "٦", "'re"]}
+{"text": " \n ", "tokens": 2, "pieces": [" \n "]}
+{"text": " \n ३a/b\r\nZiOSé字!!Dž", "tokens": 16, "pieces": [" \n", " ", "३", "a", "/b", "\r\n", "ZiOSe", "́字", "!!", "Dž"]}
+{"text": "'M\"ＡſⅣİⅣ'ss12345678ſ'TaBaB0", "tokens": 23, "pieces": ["'M", "\"Ａſ", "Ⅳ", "İ", "Ⅳ", "'s", "s", "123", "456", "78", "ſ", "'T", "aBaB", "0"]}
+{"text": "mع<EOT>'ll\nDž😀🏽 \n <META_START>..<|endoftext|>\t٣٤٥٦  <META_START>\r\n\r\niOS's
!'TEOTEOTꟲ'> 'M😀🏽  /'Re​", "tokens": 64, "pieces": ["mع", "<EOT", ">'", "ll", "\n", "Dž", "😀🏽", " \n", " <", "META", "_START", ">..<|", "endoftext", "|>", "\t", "٣٤٥", "٦", " ", " <", "META", "_START", ">\r\n\r\n", "iOS", "'s", "
", "!'", "TEOTEOTꟲ", "'>", " ", "'M", "😀🏽", " ", " /'", "Re", "​"]}
+{"text": "漢.٣٤٥٦a/baBDž>३ß<|fim_prefix|>漢Džungla-  ><|fim_prefix|>9<efi   \nZ漢m👍🏽EOT'T漢Ba/b!!👍🏽!fiscamelCase", "tokens": 79, "pieces": ["漢", ".", "٣٤٥", "٦", "a", "/baBDž", ">", "३", "ß", "<|", "fim", "_prefix", "|>", "漢Džungla", "-", " ", " ><|", "fim", "_prefix", "|>", "9", "<efi", "   \n", "Z漢m", "👍🏽", "EOT", "'T", "漢Ba", "/b", "!!👍🏽!", "fiscamelCase"]}
+{"text": "   \nＡ'M'VE \tⅣs \n 𐞁😀🏽٣٤٥٦½ḍ̇!!३‍ 'Dع­'ll/\r\nḍ̇😀🏽 'McamelCaseé\r\nHTTPServer㋿ABC𐞁", "tokens": 75, "pieces": ["   \n", "Ａ", "'M", "'VE", " ", "\t", "Ⅳ", "s", " \n", " 𐞁", "😀🏽", "٣٤٥", "٦½", "ḋ", "̣!!", "३", "‍", " '", "Dع", "­'", "ll", "/\r\n", "ḋ", "̣😀🏽", " '", "McamelCasee", "́\r\n", "HTTPServer", "㋿ABC𐞁"]}
+{"text": "!!'Tع\n/'s👍🏽\r\n<|endoftext|>fiå' \n fi/\r\nDž siOSḍ̇'VEé½'ll'ſ \n é'T\n   \n'🙂ßé字'T字HTTPServerᵃ", "tokens": 69, "pieces": ["!!'", "Tع", "\n", "/'", "s", "👍🏽\r\n", "<|", "endoftext", "|>", "fia", "̊'", " \n", " fi", "/\r\n", "Dž", " siOSḋ", "̣'", "VEe", "́", "½", "'ll", "'ſ", " \n", " e", "́'", "T", "\n   \n", "'🙂", "ßé字", "'T", "字HTTPServerᵃ"]}
+{"text": "'VEaB\n<​a/bHTTPServer!e\n/fiſ<EOT>́🙂d", "tokens": 26, "pieces": ["'VE", "aB", "\n", "<​", "a", "/bHTTPServer", "!e", "\n", "/fiſ", "<EOT", ">́🙂", "d"]}
+{"text": "
AbHTTPServerAbＡ", "tokens": 8, "pieces": ["
AbHTTPServerAbＡ"]}
+{"text": "‍٣٤٥٦‍<|fim_prefix|>漢'S.ſᵃ!Bt,B½
''VEB   'T0å\nAbcamelCaseꟲſ   \n", "tokens": 55, "pieces": ["‍", "٣٤٥", "٦", "‍<|", "fim", "_prefix", "|>", "漢", "'S", ".ſᵃ", "!Bt", ",B", "½", "
", "''", "VEB", "  ", " ", "'T", "0", "a", "̊\n", "AbcamelCaseꟲſ", "   \n"]}
+{"text": "½fiB\n!!#$%㋿ssEOT/‍Dž", "tokens": 19, "pieces": ["½", "fiB", "\n", "!!#$%㋿", "ssEOT", "/‍", "Dž"]}
+{"text": "aB (iOS\r\n㋿,\n<İ 👍🏽㋿Dž<META_START>ع\r\ns㍿ع'ſ'reİßⅣ­", "tokens": 41, "pieces": ["aB", " (", "iOS", "\r\n", "㋿,\n", "<İ", " 👍🏽㋿", "Dž", "<META", "_START", ">ع", "\r\n", "s", "㍿ع", "'ſ", "'re", "İß", "Ⅳ", "­"]}
+{"text": "<EOT>'\"éaaB٣٤٥٦fi-…>\u000b½/\r\n'S\r\n\r\n/\r\n!!Ⅳ'TmiOSＡ　'VE  ꟲ\"ع", "tokens": 45, "pieces": ["<EOT", ">'\"", "e", "́aaB", "٣٤٥", "٦", "fi", "-", "…", ">", "\u000b", "½", "/\r\n", "'S", "\r\n\r\n", "/\r\n", "!!", "Ⅳ", "'T", "miOSＡ", "　", "'VE", " ", " ꟲ", "\"ع"]}
+{"text": "​.ⅣHTTPServer　fi…­\nḍ̇'M<|endoftext|>٣٤٥٦'ll'M//㍿㋿ḍ̇Ⅳa\n/  \rß٣٤٥٦B!!𐞁0fi​😀🏽३", "tokens": 82, "pieces": ["​.", "Ⅳ", "HTTPServer", "　fi", "…", "­\n", "ḋ", "̣'", "M", "<|", "endoftext", "|>", "٣٤٥", "٦", "'ll", "'M", "//㍿㋿", "ḋ", "̣", "Ⅳ", "a", "\n", "/", "  \r", "ß", "٣٤٥", "٦", "B", "!!", "𐞁", "0", "fi", "​😀🏽", "३"]}
+{"text": "  e<|endoftext|>>🙂\r's'llAb  åDžungla0", "tokens": 24, "pieces": [" ", " e", "<|", "endoftext", "|>>🙂\r", "'s", "'ll", "Ab", " ", " a", "̊Džungla", "0"]}
+{"text": "'ſ‍👍🏽\r\n\r\nmHTTPServer\r\nAb", "tokens": 17, "pieces": ["'ſ", "‍👍🏽\r\n\r\n", "mHTTPServer", "\r\n", "Ab"]}
+{"text": "　‍\"d'D
'M　å𐞁's.ḍ̇/\r\n३'½/ꟲB­fi/'Re'Re-\u000b/\r\n", "tokens": 43, "pieces": ["　", "‍\"", "d", "'D", "
", "'M", "　a", "̊𐞁", "'s", ".ḋ", "̣/\r\n", "३", "'", "½", "/ꟲB", "­fi", "/'", "Re", "'Re", "-", "\u000b", "/\r\n"]}
+{"text": "EOT​é  ́\r \n Dž,🙂\néꟲ　iOS'Re", "tokens": 24, "pieces": ["EOT", "​e", "́", " ", " ́\r", " \n", " Dž", ",🙂\n", "éꟲ", "　iOS", "'Re"]}
+{"text": "İＡ'٣٤٥٦字\taBḍ̇𐞁‍\u000b'M\n/\r\n'½(#$%ß", "tokens": 36, "pieces": ["İＡ", "'", "٣٤٥", "٦", "字", "\taBḋ", "̣𐞁", "‍", "\u000b", "'M", "\n", "/\r\n", "'", "½", "(#$%", "ß"]}
+{"text": " \n B#$%́\r\n a/b­   \nm\u000b　fi", "tokens": 16, "pieces": [" \n", " B", "#$%́\r\n", " a", "/b", "­", "   \n", "m", "\u000b", "　fi"]}
+{"text": "Dž👍🏽
're'Rea/bBᵃ­Dž​m𐞁-0--aABC😀🏽mta/bfi \n ḍ̇ ½<EOT>३éd ", "tokens": 59, "pieces": ["Dž", "👍🏽", "
", "'re", "'Re", "a", "/bBᵃ", "­Dž", "​m𐞁", "-", "0", "--", "aABC", "😀🏽", "mta", "/bfi", " \n", " ḋ", "̣", " ", "½", "<EOT", ">", "३", "e", "́d", " "]}
+{"text": "㍿s9iOSſ-  B!s🙂e/0'\rع́éa/bEOT 字Džungla😀🏽'S", "tokens": 41, "pieces": ["㍿s", "9", "iOSſ", "-", " ", " B", "!s", "🙂e", "/", "0", "'\r", "ع", "́e", "́a", "/bEOT", " 字Džungla", "😀🏽'", "S"]}
+{"text": "'iOS0 \r!!<|fim_prefix|>　12345678\r<|fim_prefix|>éEOT!!'M/\r\n'Dfi\r\n\r\nHTTPServer\n're", "tokens": 41, "pieces": ["'iOS", "0", " \r", "!!<|", "fim", "_prefix", "|>", "　", "123", "456", "78", "\r", "<|", "fim", "_prefix", "|>", "e", "́EOT", "!!'", "M", "/\r\n", "'D", "fi", "\r\n\r\n", "HTTPServer", "\n", "'re"]}
+{"text": "😀🏽>aB>İ/'S12345678 <|endoftext|>
a/bＡa\t'VE<|fim_prefix|>'VE字fi३́'llé9ß<|endoftext|>Ⅳ<|endoftext|>\r\n\r\nß🙂'MEOT'M", "tokens": 73, "pieces": ["😀🏽>", "aB", ">İ", "/'", "S", "123", "456", "78", " <|", "endoftext", "|>", "
a", "/bＡa", "\t", "'VE", "<|", "fim", "_prefix", "|>'", "VE字fi", "३", "́'", "llé", "9", "ß", "<|", "endoftext", "|>", "Ⅳ", "<|", "endoftext", "|>\r\n\r\n", "ß", "🙂'", "MEOT", "'M"]}
+{"text": "'smDž'VEİé", "tokens": 9, "pieces": ["'s", "mDž", "'VE", "İe", "́"]}
+{"text": ">-aDžＡZ>漢\u000bع👍🏽'Mꟲ'Mté", "tokens": 26, "pieces": [">-", "aDžＡZ", ">漢", "\u000bع", "👍🏽'", "Mꟲ", "'M", "te", "́"]}
+{"text": "㋿३éABC(!'T½\"👍🏽9/\r\n'VE's　#$%\ra/b
camelCase's<META_START>​​ iOS🙂‍", "tokens": 46, "pieces": ["㋿", "३", "e", "́ABC", "(!'", "T", "½", "\"👍🏽", "9", "/\r\n", "'VE", "'s", "　", "#$%\r", "a", "/b", "
camelCase", "'s", "<META", "_START", ">​​", " iOS", "🙂‍"]}
+{"text": "ⅣAb ​'s٣٤٥٦ \u000b½½ꟲ/\r\n>", "tokens": 24, "pieces": ["Ⅳ", "Ab", " ", "​'", "s", "٣٤٥", "٦", " ", "\u000b", "½½", "ꟲ", "/\r\n", ">"]}
+{"text": "🙂BABC㍿Ab'llZＡZ\t…>9字​", "tokens": 20, "pieces": ["🙂BABC", "㍿Ab", "'ll", "ZＡZ", "\t", "…", ">", "9", "字", "​"]}
+{"text": "   \n\r'Dſ'S", "tokens": 6, "pieces": ["   \n\r", "'D", "ſ", "'S"]}
+{"text": "a/b/\r\n🙂<EOT>٣٤٥٦!.‍<|fim_prefix|>>    \nſDž\n/camelCaseå𐞁 ", "tokens": 45, "pieces": ["a", "/b", "/\r\n", "🙂<", "EOT", ">", "٣٤٥", "٦", "!.‍<|", "fim", "_prefix", "|>>", "    \n", "ſDž", "\n", "/camelCasea", "̊𐞁", " "]}
+{"text": "9Džungla\u000b\u000b12345678İB'VE-'M漢'VE\r​😀🏽é'M٣٤٥٦d<|endoftext|>'S><|fim_prefix|>9 \n AbfiEOTDž
! \n 'M'T<META_START>", "tokens": 73, "pieces": ["9", "Džungla", "\u000b", "\u000b", "123", "456", "78", "İB", "'VE", "-'", "M漢", "'VE", "\r", "​😀🏽", "é", "'M", "٣٤٥", "٦", "d", "<|", "endoftext", "|>'", "S", "><|", "fim", "_prefix", "|>", "9", " \n", " AbfiEOTDž", "
", "!", " \n", " '", "M", "'T", "<META", "_START", ">"]}
+{"text": "å­٣٤٥٦å.\"　ᵃa/b\"\n/½a/b😀🏽 \u000b   \n's<|endoftext|>'s   \n\u000b 9½‍­İ'㋿m<EOT>
字🙂ts", "tokens": 67, "pieces": ["a", "̊­", "٣٤٥", "٦", "a", "̊.\"", "　ᵃa", "/b", "\"\n", "/", "½", "a", "/b", "😀🏽", " \u000b   \n", "'s", "<|", "endoftext", "|>'", "s", "   \n", "\u000b", " ", "9½", "‍­", "İ", "'㋿", "m", "<EOT", ">", "
字", "🙂ts"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": ",  ('M(\n/'re \n ٣٤٥٦\r\n<​字👍🏽\n<META_START> \n 😀🏽a/bᵃ>'ſ<|fim_prefix|>漢́", "tokens": 55, "pieces": [",", " ", " ('", "M", "(\n", "/'", "re", " \n", " ", "٣٤٥", "٦", "\r\n", "<​", "字", "👍🏽\n", "<META", "_START", ">", " \n", " 😀🏽", "a", "/bᵃ", ">'", "ſ", "<|", "fim", "_prefix", "|>", "漢", "́"]}
+{"text": "<|endoftext|>'S<META_START>ع½<३-Džungla'ScamelCase<|endoftext|>­\r<|fim_prefix|><|fim_prefix|>Ⅳ0-ABCHTTPServer('ll‍½-\n…\r\n\r\n字,\r\n\r\n<<|fim_prefix|>́0", "tokens": 76, "pieces": ["<|", "endoftext", "|>'", "S", "<META", "_START", ">ع", "½", "<", "३", "-Džungla", "'S", "camelCase", "<|", "endoftext", "|>­\r", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "Ⅳ0", "-ABCHTTPServer", "('", "ll", "‍", "½", "-\n", "…\r\n\r\n", "字", ",\r\n\r\n", "<<|", "fim", "_prefix", "|>́", "0"]}
+{"text": "<|endoftext|>…👍🏽\"'Re字Za/b ㍿　#$%<|fim_prefix|>ß👍🏽fi're.ſⅣ\n/३EOT,漢aع\r åſ‍👍🏽camelCase漢d\n!", "tokens": 82, "pieces": ["<|", "endoftext", "|>", "…", "👍🏽\"'", "Re字Za", "/b", " ", "㍿", "　", "#$%<|", "fim", "_prefix", "|>", "ß", "👍🏽", "fi", "'re", ".ſ", "Ⅳ", "\n", "/", "३", "EOT", ",漢aع", "\r", " a", "̊ſ", "‍👍🏽", "camelCase漢d", "\n", "!"]}
+{"text": "  <|endoftext|>\r\n'T12345678a/bß'Re\"½\u000b're/́dᵃ'S­😀🏽 漢'M\ncamelCase
ᵃ­ \n ٣٤٥٦   \n", "tokens": 56, "pieces": [" ", " <|", "endoftext", "|>\r\n", "'T", "123", "456", "78", "a", "/bß", "'Re", "\"", "½", "\u000b", "'re", "/́", "dᵃ", "'S", "­😀🏽", " 漢", "'M", "\n", "camelCase", "
ᵃ", "­", " \n", " ", "٣٤٥", "٦", "   \n"]}
+{"text": "Abå.!\n/Ab/\">\n/\r\nDžungla　!HTTPServerABC<META_START>­!!<|fim_prefix|>é", "tokens": 34, "pieces": ["Aba", "̊.!\n", "/Ab", "/\">\n", "/\r\n", "Džungla", "　", "!HTTPServerABC", "<META", "_START", ">­!!<|", "fim", "_prefix", "|>", "é"]}
+{"text": "/\r\n'T' 12345678İDžunglaDž'ſBᵃ😀🏽!'TBBß\r\n\r\n#$%EOT<́漢字  ", "tokens": 41, "pieces": ["/\r\n", "'T", "'", " ", "123", "456", "78", "İDžunglaDž", "'ſ", "Bᵃ", "😀🏽!'", "TBBß", "\r\n\r\n", "#$%", "EOT", "<́", "漢字", "  "]}
+{"text": "-…12345678㋿'", "tokens": 10, "pieces": ["-", "…", "123", "456", "78", "㋿'"]}
+{"text": "Džᵃ\".EOTABC'll'rea/b12345678\n<|fim_prefix|>'ll㍿Džungla字​-e…ᵃعiOSعḍ̇­'ll٣٤٥٦'s😀🏽Ab…", "tokens": 69, "pieces": ["Džᵃ", "\".", "EOTABC", "'ll", "'re", "a", "/b", "123", "456", "78", "\n", "<|", "fim", "_prefix", "|>'", "ll", "㍿Džungla字", "​-", "e", "…ᵃعiOSعḋ", "̣­'", "ll", "٣٤٥", "٦", "'s", "😀🏽", "Ab", "…"]}
+{"text": "   9a‍ İ　👍🏽camelCaseİ'!ꟲᵃ-,tt'VEås\"<META_START>'Re  'reᵃ…'s'S>", "tokens": 50, "pieces": ["  ", " ", "9", "a", "‍", " İ", "　", "👍🏽", "camelCaseİ", "'!", "ꟲᵃ", "-,", "tt", "'VE", "a", "̊s", "\"<", "META", "_START", ">'", "Re", " ", " '", "reᵃ", "…", "'s", "'S", ">"]}
+{"text": "Džunglaſ😀🏽>ᵃ'TcamelCaseⅣ   \nⅣ", "tokens": 23, "pieces": ["Džunglaſ", "😀🏽>", "ᵃ", "'T", "camelCase", "Ⅳ", "   \n", "Ⅳ"]}
+{"text": "åt​ſⅣiOS　 \r\niOSEOTiOS'Re-\t'ſ<|endoftext|>\r(㍿ \n iOS'Re\n'ſ漢'T ᵃ \n ", "tokens": 51, "pieces": ["a", "̊t", "​ſ", "Ⅳ", "iOS", "　 \r\n", "iOSEOTiOS", "'Re", "-", "\t", "'ſ", "<|", "endoftext", "|>\r", "(㍿", " \n", " iOS", "'Re", "\n", "'ſ", "漢", "'T", " ᵃ", " \n "]}
+{"text": "́३३Ab<META_START><🙂", "tokens": 12, "pieces": ["́", "३३", "Ab", "<META", "_START", "><🙂"]}
+{"text": "'s'lls😀🏽/ \n 0å\u000b", "tokens": 16, "pieces": ["'s", "'ll", "s", "😀🏽/", " \n", " ", "0", "a", "̊", "\u000b"]}
+{"text": " \u000bs<|endoftext|>'ll>́\nt,'M,\u000b​\r", "tokens": 21, "pieces": [" ", "\u000bs", "<|", "endoftext", "|>'", "ll", ">́\n", "t", ",'", "M", ",", "\u000b", "​\r"]}
+{"text": "  ́!!Z 'DHTTPServerm㍿9'D½/", "tokens": 17, "pieces": [" ", " ́!!", "Z", " ", "'D", "HTTPServerm", "㍿", "9", "'D", "½", "/"]}
+{"text": "a/bᵃ½.'D/\r\n\n", "tokens": 10, "pieces": ["a", "/bᵃ", "½", ".'", "D", "/\r\n\n"]}
+{"text": "'ſ½\"ḍ̇漢/.-t\t'DBe\"\u000bß \n ३ßᵃ\tſ9ꟲ́Ⅳ­(ß's\u000b𐞁́
#$%ᵃ字B", "tokens": 58, "pieces": ["'ſ", "½", "\"ḋ", "̣漢", "/.-", "t", "\t", "'D", "Be", "\"", "\u000bß", " \n", " ", "३", "ßᵃ", "\tſ", "9", "ꟲ", "́", "Ⅳ", "­(", "ß", "'s", "\u000b𐞁", "́", "
", "#$%", "ᵃ字B"]}
+{"text": "'Ａß 'T…'Refit('llaB   \naB́ \n /३\r
,\r\n\r\n're​camelCase", "tokens": 31, "pieces": ["'Ａß", " ", "'T", "…", "'Re", "fit", "('", "llaB", "   \n", "aB", "́", " \n", " /", "३", "\r", "
", ",\r\n\r\n", "'re", "​camelCase"]}
+{"text": "!!\n/漢İ३\"('VEfiꟲd㋿9iOS,'Ree>", "tokens": 25, "pieces": ["!!\n", "/漢İ", "३", "\"('", "VEfiꟲd", "㋿", "9", "iOS", ",'", "Ree", ">"]}
+{"text": "\r\nZ's'D\rſ'VE<|fim_prefix|>'D \n >", "tokens": 19, "pieces": ["\r\n", "Z", "'s", "'D", "\r", "ſ", "'VE", "<|", "fim", "_prefix", "|>'", "D", " \n", " >"]}
+{"text": "'re \n a'reİ<META_START>e's𐞁𐞁<EOT>", "tokens": 21, "pieces": ["'re", " \n", " a", "'re", "İ", "<META", "_START", ">e", "'s", "𐞁𐞁", "<EOT", ">"]}
+{"text": "'ſ mfié0
éᵃé\n/­12345678t‍mEOT#$%ꟲ\r३३३aaBZ-<META_START>‍👍🏽ßB", "tokens": 58, "pieces": ["'ſ", " mfié", "0", "
éᵃe", "́\n", "/­", "123", "456", "78", "t", "‍mEOT", "#$%", "ꟲ", "\r", "३३३", "aaBZ", "-<", "META", "_START", ">‍👍🏽", "ßB"]}
+{"text": "'ſ<EOT>'Msß's🙂!/㍿'sEOTåfi'saBsaḍ̇ＡİꟲåDžungla0(‍HTTPServer", "tokens": 52, "pieces": ["'ſ", "<EOT", ">'", "Msß", "'s", "🙂!/㍿'", "sEOTa", "̊fi", "'s", "aBsaḋ", "̣Ａİꟲa", "̊Džungla", "0", "(‍", "HTTPServer"]}
+{"text": " \n !́ſAb<EOT>å>-\rḍ̇👍🏽BHTTPServercamelCaseḍ̇'T,\tt-字", "tokens": 40, "pieces": [" \n", " !́", "ſAb", "<EOT", ">a", "̊>-\r", "ḋ", "̣👍🏽", "BHTTPServercamelCaseḋ", "̣'", "T", ",", "\tt", "-字"]}
+{"text": "EOTعiOŚDžungla㋿👍🏽字🙂½t0<EOT>'ſßⅣB!!
<|endoftext|>Dž👍🏽🙂Džḍ̇  .", "tokens": 62, "pieces": ["EOTعiOS", "́Džungla", "㋿👍🏽", "字", "🙂", "½", "t", "0", "<EOT", ">'", "ſß", "Ⅳ", "B", "!!", "
", "<|", "endoftext", "|>", "Dž", "👍🏽🙂", "Džḋ", "̣", " ", " ."]}
+{"text": "Ａ<|fim_prefix|>B'ree㍿字ABC/\r\ncamelCase0a/\r\n漢\ta٣٤٥٦३", "tokens": 36, "pieces": ["Ａ", "<|", "fim", "_prefix", "|>", "B", "'re", "e", "㍿字ABC", "/\r\n", "camelCase", "0", "a", "/\r\n", "漢", "\ta", "٣٤٥", "٦३"]}
+{"text": " aHTTPServer\r\n\n,ZaB'll<META_START>  ㋿\r㍿'VE <META_START>Ａ's'VE12345678're😀🏽'S( \n ABC‍ſ\t", "tokens": 52, "pieces": [" aHTTPServer", "\r\n\n", ",ZaB", "'ll", "<META", "_START", ">", " ", " ㋿\r", "㍿'", "VE", " <", "META", "_START", ">Ａ", "'s", "'VE", "123", "456", "78", "'re", "😀🏽'", "S", "(", " \n", " ABC", "‍ſ", "\t"]}
+{"text": "-a/b/\r\n- \n !é!\n/­>.é​\" \n  \n -漢'S\r'Re'D!Džungla.'M३", "tokens": 33, "pieces": ["-a", "/b", "/\r\n", "-", " \n", " !", "e", "́!\n", "/­>.", "e", "́​\"", " \n  \n", " -", "漢", "'S", "\r", "'Re", "'D", "!Džungla", ".'", "M", "३"]}
+{"text": "\r\n🙂<EOT>-/İDžunglaꟲ​   \n're🙂\u000bＡ'M'éé३\naé0𐞁fi12345678#$%HTTPServer\n/'re½\"ß", "tokens": 54, "pieces": ["\r\n", "🙂<", "EOT", ">-/", "İDžunglaꟲ", "​", "   \n", "'re", "🙂", "\u000bＡ", "'M", "'e", "́e", "́", "३", "\n", "aé", "0", "𐞁fi", "123", "456", "78", "#$%", "HTTPServer", "\n", "/'", "re", "½", "\"ß"]}
+{"text": "e-,𐞁t'ſⅣ​a/b>'ll'ſ<|fim_prefix|>!e12345678\n٣٤٥٦\tⅣt字ABC'reⅣ'reée'\r\n'
EOTHTTPServer'iOS<|fim_prefix|><|endoftext|>B", "tokens": 76, "pieces": ["e", "-,", "𐞁t", "'ſ", "Ⅳ", "​a", "/b", ">'", "ll", "'ſ", "<|", "fim", "_prefix", "|>!", "e", "123", "456", "78", "\n", "٣٤٥", "٦", "\t", "Ⅳ", "t字ABC", "'re", "Ⅳ", "'re", "ée", "'\r\n", "'", "
EOTHTTPServer", "'iOS", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "B"]}
+{"text": "-\n/ABC \n   👍🏽́́ \n    \naB/\r\n👍🏽'Dſ'ſ<META_START>३camelCase0٣٤٥٦‍siOSDž#$%'😀🏽<\rꟲ<|endoftext|>'VE   \n'ſa'T0'Re", "tokens": 80, "pieces": ["-\n", "/ABC", " \n", "  ", " 👍🏽́́", " \n    \n", "aB", "/\r\n", "👍🏽'", "Dſ", "'ſ", "<META", "_START", ">", "३", "camelCase", "0٣٤", "٥٦", "‍siOSDž", "#$%'😀🏽<\r", "ꟲ", "<|", "endoftext", "|>'", "VE", "   \n", "'ſ", "a", "'T", "0", "'Re"]}
+{"text": "'reeé٣٤٥٦>٣٤٥٦ABĆ'ſ--'VEt0<|fim_prefix|>\r\n\r\n​
\tDž<­fi字''s", "tokens": 50, "pieces": ["'re", "eé", "٣٤٥", "٦", ">", "٣٤٥", "٦", "ABC", "́'", "ſ", "--'", "VEt", "0", "<|", "fim", "_prefix", "|>\r\n\r\n", "​", "
", "\tDž", "<­", "fi字", "''", "s"]}
+{"text": "Džungla<META_START>'llABC㍿ 9. 𐞁ᵃmſ𐞁Z", "tokens": 32, "pieces": ["Džungla", "<META", "_START", ">'", "llABC", "㍿", " ", "9", ".", " 𐞁ᵃmſ𐞁Z"]}
+{"text": "Dž<META_START>12345678\u000b\"/ß\r\n𐞁'reé½Ab\n/0're'ſ>tAbß­a/a/b/AbHTTPServer\u000b'S", "tokens": 41, "pieces": ["Dž", "<META", "_START", ">", "123", "456", "78", "\u000b", "\"/", "ß", "\r\n", "𐞁", "'re", "é", "½", "Ab", "\n", "/", "0", "'re", "'ſ", ">tAbß", "­a", "/a", "/b", "/AbHTTPServer", "\u000b", "'S"]}
+{"text": "Ⅳ   \n#$%İＡ<|fim_prefix|>sDžt!​'re\nfi", "tokens": 26, "pieces": ["Ⅳ", "   \n", "#$%", "İＡ", "<|", "fim", "_prefix", "|>", "sDžt", "!​'", "re", "\n", "fi"]}
+{"text": "<HTTPServerⅣ\n­½'Reع\n!!<|fim_prefix|>''Tfi㋿!!", "tokens": 27, "pieces": ["<HTTPServer", "Ⅳ", "\n", "­", "½", "'Re", "ع", "\n", "!!<|", "fim", "_prefix", "|>''", "Tfi", "㋿!!"]}
+{"text": "9   \n𐞁 \u000b   é-ḍ̇ \n aB'S'lla'T\u000b👍🏽🙂ABC漢åİ<|fim_prefix|>.漢'Ms", "tokens": 51, "pieces": ["9", "   \n", "𐞁", " \u000b  ", " é", "-ḋ", "̣", " \n", " aB", "'S", "'ll", "a", "'T", "\u000b", "👍🏽🙂", "ABC漢a", "̊İ", "<|", "fim", "_prefix", "|>.", "漢", "'M", "s"]}
+{"text": "camelCase'M‍ݽ‍fi<|endoftext|>　㋿>aBs㍿\r\r\nع", "tokens": 30, "pieces": ["camelCase", "'M", "‍İ", "½", "‍fi", "<|", "endoftext", "|>", "　", "㋿>", "aBs", "㍿\r\r\n", "ع"]}
+{"text": "<EOT‍ᵃ   \nåEOT /\r/fi  Ab<|fim_prefix|>ḍ̇a/b#$%👍🏽
ᵃteåＡ½émⅣ", "tokens": 56, "pieces": ["<EOT", "‍ᵃ", "   \n", "a", "̊EOT", " /\r", "/fi", " ", " Ab", "<|", "fim", "_prefix", "|>", "ḋ", "̣a", "/b", "#$%👍🏽", "
ᵃtea", "̊Ａ", "½", "ém", "Ⅳ"]}
+{"text": "'ſ漢​\r\n!d", "tokens": 9, "pieces": ["'ſ", "漢", "​\r\n", "!d"]}
+{"text": "\t<EOT>…👍🏽ḍ̇<META_START>!!", "tokens": 22, "pieces": ["\t", "<EOT", ">", "…", "👍🏽", "ḋ", "̣<", "META", "_START", ">!!"]}
+{"text": "\r<EOT>Dž \n s<META_START>👍🏽's字-mع🙂👍🏽/‍!å12345678🙂\r\n\r\n…/'Reḍ̇  <|endoftext|>👍🏽<|fim_prefix|><|fim_prefix|>​,Bå", "tokens": 84, "pieces": ["\r", "<EOT", ">Dž", " \n", " s", "<META", "_START", ">👍🏽'", "s字", "-mع", "🙂👍🏽/‍!", "a", "̊", "123", "456", "78", "🙂\r\n\r\n", "…", "/'", "Reḋ", "̣", " ", " <|", "endoftext", "|>👍🏽<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>​,", "Ba", "̊"]}
+{"text": "ſ<|endoftext|>a'S😀🏽'EOTe(😀🏽İEOT9éDž", "tokens": 33, "pieces": ["ſ", "<|", "endoftext", "|>", "a", "'S", "😀🏽'", "EOTe", "(😀🏽", "İEOT", "9", "éDž"]}
+{"text": "\r\n\r\n\tḍ̇aB\r\u000b‍\u000b  ­a/b''S'Me12345678३ABC​…<  te're\n/　", "tokens": 39, "pieces": ["\r\n\r\n", "\tḋ", "̣aB", "\r", "\u000b", "‍", "\u000b ", " ", "­a", "/b", "''", "S", "'M", "e", "123", "456", "78३", "ABC", "​", "…", "<", " ", " te", "'re", "\n", "/", "　"]}
+{"text": "'re!!/   \n", "tokens": 4, "pieces": ["'re", "!!/", "   \n"]}
+{"text": "‍𐞁漢'ſ😀🏽\r\n\r\nḍ̇sß Džungla'M\n!/\r\n", "tokens": 33, "pieces": ["‍𐞁漢", "'ſ", "😀🏽\r\n\r\n", "ḋ", "̣sß", " Džungla", "'M", "\n", "!/\r\n"]}
+{"text": "٣٤٥٦'D're'\t \n 'fi'TⅣ३EOT!#$%", "tokens": 25, "pieces": ["٣٤٥", "٦", "'D", "'re", "'", "\t \n", " '", "fi", "'T", "Ⅳ३", "EOT", "!#$%"]}
+{"text": "‍e'T  ३‍/\r\n", "tokens": 11, "pieces": ["‍e", "'T", " ", " ", "३", "‍/\r\n"]}
+{"text": "🙂'㋿.Z'­>é𐞁​", "tokens": 18, "pieces": ["🙂'㋿.", "Z", "'­>", "e", "́𐞁", "​"]}
+{"text": "iOS㍿", "tokens": 4, "pieces": ["iOS", "㍿"]}
+{"text": "EOT‍Ⅳé'M0
عiOSé漢dcamelCase0", "tokens": 20, "pieces": ["EOT", "‍", "Ⅳ", "é", "'M", "0", "
عiOSé漢dcamelCase", "0"]}
+{"text": "/🙂\t<|endoftext|><|endoftext|>‍Ab#$%​
ABC-ḍ̇𐞁HTTPServer
́\ré'Re\u000b½'ll#$%‍'VE　½!!<|fim_prefix|>!!é're<|endoftext|>漢'll", "tokens": 78, "pieces": ["/🙂", "\t", "<|", "endoftext", "|><|", "endoftext", "|>‍", "Ab", "#$%​", "
ABC", "-ḋ", "̣𐞁HTTPServer", "
", "́\r", "é", "'Re", "\u000b", "½", "'ll", "#$%‍'", "VE", "　", "½", "!!<|", "fim", "_prefix", "|>!!", "e", "́'", "re", "<|", "endoftext", "|>", "漢", "'ll"]}
+{"text": "'VE  ḍ̇é‍ḍ̇ /\r\n-\rDž字,ḍ̇'S٣٤٥٦\t<|endoftext|>­.d'RemHTTPServer \n ½ßfiåع　'Re<|fim_prefix|>ss'Sd𐞁ABC", "tokens": 82, "pieces": ["'VE", " ", " ḋ", "̣e", "́‍", "ḋ", "̣", " /\r\n", "-\r", "Dž字", ",ḋ", "̣'", "S", "٣٤٥", "٦", "\t", "<|", "endoftext", "|>­.", "d", "'Re", "mHTTPServer", " \n", " ", "½", "ßfia", "̊ع", "　", "'Re", "<|", "fim", "_prefix", "|>", "ss", "'S", "d𐞁ABC"]}
+{"text": "😀🏽s'Re's'D>'reta/bꟲHTTPServerm,!​   \n", "tokens": 21, "pieces": ["😀🏽", "s", "'Re", "'s", "'D", ">'", "reta", "/bꟲHTTPServerm", ",!​", "   \n"]}
+{"text": "camelCase<|fim_prefix|><|endoftext|>'s٣٤٥٦EOT//HTTPServer'ReBDž ABCßİⅣDž", "tokens": 40, "pieces": ["camelCase", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "s", "٣٤٥", "٦", "EOT", "//", "HTTPServer", "'Re", "BDž", " ABCßİ", "Ⅳ", "Dž"]}
+{"text": "éع‍e\r\ne٣٤٥٦'re३ßaéꟲ漢'D.‍Džſ𐞁­-12345678👍🏽ꟲḍ̇(Ⅳ/\r\n,/fi ß½
", "tokens": 69, "pieces": ["éع", "‍e", "\r\n", "e", "٣٤٥", "٦", "'re", "३", "ßaéꟲ漢", "'D", ".‍", "Džſ𐞁", "­-", "123", "456", "78", "👍🏽", "ꟲḋ", "̣(", "Ⅳ", "/\r\n", ",/", "fi", " ß", "½", "
"]}
+{"text": ",\r\n\r\nDžAb­\r\n\u000b12345678漢 \n .㍿́Džé<META_START>ᵃ's👍🏽,dé<|endoftext|>/
ßḍ̇<|fim_prefix|><|endoftext|>\nm'ſ \n ", "tokens": 73, "pieces": [",\r\n\r\n", "DžAb", "­\r\n", "\u000b", "123", "456", "78", "漢", " \n", " .㍿́", "Dže", "́<", "META", "_START", ">ᵃ", "'s", "👍🏽,", "de", "́<|", "endoftext", "|>/", "
ßḋ", "̣<|", "fim", "_prefix", "|><|", "endoftext", "|>\n", "m", "'ſ", " \n "]}
+{"text": "\n/漢-İ9ꟲ're'Re<|endoftext|>#$%-㍿<|endoftext|>ABCfi.'llABCDžungla/\r\n'ſ'VEꟲ<META_START>,漢,漢½Dž\n𐞁m…　<|endoftext|>ꟲ", "tokens": 81, "pieces": ["\n", "/漢", "-İ", "9", "ꟲ", "'re", "'Re", "<|", "endoftext", "|>#$%-㍿<|", "endoftext", "|>", "ABCfi", ".'", "llABCDžungla", "/\r\n", "'ſ", "'VE", "ꟲ", "<META", "_START", ">,", "漢", ",漢", "½", "Dž", "\n", "𐞁m", "…", "　", "<|", "endoftext", "|>", "ꟲ"]}
+{"text": "🙂\"'ſßcamelCase<EOT>
-'s!\"", "tokens": 16, "pieces": ["🙂\"'", "ſßcamelCase", "<EOT", ">", "
", "-'", "s", "!\""]}
+{"text": "İ́</\r\nDžungla­ Džungla👍🏽", "tokens": 20, "pieces": ["İ", "́</\r\n", "Džungla", "­", " Džungla", "👍🏽"]}
+{"text": "ḍ̇aBZ​\n", "tokens": 10, "pieces": ["ḋ", "̣aBZ", "​\n"]}
+{"text": "Ⅳ'Da字<|endoftext|>Ⅳ​iOS're'٣٤٥٦㍿  \u000b\r\n\r\n‍'VE  ", "tokens": 37, "pieces": ["Ⅳ", "'D", "a字", "<|", "endoftext", "|>", "Ⅳ", "​iOS", "'re", "'", "٣٤٥", "٦", "㍿", "  \u000b\r\n\r\n", "‍'", "VE", "  "]}
+{"text": "ꟲa/b<|fim_prefix|>B\r字0<'s/\r\n!!𐞁\u000b\n/", "tokens": 27, "pieces": ["ꟲa", "/b", "<|", "fim", "_prefix", "|>", "B", "\r", "字", "0", "<'", "s", "/\r\n", "!!", "𐞁", "\u000b\n", "/"]}
+{"text": "Ⅳ́<aBß'S३३𐞁\tDžZ/'sDžungla'VE漢ᵃ", "tokens": 33, "pieces": ["Ⅳ", "́<", "aBß", "'S", "३३", "𐞁", "\tDžZ", "/'", "sDžungla", "'VE", "漢ᵃ"]}
+{"text": "å'ſ!Ⅳ३>\u000bEOTe'T s‍  \n'VE𐞁<|fim_prefix|>٣٤٥٦ABC0 \t/\r\n!/\r\n‍/ ㍿'s'sDž !!😀🏽", "tokens": 69, "pieces": ["a", "̊'", "ſ", "!", "Ⅳ३", ">", "\u000bEOTe", "'T", " s", "‍", "  \n", "'VE", "𐞁", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ABC", "0", " ", "\t", "/\r\n", "!/\r\n", "‍/", " ", "㍿'", "s", "'s", "Dž", " ", "!!😀🏽"]}
+{"text": "B'T0fié   \n<META_START>é<|fim_prefix|>/‍iOSDž
", "tokens": 27, "pieces": ["B", "'T", "0", "fie", "́", "   \n", "<META", "_START", ">e", "́<|", "fim", "_prefix", "|>/‍", "iOSDž", "
"]}
+{"text": "9字'VEe<META_START>", "tokens": 9, "pieces": ["9", "字", "'VE", "e", "<META", "_START", ">"]}
+{"text": "\ra/b/'S'sfiİ'D's<|endoftext|>0​Ź३B ('M漢㍿ABC𐞁'Mع
'DＡſ'>/å㋿ᵃ", "tokens": 57, "pieces": ["\r", "a", "/b", "/'", "S", "'s", "fiİ", "'D", "'s", "<|", "endoftext", "|>", "0", "​Z", "́", "३", "B", " ('", "M漢", "㍿ABC𐞁", "'M", "ع", "
", "'D", "Ａſ", "'>/", "a", "̊㋿", "ᵃ"]}
+{"text": "'s'Td9  🙂åꟲéé३Ⅳ३12345678'Re\u000b\r\n   \nZ\n/!!'llḍ̇camelCase", "tokens": 42, "pieces": ["'s", "'T", "d", "9", " ", " 🙂", "a", "̊ꟲe", "́e", "́", "३Ⅳ३", "123", "456", "78", "'Re", "\u000b\r\n   \n", "Z", "\n", "/!!'", "llḋ", "̣camelCase"]}
+{"text": "fiZDžungla­<'re, !aB(Ａ\r\n\t<EOT> ٣٤٥٦😀🏽‍", "tokens": 38, "pieces": ["fiZDžungla", "­<'", "re", ",", " !", "aB", "(Ａ", "\r\n", "\t", "<EOT", ">", " ", "٣٤٥", "٦", "😀🏽‍"]}
+{"text": "(a/bmßa/b<EOT>aB'aBé<|fim_prefix|>Džungla  /  (.'sDž(>iOS…𐞁½ABC.\r\nfia/b!!iOS‍9 \r\n\r\nḍ̇　", "tokens": 61, "pieces": ["(a", "/bmßa", "/b", "<EOT", ">aB", "'aBe", "́<|", "fim", "_prefix", "|>", "Džungla", " ", " /", " ", " (.'", "sDž", "(>", "iOS", "…𐞁", "½", "ABC", ".\r\n", "fia", "/b", "!!", "iOS", "‍", "9", " \r\n\r\n", "ḋ", "̣", "　"]}
+{"text": "​𐞁\n/<EOT>   \n's\r\n\r\nmḍ̇'s\t<META_START>Ａİß\"Ab#$%'ll👍🏽's㋿㋿\n!!　d/عfi\n<EOT>\"'re\rḍ̇
0", "tokens": 72, "pieces": ["​𐞁", "\n", "/<", "EOT", ">", "   \n", "'s", "\r\n\r\n", "mḋ", "̣'", "s", "\t", "<META", "_START", ">Ａİß", "\"Ab", "#$%'", "ll", "👍🏽'", "s", "㋿㋿\n", "!!", "　d", "/عfi", "\n", "<EOT", ">\"'", "re", "\r", "ḋ", "̣", "
", "0"]}
+{"text": "<EOT>ſſEOT漢३t٣٤٥٦Ab-ſ́<|fim_prefix|>'ſiOS\"'ll\n\r\n\r\nſعaB'DiOS㍿🙂", "tokens": 53, "pieces": ["<EOT", ">ſſEOT漢", "३", "t", "٣٤٥", "٦", "Ab", "-ſ", "́<|", "fim", "_prefix", "|>'", "ſiOS", "\"'", "ll", "\n\r\n\r\n", "ſعaB", "'D", "iOS", "㍿🙂"]}
+{"text": "३!!a!Džunglaꟲ\r\nDžungla'…e½é<EOT>漢ſé'ſEOTéİ'VE>Abꟲ   \n\r\n\r\ńＡiOS㋿👍🏽t'ſ", "tokens": 64, "pieces": ["३", "!!", "a", "!Džunglaꟲ", "\r\n", "Džungla", "'", "…e", "½", "é", "<EOT", ">漢ſé", "'ſ", "EOTéİ", "'VE", ">Abꟲ", "   \n\r\n\r\n", "́ＡiOS", "㋿👍🏽", "t", "'ſ"]}
+{"text": "'re🙂\"\naB!!EOT\"åaBiOSḍ̇<-字ع/\r\nDž​é'ſꟲع\nꟲEOTBt  ", "tokens": 44, "pieces": ["'re", "🙂\"\n", "aB", "!!", "EOT", "\"a", "̊aBiOSḋ", "̣<-", "字ع", "/\r\n", "Dž", "​é", "'ſ", "ꟲع", "\n", "ꟲEOTBt", "  "]}
+{"text": "​é <META_START>  字३é9é \n é\n/-'D", "tokens": 22, "pieces": ["​é", " <", "META", "_START", ">", " ", " 字", "३", "e", "́", "9", "e", "́", " \n", " e", "́\n", "/-'", "D"]}
+{"text": "\r\n٣٤٥٦>

\rEOTme Z<|endoftext|>/ḍ̇㍿字   \n'T", "tokens": 37, "pieces": ["\r\n", "٣٤٥", "٦", ">", "

\r", "EOTme", " Z", "<|", "endoftext", "|>/", "ḋ", "̣㍿", "字", "   \n", "'T"]}
+{"text": "  İ\r\n\r\nHTTPServerAb\n/-/'ll㍿ß😀🏽EOT  ́㋿'M㋿㋿m<|endoftext|>sé½\r\n…", "tokens": 49, "pieces": [" ", " İ", "\r\n\r\n", "HTTPServerAb", "\n", "/-/'", "ll", "㍿ß", "😀🏽", "EOT", " ", " ́㋿'", "M", "㋿㋿", "m", "<|", "endoftext", "|>", "sé", "½", "\r\n…"]}
+{"text": "'M!Dž㋿\n\n/İ ‍iOS'MᵃDžungla!!tß\na\u000b\n\nß  -'VE\n/fiaBé9å<|fim_prefix|>12345678'ſé", "tokens": 60, "pieces": ["'M", "!Dž", "㋿\n\n", "/İ", " ", "‍iOS", "'M", "ᵃDžungla", "!!", "tß", "\n", "a", "\u000b\n\n", "ß", " ", " -'", "VE", "\n", "/fiaBé", "9", "a", "̊<|", "fim", "_prefix", "|>", "123", "456", "78", "'ſ", "e", "́"]}
+{"text": ",ᵃcamelCase", "tokens": 6, "pieces": [",ᵃcamelCase"]}
+{"text": "Ab
-ꟲ'D'\u000b><META_START>­#$%t ㍿iOS'M iOS\r\n\"🙂iOS👍🏽-ßa/b0　<EOT>𐞁#$%\t", "tokens": 52, "pieces": ["Ab", "
", "-ꟲ", "'D", "'", "\u000b", "><", "META", "_START", ">­#$%", "t", " ㍿", "iOS", "'M", " iOS", "\r\n", "\"🙂", "iOS", "👍🏽-", "ßa", "/b", "0", "　", "<EOT", ">𐞁", "#$%", "\t"]}
+{"text": "ᵃ\r\n­३ZHTTPServerABC\n/<|endoftext|>", "tokens": 19, "pieces": ["ᵃ", "\r\n", "­", "३", "ZHTTPServerABC", "\n", "/<|", "endoftext", "|>"]}
+{"text": "d३>'Re-\u000b", "tokens": 7, "pieces": ["d", "३", ">'", "Re", "-", "\u000b"]}
+{"text": "9　㋿", "tokens": 5, "pieces": ["9", "　", "㋿"]}
+{"text": "\u000bB\t㋿/s", "tokens": 8, "pieces": ["\u000bB", "\t", "㋿/", "s"]}
+{"text": "ꟲ😀🏽Dž/ABCaBＡßiOS'Rea", "tokens": 20, "pieces": ["ꟲ", "😀🏽", "Dž", "/ABCaBＡßiOS", "'Re", "a"]}
+{"text": "éḍ̇<٣٤٥٦HTTPServer,, ", "tokens": 19, "pieces": ["éḋ", "̣<", "٣٤٥", "٦", "HTTPServer", ",,", " "]}
+{"text": "'T
İ'VEⅣß", "tokens": 9, "pieces": ["'T", "
İ", "'VE", "Ⅳ", "ß"]}
+{"text": "12345678DžAb\u000be(.\tABCiOSß​ꟲå漢'll­<|fim_prefix|>­é㋿ \n ", "tokens": 38, "pieces": ["123", "456", "78", "DžAb", "\u000be", "(.", "\tABCiOSß", "​ꟲa", "̊漢", "'ll", "­<|", "fim", "_prefix", "|>­", "é", "㋿", " \n "]}
+{"text": "ꟲ  ع\n<|endoftext|> \n 'S'VE#$%'T👍🏽/\r\n<EOT><EOT>é", "tokens": 35, "pieces": ["ꟲ", " ", " ع", "\n", "<|", "endoftext", "|>", " \n", " '", "S", "'VE", "#$%'", "T", "👍🏽/\r\n", "<EOT", "><", "EOT", ">e", "́"]}
+{"text": "\n/Z \n ", "tokens": 4, "pieces": ["\n", "/Z", " \n "]}
+{"text": "!\n/'Reå😀🏽\r\n\n/Ⅳ'Me字fi'VEſ漢   \n!a/bDž­🙂.𐞁-", "tokens": 41, "pieces": ["!\n", "/'", "Rea", "̊😀🏽\r\n\n", "/", "Ⅳ", "'M", "e字fi", "'VE", "ſ漢", "   \n", "!a", "/bDž", "­🙂.", "𐞁", "-"]}
+{"text": "\rEOT​Z<|endoftext|>́#$%/", "tokens": 15, "pieces": ["\r", "EOT", "​Z", "<|", "endoftext", "|>́#$%/"]}
+{"text": "-字‍\r‍!­'re३ß½a/b<EOT>'٣٤٥٦0iOSＡ🙂ḍ̇ꟲ㍿camelCase/🙂ḍ̇‍'ll\tſḍ̇>'re३-<META_START>a　/\r\n", "tokens": 78, "pieces": ["-字", "‍\r", "‍!­'", "re", "३", "ß", "½", "a", "/b", "<EOT", ">'", "٣٤٥", "٦0", "iOSＡ", "🙂ḋ", "̣ꟲ", "㍿camelCase", "/🙂", "ḋ", "̣‍'", "ll", "\tſḋ", "̣>'", "re", "३", "-<", "META", "_START", ">a", "　", "/\r\n"]}
+{"text": "😀🏽㋿­.éHTTPServer/\r\n9eABC!iOSİ'S12345678é'S-
  \n 's/​/-", "tokens": 36, "pieces": ["😀🏽㋿­.", "éHTTPServer", "/\r\n", "9", "eABC", "!iOSİ", "'S", "123", "456", "78", "é", "'S", "-", "
  \n", " '", "s", "/​/-"]}
+{"text": "éAb\r\n/>BEOT!!sDžå0're\n'S\r\n\r\n\n/😀🏽 \n <|endoftext|>\u000b<'T'Re'TaBß   \n<|endoftext|>/   \n<META_START>㍿\u000b", "tokens": 58, "pieces": ["e", "́Ab", "\r\n", "/>", "BEOT", "!!", "sDža", "̊", "0", "'re", "\n", "'S", "\r\n\r\n\n", "/😀🏽", " \n", " <|", "endoftext", "|>", "\u000b", "<'", "T", "'Re", "'T", "aBß", "   \n", "<|", "endoftext", "|>/", "   \n", "<META", "_START", ">㍿", "\u000b"]}
+{"text": "  0,é'sé\r\n\r\nABC's\r\n\rⅣte!Ａ ㋿", "tokens": 23, "pieces": [" ", " ", "0", ",e", "́'", "se", "́\r\n\r\n", "ABC", "'s", "\r\n\r", "Ⅳ", "te", "!Ａ", " ", "㋿"]}
+{"text": "ma/b字Džungla😀🏽B/\r\n🙂　td𐞁 \"#$%ABC'ssB\"'T\r\n'M", "tokens": 33, "pieces": ["ma", "/b字Džungla", "😀🏽", "B", "/\r\n", "🙂", "　td𐞁", " \"#$%", "ABC", "'s", "sB", "\"'", "T", "\r\n", "'M"]}
+{"text": "٣٤٥٦0㍿   \n", "tokens": 13, "pieces": ["٣٤٥", "٦0", "㍿", "   \n"]}
+{"text": "'T\"å \n aBDžZ ́İ
'Re\r\n'S'  𐞁½\nå 漢s\t0\r\n<<EOT>‍'ll'll٣٤٥٦㍿tHTTPServerfi", "tokens": 62, "pieces": ["'T", "\"a", "̊", " \n", " aBDžZ", " ́", "İ", "
", "'Re", "\r\n", "'S", "'", " ", " 𐞁", "½", "\n", "a", "̊", " 漢s", "\t", "0", "\r\n", "<<", "EOT", ">‍'", "ll", "'ll", "٣٤٥", "٦", "㍿tHTTPServerfi"]}
+{"text": "İå㋿", "tokens": 7, "pieces": ["İa", "̊㋿"]}
+{"text": "'VE're<META_START>'ſſEOT\r\n\r\n", "tokens": 14, "pieces": ["'VE", "'re", "<META", "_START", ">'", "ſſEOT", "\r\n\r\n"]}
+{"text": "Bs ع>ſ\r\nd字漢", "tokens": 11, "pieces": ["Bs", " ع", ">ſ", "\r\n", "d字漢"]}
+{"text": "Abḍ̇½mfi'retDž\r\ńss\r\n🙂", "tokens": 20, "pieces": ["Abḋ", "̣", "½", "mfi", "'re", "tDž", "\r\n", "́ss", "\r\n", "🙂"]}
+{"text": "𐞁 \n ㋿😀🏽 \n aB0 \n EOTEOTꟲ áſſ٣٤٥٦​́!  'M\u000b　㍿", "tokens": 51, "pieces": ["𐞁", " \n", " ㋿😀🏽", " \n", " aB", "0", " \n", " EOTEOTꟲ", " a", "́ſſ", "٣٤٥", "٦", "​́!", " ", " '", "M", "\u000b", "　", "㍿"]}
+{"text": "㍿('T\r<|endoftext|>,é'T'Std<…", "tokens": 20, "pieces": ["㍿('", "T", "\r", "<|", "endoftext", "|>,", "é", "'T", "'S", "td", "<", "…"]}
+{"text": "(.'re're٣٤٥٦ \n 'sEOTⅣ'll㍿aBⅣ!'Re\n\t .", "tokens": 32, "pieces": ["(.'", "re", "'re", "٣٤٥", "٦", " \n", " '", "sEOT", "Ⅳ", "'ll", "㍿aB", "Ⅳ", "!'", "Re", "\n", "\t", " ."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ZaB/\r\nZmm​'  's'M!́'s'ſ\r\n👍🏽İAbfiع👍🏽Z'ReéHTTPServer(  Z字ᵃ9½!!aaBAb\n/'re", "tokens": 58, "pieces": ["ZaB", "/\r\n", "Zmm", "​'", " ", " '", "s", "'M", "!́'", "s", "'ſ", "\r\n", "👍🏽", "İAbfiع", "👍🏽", "Z", "'Re", "éHTTPServer", "(", " ", " Z字ᵃ", "9½", "!!", "aaBAb", "\n", "/'", "re"]}
+{"text": ">ß'S12345678>👍🏽Abᵃ!fi👍🏽<|endoftext|>\r12345678­a/b🙂\"sHTTPServer\u000b#$%/　ß\t", "tokens": 52, "pieces": [">ß", "'S", "123", "456", "78", ">👍🏽", "Abᵃ", "!fi", "👍🏽<|", "endoftext", "|>\r", "123", "456", "78", "­a", "/b", "🙂\"", "sHTTPServer", "\u000b", "#$%/", "　ß", "\t"]}
+{"text": "t'!!Džungladß12345678", "tokens": 11, "pieces": ["t", "'!!", "Džungladß", "123", "456", "78"]}
+{"text": "  'Re👍🏽 \n 'Dḍ̇ 'ſ'll \r\n\r\n\"🙂́'!!!", "tokens": 29, "pieces": [" ", " '", "Re", "👍🏽", " \n", " '", "Dḋ", "̣", " ", "'ſ", "'ll", " \r\n\r\n", "\"🙂́'!!!"]}
+{"text": "<EOT>fi<|endoftext|>ſ'så\r\n<|endoftext|>𐞁𐞁m½e𐞁<META_START>d́½Ab/<|fim_prefix|>'Td'MaB0​(㍿'ſ'D'S'Re'Re­ſ́", "tokens": 76, "pieces": ["<EOT", ">fi", "<|", "endoftext", "|>", "ſ", "'s", "a", "̊\r\n", "<|", "endoftext", "|>", "𐞁𐞁m", "½", "e𐞁", "<META", "_START", ">d", "́", "½", "Ab", "/<|", "fim", "_prefix", "|>'", "Td", "'M", "aB", "0", "​(㍿'", "ſ", "'D", "'S", "'Re", "'Re", "­ſ", "́"]}
+{"text": "aB\r\n\r\n㍿İ\r\n\r\n‍EOT \n d　Z\r\n\r\n… \n \n's'Re0\tİ\n/Ab'll字ß\n/'D", "tokens": 34, "pieces": ["aB", "\r\n\r\n", "㍿İ", "\r\n\r\n", "‍EOT", " \n", " d", "　Z", "\r\n\r\n… \n \n", "'s", "'Re", "0", "\tİ", "\n", "/Ab", "'ll", "字ß", "\n", "/'", "D"]}
+{"text": "'D!12345678𐞁\r\n\r\na'DＡ'VE😀🏽'S(­
🙂mß\"٣٤٥٦ Džungla\u000b\"", "tokens": 47, "pieces": ["'D", "!", "123", "456", "78", "𐞁", "\r\n\r\n", "a", "'D", "Ａ", "'VE", "😀🏽'", "S", "(­", "
", "🙂mß", "\"", "٣٤٥", "٦", " Džungla", "\u000b", "\""]}
+{"text": "ea/b're👍🏽عåtaB<|endoftext|>Ａs½㋿-Ab🙂,Zfi\n\r\n\r\n‍㍿'re<|fim_prefix|>­0\n/#$%İ're<dſd漢𐞁\r \n ", "tokens": 74, "pieces": ["ea", "/b", "'re", "👍🏽", "عa", "̊taB", "<|", "endoftext", "|>", "Ａs", "½", "㋿-", "Ab", "🙂,", "Zfi", "\n\r\n\r\n", "‍㍿'", "re", "<|", "fim", "_prefix", "|>­", "0", "\n", "/#$%", "İ", "'re", "<dſd漢𐞁", "\r \n "]}
+{"text": "  Abéᵃꟲ<|fim_prefix|>,e're're", "tokens": 19, "pieces": [" ", " Abe", "́ᵃꟲ", "<|", "fim", "_prefix", "|>,", "e", "'re", "'re"]}
+{"text": "　'llＡ<|endoftext|>Ab'll'sDž<EOT> 'M#$%'D9#$%mᵃ/‍ſ'Re", "tokens": 37, "pieces": ["　", "'ll", "Ａ", "<|", "endoftext", "|>", "Ab", "'ll", "'s", "Dž", "<EOT", ">", " ", "'M", "#$%'", "D", "9", "#$%", "mᵃ", "/‍", "ſ", "'Re"]}
+{"text": "ꟲ\n9\r\n\r\né!'DiOS👍🏽//s\r'reᵃḍ̇'Ree(aAb'DᵃB\r 𐞁🙂!!", "tokens": 47, "pieces": ["ꟲ", "\n", "9", "\r\n\r\n", "é", "!'", "DiOS", "👍🏽//", "s", "\r", "'re", "ᵃḋ", "̣'", "Ree", "(aAb", "'D", "ᵃB", "\r", " 𐞁", "🙂!!"]}
+{"text": "‍AbſcamelCase𐞁0\r\n\r\n12345678ḍ̇e!ḍ̇Bᵃ'Rea/b", "tokens": 35, "pieces": ["‍AbſcamelCase𐞁", "0", "\r\n\r\n", "123", "456", "78", "ḋ", "̣e", "!ḋ", "̣Bᵃ", "'Re", "a", "/b"]}
+{"text": "'re…㋿​", "tokens": 7, "pieces": ["'re", "…", "㋿​"]}
+{"text": " EOT're's'D'VEİ
s\t\u000b.'llDž,😀🏽", "tokens": 23, "pieces": [" EOT", "'re", "'s", "'D", "'VE", "İ", "
s", "\t", "\u000b", ".'", "llDž", ",😀🏽"]}
+{"text": "👍🏽ḍ̇'D", "tokens": 13, "pieces": ["👍🏽", "ḋ", "̣'", "D"]}
+{"text": "/Ａa/b 'M🙂é字😀🏽'ſ\t漢  字­😀🏽m३<META_START>'D\u000bm​ 字'M\"ꟲ'M<|endoftext|> 'D<|endoftext|>å", "tokens": 69, "pieces": ["/Ａa", "/b", " ", "'M", "🙂e", "́字", "😀🏽'", "ſ", "\t漢", " ", " 字", "­😀🏽", "m", "३", "<META", "_START", ">'", "D", "\u000bm", "​", " 字", "'M", "\"ꟲ", "'M", "<|", "endoftext", "|>", " '", "D", "<|", "endoftext", "|>", "a", "̊"]}
+{"text": "é½\r\n\r\n\r\n<|fim_prefix|>́Dž३'TcamelCase", "tokens": 19, "pieces": ["e", "́", "½", "\r\n\r\n\r\n", "<|", "fim", "_prefix", "|>́", "Dž", "३", "'T", "camelCase"]}
+{"text": "d٣٤٥٦'ſ\u000b​>३
'M<EOT>", "tokens": 23, "pieces": ["d", "٣٤٥", "٦", "'ſ", "\u000b", "​>", "३", "
", "'M", "<EOT", ">"]}
+{"text": "\n'reع字BſéficamelCase<EOT>👍🏽<META_START>'ABC,9aB   \n𐞁
\n/fi're", "tokens": 43, "pieces": ["\n", "'re", "ع字Bſe", "́ficamelCase", "<EOT", ">👍🏽<", "META", "_START", ">'", "ABC", ",", "9", "aB", "   \n", "𐞁", "
\n", "/fi", "'re"]}
+{"text": "/\r\n's<|endoftext|>'s½…fia/b!!t<META_START>'ſ9'\r\n  é'SaBm\u000bZ'0é
<|fim_prefix|>d\rＡ㋿", "tokens": 55, "pieces": ["/\r\n", "'s", "<|", "endoftext", "|>'", "s", "½", "…fia", "/b", "!!", "t", "<META", "_START", ">'", "ſ", "9", "'\r\n", " ", " e", "́'", "SaBm", "\u000bZ", "'", "0", "é", "
", "<|", "fim", "_prefix", "|>", "d", "\r", "Ａ", "㋿"]}
+{"text": "ḍ̇漢fiḍ̇0--ꟲ\r​12345678ßİ　å<|fim_prefix|>DžunglaHTTPServer'Re\u000bAb👍🏽('e'T'T\n!Ａ㍿㍿­", "tokens": 67, "pieces": ["ḋ", "̣漢fiḋ", "̣", "0", "--", "ꟲ", "\r", "​", "123", "456", "78", "ßİ", "　a", "̊<|", "fim", "_prefix", "|>", "DžunglaHTTPServer", "'Re", "\u000bAb", "👍🏽('", "e", "'T", "'T", "\n", "!Ａ", "㍿㍿­"]}
+{"text": "a/b-　𐞁\n/ t.fi e", "tokens": 16, "pieces": ["a", "/b", "-", "　𐞁", "\n", "/", " t", ".fi", " e"]}
+{"text": "ᵃ!!'Re--. Z", "tokens": 10, "pieces": ["ᵃ", "!!'", "Re", "--.", " Z"]}
+{"text": "İZDžungla㋿(å㍿iOS🙂aß३", "tokens": 23, "pieces": ["İZDžungla", "㋿(", "a", "̊㍿", "iOS", "🙂aß", "३"]}
+{"text": "३å'M<|fim_prefix|>EOT'S
!!👍🏽é!　", "tokens": 29, "pieces": ["३", "a", "̊'", "M", "<|", "fim", "_prefix", "|>", "EOT", "'S", "
", "!!👍🏽", "é", "!", "　"]}
+{"text": "­‍\"\n/EOT'll'D'llⅣ", "tokens": 11, "pieces": ["­‍\"\n", "/EOT", "'ll", "'D", "'ll", "Ⅳ"]}
+{"text": "'\n‍'ll\n/t👍🏽<EOT> \n <META_START>HTTPServer٣٤٥٦'T字🙂9\n", "tokens": 38, "pieces": ["'\n", "‍'", "ll", "\n", "/t", "👍🏽<", "EOT", ">", " \n", " <", "META", "_START", ">HTTPServer", "٣٤٥", "٦", "'T", "字", "🙂", "9", "\n"]}
+{"text": "a/bİ\tİta/b'DcamelCase'll'ſ \n \r\n\r\n", "tokens": 16, "pieces": ["a", "/bİ", "\tİta", "/b", "'D", "camelCase", "'ll", "'ſ", " \n \r\n\r\n"]}
+{"text": "\"́/ᵃ㋿<EOT>​ >٣٤٥٦", "tokens": 23, "pieces": ["\"́/", "ᵃ", "㋿<", "EOT", ">​", " >", "٣٤٥", "٦"]}
+{"text": "'VEABC's(e#$%<|endoftext|>𐞁'Da", "tokens": 20, "pieces": ["'VE", "ABC", "'s", "(e", "#$%<|", "endoftext", "|>", "𐞁", "'D", "a"]}
+{"text": "t\r!!'s<META_START>EOT'llع<META_START>'T🙂😀🏽字​, ‍<EOT>\r\n\r\nḍ̇\r\n\r\nB/'re<'ſm", "tokens": 47, "pieces": ["t", "\r", "!!'", "s", "<META", "_START", ">EOT", "'ll", "ع", "<META", "_START", ">'", "T", "🙂😀🏽", "字", "​,", " ", "‍<", "EOT", ">\r\n\r\n", "ḋ", "̣\r\n\r\n", "B", "/'", "re", "<'", "ſm"]}
+{"text": "ع٣٤٥٦\r漢Ab<|fim_prefix|><|fim_prefix|>><|endoftext|> \n 
👍🏽d<EOT>½㍿<'sZ'M'll./\r\n're  é", "tokens": 61, "pieces": ["ع", "٣٤٥", "٦", "\r", "漢Ab", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>><|", "endoftext", "|>", " \n", " ", "
", "👍🏽", "d", "<EOT", ">", "½", "㍿<'", "sZ", "'M", "'ll", "./\r\n", "'re", " ", " é"]}
+{"text": "Dž'MAb", "tokens": 4, "pieces": ["Dž", "'M", "Ab"]}
+{"text": "<\rꟲ٣٤٥٦a/bå'refiDžunglaᵃ0camelCaseḍ̇''ll'SⅣ'sⅣé<|endoftext|>/\r\n", "tokens": 54, "pieces": ["<\r", "ꟲ", "٣٤٥", "٦", "a", "/ba", "̊'", "refiDžunglaᵃ", "0", "camelCaseḋ", "̣''", "ll", "'S", "Ⅳ", "'s", "Ⅳ", "é", "<|", "endoftext", "|>/\r\n"]}
+{"text": "/\r\n  -\u000b(<|fim_prefix|>emHTTPServer#$%ḿ½​#$%", "tokens": 23, "pieces": ["/\r\n", " ", " ", "-", "\u000b", "(<|", "fim", "_prefix", "|>", "emHTTPServer", "#$%", "m", "́", "½", "​#$%"]}
+{"text": "é/0/\r\n!!a'll   \nꟲ(Ab/٣٤٥٦'reå🙂<|fim_prefix|>'Re EOT'M\r\n\r\n/\r\n­ABC#$%ßHTTPServer'Deſ", "tokens": 54, "pieces": ["e", "́/", "0", "/\r\n", "!!", "a", "'ll", "   \n", "ꟲ", "(Ab", "/", "٣٤٥", "٦", "'re", "a", "̊🙂<|", "fim", "_prefix", "|>'", "Re", " EOT", "'M", "\r\n\r\n", "/\r\n", "­ABC", "#$%", "ßHTTPServer", "'D", "eſ"]}
+{"text": "'reABC'reHTTPServerHTTPServerfi
'M 'Tİ\"
'M…Ａ'S\ré٣٤٥٦\r\n\r\nfi­\r0Zᵃ́å!!'ſcamelCase.camelCase#$%>'Så", "tokens": 63, "pieces": ["'re", "ABC", "'re", "HTTPServerHTTPServerfi", "
", "'M", " ", "'T", "İ", "\"", "
", "'M", "…Ａ", "'S", "\r", "e", "́", "٣٤٥", "٦", "\r\n\r\n", "fi", "­\r", "0", "Zᵃ", "́a", "̊!!'", "ſcamelCase", ".camelCase", "#$%>'", "Sa", "̊"]}
+{"text": "'t \n 'ſع'D½ع漢12345678­ع<HTTPServers㋿9<META_START>å😀🏽😀🏽'", "tokens": 40, "pieces": ["'t", " \n", " '", "ſع", "'D", "½", "ع漢", "123", "456", "78", "­ع", "<HTTPServers", "㋿", "9", "<META", "_START", ">a", "̊😀🏽😀🏽'"]}
+{"text": ".٣٤٥٦DžABC  <😀🏽‍,B9\"Ａe, \n ", "tokens": 31, "pieces": [".", "٣٤٥", "٦", "DžABC", " ", " <😀🏽‍,", "B", "9", "\"Ａe", ",", " \n "]}
+{"text": "\r\n\rße\u000bⅣ字-\r\n\r\n'Mḍ̇#$%12345678.३',ᵃ👍🏽då'ᵃ<-\r\n\r\nꟲ-'ſ's👍🏽(", "tokens": 56, "pieces": ["\r\n\r", "ße", "\u000b", "Ⅳ", "字", "-\r\n\r\n", "'M", "ḋ", "̣#$%", "123", "456", "78", ".", "३", "',", "ᵃ", "👍🏽", "da", "̊'", "ᵃ", "<-\r\n\r\n", "ꟲ", "-'", "ſ", "'s", "👍🏽("]}
+{"text": "Båß\r!!ꟲ  ᵃ😀🏽😀🏽\"0-　'M", "tokens": 28, "pieces": ["Ba", "̊ß", "\r", "!!", "ꟲ", " ", " ᵃ", "😀🏽😀🏽\"", "0", "-", "　", "'M"]}
+{"text": "'ReABCå'DＡa İ12345678/\r\n9", "tokens": 16, "pieces": ["'Re", "ABCa", "̊'", "DＡa", " İ", "123", "456", "78", "/\r\n", "9"]}
+{"text": "'VEİßꟲ<META_START>((​😀🏽<|fim_prefix|>ＡZ'Dß<|fim_prefix|>'ſ,'re#$%", "tokens": 42, "pieces": ["'VE", "İßꟲ", "<META", "_START", ">((​😀🏽<|", "fim", "_prefix", "|>", "ＡZ", "'D", "ß", "<|", "fim", "_prefix", "|>'", "ſ", ",'", "re", "#$%"]}
+{"text": ",\n   \ndſ'D😀🏽#$%/\r\nss/e>字fia/b/Džungla\n/　🙂", "tokens": 32, "pieces": [",\n", "   \n", "dſ", "'D", "😀🏽#$%/\r\n", "ss", "/e", ">字fia", "/b", "/Džungla", "\n", "/", "　", "🙂"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r​!!'resＡ…İ٣٤٥٦Ⅳꟲ''s½\tZ\"9३३\t\"İ\r\n\r\n'll(\n", "tokens": 39, "pieces": ["\r", "​!!'", "resＡ", "…İ", "٣٤٥", "٦Ⅳ", "ꟲ", "''", "s", "½", "\tZ", "\"", "9३३", "\t", "\"İ", "\r\n\r\n", "'ll", "(\n"]}
+{"text": "så  \n ſⅣ/\r\n\u000b\"🙂're ㋿ \n - \n <EOT­0AbعⅣB9/(#$%ſ'S'Re㋿fifi'sع", "tokens": 50, "pieces": ["sa", "̊", "  \n", " ſ", "Ⅳ", "/\r\n", "\u000b", "\"🙂'", "re", " ", "㋿", " \n", " -", " \n", " <", "EOT", "­", "0", "Abع", "Ⅳ", "B", "9", "/(#$%", "ſ", "'S", "'Re", "㋿fifi", "'s", "ع"]}
+{"text": "'𐞁<META_START>Z<EOT>Ａ  Ab
d,🙂🙂'Re'Ma/b字<|fim_prefix|>'VEⅣ😀🏽\r\n\r\n\r\n<|fim_prefix|>İ\u000b<12345678,  st", "tokens": 62, "pieces": ["'𐞁", "<META", "_START", ">Z", "<EOT", ">Ａ", " ", " Ab", "
d", ",🙂🙂'", "Re", "'M", "a", "/b字", "<|", "fim", "_prefix", "|>'", "VE", "Ⅳ", "😀🏽\r\n\r\n\r\n", "<|", "fim", "_prefix", "|>", "İ", "\u000b", "<", "123", "456", "78", ",", " ", " st"]}
+{"text": "camelCasedåABCDž𐞁'VÉ'Mع😀🏽", "tokens": 24, "pieces": ["camelCaseda", "̊ABCDž𐞁", "'VE", "́'", "Mع", "😀🏽"]}
+{"text": "Z\r\n😀🏽ABC'S  .'Sddḍ̇'Res<META_START>½'SiOS\nABC<|endoftext|>a/b12345678-İ \r\n\r\n👍🏽　ꟲ'T\"EOTé", "tokens": 58, "pieces": ["Z", "\r\n", "😀🏽", "ABC", "'S", " ", " .'", "Sddḋ", "̣'", "Res", "<META", "_START", ">", "½", "'S", "iOS", "\n", "ABC", "<|", "endoftext", "|>", "a", "/b", "123", "456", "78", "-İ", " \r\n\r\n", "👍🏽", "　ꟲ", "'T", "\"EOTé"]}
+{"text": "\tİB'ſ😀🏽<|endoftext|>İHTTPServer\r\nt٣٤٥٦'VE's㍿
🙂\r\n​'Re\n</\r\nAbDžungla  ", "tokens": 54, "pieces": ["\tİB", "'ſ", "😀🏽<|", "endoftext", "|>", "İHTTPServer", "\r\n", "t", "٣٤٥", "٦", "'VE", "'s", "㍿", "
", "🙂\r\n", "​'", "Re", "\n", "</\r\n", "AbDžungla", "  "]}
+{"text": "<META_START>३字Džungla'S㋿'Re/…㍿tABC<EOT>å'S<|fim_prefix|>३,́.aB'VE   \n‍e​　𐞁", "tokens": 58, "pieces": ["<META", "_START", ">", "३", "字Džungla", "'S", "㋿'", "Re", "/", "…", "㍿tABC", "<EOT", ">a", "̊'", "S", "<|", "fim", "_prefix", "|>", "३", ",́.", "aB", "'VE", "   \n", "‍e", "​", "　𐞁"]}
+{"text": "  \t<EOT>ZaBcamelCaset'ſ,ſ(mßå/12345678㍿½
Z'red", "tokens": 34, "pieces": ["  ", "\t", "<EOT", ">ZaBcamelCaset", "'ſ", ",ſ", "(mßa", "̊/", "123", "456", "78", "㍿", "½", "
Z", "'re", "d"]}
+{"text": "'🙂camelCase<|fim_prefix|>", "tokens": 12, "pieces": ["'🙂", "camelCase", "<|", "fim", "_prefix", "|>"]}
+{"text": "camelCaseḍ̇-ſ/\r\nå<META_START>aB'ſ\u000b㍿㋿camelCase
'‍'.Z/\r\n-<META_START>iOS<EOT>#$%\t'S're㍿ḍ̇  fi‍\"", "tokens": 67, "pieces": ["camelCaseḋ", "̣-", "ſ", "/\r\n", "a", "̊<", "META", "_START", ">aB", "'ſ", "\u000b", "㍿㋿", "camelCase", "
", "'‍'.", "Z", "/\r\n", "-<", "META", "_START", ">iOS", "<EOT", ">#$%", "\t", "'S", "'re", "㍿ḋ", "̣", " ", " fi", "‍\""]}
+{"text": "aB's''  Ａ'/\r\nＡ'.", "tokens": 13, "pieces": ["aB", "'s", "''", " ", " Ａ", "'/\r\n", "Ａ", "'."]}
+{"text": "'ſ   'llå‍ſABC'S😀🏽12345678-㋿Bm  /\r\n…AbB㋿\r\n\r\n​é　'Ś‍\rDžungla字å", "tokens": 57, "pieces": ["'ſ", "  ", " ", "'ll", "a", "̊‍", "ſABC", "'S", "😀🏽", "123", "456", "78", "-㋿", "Bm", " ", " /\r\n", "…AbB", "㋿\r\n\r\n", "​e", "́", "　", "'S", "́‍\r", "Džungla字a", "̊"]}
+{"text": "'S\r\n​‍  'så<|endoftext|>٣٤٥٦å!!\t/\r\n
Ａ!ḍ̇scamelCase(éꟲé½/\r\nꟲß<|endoftext|>å🙂\n/#$%ß", "tokens": 73, "pieces": ["'S", "\r\n", "​‍", " ", " '", "sa", "̊<|", "endoftext", "|>", "٣٤٥", "٦", "a", "̊!!", "\t", "/\r\n", "
Ａ", "!ḋ", "̣scamelCase", "(éꟲé", "½", "/\r\n", "ꟲß", "<|", "endoftext", "|>", "a", "̊🙂\n", "/#$%", "ß"]}
+{"text": "  \u000b<META_START>/\r\n'll‍ſsß,३eéaB'ré'Sm㋿ /\r\n\n/Z😀🏽ſ\"iOS'㋿ᵃcamelCase𐞁 \n Ａa/bEOTB!", "tokens": 63, "pieces": ["  ", "\u000b", "<META", "_START", ">/\r\n", "'ll", "‍ſsß", ",", "३", "ee", "́aB", "'re", "́'", "Sm", "㋿", " ", "/\r\n\n", "/Z", "😀🏽", "ſ", "\"iOS", "'㋿", "ᵃcamelCase𐞁", " \n", " Ａa", "/bEOTB", "!"]}
+{"text": "\n\taB,s9d Ⅳ\nع\n🙂…ABC…é/\r\nm㍿tt'ſ9é­#$%a's<|fim_prefix|>åABCعꟲḍ̇𐞁", "tokens": 61, "pieces": ["\n", "\taB", ",s", "9", "d", " ", "Ⅳ", "\n", "ع", "\n", "🙂", "…ABC", "…é", "/\r\n", "m", "㍿tt", "'ſ", "9", "e", "́­#$%", "a", "'s", "<|", "fim", "_prefix", "|>", "a", "̊ABCعꟲḋ", "̣𐞁"]}
+{"text": "(iOS<META_START>\r\n<META_START> fi/'T字", "tokens": 15, "pieces": ["(iOS", "<META", "_START", ">\r\n", "<META", "_START", ">", " fi", "/'", "T字"]}
+{"text": "𐞁<META_START>'D'ſ🙂<EOT>/­", "tokens": 19, "pieces": ["𐞁", "<META", "_START", ">'", "D", "'ſ", "🙂<", "EOT", ">/­"]}
+{"text": "  åEOT  camelCase­Ａ\r\nm\r\nd", "tokens": 16, "pieces": [" ", " a", "̊EOT", " ", " camelCase", "­Ａ", "\r\n", "m", "\r\n", "d"]}
+{"text": "12345678'T'S,", "tokens": 6, "pieces": ["123", "456", "78", "'T", "'S", ","]}
+{"text": "camelCase‍!<META_START>'Re<|endoftext|>0Be(<m", "tokens": 20, "pieces": ["camelCase", "‍!<", "META", "_START", ">'", "Re", "<|", "endoftext", "|>", "0", "Be", "(<", "m"]}
+{"text": "İ'T \n/ABCm٣٤٥٦🙂ꟲ", "tokens": 19, "pieces": ["İ", "'T", " \n", "/ABCm", "٣٤٥", "٦", "🙂ꟲ"]}
+{"text": "!0DžcamelCase٣٤٥٦a/bm  字a/b<META_START>
ſ\r\n.'Ⅳ\r\n\r\n   \na/b!İ\nＡ's'll<|fim_prefix|><|fim_prefix|>'Re'sꟲ<ꟲABCꟲEOT'D", "tokens": 73, "pieces": ["!", "0", "DžcamelCase", "٣٤٥", "٦", "a", "/bm", " ", " 字a", "/b", "<META", "_START", ">", "
ſ", "\r\n", ".'", "Ⅳ", "\r\n\r\n   \n", "a", "/b", "!İ", "\n", "Ａ", "'s", "'ll", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "Re", "'s", "ꟲ", "<ꟲABCꟲEOT", "'D"]}
+{"text": "   \n🙂!!", "tokens": 4, "pieces": ["   \n", "🙂!!"]}
+{"text": "m'VE  'll
.'Re<'ll<EOT>  m", "tokens": 17, "pieces": ["m", "'VE", " ", " '", "ll", "
", ".'", "Re", "<'", "ll", "<EOT", ">", " ", " m"]}
+{"text": "9d#$%Ⅳ!\t12345678𐞁\n/\r😀🏽12345678ع\ta,a/b'D!!漢#$%\"ſ", "tokens": 38, "pieces": ["9", "d", "#$%", "Ⅳ", "!", "\t", "123", "456", "78", "𐞁", "\n", "/\r", "😀🏽", "123", "456", "78", "ع", "\ta", ",a", "/b", "'D", "!!", "漢", "#$%\"", "ſ"]}
+{"text": "e'M!   \n\r\nſḍ̇'DDž́ABCABC Ａ'Ret'Sa's<ꟲݽs", "tokens": 34, "pieces": ["e", "'M", "!", "   \n\r\n", "ſḋ", "̣'", "DDž", "́ABCABC", " Ａ", "'Re", "t", "'S", "a", "'s", "<ꟲİ", "½", "s"]}
+{"text": "<|endoftext|>　/-🙂<", "tokens": 12, "pieces": ["<|", "endoftext", "|>", "　", "/-🙂<"]}
+{"text": "s\u000b", "tokens": 2, "pieces": ["s", "\u000b"]}
+{"text": " \n 'D'reİ𐞁a/b <|fim_prefix|>½́dm<|endoftext|>字\n/é0fi字\u000bHTTPServer漢'T  <EOT>­🙂/9å ᵃ\u000b", "tokens": 61, "pieces": [" \n", " '", "D", "'re", "İ𐞁a", "/b", " ", "<|", "fim", "_prefix", "|>", "½", "́dm", "<|", "endoftext", "|>", "字", "\n", "/é", "0", "fi字", "\u000bHTTPServer漢", "'T", " ", " <", "EOT", ">­🙂/", "9", "a", "̊", " ᵃ", "\u000b"]}
+{"text": "‍­", "tokens": 3, "pieces": ["‍­"]}
+{"text": "iOS٣٤٥٦\r\n\r\n\r,\r \u000b's٣٤٥٦ßß­   \nABC漢😀🏽🙂'VE字0३a'sḍ̇\u000bHTTPServera३字\r\n\r\n<|endoftext|>
😀🏽٣٤٥٦'D㍿", "tokens": 85, "pieces": ["iOS", "٣٤٥", "٦", "\r\n\r\n\r", ",\r", " ", "\u000b", "'s", "٣٤٥", "٦", "ßß", "­", "   \n", "ABC漢", "😀🏽🙂'", "VE字", "0३", "a", "'s", "ḋ", "̣", "\u000bHTTPServera", "३", "字", "\r\n\r\n", "<|", "endoftext", "|>", "
", "😀🏽", "٣٤٥", "٦", "'D", "㍿"]}
+{"text": "\n/<|fim_prefix|>EOT 'M'D٣٤٥٦EOT.Ａ'DⅣ\t!!< \n/d<0,👍🏽<|endoftext|>t-BaBZABC", "tokens": 56, "pieces": ["\n", "/<|", "fim", "_prefix", "|>", "EOT", " '", "M", "'D", "٣٤٥", "٦", "EOT", ".Ａ", "'D", "Ⅳ", "\t", "!!<", " \n", "/d", "<", "0", ",👍🏽<|", "endoftext", "|>", "t", "-BaBZABC"]}
+{"text": "EOTdsa/b🙂\r   \n\r\n\r\n0'M", "tokens": 11, "pieces": ["EOTdsa", "/b", "🙂\r", "   \n\r\n\r\n", "0", "'M"]}
+{"text": "é​𐞁/\r\n-,fiＡ٣٤٥٦<|endoftext|>m​é\r>-d'Re'ſ>aBDž'\nABC", "tokens": 44, "pieces": ["é", "​𐞁", "/\r\n", "-,", "fiＡ", "٣٤٥", "٦", "<|", "endoftext", "|>", "m", "​e", "́\r", ">-", "d", "'Re", "'ſ", ">aBDž", "'\n", "ABC"]}
+{"text": "ſ>'sḿ'rea👍🏽\"iOS12345678", "tokens": 18, "pieces": ["ſ", ">'", "sm", "́'", "rea", "👍🏽\"", "iOS", "123", "456", "78"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ＡcamelCase", "tokens": 4, "pieces": ["ＡcamelCase"]}
+{"text": "Zs😀🏽\r\nd-09<EOT>  !\r0EOT'McamelCase\u000b­३\r\n'Re \n <|fim_prefix|>👍🏽é", "tokens": 43, "pieces": ["Zs", "😀🏽\r\n", "d", "-", "09", "<EOT", ">", " ", " !\r", "0", "EOT", "'M", "camelCase", "\u000b", "­", "३", "\r\n", "'Re", " \n", " <|", "fim", "_prefix", "|>👍🏽", "é"]}
+{"text": "Z9Ａfi٣٤٥٦\r…å३", "tokens": 22, "pieces": ["Z", "9", "Ａfi", "٣٤٥", "٦", "\r", "…a", "̊", "३"]}
+{"text": "#$%　12345678'll ३'s<|fim_prefix|><|endoftext|>𐞁
'RefiHTTPServerſ \n Bİ​  ‍åſa'T12345678eå>'re
\u000b\n/  /\r\n", "tokens": 67, "pieces": ["#$%", "　", "123", "456", "78", "'ll", " ", "३", "'s", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "𐞁", "
", "'Re", "fiHTTPServerſ", " \n", " Bİ", "​", " ", " ‍", "a", "̊ſa", "'T", "123", "456", "78", "ea", "̊>'", "re", "
\u000b\n", "/", " ", " /\r\n"]}
+{"text": "㍿ 'VE😀🏽½/>'ſ字m'T字<META_START>Dž㋿ḍ̇'ſ!'ſ½İ　ḍ̇‍fi🙂tss\t👍🏽\"'!!", "tokens": 65, "pieces": ["㍿", " ", "'VE", "😀🏽", "½", "/>'", "ſ字m", "'T", "字", "<META", "_START", ">Dž", "㋿ḋ", "̣'", "ſ", "!'", "ſ", "½", "İ", "　ḋ", "̣‍", "fi", "🙂tss", "\t", "👍🏽\"'!!"]}
+{"text": "/a/b \"𐞁Bd''VE0Ⅳᵃᵃ'Mé'Sعm#$%'VE's👍🏽…m\n!ᵃ<|fim_prefix|><EOT>aB½/\r\n 'T,
", "tokens": 63, "pieces": ["/a", "/b", " \"", "𐞁Bd", "''", "VE", "0Ⅳ", "ᵃᵃ", "'M", "e", "́'", "Sعm", "#$%'", "VE", "'s", "👍🏽", "…m", "\n", "!ᵃ", "<|", "fim", "_prefix", "|><", "EOT", ">aB", "½", "/\r\n", " '", "T", ",", "
"]}
+{"text": "<|fim_prefix|>aa/b<😀🏽'M½/\r\n­\r'ſABC​é‍!!­\r\nHTTPServeŕ.Z漢s/ \n ", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>", "aa", "/b", "<😀🏽'", "M", "½", "/\r\n", "­\r", "'ſ", "ABC", "​e", "́‍!!­\r\n", "HTTPServer", "́.", "Z漢s", "/", " \n "]}
+{"text": "0­٣٤٥٦Džungla𐞁'ſＡeABC're'VEع.(t'rea/b'ſ(…", "tokens": 40, "pieces": ["0", "­", "٣٤٥", "٦", "Džungla𐞁", "'ſ", "ＡeABC", "'re", "'VE", "ع", ".(", "t", "'re", "a", "/b", "'ſ", "(", "…"]}
+{"text": "m iOS'TＡ12345678\u000b
'Re\r\n\r\ncamelCaseé٣٤٥٦DžDž0,́!!👍🏽å<EOT><META_START>'D  ½s
9s<EOT>㋿ABCDž'ſAb(­", "tokens": 73, "pieces": ["m", " iOS", "'T", "Ａ", "123", "456", "78", "\u000b", "
", "'Re", "\r\n\r\n", "camelCaseé", "٣٤٥", "٦", "DžDž", "0", ",́!!👍🏽", "a", "̊<", "EOT", "><", "META", "_START", ">'", "D", " ", " ", "½", "s", "
", "9", "s", "<EOT", ">㋿", "ABCDž", "'ſ", "Ab", "(­"]}
+{"text": "é'­
#$%é\n/٣٤٥٦a  dDžungla", "tokens": 26, "pieces": ["e", "́'­", "
", "#$%", "é", "\n", "/", "٣٤٥", "٦", "a", " ", " dDžungla"]}
+{"text": "‍#$%👍🏽   \nİ/ſ㋿<\r\n\r\n\r\nİ,éaBＡDžungla\r\n\r\nＡßABCaB\r\n('S'McamelCase…㋿😀🏽\t(9", "tokens": 57, "pieces": ["‍#$%👍🏽", "   \n", "İ", "/ſ", "㋿<\r\n\r\n\r\n", "İ", ",éaBＡDžungla", "\r\n\r\n", "ＡßABCaB", "\r\n", "('", "S", "'M", "camelCase", "…", "㋿😀🏽", "\t", "(", "9"]}
+{"text": "\r<EOT>é\r\nＡ /\r'TEOT!0\"'VEꟲḍ̇㍿​‍㋿fi'T😀🏽.HTTPServer", "tokens": 45, "pieces": ["\r", "<EOT", ">é", "\r\n", "Ａ", " /\r", "'T", "EOT", "!", "0", "\"'", "VEꟲḋ", "̣㍿​‍㋿", "fi", "'T", "😀🏽.", "HTTPServer"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": "DžunglafiABC漢　''M
\r\n\r\nfia/bᵃé\"'Re…٣٤٥٦/\r\nDž​'s!!m,B", "tokens": 44, "pieces": ["DžunglafiABC漢", "　", "''", "M", "
\r\n\r\n", "fia", "/bᵃé", "\"'", "Re", "…", "٣٤٥", "٦", "/\r\n", "Dž", "​'", "s", "!!", "m", ",B"]}
+{"text": "漢éßtiOS½\n/t/Ａ<|endoftext|>​é.\t \n Dž㋿.>'S㋿
> Ａ\tåaB>'Dfi9", "tokens": 51, "pieces": ["漢e", "́ßtiOS", "½", "\n", "/t", "/Ａ", "<|", "endoftext", "|>​", "é", ".", "\t \n", " Dž", "㋿.>'", "S", "㋿", "
", ">", " Ａ", "\ta", "̊aB", ">'", "Dfi", "9"]}
+{"text": "iOS're(Ａ<|endoftext|>s<META_START>EOT　 \u000b😀🏽.'Reſ   \n­㍿#$%Ⅳİꟲ!<|endoftext|>½ß漢HTTPServer!!<|endoftext|>12345678é\u000b/<|endoftext|>", "tokens": 76, "pieces": ["iOS", "'re", "(Ａ", "<|", "endoftext", "|>", "s", "<META", "_START", ">EOT", "　 ", "\u000b", "😀🏽.'", "Reſ", "   \n", "­㍿#$%", "Ⅳ", "İꟲ", "!<|", "endoftext", "|>", "½", "ß漢HTTPServer", "!!<|", "endoftext", "|>", "123", "456", "78", "é", "\u000b", "/<|", "endoftext", "|>"]}
+{"text": "ABCDžungla३…\n", "tokens": 10, "pieces": ["ABCDžungla", "३", "…\n"]}
+{"text": "t\u000b'll!camelCase…EOT,m'S/\r\nＡ \n ABC'TeⅣ/​<META_START><META_START>漢s'Mİ-👍🏽‍'TcamelCase", "tokens": 48, "pieces": ["t", "\u000b", "'ll", "!camelCase", "…EOT", ",m", "'S", "/\r\n", "Ａ", " \n", " ABC", "'T", "e", "Ⅳ", "/​<", "META", "_START", "><", "META", "_START", ">漢s", "'M", "İ", "-👍🏽‍'", "TcamelCase"]}
+{"text": "…㍿Ⅳ,Džİ     \ncamelCase'!!0́½ß   \né\r<　\n/", "tokens": 28, "pieces": ["…", "㍿", "Ⅳ", ",Džİ", "     \n", "camelCase", "'!!", "0", "́", "½", "ß", "   \n", "e", "́\r", "<", "　\n", "/"]}
+{"text": "12345678ſ!ABC0aBsdEOTHTTPServerＡ　Ab-漢½/må", "tokens": 27, "pieces": ["123", "456", "78", "ſ", "!ABC", "0", "aBsdEOTHTTPServerＡ", "　Ab", "-漢", "½", "/ma", "̊"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "aB", "tokens": 2, "pieces": ["aB"]}
+{"text": "漢<EOT> \n \"
Ａ½ḍ̇<|fim_prefix|><|endoftext|>Džع9", "tokens": 34, "pieces": ["漢", "<EOT", ">", " \n", " \"", "
Ａ", "½", "ḋ", "̣<|", "fim", "_prefix", "|><|", "endoftext", "|>", "Džع", "9"]}
+{"text": "ꟲ", "tokens": 3, "pieces": ["ꟲ"]}
+{"text": "ḍ̇", "tokens": 5, "pieces": ["ḋ", "̣"]}
+{"text": "e३'s'Re,é,at🙂/\r\n½iOS'VEfi-🙂aB\r\nſDžungla   \n㋿<EOT>((", "tokens": 38, "pieces": ["e", "३", "'s", "'Re", ",é", ",at", "🙂/\r\n", "½", "iOS", "'VE", "fi", "-🙂", "aB", "\r\n", "ſDžungla", "   \n", "㋿<", "EOT", ">(("]}
+{"text": "ع​/\r\n \n İ", "tokens": 5, "pieces": ["ع", "​/\r\n", " \n", " İ"]}
+{"text": "  𐞁😀🏽​", "tokens": 12, "pieces": [" ", " 𐞁", "😀🏽​"]}
+{"text": "  ‍‍#$%\tétaB''M", "tokens": 13, "pieces": [" ", " ‍‍#$%", "\tétaB", "''", "M"]}
+{"text": "9㍿es", "tokens": 5, "pieces": ["9", "㍿es"]}
+{"text": "\u000b9'Re­\t''ſ'llḍ̇m\u000bDžunglaḍ̇   \n  a", "tokens": 28, "pieces": ["\u000b", "9", "'Re", "­", "\t", "''", "ſ", "'ll", "ḋ", "̣m", "\u000bDžunglaḋ", "̣", "   \n", " ", " a"]}
+{"text": "camelCase9Dž12345678camelCaseAb'sAbABCcamelCase'/\r\nDžungla!!>Dž­e…Ａ", "tokens": 32, "pieces": ["camelCase", "9", "Dž", "123", "456", "78", "camelCaseAb", "'s", "AbABCcamelCase", "'/\r\n", "Džungla", "!!>", "Dž", "­e", "…Ａ"]}
+{"text": "İ'VE,", "tokens": 4, "pieces": ["İ", "'VE", ","]}
+{"text": "aB🙂…ABCع'ſ'DHTTPServer😀🏽as#$%\r'VE'a/b٣٤٥٦३d <|endoftext|>㍿#$%'Re's  😀🏽", "tokens": 56, "pieces": ["aB", "🙂", "…ABCع", "'ſ", "'D", "HTTPServer", "😀🏽", "as", "#$%\r", "'VE", "'a", "/b", "٣٤٥", "٦३", "d", " <|", "endoftext", "|>㍿#$%'", "Re", "'s", " ", " 😀🏽"]}
+{"text": "aB ­ ㍿ét,#$%㍿s's\r\nḍ̇ß\r\n!9ᵃ", "tokens": 29, "pieces": ["aB", " ­", " ", "㍿ét", ",#$%㍿", "s", "'s", "\r\n", "ḋ", "̣ß", "\r\n", "!", "9", "ᵃ"]}
+{"text": "\n/åéHTTPServer", "tokens": 7, "pieces": ["\n", "/a", "̊éHTTPServer"]}
+{"text": "\ré字\n", "tokens": 4, "pieces": ["\r", "é字", "\n"]}
+{"text": "EOTİ(́HTTPServer'Re>　a
(\r\nfi  
/ iOS'D", "tokens": 23, "pieces": ["EOTİ", "(́", "HTTPServer", "'Re", ">", "　a", "
", "(\r\n", "fi", "  ", "
", "/", " iOS", "'D"]}
+{"text": "EOT- \r\n\r\n\nt'MB​ſ'Reaé-
㍿Džungla.  0㍿é", "tokens": 33, "pieces": ["EOT", "-", " \r\n\r\n\n", "t", "'M", "B", "​ſ", "'Re", "ae", "́-", "
", "㍿Džungla", ".", " ", " ", "0", "㍿é"]}
+{"text": "a12345678<|endoftext|>!!édDž\rAb   \nB#$%　𐞁🙂𐞁#$%'ll0'ſ'D🙂'Re123456780👍🏽're   \n", "tokens": 56, "pieces": ["a", "123", "456", "78", "<|", "endoftext", "|>!!", "édDž", "\r", "Ab", "   \n", "B", "#$%", "　𐞁", "🙂𐞁", "#$%'", "ll", "0", "'ſ", "'D", "🙂'", "Re", "123", "456", "780", "👍🏽'", "re", "   \n"]}
+{"text": "\r><META_START>ABC٣٤٥٦<META_START>\"٣٤٥٦½　'sⅣEOT0­­ \n a(/\r\n🙂漢.-　DžunglaB
 \n عß👍🏽ع/'s", "tokens": 65, "pieces": ["\r", "><", "META", "_START", ">ABC", "٣٤٥", "٦", "<META", "_START", ">\"", "٣٤٥", "٦½", "　", "'s", "Ⅳ", "EOT", "0", "­­", " \n", " a", "(/\r\n", "🙂漢", ".-", "　DžunglaB", "
 \n", " عß", "👍🏽", "ع", "/'", "s"]}
+{"text": "  👍🏽
‍'ll.Džungla'ReABC12345678𐞁­Z\n/‍​<META_START>'Re𐞁'M,", "tokens": 44, "pieces": [" ", " 👍🏽", "
", "‍'", "ll", ".Džungla", "'Re", "ABC", "123", "456", "78", "𐞁", "­Z", "\n", "/‍​<", "META", "_START", ">'", "Re𐞁", "'M", ","]}
+{"text": "éⅣ0<|fim_prefix|>'fitdＡtfi'reİ🙂a/bfiſ㋿\r\n\r\n😀🏽ß
字 <META_START>ß<'M", "tokens": 49, "pieces": ["é", "Ⅳ0", "<|", "fim", "_prefix", "|>'", "fitdＡtfi", "'re", "İ", "🙂a", "/bfiſ", "㋿\r\n\r\n", "😀🏽", "ß", "
字", " <", "META", "_START", ">ß", "<'", "M"]}
+{"text": "字　\ndſ,　<META_START>­(½\n<|fim_prefix|>ABC\"\r 'VE३'re'TiOS/½\"'ll३,'(>", "tokens": 42, "pieces": ["字", "　\n", "dſ", ",", "　", "<META", "_START", ">­(", "½", "\n", "<|", "fim", "_prefix", "|>", "ABC", "\"\r", " '", "VE", "३", "'re", "'T", "iOS", "/", "½", "\"'", "ll", "३", ",'(>"]}
+{"text": "\naZᵃ12345678'D9< \n aBᵃⅣiOSḍ̇", "tokens": 26, "pieces": ["\n", "aZᵃ", "123", "456", "78", "'D", "9", "<", " \n", " aBᵃ", "Ⅳ", "iOSḋ", "̣"]}
+{"text": "Ab \n ́‍/\reß/\r\ne 'Re/½\r'TⅣEOT", "tokens": 22, "pieces": ["Ab", " \n", " ́‍/\r", "eß", "/\r\n", "e", " '", "Re", "/", "½", "\r", "'T", "Ⅳ", "EOT"]}
+{"text": "ſ/ HTTPServerꟲ", "tokens": 9, "pieces": ["ſ", "/", " HTTPServerꟲ"]}
+{"text": "ABCB'Re\n(ᵃ㋿\r\n  🙂/\r\n.!!'s'ſ́éiOSZ\n0", "tokens": 28, "pieces": ["ABCB", "'Re", "\n", "(ᵃ", "㋿\r\n", " ", " 🙂/\r\n", ".!!'", "s", "'ſ", "́éiOSZ", "\n", "0"]}
diff --git a/litellm-rust/crates/token-counter/tests/fixtures/generate.py b/litellm-rust/crates/token-counter/tests/fixtures/generate.py
new file mode 100644
index 00000000000..1bfbdf00218
--- /dev/null
+++ b/litellm-rust/crates/token-counter/tests/fixtures/generate.py
@@ -0,0 +1,422 @@
+"""Pin tiktoken reference counts for the Rust parity tests of one encoding.
+
+Run from the repository root with the project environment, once per encoding:
+
+    uv run --no-sync python litellm-rust/crates/token-counter/tests/fixtures/generate.py cl100k_base
+    uv run --no-sync python litellm-rust/crates/token-counter/tests/fixtures/generate.py o200k_base
+
+`<encoding>/texts.jsonl` holds `{"text", "tokens", "pieces"}` lines: `tokens`
+counted with `tiktoken.get_encoding(name).encode(text, disallowed_special=())`,
+the same call `litellm.token_counter` makes, and `pieces` the installed
+encoding's split pattern applied with the `regex` module tiktoken itself uses,
+so a scanner that splits differently fails even where BPE would count the same.
+`<encoding>/requests.jsonl` holds `{"body", "input_tokens"}` lines, `body` being
+the exact request bytes as a JSON string, counted with the proxy's admission
+counter (`_count_input_tokens(body, model)`) for a model Python counts with that
+encoding. Every message in the 50k-token body is shorter than the Python chunk
+size so the chunked Python count equals the exact whole-text tiktoken count the
+Rust counter produces.
+"""
+
+import itertools
+import json
+import random
+import sys
+from collections.abc import Iterator
+from pathlib import Path
+from typing import Final
+
+import regex
+import tiktoken
+
+from litellm.constants import TIKTOKEN_ENCODE_CHUNK_SIZE_CHARS
+from litellm.litellm_core_utils.token_counter import openai_tokenizer_encoding
+from litellm.proxy.spend_tracking.budget_reservation import _count_input_tokens
+
+HERE: Final = Path(__file__).resolve().parent
+MODELS: Final = {"cl100k_base": "gpt-4", "o200k_base": "gpt-4o"}
+ENCODING_NAME: Final = sys.argv[1]
+MODEL: Final = MODELS[ENCODING_NAME]
+ENCODING: Final = tiktoken.get_encoding(ENCODING_NAME)
+assert openai_tokenizer_encoding(MODEL).name == ENCODING_NAME
+SPLIT_PATTERN: Final = regex.compile(ENCODING._pat_str)  # pyright: ignore[reportPrivateUsage]  # tiktoken has no public accessor
+OUT: Final = HERE / ENCODING_NAME.removesuffix("_base")
+
+# Mirrors ALPHABET in src/byte_level.rs, plus the pieces the tiktoken patterns treat differently.
+ALPHABET: Final = (
+    "a",
+    "Z",
+    "e",
+    "s",
+    "t",
+    "d",
+    "m",
+    "'",
+    "'s",
+    "'re",
+    "'ll",
+    "'S",
+    "0",
+    "9",
+    " ",
+    "  ",
+    "\t",
+    "\n",
+    "\r\n",
+    "\x0b",
+    ".",
+    ",",
+    "!",
+    "-",
+    "(",
+    '"',
+    "\xa0",
+    "\x85",
+    "\u2028",
+    "\u3000",
+    "\u200b",
+    "\u200d",
+    "é",
+    "e\u0301",
+    "ß",
+    "漢",
+    "字",
+    "ع",
+    "३",
+    "½",
+    "Ⅳ",
+    "🙂",
+    "👍🏽",
+    "Ａ",
+    "fi",
+    "㍿",
+    "㋿",
+    "ꟲ",
+    "𐞁",
+    "a\u030a",
+    "\u1e0b\u0323",
+    "<",
+    ">",
+    "EOT",
+    "<EOT>",
+    "<META_START>",
+    "'D",
+    "'M",
+    "'T",
+    "'VE",
+    "'Re",
+    "'ſ",
+    "ſ",
+    "12345678",
+    "٣٤٥٦",
+    "<|endoftext|>",
+    "<|fim_prefix|>",
+    "\r",
+    "\r\n\r\n",
+    "   \n",
+    "!!",
+    "#$%",
+    "\u00ad",
+    "\u0301",
+    "\U0001f600\U0001f3fd",
+    "İ",
+    "Dž",
+)
+
+# The pieces the o200k case-shaped letter branch and slash-absorbing symbol branch split differently.
+CASE_ALPHABET: Final = ALPHABET + (
+    "B",
+    "Ab",
+    "aB",
+    "ABC",
+    "ᵃ",
+    "camelCase",
+    "HTTPServer",
+    "iOS",
+    "Džungla",
+    "/",
+    "\n/",
+    "/\r\n",
+    " \n ",
+    "a/b",
+)
+
+CORPUS: Final = (
+    "",
+    "Hello, how are you today?",
+    "I'm sure they're right, we'll see. WE'LL SEE, I'M SURE THEY'RE RIGHT, IT'S HERS AND IT'D BE 'D",
+    "don't Don'T DON'T won'T i've I'VE i'Ve you'RE 'S 'T 'M 'D 'LL 'VE 'RE 'ſ 'x",
+    "1234567890 123 12 1 0000000 ٣٤٥٦٧٨ ३४५६ 1,234,567.89 2026-09-11T18:00:00Z",
+    "$abc %def &ghi @jkl _mno #pqr ~stu ^vwx |yz \\a /b :c ;d ?e !f (g )h [i ]j {k }l <m >n =o +p *q",
+    "foo   bar  baz \t qux\t\tquux \n\nline\r\nline\r\n\r\n   \n\t\r\n  x  ",
+    "trailing spaces   ",
+    "trailing tabs\t\t",
+    "trailing newline\n",
+    "\n\n\n",
+    "\r\n\r\n\r\n",
+    "   ",
+    "😀😃😄 👍🏽 🇺🇸 👨‍👩‍👧‍👦 ✈️ ❤️‍🔥 ٭ ※ ⌘ ⏎",
+    "漢字かな交じり文、東京都千代田区。日本語のテキストです。中文测试。한국어 텍스트",
+    "مرحبا بالعالم، هذا نص عربي مع أرقام ١٢٣٤٥٦٧ و علامات ترقيم!",
+    "Zürich, façade, naïve, Ærøskøbing, Ελληνικά, Русский текст, עברית, हिन्दी, ไทย",
+    "e\u0301 a\u030a \u1e0b\u0323 \u0301\u0301 combining\u0308 marks\u0301!",
+    "ΣΊΣΥΦΟΣ Džungla İstanbul file flow Ａｂｃ ㍿ ㋿ ꟲ 𐞁",
+    "<|endoftext|> <|fim_prefix|>code<|fim_middle|>more<|fim_suffix|> <|endofprompt|> <|im_start|>",
+    "<EOT> <META_START> <s> </s> [INST] [/INST] <<SYS>>",
+    "def f(x):\n    return {'a': x ** 2, \"b\": [1, 2, 3]}  # comment\n\nprint(f(10))\n",
+    '{"model":"gpt-4","messages":[{"role":"user","content":"hi\\n"}],"temperature":0.7}',
+    "https://example.com/path?query=1&other=two#fragment user@example.com 192.168.0.1",
+    "a" * 3000,
+    " " * 3000,
+    "." * 3000,
+    "ab" * 1500,
+    "\n" * 3000,
+    "0" * 3000,
+    "!" * 3000,
+    "😀" * 1000,
+    "漢" * 1000,
+    "\u00a0abc\u00a0! \u2028x \u3000y \u200bz \u200d\u200d q",
+    "x\u0085y \x0b\x0c z",
+    "\x00\x01\x02 \x7f \ufffd",
+    "tab\tseparated\tvalues\n1\t2\t3\n",
+    "MiXeD cAsE wOrDs AND ACRONYMS like NASA, HTTP/2, gRPC, iOS, macOS",
+    "snake_case_identifier camelCaseIdentifier PascalCaseIdentifier SCREAMING_SNAKE_CASE kebab-case",
+    "x'sy x'ty x'rey x'vey x'my x'lly x'dy x'S x'T x'RE x'VE x'M x'LL x'D x'sS x'llL",
+    "IT'SOK it'Dbe x'Sy x'Ty x'My x'Dy x'LLy x'VEy x'REy x'Ly x'Vy x'Ry 'Sx'Tx'Mx'LLx'VEx'REx'Dx",
+    "'s't're've'm'll'd 'S'T'RE'VE'M'LL'D ''s '''s",
+    "9'9 9's a'9 '9 ' 's' ' 's",
+    "١٢٣٤ ½⅓¼ ⅣⅤ 𝟘𝟙𝟚𝟛𝟜𝟝𝟞𝟟𝟠𝟡 ①②③",
+    "camelCase PascalCase ABCdef ABCdeF ABC aB Ab ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzABC",
+    "日本ABC ABC日本 日本語abc abc日本語 漢字Kanji kanji漢字 KANJI漢字kanji مرحباABC ABCمرحبا abcمرحبا",
+    "\u0301ABC \u0301abc \u0301\u0301A A\u0301\u0301 E\u0301A aE\u0301 !!\u0301a \u00a0\u0301A x\u0308Y X\u0308y",
+    "ᵃbc ᵃBC Aᵃbc Aᵃ ᵃ' ᵃ's Džungla aDžB ADžB ADžb DžDž Ljx İi ΣΊΣΥΦΟΣσ ΣσΣ",
+    "don'tx ABC's abc'S abc'ſ ABC'ſx IT'SOK it'Dbe 'sabc x's 's 'Sx'Tx x’s X'LLx X'Ll",
+    "!ABC !AbC !!abc #camelCase (ABCdef) \u00a0ABC\u00a0abc\u00a0Abc \tABC\tabc",
+    "!!/\n/x a/b !!\n/x  /x  // path/to/file.rs http://x.y/z?a=b/c \\/\\/ //\r\n//\n",
+    "x \n x \r\n \r\n y x \n  a  b   \n\n  c x\t\ty x\t\t end   \n \n",
+    "12345 6 1abc abc1 ABC123abc 123ABC ١٢٣٤٥abc",
+)
+
+WORDS: Final = (
+    "the",
+    "quick",
+    "brown",
+    "fox",
+    "jumps",
+    "over",
+    "lazy",
+    "dog",
+    "while",
+    "counting",
+    "tokens",
+    "for",
+    "budget",
+    "reservation",
+    "before",
+    "admission",
+    "on",
+    "the",
+    "gateway",
+    "and",
+    "every",
+    "request",
+    "body",
+    "is",
+    "scanned",
+    "exactly",
+    "once",
+    "with",
+    "a",
+    "hand",
+    "written",
+    "piece",
+    "scanner",
+    "that",
+    "mirrors",
+    "tiktoken's",
+    "regex",
+    "boundaries",
+    "It's",
+    "faster",
+    "because",
+    "there's",
+    "no",
+    "backtracking",
+    "engine",
+    "involved",
+    "so",
+    "we'll",
+    "keep",
+    "it",
+    "that",
+    "way",
+    "Zürich",
+    "café",
+    "naïve",
+    "東京",
+    "مرحبا",
+    "🙂",
+    "42",
+    "1999",
+    "3.14159",
+    "$1,234.56",
+    "100%",
+    "user@example.com",
+    "https://example.com/a/b?c=d",
+    "C++",
+    "F#",
+    "node.js",
+    "v1.2.3",
+    "(parens)",
+    "[brackets]",
+    "{braces}",
+    "<tags>",
+    '"quotes"',
+    "'single'",
+    "don't",
+    "WON'T",
+    "I'M",
+    "They'RE",
+)
+
+
+def random_text(rng: random.Random, alphabet: tuple[str, ...]) -> str:
+    return "".join(rng.choice(alphabet) for _ in range(rng.randrange(0, 40)))
+
+
+def paragraph(rng: random.Random, words: int) -> str:
+    return " ".join(rng.choice(WORDS) for _ in range(words))
+
+
+def short_paragraphs(rng: random.Random) -> Iterator[str]:
+    while True:
+        content = paragraph(rng, rng.randrange(60, 140))
+        if len(content) < TIKTOKEN_ENCODE_CHUNK_SIZE_CHARS:
+            yield content
+
+
+def chat_body(rng: random.Random, target_tokens: int) -> dict[str, object]:
+    candidates: Final = tuple(itertools.islice(short_paragraphs(rng), 2000))
+    running: Final = tuple(itertools.accumulate(len(ENCODING.encode(content)) + 3 for content in candidates))
+    turns: Final = next(index for index, total in enumerate(running) if total >= target_tokens) + 1
+    contents: Final = candidates[: turns + (turns % 2)]
+    return {
+        "model": MODEL,
+        "messages": [
+            {"role": "system", "content": "You are a helpful assistant. Answer precisely and cite sources."},
+            *(
+                {"role": "user" if index % 2 == 0 else "assistant", "content": content}
+                for index, content in enumerate(contents)
+            ),
+            {"role": "user", "content": "Summarise the conversation so far in three sentences."},
+        ],
+    }
+
+
+TOOLS: Final = [
+    {
+        "type": "function",
+        "function": {
+            "name": "get_weather",
+            "description": "Get weather",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "location": {"type": "string", "description": "City name"},
+                    "unit": {"type": "string", "enum": ["celsius", "fahrenheit"]},
+                    "days": {"type": "integer"},
+                    "tags": {"type": "array", "items": {"type": "string"}},
+                    "opts": {
+                        "type": "object",
+                        "properties": {"verbose": {"type": "boolean"}, "level": {"type": "integer", "enum": [1, 2]}},
+                        "required": ["verbose"],
+                    },
+                    "anything": {},
+                },
+                "required": ["location"],
+            },
+        },
+    },
+    {"type": "function", "function": {"name": "noop"}},
+]
+
+SMALL_REQUESTS: Final = (
+    {"model": MODEL, "messages": [{"role": "user", "content": "Hello, how are you today?"}]},
+    {
+        "model": MODEL,
+        "messages": [
+            {"role": "system", "content": "You are a terse assistant."},
+            {
+                "role": "user",
+                "name": "alice",
+                "content": [
+                    {"type": "text", "text": "Summarise this paragraph about ships and harbours."},
+                    "plain string item",
+                ],
+            },
+            {"role": "assistant", "content": [{"type": "text", "text": "Sure."}]},
+        ],
+    },
+    {
+        "model": MODEL,
+        "messages": [{"role": "user", "content": "weather?"}],
+        "tools": TOOLS,
+        "tool_choice": {"type": "function", "function": {"name": "get_weather"}},
+    },
+    {
+        "model": MODEL,
+        "messages": [{"role": "system", "content": "sys"}, {"role": "user", "content": "weather?"}],
+        "tools": TOOLS,
+        "tool_choice": "none",
+    },
+    {"model": MODEL, "prompt": "Write a haiku about ships."},
+    {"model": MODEL, "prompt": ["first prompt", "second prompt"]},
+    {
+        "model": MODEL,
+        "input": [
+            {
+                "role": "user",
+                "content": [
+                    {"type": "input_text", "text": 'Summarise caf\u00e9 menus, na\u00efve \u2014 ok? "quoted"\n'}
+                ],
+            },
+            {"role": "assistant", "content": "Sure."},
+        ],
+        "instructions": "be terse",
+    },
+    {"model": MODEL, "input": [[101, 2023, 5], [7]], "encoding_format": "float"},
+    {
+        "model": MODEL,
+        "query": "best harbour",
+        "documents": [
+            "doc one",
+            {"text": "doc two", "title": "T", "n": 3, "ok": True, "none": None, "tags": ["a", "b"]},
+        ],
+    },
+)
+
+
+def main() -> None:
+    rng: Final = random.Random(2026)
+    case_rng: Final = random.Random(200_000)
+    texts: Final = (
+        tuple(CORPUS)
+        + tuple(random_text(rng, ALPHABET) for _ in range(3000))
+        + tuple(random_text(case_rng, CASE_ALPHABET) for _ in range(1000))
+    )
+    OUT.mkdir(exist_ok=True)
+    with (OUT / "texts.jsonl").open("w", encoding="utf-8") as handle:
+        for text in texts:
+            tokens = len(ENCODING.encode(text, disallowed_special=()))
+            pieces = SPLIT_PATTERN.findall(text)
+            handle.write(json.dumps({"text": text, "tokens": tokens, "pieces": pieces}, ensure_ascii=False) + "\n")
+    bodies: Final = tuple(SMALL_REQUESTS) + (chat_body(rng, 50_000),)
+    with (OUT / "requests.jsonl").open("w", encoding="utf-8") as handle:
+        for body in bodies:
+            input_tokens = _count_input_tokens(dict(body), MODEL)
+            assert input_tokens is not None
+            handle.write(json.dumps({"body": json.dumps(body), "input_tokens": input_tokens}) + "\n")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/litellm-rust/crates/token-counter/tests/fixtures/o200k/requests.jsonl b/litellm-rust/crates/token-counter/tests/fixtures/o200k/requests.jsonl
new file mode 100644
index 00000000000..f50b85c3922
--- /dev/null
+++ b/litellm-rust/crates/token-counter/tests/fixtures/o200k/requests.jsonl
@@ -0,0 +1,10 @@
+{"body": "{\"model\": \"gpt-4o\", \"messages\": [{\"role\": \"user\", \"content\": \"Hello, how are you today?\"}]}", "input_tokens": 14}
+{"body": "{\"model\": \"gpt-4o\", \"messages\": [{\"role\": \"system\", \"content\": \"You are a terse assistant.\"}, {\"role\": \"user\", \"name\": \"alice\", \"content\": [{\"type\": \"text\", \"text\": \"Summarise this paragraph about ships and harbours.\"}, \"plain string item\"]}, {\"role\": \"assistant\", \"content\": [{\"type\": \"text\", \"text\": \"Sure.\"}]}]}", "input_tokens": 39}
+{"body": "{\"model\": \"gpt-4o\", \"messages\": [{\"role\": \"user\", \"content\": \"weather?\"}], \"tools\": [{\"type\": \"function\", \"function\": {\"name\": \"get_weather\", \"description\": \"Get weather\", \"parameters\": {\"type\": \"object\", \"properties\": {\"location\": {\"type\": \"string\", \"description\": \"City name\"}, \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]}, \"days\": {\"type\": \"integer\"}, \"tags\": {\"type\": \"array\", \"items\": {\"type\": \"string\"}}, \"opts\": {\"type\": \"object\", \"properties\": {\"verbose\": {\"type\": \"boolean\"}, \"level\": {\"type\": \"integer\", \"enum\": [1, 2]}}, \"required\": [\"verbose\"]}, \"anything\": {}}, \"required\": [\"location\"]}}}, {\"type\": \"function\", \"function\": {\"name\": \"noop\"}}], \"tool_choice\": {\"type\": \"function\", \"function\": {\"name\": \"get_weather\"}}}", "input_tokens": 104}
+{"body": "{\"model\": \"gpt-4o\", \"messages\": [{\"role\": \"system\", \"content\": \"sys\"}, {\"role\": \"user\", \"content\": \"weather?\"}], \"tools\": [{\"type\": \"function\", \"function\": {\"name\": \"get_weather\", \"description\": \"Get weather\", \"parameters\": {\"type\": \"object\", \"properties\": {\"location\": {\"type\": \"string\", \"description\": \"City name\"}, \"unit\": {\"type\": \"string\", \"enum\": [\"celsius\", \"fahrenheit\"]}, \"days\": {\"type\": \"integer\"}, \"tags\": {\"type\": \"array\", \"items\": {\"type\": \"string\"}}, \"opts\": {\"type\": \"object\", \"properties\": {\"verbose\": {\"type\": \"boolean\"}, \"level\": {\"type\": \"integer\", \"enum\": [1, 2]}}, \"required\": [\"verbose\"]}, \"anything\": {}}, \"required\": [\"location\"]}}}, {\"type\": \"function\", \"function\": {\"name\": \"noop\"}}], \"tool_choice\": \"none\"}", "input_tokens": 97}
+{"body": "{\"model\": \"gpt-4o\", \"prompt\": \"Write a haiku about ships.\"}", "input_tokens": 7}
+{"body": "{\"model\": \"gpt-4o\", \"prompt\": [\"first prompt\", \"second prompt\"]}", "input_tokens": 4}
+{"body": "{\"model\": \"gpt-4o\", \"input\": [{\"role\": \"user\", \"content\": [{\"type\": \"input_text\", \"text\": \"Summarise caf\\u00e9 menus, na\\u00efve \\u2014 ok? \\\"quoted\\\"\\n\"}]}, {\"role\": \"assistant\", \"content\": \"Sure.\"}], \"instructions\": \"be terse\"}", "input_tokens": 60}
+{"body": "{\"model\": \"gpt-4o\", \"input\": [[101, 2023, 5], [7]], \"encoding_format\": \"float\"}", "input_tokens": 5}
+{"body": "{\"model\": \"gpt-4o\", \"query\": \"best harbour\", \"documents\": [\"doc one\", {\"text\": \"doc two\", \"title\": \"T\", \"n\": 3, \"ok\": true, \"none\": null, \"tags\": [\"a\", \"b\"]}]}", "input_tokens": 43}
+{"body": "{\"model\": \"gpt-4o\", \"messages\": [{\"role\": \"system\", \"content\": \"You are a helpful assistant. Answer precisely and cite sources.\"}, {\"role\": \"user\", \"content\": \"\\ud83d\\ude42 a every WON'T They'RE involved counting caf\\u00e9 backtracking boundaries Z\\u00fcrich WON'T 100% \\\"quotes\\\" caf\\u00e9 tiktoken's budget They'RE request request regex v1.2.3 hand hand fox tiktoken's on 3.14159 mirrors that don't WON'T admission before budget the admission WON'T no <tags> 1999 100% no admission budget mirrors way caf\\u00e9 dog a quick mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 hand gateway regex on jumps because {braces} 'single' the the the {braces} piece hand scanned reservation [brackets] we'll 3.14159 request don't \\\"quotes\\\" na\\u00efve C++ caf\\u00e9 caf\\u00e9 for https://example.com/a/b?c=d we'll no over the node.js for while over way\"}, {\"role\": \"assistant\", \"content\": \"it tiktoken's node.js it scanned v1.2.3 boundaries (parens) and while reservation lazy the that https://example.com/a/b?c=d quick don't budget engine boundaries F# budget every we'll before jumps scanned jumps there's counting the don't jumps a once admission 100% 3.14159 brown brown that because jumps They'RE 100% caf\\u00e9 WON'T They'RE boundaries \\u6771\\u4eac exactly scanner caf\\u00e9 fox (parens) body dog a 1999 boundaries 'single' {braces} reservation mirrors <tags> while {braces} {braces} so admission the F# https://example.com/a/b?c=d brown a caf\\u00e9 on admission that on counting that we'll over lazy https://example.com/a/b?c=d way over engine reservation gateway body I'M for \\\"quotes\\\" 42 and F# there's 'single' quick \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T scanner written every (parens) so\"}, {\"role\": \"user\", \"content\": \"I'M over faster counting https://example.com/a/b?c=d way while it over way mirrors boundaries keep body hand na\\u00efve once because that node.js for every the 'single' every caf\\u00e9 caf\\u00e9 piece there's v1.2.3 v1.2.3 tiktoken's brown so counting <tags> there's <tags> for we'll boundaries 'single' no https://example.com/a/b?c=d node.js \\u6771\\u4eac written with budget (parens) because \\\"quotes\\\" \\u6771\\u4eac while \\u6771\\u4eac counting scanned 1999 \\u6771\\u4eac hand keep so that gateway caf\\u00e9 for scanned it request keep counting user@example.com admission request \\\"quotes\\\" v1.2.3 caf\\u00e9 over that F# we'll regex a faster with that They'RE piece because tiktoken's engine hand 100% WON'T reservation (parens) caf\\u00e9 on Z\\u00fcrich dog \\u6771\\u4eac that They'RE 'single' the 'single' na\\u00efve involved the {braces} there's scanned no engine dog backtracking there's\"}, {\"role\": \"assistant\", \"content\": \"every node.js C++ for 3.14159 \\u6771\\u4eac 'single' gateway once the user@example.com a 100% every every tokens written and every brown na\\u00efve the body the because quick brown engine fox 3.14159 (parens) F# while with a 100% C++ with the written WON'T on request Z\\u00fcrich hand on https://example.com/a/b?c=d don't way way 42 that we'll \\ud83d\\ude42 [brackets] admission tiktoken's request hand caf\\u00e9 every every (parens) They'RE that jumps the regex 100% \\\"quotes\\\" is budget\"}, {\"role\": \"user\", \"content\": \"engine with I'M backtracking while F# quick 'single' mirrors \\\"quotes\\\" 'single' regex caf\\u00e9 It's Z\\u00fcrich exactly a <tags> counting tiktoken's we'll once \\u0645\\u0631\\u062d\\u0628\\u0627 42 v1.2.3 scanner WON'T \\u6771\\u4eac there's node.js It's budget that budget {braces} because [brackets] It's a $1,234.56 that v1.2.3 42 gateway backtracking it C++ scanned keep \\ud83d\\ude42 I'M hand a counting scanner reservation \\u6771\\u4eac written 3.14159 there's <tags> once fox I'M C++ lazy the \\u0645\\u0631\\u062d\\u0628\\u0627 before don't we'll gateway exactly \\ud83d\\ude42 Z\\u00fcrich 3.14159 with WON'T there's node.js \\ud83d\\ude42 quick written faster counting 1999 backtracking 'single' counting we'll engine counting don't \\\"quotes\\\" engine \\\"quotes\\\" way I'M budget [brackets] backtracking \\\"quotes\\\" 3.14159 don't written written \\u0645\\u0631\\u062d\\u0628\\u0627 body I'M 'single' while on and reservation \\ud83d\\ude42 regex and no budget regex (parens) we'll They'RE na\\u00efve v1.2.3\"}, {\"role\": \"assistant\", \"content\": \"hand lazy dog budget lazy involved because scanned piece quick that involved 'single' dog quick na\\u00efve budget scanner exactly $1,234.56 fox quick I'M hand (parens) node.js while jumps boundaries \\ud83d\\ude42 They'RE way request engine <tags> 'single' fox backtracking regex \\u0645\\u0631\\u062d\\u0628\\u0627 because and over jumps 3.14159 WON'T counting for and mirrors admission 'single' caf\\u00e9 https://example.com/a/b?c=d that \\ud83d\\ude42 faster \\u0645\\u0631\\u062d\\u0628\\u0627 admission jumps quick for <tags> $1,234.56 exactly exactly $1,234.56 scanned keep 3.14159 backtracking <tags> piece tiktoken's is is hand reservation before regex budget 3.14159 tiktoken's I'M it no budget user@example.com budget written budget over that https://example.com/a/b?c=d no written so quick tokens C++\"}, {\"role\": \"user\", \"content\": \"once body involved every brown every it that hand engine with scanned reservation \\u6771\\u4eac backtracking and {braces} over [brackets] brown over for is \\ud83d\\ude42 100% before quick no counting no v1.2.3 counting \\\"quotes\\\" mirrors 3.14159 1999 there's way <tags> \\\"quotes\\\" piece on na\\u00efve They'RE no every exactly node.js 42 because over there's 1999 C++ we'll mirrors F# it scanner jumps It's scanner mirrors mirrors It's <tags> tokens backtracking body brown $1,234.56 keep <tags> admission 100% the exactly we'll caf\\u00e9 jumps over 3.14159 we'll so 42 \\u6771\\u4eac I'M WON'T lazy brown It's a na\\u00efve \\\"quotes\\\" https://example.com/a/b?c=d (parens) \\u6771\\u4eac tiktoken's so dog body 'single' scanned piece body 3.14159 scanned body the so \\\"quotes\\\" counting\"}, {\"role\": \"assistant\", \"content\": \"boundaries request the that 100% gateway the there's hand the They'RE caf\\u00e9 fox C++ scanner written \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE scanner WON'T keep before for it so counting that (parens) {braces} They'RE scanner every {braces} no node.js keep I'M jumps backtracking gateway https://example.com/a/b?c=d don't tiktoken's a is 1999 don't F# v1.2.3 involved hand scanner They'RE backtracking exactly and for exactly for $1,234.56 counting v1.2.3 request gateway mirrors that no \\ud83d\\ude42 every dog once They'RE 100% reservation It's a with and 100% because so It's admission there's gateway 42 on over gateway is every 3.14159 boundaries no for admission quick lazy lazy fox node.js because while $1,234.56 quick I'M lazy involved WON'T {braces} na\\u00efve {braces} there's with caf\\u00e9 https://example.com/a/b?c=d \\\"quotes\\\" [brackets] lazy lazy it 100% caf\\u00e9 way lazy tokens C++ that it \\u6771\\u4eac lazy\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors budget reservation 'single' it scanner F# is exactly They'RE \\ud83d\\ude42 I'M boundaries F# {braces} https://example.com/a/b?c=d over backtracking node.js is \\ud83d\\ude42 \\ud83d\\ude42 $1,234.56 so and counting It's Z\\u00fcrich once node.js once v1.2.3 on that we'll 'single' mirrors I'M \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking They'RE tokens hand counting 1999 user@example.com Z\\u00fcrich They'RE tokens reservation exactly for https://example.com/a/b?c=d mirrors and boundaries regex the brown while keep \\\"quotes\\\" we'll the involved 42 {braces} scanner reservation Z\\u00fcrich no we'll [brackets] caf\\u00e9 written that hand user@example.com $1,234.56 42 while budget every 3.14159 a exactly way body scanned admission C++ (parens) tiktoken's body for WON'T hand no dog 1999 (parens) on don't 1999 we'll I'M v1.2.3 that WON'T fox scanned 1999\"}, {\"role\": \"assistant\", \"content\": \"gateway $1,234.56 $1,234.56 \\\"quotes\\\" scanner there's scanner $1,234.56 100% it budget \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) admission admission with I'M admission 'single' hand jumps scanned It's \\\"quotes\\\" is F# before engine counting dog because admission tiktoken's backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 that 42 written it body quick Z\\u00fcrich I'M F# I'M that brown It's request caf\\u00e9 is boundaries jumps don't written written faster for admission Z\\u00fcrich engine reservation and Z\\u00fcrich scanned written keep scanned is keep jumps the so F# 'single' user@example.com keep because They'RE over because C++ written faster 42 mirrors na\\u00efve 42 tiktoken's [brackets] na\\u00efve hand on no written so $1,234.56 there's 100% 100% $1,234.56 is \\ud83d\\ude42 scanner dog lazy 100% https://example.com/a/b?c=d tiktoken's They'RE [brackets] user@example.com while hand \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d we'll 42 WON'T it a mirrors v1.2.3\"}, {\"role\": \"user\", \"content\": \"that involved dog C++ way that regex with https://example.com/a/b?c=d because 1999 jumps and and caf\\u00e9 F# backtracking that 3.14159 the quick v1.2.3 engine piece request brown (parens) because tokens na\\u00efve we'll and \\ud83d\\ude42 <tags> user@example.com that na\\u00efve \\u6771\\u4eac na\\u00efve <tags> tokens jumps 3.14159 tiktoken's na\\u00efve brown It's jumps before and a the user@example.com Z\\u00fcrich WON'T mirrors It's fox It's involved don't \\u6771\\u4eac 'single' written that written fox and the 3.14159 Z\\u00fcrich way on <tags> <tags> once na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 request fox so fox 'single' admission admission node.js mirrors <tags> backtracking it the\"}, {\"role\": \"assistant\", \"content\": \"engine so $1,234.56 don't caf\\u00e9 lazy I'M while 'single' budget scanned \\ud83d\\ude42 Z\\u00fcrich piece tokens exactly budget boundaries admission written tokens every \\u0645\\u0631\\u062d\\u0628\\u0627 before with backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 engine regex faster brown \\ud83d\\ude42 before we'll reservation na\\u00efve regex there's faster counting na\\u00efve reservation quick Z\\u00fcrich tiktoken's <tags> that gateway we'll C++ They'RE scanned for engine budget 100% na\\u00efve $1,234.56 written admission no we'll WON'T scanned body dog node.js while\"}, {\"role\": \"user\", \"content\": \"once exactly scanner boundaries scanned every there's mirrors $1,234.56 there's so dog dog They'RE lazy fox because 'single' so gateway Z\\u00fcrich faster v1.2.3 quick <tags> I'M \\u6771\\u4eac exactly written tokens node.js na\\u00efve brown [brackets] mirrors while on \\u6771\\u4eac $1,234.56 once hand over exactly quick backtracking over exactly {braces} it don't regex 3.14159 way the 100% $1,234.56 is I'M admission admission [brackets] scanned while boundaries piece counting that node.js reservation \\u6771\\u4eac body jumps while node.js I'M Z\\u00fcrich with fox C++ reservation F# \\\"quotes\\\" They'RE {braces} (parens) caf\\u00e9 1999 <tags> there's {braces} every WON'T no dog WON'T 1999 admission [brackets] that <tags> body 'single' gateway while mirrors with with scanner hand no over scanned hand na\\u00efve It's the while with once \\\"quotes\\\" boundaries \\\"quotes\\\" It's tokens and\"}, {\"role\": \"assistant\", \"content\": \"jumps 100% before body there's a C++ $1,234.56 on exactly exactly every hand lazy dog don't every that so F# Z\\u00fcrich jumps caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 written scanned tokens admission WON'T backtracking scanned 1999 engine brown exactly counting node.js 'single' 1999 counting that keep keep $1,234.56 Z\\u00fcrich They'RE before scanned They'RE \\u6771\\u4eac It's over tiktoken's once hand request tiktoken's while gateway node.js no \\ud83d\\ude42 it https://example.com/a/b?c=d It's 100% written there's hand {braces} there's admission $1,234.56 F# [brackets]\"}, {\"role\": \"user\", \"content\": \"hand mirrors exactly 42 They'RE [brackets] before \\u0645\\u0631\\u062d\\u0628\\u0627 that while written caf\\u00e9 body because fox tokens no WON'T dog faster and fox keep don't caf\\u00e9 'single' node.js (parens) reservation C++ I'M fox F# \\u6771\\u4eac mirrors over 1999 written keep na\\u00efve gateway a 3.14159 keep once body \\\"quotes\\\" F# we'll $1,234.56 https://example.com/a/b?c=d regex fox backtracking is admission request involved so over engine caf\\u00e9 way backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac They'RE It's a mirrors \\\"quotes\\\" jumps They'RE way way the engine C++ request because backtracking with with written <tags> the scanned boundaries https://example.com/a/b?c=d (parens) no for gateway dog \\ud83d\\ude42 boundaries node.js\"}, {\"role\": \"assistant\", \"content\": \"and tiktoken's They'RE caf\\u00e9 exactly the quick gateway caf\\u00e9 budget hand node.js the node.js we'll faster fox 'single' involved scanner na\\u00efve reservation https://example.com/a/b?c=d {braces} way we'll backtracking keep while <tags> and no with dog exactly the WON'T dog \\u0645\\u0631\\u062d\\u0628\\u0627 regex [brackets] written 1999 keep v1.2.3 I'M mirrors admission \\u6771\\u4eac before we'll \\\"quotes\\\" (parens) 100% over mirrors 42 a request F# WON'T a counting \\ud83d\\ude42 scanner no we'll fox gateway boundaries 1999 WON'T I'M Z\\u00fcrich faster there's caf\\u00e9 They'RE that the with for faster quick that body reservation 42 don't I'M I'M scanned faster hand for\"}, {\"role\": \"user\", \"content\": \"and the admission caf\\u00e9 admission once F# written reservation budget written https://example.com/a/b?c=d scanner a that Z\\u00fcrich once the Z\\u00fcrich faster C++ no I'M counting is hand caf\\u00e9 before engine on C++ 'single' \\\"quotes\\\" I'M Z\\u00fcrich quick that boundaries node.js lazy 3.14159 while na\\u00efve Z\\u00fcrich it reservation request <tags> that before F# boundaries once written the WON'T https://example.com/a/b?c=d the written <tags> piece mirrors 100% <tags> mirrors https://example.com/a/b?c=d over before regex scanner \\u0645\\u0631\\u062d\\u0628\\u0627 before node.js WON'T \\u0645\\u0631\\u062d\\u0628\\u0627 way jumps for scanned that involved for every (parens) <tags> lazy C++ boundaries backtracking it user@example.com no that C++ faster engine I'M piece with faster for that brown 3.14159 user@example.com it while so on involved that 42 once quick written we'll a budget\"}, {\"role\": \"assistant\", \"content\": \"admission \\ud83d\\ude42 100% tiktoken's on jumps we'll hand body is tiktoken's and 100% \\ud83d\\ude42 the it 3.14159 $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 scanner over 100% scanned \\ud83d\\ude42 so way engine that scanner 100% so so tokens boundaries node.js we'll <tags> jumps user@example.com that tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 once don't way is body so user@example.com on request is lazy and every engine tokens no lazy admission jumps reservation v1.2.3 scanned \\u0645\\u0631\\u062d\\u0628\\u0627 the \\ud83d\\ude42 node.js so \\\"quotes\\\" every it \\u6771\\u4eac F# regex don't faster every $1,234.56 on way engine regex every keep $1,234.56 no that engine written don't involved {braces} \\u6771\\u4eac v1.2.3 while request 42 (parens)\"}, {\"role\": \"user\", \"content\": \"keep fox we'll backtracking once it engine with lazy (parens) faster caf\\u00e9 F# with It's (parens) user@example.com for over counting we'll it https://example.com/a/b?c=d fox the (parens) way over because https://example.com/a/b?c=d before written fox involved written [brackets] before it tokens \\\"quotes\\\" there's once [brackets] 'single' tiktoken's C++ v1.2.3 quick 100% user@example.com dog \\u6771\\u4eac I'M 'single' keep a before node.js F# exactly request the Z\\u00fcrich exactly tokens so faster admission lazy and every counting $1,234.56 brown\"}, {\"role\": \"assistant\", \"content\": \"'single' every budget 42 It's quick way dog {braces} because <tags> don't \\u0645\\u0631\\u062d\\u0628\\u0627 way brown involved counting body don't (parens) <tags> body tiktoken's scanned \\u0645\\u0631\\u062d\\u0628\\u0627 dog it (parens) the for once once engine written there's that node.js every \\u0645\\u0631\\u062d\\u0628\\u0627 1999 $1,234.56 caf\\u00e9 written body dog gateway for It's WON'T 42 'single' 3.14159 that Z\\u00fcrich jumps C++ while WON'T admission so involved It's \\u0645\\u0631\\u062d\\u0628\\u0627 node.js on with It's it They'RE lazy is engine way scanner $1,234.56 and lazy boundaries 'single' before dog that faster 3.14159 tokens It's tokens we'll once and reservation over They'RE\"}, {\"role\": \"user\", \"content\": \"I'M node.js C++ na\\u00efve once engine with \\ud83d\\ude42 involved 100% brown scanned and is scanner scanned 'single' counting don't fox way way C++ before every faster piece hand <tags> They'RE so brown piece because while on a WON'T 1999 backtracking budget \\u6771\\u4eac piece and engine every we'll dog user@example.com na\\u00efve https://example.com/a/b?c=d brown Z\\u00fcrich it way and so hand on \\\"quotes\\\" (parens) before we'll\"}, {\"role\": \"assistant\", \"content\": \"They'RE there's node.js mirrors there's the there's reservation engine is boundaries fox a body fox 42 user@example.com (parens) 100% on (parens) written request https://example.com/a/b?c=d {braces} It's <tags> Z\\u00fcrich every counting <tags> $1,234.56 scanned once user@example.com C++ so 100% exactly exactly {braces} body jumps on no involved 100% and admission every scanned reservation tokens exactly keep there's Z\\u00fcrich v1.2.3 keep 42 the 42 the with boundaries request involved there's faster keep on https://example.com/a/b?c=d user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 on <tags> (parens) na\\u00efve (parens) WON'T \\u6771\\u4eac with engine na\\u00efve body 1999 the engine quick counting boundaries there's counting {braces} for 100% involved there's involved so WON'T lazy a over way keep They'RE tokens keep piece na\\u00efve node.js exactly reservation body every faster backtracking\"}, {\"role\": \"user\", \"content\": \"and scanned C++ jumps They'RE scanned boundaries C++ that hand budget tokens \\\"quotes\\\" scanned I'M 100% 'single' counting because (parens) regex (parens) na\\u00efve F# (parens) I'M and with so once once for regex piece dog quick They'RE while keep exactly before 1999 is 100% keep caf\\u00e9 before 42 hand that reservation 3.14159 because fox that regex body gateway don't once gateway and engine with <tags> once don't I'M piece way 3.14159 admission the don't it body piece \\\"quotes\\\" 42 mirrors on body don't 100% that quick backtracking {braces} is we'll and body we'll budget every every v1.2.3 exactly way I'M \\\"quotes\\\" involved gateway scanned once \\u0645\\u0631\\u062d\\u0628\\u0627 keep jumps \\u6771\\u4eac backtracking dog engine \\u6771\\u4eac tiktoken's that 42 user@example.com don't scanner (parens) I'M\"}, {\"role\": \"assistant\", \"content\": \"the piece 1999 over v1.2.3 C++ It's https://example.com/a/b?c=d <tags> because <tags> request that fox \\ud83d\\ude42 way \\u6771\\u4eac tokens tokens brown (parens) way v1.2.3 that na\\u00efve mirrors \\\"quotes\\\" admission dog 100% 100% regex backtracking reservation 1999 user@example.com \\\"quotes\\\" 3.14159 I'M budget mirrors 1999 lazy admission a on <tags> that user@example.com They'RE They'RE \\\"quotes\\\" <tags> user@example.com node.js 100% so na\\u00efve and It's \\\"quotes\\\" with the piece boundaries <tags> we'll 42 42 while https://example.com/a/b?c=d user@example.com budget faster na\\u00efve and 1999 a admission fox and 'single' for They'RE boundaries scanned\"}, {\"role\": \"user\", \"content\": \"quick gateway They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 fox the (parens) mirrors because while we'll we'll every mirrors counting Z\\u00fcrich 42 on gateway WON'T written backtracking no user@example.com caf\\u00e9 \\u6771\\u4eac that boundaries while so fox backtracking involved They'RE exactly 1999 {braces} [brackets] exactly regex mirrors \\u6771\\u4eac 1999 over reservation way involved \\u0645\\u0631\\u062d\\u0628\\u0627 42 3.14159 while quick so a (parens) hand there's F# a They'RE body engine F# v1.2.3 faster hand over dog backtracking while brown that before I'M 1999 way before piece counting request that budget boundaries v1.2.3 exactly that They'RE faster involved \\\"quotes\\\" scanner C++ It's 100% $1,234.56 written\"}, {\"role\": \"assistant\", \"content\": \"https://example.com/a/b?c=d way \\\"quotes\\\" fox fox C++ <tags> is admission It's \\ud83d\\ude42 tiktoken's WON'T tokens so caf\\u00e9 way admission a scanned $1,234.56 3.14159 that F# don't fox counting every engine scanner scanned don't 'single' tiktoken's https://example.com/a/b?c=d I'M keep there's piece \\u6771\\u4eac is while way hand over fox WON'T \\u6771\\u4eac scanner v1.2.3 \\u6771\\u4eac don't written \\\"quotes\\\" keep the body and brown that counting before budget request 3.14159 boundaries {braces}\"}, {\"role\": \"user\", \"content\": \"exactly It's 3.14159 hand body They'RE tokens don't v1.2.3 backtracking on quick (parens) 100% body quick so scanner so \\ud83d\\ude42 backtracking is once exactly regex https://example.com/a/b?c=d na\\u00efve before there's every C++ [brackets] tokens They'RE with the 1999 piece a reservation request caf\\u00e9 it 'single' while \\\"quotes\\\" boundaries because lazy \\u0645\\u0631\\u062d\\u0628\\u0627 for Z\\u00fcrich It's (parens) a 100% there's dog caf\\u00e9 \\ud83d\\ude42 (parens) because quick with node.js https://example.com/a/b?c=d engine piece \\ud83d\\ude42 counting brown way It's user@example.com user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 scanned reservation 'single' don't request admission\"}, {\"role\": \"assistant\", \"content\": \"reservation it so before no scanned backtracking a 1999 every exactly jumps 100% over It's 1999 we'll boundaries don't scanned once and before \\u6771\\u4eac faster backtracking regex backtracking every 'single' <tags> admission caf\\u00e9 brown <tags> 3.14159 \\ud83d\\ude42 there's \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T 42 $1,234.56 is before reservation it admission backtracking before over $1,234.56 {braces} mirrors It's {braces} before admission quick hand lazy scanned \\ud83d\\ude42 exactly faster while reservation C++ They'RE it exactly gateway it body for quick so quick 3.14159 1999 for user@example.com involved {braces} https://example.com/a/b?c=d quick while I'M lazy brown backtracking keep\"}, {\"role\": \"user\", \"content\": \"quick keep v1.2.3 request budget a and regex keep body gateway so It's before \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 I'M 3.14159 and written counting {braces} v1.2.3 for brown engine user@example.com mirrors mirrors over \\u6771\\u4eac (parens) regex jumps keep written and Z\\u00fcrich a no dog and jumps piece C++ the counting with quick on the user@example.com request is jumps boundaries quick 'single' 100% 'single' over 100% the over there's na\\u00efve 1999 engine quick https://example.com/a/b?c=d 3.14159 it jumps way no hand \\ud83d\\ude42 [brackets] {braces} admission F# scanner 3.14159 F# it 3.14159 boundaries budget keep don't that quick 'single' reservation C++ the gateway and dog exactly body so https://example.com/a/b?c=d \\\"quotes\\\" 100%\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 budget \\\"quotes\\\" quick once body I'M that way no once <tags> a user@example.com boundaries admission gateway engine caf\\u00e9 $1,234.56 They'RE They'RE reservation user@example.com They'RE They'RE budget for \\u0645\\u0631\\u062d\\u0628\\u0627 dog is WON'T faster involved lazy so while faster backtracking 1999 user@example.com we'll engine reservation v1.2.3 it on tokens counting \\ud83d\\ude42 every every over written it every tiktoken's no before (parens) body the request quick every admission the \\ud83d\\ude42 body don't admission regex there's \\u6771\\u4eac \\\"quotes\\\" dog don't <tags> no Z\\u00fcrich $1,234.56 and scanned scanned https://example.com/a/b?c=d request while way written engine reservation there's scanned the request that jumps it caf\\u00e9 and v1.2.3 scanned na\\u00efve involved brown no user@example.com tokens because counting there's \\\"quotes\\\" on node.js quick exactly every that written\"}, {\"role\": \"user\", \"content\": \"counting {braces} \\ud83d\\ude42 C++ admission boundaries C++ it 'single' that mirrors jumps the while that don't They'RE while 42 Z\\u00fcrich 1999 scanner so quick v1.2.3 there's don't keep Z\\u00fcrich no keep faster reservation request is (parens) body we'll 100% don't na\\u00efve (parens) for backtracking fox boundaries backtracking v1.2.3 $1,234.56 we'll 42 tokens faster counting once keep budget fox v1.2.3 'single' mirrors no engine exactly fox 42 way the C++ quick tiktoken's counting 1999 It's we'll counting because hand \\ud83d\\ude42 user@example.com <tags> is request quick 42 it keep don't They'RE WON'T once and fox v1.2.3 and with na\\u00efve way <tags> lazy user@example.com written is 'single' brown scanned request is caf\\u00e9 we'll node.js a so while we'll WON'T way admission They'RE fox C++ once node.js WON'T that v1.2.3 every\"}, {\"role\": \"assistant\", \"content\": \"C++ don't no boundaries scanner https://example.com/a/b?c=d <tags> node.js backtracking hand [brackets] keep F# counting caf\\u00e9 scanner v1.2.3 https://example.com/a/b?c=d counting no https://example.com/a/b?c=d the backtracking it I'M I'M F# involved WON'T with exactly (parens) brown body v1.2.3 body https://example.com/a/b?c=d keep it It's 1999 F# \\u6771\\u4eac so \\ud83d\\ude42 scanner for user@example.com v1.2.3 I'M don't fox written request engine once regex counting tokens the admission (parens) admission reservation faster C++ 3.14159 tokens hand \\\"quotes\\\" counting caf\\u00e9 [brackets] It's don't Z\\u00fcrich 3.14159 the tiktoken's I'M v1.2.3 admission C++ They'RE hand tokens dog no $1,234.56 engine while boundaries so caf\\u00e9 100% \\u0645\\u0631\\u062d\\u0628\\u0627 F# scanned jumps faster while na\\u00efve lazy\"}, {\"role\": \"user\", \"content\": \"WON'T hand keep brown \\u0645\\u0631\\u062d\\u0628\\u0627 because counting faster with that involved <tags> is because because 42 Z\\u00fcrich that engine with the the brown {braces} tiktoken's [brackets] I'M It's over (parens) C++ It's over faster \\u6771\\u4eac user@example.com user@example.com 100% on it on with mirrors 3.14159 42 budget It's WON'T node.js keep tiktoken's \\u6771\\u4eac https://example.com/a/b?c=d 1999 involved body scanned hand involved engine faster every is and that tokens every <tags> 42 on dog admission (parens) body for caf\\u00e9 once before a \\u6771\\u4eac before with don't tokens It's because \\\"quotes\\\" node.js na\\u00efve it engine is backtracking [brackets] regex brown They'RE so is is involved engine so scanner gateway scanned They'RE keep na\\u00efve body reservation 42 scanned WON'T faster there's backtracking it caf\\u00e9 v1.2.3 brown regex {braces} lazy node.js C++ don't written WON'T with user@example.com piece over we'll v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich jumps (parens)\"}, {\"role\": \"assistant\", \"content\": \"na\\u00efve scanned every reservation no we'll faster before it {braces} admission 1999 scanned budget written there's WON'T $1,234.56 faster brown reservation (parens) 'single' every (parens) $1,234.56 It's is counting way jumps no scanned I'M the node.js that na\\u00efve over faster <tags> [brackets] 1999 there's keep user@example.com 100% user@example.com before once reservation brown don't C++ dog it over backtracking every \\\"quotes\\\" quick a budget \\ud83d\\ude42 budget because v1.2.3 dog 100% once v1.2.3 and and every don't <tags> 3.14159 once once quick gateway before for 3.14159 <tags> v1.2.3 \\u6771\\u4eac tokens that on because it budget a involved scanned scanner lazy 'single' caf\\u00e9 They'RE engine <tags> request while Z\\u00fcrich engine WON'T\"}, {\"role\": \"user\", \"content\": \"100% over written reservation https://example.com/a/b?c=d WON'T scanner F# before https://example.com/a/b?c=d we'll that while counting is admission 42 caf\\u00e9 C++ body tiktoken's body 3.14159 the I'M with node.js It's \\u6771\\u4eac [brackets] don't https://example.com/a/b?c=d C++ before on [brackets] 'single' piece brown before 1999 {braces} written {braces} way reservation request F# so https://example.com/a/b?c=d 100% $1,234.56 piece piece keep https://example.com/a/b?c=d way budget 100% boundaries node.js lazy because F# tokens (parens) and C++ backtracking tiktoken's piece a 3.14159 WON'T scanned backtracking node.js because regex backtracking so keep 1999 the is because WON'T node.js we'll lazy quick with once and once \\\"quotes\\\" we'll keep It's the on It's so is faster\"}, {\"role\": \"assistant\", \"content\": \"hand every for written mirrors backtracking $1,234.56 It's WON'T because faster Z\\u00fcrich don't don't {braces} jumps 'single' regex gateway user@example.com once there's a on over \\\"quotes\\\" 100% node.js regex a body that F# 100% <tags> once on 3.14159 while backtracking v1.2.3 hand \\u6771\\u4eac tokens admission \\\"quotes\\\" 100% admission and It's Z\\u00fcrich that so while and $1,234.56 caf\\u00e9 every F# involved fox backtracking the \\u0645\\u0631\\u062d\\u0628\\u0627 and https://example.com/a/b?c=d exactly node.js before mirrors 'single' exactly tokens that scanned body https://example.com/a/b?c=d na\\u00efve once it the the faster v1.2.3 scanned fox that jumps v1.2.3 1999 gateway F# caf\\u00e9 'single' fox brown [brackets] 100% over user@example.com on na\\u00efve https://example.com/a/b?c=d node.js They'RE and scanner 'single' involved the because hand scanner fox user@example.com\"}, {\"role\": \"user\", \"content\": \"1999 $1,234.56 that 'single' <tags> no counting (parens) because Z\\u00fcrich on <tags> (parens) a fox user@example.com admission over is there's \\\"quotes\\\" {braces} exactly piece that with I'M F# over for counting and \\ud83d\\ude42 scanner over every \\ud83d\\ude42 100% admission before \\u0645\\u0631\\u062d\\u0628\\u0627 reservation <tags> WON'T brown scanner on faster 100% caf\\u00e9 piece [brackets] counting scanner It's written {braces} C++ that is boundaries exactly \\u0645\\u0631\\u062d\\u0628\\u0627 once 'single' quick F# hand 'single' user@example.com reservation <tags> jumps it F# reservation request that 'single' (parens) the way WON'T (parens) a backtracking backtracking that \\\"quotes\\\" C++ I'M C++ C++ gateway with body body\"}, {\"role\": \"assistant\", \"content\": \"budget that 42 It's body backtracking caf\\u00e9 1999 because hand hand F# piece is (parens) and Z\\u00fcrich jumps user@example.com don't I'M They'RE regex body reservation once (parens) with F# piece is every node.js no piece because {braces} with 42 Z\\u00fcrich tiktoken's keep I'M is scanner no body 'single' 1999 that request so \\u0645\\u0631\\u062d\\u0628\\u0627 3.14159 \\u6771\\u4eac and https://example.com/a/b?c=d engine tiktoken's on while $1,234.56 over budget 1999 1999 backtracking is \\ud83d\\ude42 the tiktoken's involved over don't Z\\u00fcrich I'M so gateway written dog before written v1.2.3 backtracking gateway keep dog [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9\"}, {\"role\": \"user\", \"content\": \"exactly involved user@example.com fox keep boundaries <tags> and 42 reservation {braces} mirrors the It's budget C++ tiktoken's budget mirrors faster [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 over scanner way quick while \\\"quotes\\\" exactly 'single' F# no faster [brackets] backtracking scanner WON'T WON'T tokens quick that the node.js it regex user@example.com involved while boundaries regex while hand mirrors way na\\u00efve a hand request <tags> that before v1.2.3 <tags> 1999 3.14159 caf\\u00e9 because on over scanner so body tokens quick because counting exactly hand user@example.com that It's\"}, {\"role\": \"assistant\", \"content\": \"so quick dog (parens) Z\\u00fcrich backtracking for the \\ud83d\\ude42 because regex involved tokens dog we'll 'single' we'll Z\\u00fcrich once 100% regex we'll [brackets] 42 while with 1999 Z\\u00fcrich fox admission while written the C++ over every mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 on it https://example.com/a/b?c=d scanned gateway no 1999 dog https://example.com/a/b?c=d we'll 1999 before the every budget on 1999 with piece 1999 faster user@example.com I'M body keep while the once scanned I'M\"}, {\"role\": \"user\", \"content\": \"tiktoken's quick budget on budget the \\u0645\\u0631\\u062d\\u0628\\u0627 for Z\\u00fcrich I'M don't WON'T we'll user@example.com It's jumps \\u6771\\u4eac we'll involved gateway it that jumps for for counting that $1,234.56 so while 'single' WON'T quick the brown we'll once mirrors [brackets] \\u6771\\u4eac \\\"quotes\\\" boundaries way for because {braces} it user@example.com faster $1,234.56 no a 'single' body backtracking before the 3.14159 scanner {braces} backtracking hand because so body [brackets] because that involved scanned WON'T there's \\u0645\\u0631\\u062d\\u0628\\u0627 it hand we'll dog a before the and faster \\ud83d\\ude42 hand 100% on body [brackets] 42 the node.js it counting and jumps we'll a fox 3.14159 once (parens) \\ud83d\\ude42 hand every don't way jumps body over involved \\u6771\\u4eac is budget way scanned $1,234.56 because request gateway involved the that dog the reservation while \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"counting written brown on once it They'RE involved we'll every hand \\ud83d\\ude42 it They'RE dog for reservation on every no tokens regex piece on (parens) tiktoken's before gateway it every the while that we'll gateway a the a v1.2.3 the over lazy node.js gateway budget WON'T \\ud83d\\ude42 is exactly jumps over lazy piece backtracking written with 3.14159 jumps involved lazy scanner keep keep [brackets] boundaries that no that because quick F# v1.2.3 reservation involved\"}, {\"role\": \"user\", \"content\": \"caf\\u00e9 engine request na\\u00efve jumps involved lazy regex scanned {braces} 3.14159 engine mirrors \\\"quotes\\\" Z\\u00fcrich on there's (parens) They'RE regex for over regex 1999 tiktoken's scanner that once admission F# mirrors 42 the body WON'T the WON'T dog 100% 42 is lazy \\ud83d\\ude42 that request once 100% na\\u00efve dog tokens budget jumps \\ud83d\\ude42 $1,234.56 user@example.com $1,234.56 don't admission that brown (parens) it node.js tokens na\\u00efve we'll it v1.2.3 once so is written admission faster way we'll request jumps v1.2.3 fox the lazy gateway $1,234.56 42 counting Z\\u00fcrich the 'single' exactly once way I'M \\u6771\\u4eac They'RE before caf\\u00e9 boundaries over counting piece brown faster while so counting na\\u00efve hand \\ud83d\\ude42 quick the every Z\\u00fcrich {braces} scanned \\\"quotes\\\" with regex keep while once engine <tags> before fox\"}, {\"role\": \"assistant\", \"content\": \"mirrors <tags> {braces} because \\u6771\\u4eac mirrors scanned exactly budget way mirrors https://example.com/a/b?c=d boundaries involved 100% 3.14159 exactly engine brown They'RE is keep that hand lazy exactly tokens It's keep every \\ud83d\\ude42 the F# written {braces} user@example.com the counting $1,234.56 keep regex tiktoken's and mirrors fox the gateway \\ud83d\\ude42 keep They'RE written I'M there's we'll na\\u00efve WON'T is brown C++ involved brown and piece \\ud83d\\ude42 reservation [brackets] reservation I'M \\\"quotes\\\" while exactly way https://example.com/a/b?c=d don't \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac over keep scanner \\u6771\\u4eac scanned over tiktoken's boundaries mirrors once for quick faster a \\u6771\\u4eac lazy (parens) na\\u00efve gateway \\u6771\\u4eac \\u6771\\u4eac brown They'RE there's on keep once dog that 1999 [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 while it <tags> It's no\"}, {\"role\": \"user\", \"content\": \"that body over Z\\u00fcrich before that dog keep and \\\"quotes\\\" <tags> and regex tiktoken's way piece is scanner is quick C++ node.js written dog regex the It's dog https://example.com/a/b?c=d scanned engine we'll counting it 'single' counting a boundaries is \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 <tags> brown budget fox the Z\\u00fcrich jumps {braces} that boundaries piece because the 'single' v1.2.3 {braces} once that mirrors \\ud83d\\ude42 backtracking no no mirrors on on scanned F# They'RE regex <tags> scanned the every for faster v1.2.3 \\ud83d\\ude42 I'M we'll exactly that is once for because it caf\\u00e9 It's caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 keep budget admission\"}, {\"role\": \"assistant\", \"content\": \"and node.js is so admission body They'RE https://example.com/a/b?c=d the 1999 we'll It's keep mirrors request so piece gateway engine way hand exactly is C++ 100% exactly for body piece with jumps WON'T the no keep WON'T so F# don't $1,234.56 {braces} and \\ud83d\\ude42 request reservation written tiktoken's that written way written the tokens 3.14159 WON'T admission \\u0645\\u0631\\u062d\\u0628\\u0627 C++ budget gateway every before brown WON'T piece 1999 [brackets] a dog [brackets] while scanner <tags> \\ud83d\\ude42 we'll v1.2.3 scanner quick dog a while admission hand so there's every 42 node.js that engine faster na\\u00efve is \\\"quotes\\\"\"}, {\"role\": \"user\", \"content\": \"scanner hand boundaries admission it \\u6771\\u4eac WON'T na\\u00efve user@example.com Z\\u00fcrich F# F# They'RE a is caf\\u00e9 \\\"quotes\\\" before on request $1,234.56 boundaries (parens) don't brown the every 1999 (parens) [brackets] so 1999 boundaries 100% the hand 42 tokens every over that the the F# that quick They'RE before because tokens caf\\u00e9 we'll exactly boundaries because brown keep no 'single' there's brown v1.2.3 user@example.com 42 1999 \\u6771\\u4eac {braces} for mirrors on tiktoken's WON'T \\\"quotes\\\" na\\u00efve They'RE {braces} v1.2.3 brown <tags> written involved tokens jumps boundaries budget jumps boundaries way 42 body written na\\u00efve written is request every admission counting <tags> before backtracking with They'RE fox\"}, {\"role\": \"assistant\", \"content\": \"\\ud83d\\ude42 we'll backtracking involved counting request node.js caf\\u00e9 lazy $1,234.56 so I'M while is every it 42 exactly node.js that They'RE there's I'M I'M a and counting admission no 'single' admission v1.2.3 request boundaries 'single' tiktoken's budget gateway 100% caf\\u00e9 jumps hand no the \\u6771\\u4eac I'M we'll fox 1999 piece and body {braces} na\\u00efve hand Z\\u00fcrich v1.2.3 over quick for 100% while backtracking scanned scanner scanner request for hand fox the that hand scanned It's while (parens) written\"}, {\"role\": \"user\", \"content\": \"body there's scanned na\\u00efve quick It's a request lazy hand 1999 https://example.com/a/b?c=d jumps and caf\\u00e9 every It's before we'll on body no lazy there's 'single' mirrors we'll tokens over (parens) while \\u0645\\u0631\\u062d\\u0628\\u0627 C++ v1.2.3 keep gateway it because request mirrors for there's $1,234.56 keep over gateway https://example.com/a/b?c=d brown before They'RE 42 [brackets] tokens once once while scanner scanned and I'M Z\\u00fcrich it involved na\\u00efve I'M hand exactly before node.js 'single' because no lazy 3.14159 It's scanner F# 'single' while exactly It's (parens) \\ud83d\\ude42 counting while for tokens backtracking fox (parens) v1.2.3 once quick because is there's reservation because It's node.js that regex for don't\"}, {\"role\": \"assistant\", \"content\": \"with with so written budget is jumps admission before that I'M \\\"quotes\\\" because 3.14159 on WON'T \\\"quotes\\\" caf\\u00e9 is for scanned engine so engine on admission no body before once node.js node.js [brackets] They'RE Z\\u00fcrich written the \\ud83d\\ude42 reservation once so it a budget the request \\u6771\\u4eac https://example.com/a/b?c=d request \\u0645\\u0631\\u062d\\u0628\\u0627 a the 3.14159 with mirrors because body [brackets] exactly \\ud83d\\ude42 the a 1999 every lazy 'single' the request keep once dog user@example.com the scanned \\\"quotes\\\" is regex scanner every hand <tags> keep faster request quick WON'T while 3.14159 It's 3.14159 mirrors reservation written the a It's don't reservation C++ It's 42 v1.2.3 involved reservation lazy keep \\\"quotes\\\" the body \\ud83d\\ude42 while 3.14159 node.js dog no user@example.com budget [brackets] hand over\"}, {\"role\": \"user\", \"content\": \"before 1999 \\ud83d\\ude42 on that don't Z\\u00fcrich keep a way for request \\u6771\\u4eac every \\\"quotes\\\" https://example.com/a/b?c=d 3.14159 once for every hand that WON'T 'single' request written jumps regex F# once quick \\u6771\\u4eac dog na\\u00efve the node.js way [brackets] gateway (parens) piece exactly \\ud83d\\ude42 v1.2.3 jumps They'RE written fox the scanner exactly WON'T na\\u00efve so body faster brown the that is with exactly Z\\u00fcrich [brackets] Z\\u00fcrich budget it lazy and the engine budget 3.14159 counting \\ud83d\\ude42 https://example.com/a/b?c=d it WON'T $1,234.56 {braces} a because we'll exactly it with request the that don't scanner jumps involved and tiktoken's the quick so \\ud83d\\ude42 [brackets] regex engine involved is\"}, {\"role\": \"assistant\", \"content\": \"They'RE body because engine 100% WON'T {braces} the tiktoken's before node.js it every na\\u00efve lazy the don't caf\\u00e9 admission 1999 faster dog 3.14159 {braces} once tokens we'll before the admission WON'T the it and It's <tags> because engine with user@example.com it \\u6771\\u4eac C++ over is <tags> tokens piece exactly it piece backtracking gateway node.js no the 3.14159 exactly regex fox \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors a 1999 v1.2.3 request 100% scanned reservation node.js I'M the <tags> 100% so quick before piece brown caf\\u00e9 gateway 42 involved It's involved admission Z\\u00fcrich and {braces} It's quick \\ud83d\\ude42 body fox counting\"}, {\"role\": \"user\", \"content\": \"I'M admission regex that involved engine it \\ud83d\\ude42 counting every dog hand before scanned the 100% we'll exactly Z\\u00fcrich \\u6771\\u4eac v1.2.3 engine na\\u00efve node.js body don't lazy tiktoken's gateway don't node.js request F# scanner there's 100% scanner fox the a 42 quick na\\u00efve admission while 1999 way regex there's \\\"quotes\\\" scanned is so before tiktoken's involved [brackets] quick 1999 \\u6771\\u4eac 1999 for lazy v1.2.3 regex lazy body F# hand boundaries once mirrors so brown \\\"quotes\\\" dog $1,234.56 tokens that once request hand tokens <tags> lazy lazy [brackets] quick don't mirrors quick don't lazy It's body boundaries mirrors F# [brackets] there's while 100% body\"}, {\"role\": \"assistant\", \"content\": \"budget before over They'RE I'M request is that while written before $1,234.56 {braces} F# that admission and with for [brackets] fox \\ud83d\\ude42 42 body \\\"quotes\\\" the F# reservation dog 3.14159 WON'T It's tiktoken's exactly regex 3.14159 there's involved backtracking don't 1999 with faster dog body before tiktoken's with and over 42 written there's $1,234.56 hand 42 \\\"quotes\\\" lazy gateway backtracking 100% because \\\"quotes\\\" hand caf\\u00e9 faster request on over \\\"quotes\\\" once scanned over 100% engine mirrors \\u6771\\u4eac gateway user@example.com fox every before [brackets] body admission WON'T engine no dog for node.js gateway node.js na\\u00efve piece the way scanner a the 'single' gateway user@example.com They'RE is don't \\u6771\\u4eac before scanned\"}, {\"role\": \"user\", \"content\": \"It's way that \\u0645\\u0631\\u062d\\u0628\\u0627 written tiktoken's over faster It's with WON'T it because faster because with backtracking Z\\u00fcrich the while because scanned mirrors that scanned They'RE fox exactly 100% It's the tiktoken's hand so user@example.com request \\u6771\\u4eac faster v1.2.3 quick on once over dog piece counting node.js They'RE the because (parens) hand F# \\u6771\\u4eac with hand dog over budget written Z\\u00fcrich jumps there's budget C++ <tags> backtracking v1.2.3 'single' don't fox They'RE for \\ud83d\\ude42 admission involved v1.2.3 3.14159 the while 42 quick regex 100% on node.js tokens scanner written every with They'RE \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"100% because user@example.com caf\\u00e9 way 1999 Z\\u00fcrich over written 'single' 3.14159 $1,234.56 tokens I'M C++ [brackets] na\\u00efve $1,234.56 we'll $1,234.56 node.js we'll it (parens) {braces} v1.2.3 with written admission 100% exactly {braces} reservation there's {braces} fox with engine na\\u00efve for 1999 brown hand while dog backtracking backtracking na\\u00efve user@example.com tokens \\u0645\\u0631\\u062d\\u0628\\u0627 body brown don't C++ piece over scanner (parens) 100% no F# keep there's v1.2.3 [brackets] we'll don't hand dog every engine 'single' v1.2.3\"}, {\"role\": \"user\", \"content\": \"before and every $1,234.56 caf\\u00e9 the mirrors reservation https://example.com/a/b?c=d 3.14159 the quick gateway exactly it $1,234.56 1999 v1.2.3 $1,234.56 it on node.js backtracking (parens) there's \\ud83d\\ude42 no quick regex \\ud83d\\ude42 before once \\u0645\\u0631\\u062d\\u0628\\u0627 involved gateway caf\\u00e9 admission $1,234.56 caf\\u00e9 backtracking scanner na\\u00efve a engine [brackets] a way written is caf\\u00e9 1999 gateway 100% boundaries [brackets] backtracking there's tokens while 42 na\\u00efve counting it C++ v1.2.3 100% v1.2.3 scanned \\u0645\\u0631\\u062d\\u0628\\u0627 'single' \\u6771\\u4eac WON'T there's keep It's so WON'T\"}, {\"role\": \"assistant\", \"content\": \"keep 42 <tags> because quick and because faster is 'single' scanned fox regex {braces} C++ I'M it 100% written tiktoken's engine so scanned reservation \\ud83d\\ude42 3.14159 \\\"quotes\\\" before the that exactly for with there's 100% over with WON'T It's quick Z\\u00fcrich v1.2.3 'single' the tiktoken's (parens) while we'll written [brackets] reservation the on engine way na\\u00efve caf\\u00e9 exactly $1,234.56 https://example.com/a/b?c=d before written 'single' (parens) piece They'RE Z\\u00fcrich written counting the every that written na\\u00efve hand admission over piece Z\\u00fcrich we'll no quick https://example.com/a/b?c=d keep we'll while 'single' request quick on we'll tiktoken's on regex Z\\u00fcrich jumps written that a because mirrors\"}, {\"role\": \"user\", \"content\": \"\\\"quotes\\\" reservation na\\u00efve there's 100% dog reservation [brackets] 3.14159 F# node.js \\u0645\\u0631\\u062d\\u0628\\u0627 the fox boundaries C++ na\\u00efve before It's so written brown C++ lazy 3.14159 100% [brackets] tokens lazy tiktoken's {braces} with and and fox I'M for the exactly gateway keep backtracking that fox Z\\u00fcrich quick lazy <tags> every \\u0645\\u0631\\u062d\\u0628\\u0627 hand <tags> Z\\u00fcrich \\u6771\\u4eac caf\\u00e9 C++ there's keep the over v1.2.3 mirrors user@example.com It's They'RE tiktoken's 1999 because piece jumps it dog a budget boundaries brown exactly piece lazy 100% so scanned https://example.com/a/b?c=d there's that don't the engine fox tiktoken's 42 $1,234.56 \\u6771\\u4eac keep the dog admission boundaries piece It's mirrors fox user@example.com boundaries I'M faster reservation It's for no fox \\u0645\\u0631\\u062d\\u0628\\u0627 and because boundaries budget involved written They'RE v1.2.3 admission while brown F# so 'single' body that\"}, {\"role\": \"assistant\", \"content\": \"body tokens exactly over dog Z\\u00fcrich WON'T exactly F# no engine and \\ud83d\\ude42 scanner way {braces} scanner jumps <tags> tokens piece [brackets] hand that na\\u00efve \\\"quotes\\\" dog for node.js the v1.2.3 that They'RE once gateway so {braces} with keep that regex no [brackets] admission on caf\\u00e9 fox scanner tokens don't before quick They'RE budget dog C++ once jumps user@example.com a node.js (parens) because WON'T \\ud83d\\ude42 while request 3.14159 with because there's regex don't Z\\u00fcrich written user@example.com with while request keep They'RE mirrors 1999 over involved \\u6771\\u4eac $1,234.56 C++ counting involved that tokens way for \\ud83d\\ude42 regex jumps we'll because na\\u00efve lazy with I'M don't before regex reservation fox that so\"}, {\"role\": \"user\", \"content\": \"involved because dog 1999 exactly 1999 keep boundaries node.js tiktoken's once Z\\u00fcrich [brackets] way na\\u00efve v1.2.3 faster C++ scanner mirrors \\u6771\\u4eac \\u6771\\u4eac [brackets] hand \\ud83d\\ude42 node.js tiktoken's don't counting exactly tiktoken's keep WON'T while with 42 brown it way Z\\u00fcrich over because keep before way {braces} the before way boundaries that \\u6771\\u4eac 1999 request mirrors over It's gateway with scanner It's tiktoken's Z\\u00fcrich gateway faster we'll Z\\u00fcrich admission\"}, {\"role\": \"assistant\", \"content\": \"once They'RE node.js we'll \\u0645\\u0631\\u062d\\u0628\\u0627 don't Z\\u00fcrich admission {braces} It's \\ud83d\\ude42 \\u6771\\u4eac gateway brown is so scanner [brackets] {braces} there's tiktoken's a \\u0645\\u0631\\u062d\\u0628\\u0627 node.js and [brackets] don't counting \\\"quotes\\\" They'RE every mirrors reservation body on piece <tags> on regex node.js a 'single' \\u6771\\u4eac tiktoken's \\\"quotes\\\" for scanned there's faster gateway They'RE mirrors jumps https://example.com/a/b?c=d faster tokens every WON'T WON'T that request budget It's counting we'll scanner faster tokens that [brackets] tiktoken's there's F# lazy <tags> the reservation on the because with lazy user@example.com $1,234.56 jumps gateway C++ [brackets]\"}, {\"role\": \"user\", \"content\": \"over on regex lazy piece don't (parens) don't so https://example.com/a/b?c=d WON'T v1.2.3 brown node.js <tags> 100% \\u0645\\u0631\\u062d\\u0628\\u0627 over admission {braces} https://example.com/a/b?c=d scanned hand It's tiktoken's C++ quick don't They'RE {braces} WON'T scanner there's admission the body $1,234.56 dog \\u6771\\u4eac Z\\u00fcrich involved (parens) for so hand 3.14159 so scanned \\u0645\\u0631\\u062d\\u0628\\u0627 42 100% \\u6771\\u4eac counting tiktoken's 1999 fox keep reservation caf\\u00e9 there's tokens quick F# no is v1.2.3 body \\ud83d\\ude42 brown dog way boundaries scanned node.js quick over admission user@example.com boundaries faster regex on 42 admission na\\u00efve engine lazy WON'T that user@example.com 100% I'M with because faster exactly way for faster C++ because scanner written the \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"there's for I'M on reservation once once mirrors the body body 3.14159 fox dog \\\"quotes\\\" written we'll \\ud83d\\ude42 regex with user@example.com fox 1999 Z\\u00fcrich na\\u00efve is hand hand before on for over piece exactly that the exactly 100% caf\\u00e9 that brown counting way admission 100% 1999 v1.2.3 don't \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} mirrors it once piece Z\\u00fcrich gateway caf\\u00e9 and the budget that because hand scanner tokens request regex for exactly over piece F# we'll [brackets] I'M while and fox scanner \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} on fox quick mirrors It's scanner the scanner no it because node.js 'single' regex written caf\\u00e9 v1.2.3 https://example.com/a/b?c=d {braces} the don't jumps It's <tags> hand 'single' scanned 3.14159 involved every fox over we'll keep there's mirrors written on I'M WON'T F# that F# that 3.14159 1999 keep 'single'\"}, {\"role\": \"user\", \"content\": \"exactly involved caf\\u00e9 that 1999 over a there's it F# exactly \\ud83d\\ude42 tokens we'll don't regex fox because that while involved backtracking involved reservation there's over They'RE admission 1999 regex counting keep $1,234.56 for engine it 'single' regex the that body v1.2.3 WON'T once It's 42 tiktoken's written no 'single' piece fox and before it tiktoken's a caf\\u00e9 v1.2.3 user@example.com quick user@example.com scanned admission the scanner on is over reservation request \\u6771\\u4eac we'll 3.14159 with before \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking 3.14159 counting reservation don't way with WON'T involved before It's admission keep C++ written with counting 'single' brown the <tags> 100% They'RE 42 before while every and \\\"quotes\\\" for They'RE there's 42 tokens v1.2.3 https://example.com/a/b?c=d before involved there's body once\"}, {\"role\": \"assistant\", \"content\": \"Z\\u00fcrich backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 the 3.14159 involved \\\"quotes\\\" 42 node.js once scanner mirrors {braces} na\\u00efve I'M brown the admission over They'RE piece it faster so request don't over way na\\u00efve (parens) once mirrors 100% don't scanner Z\\u00fcrich hand budget fox there's there's boundaries Z\\u00fcrich don't \\u6771\\u4eac scanner 42 v1.2.3 \\\"quotes\\\" na\\u00efve 3.14159 100% every we'll 3.14159 quick 1999 backtracking {braces} don't lazy dog lazy a dog the tokens with body that quick brown tokens <tags> lazy \\u6771\\u4eac piece piece every dog every 1999 \\\"quotes\\\" <tags> mirrors faster fox the 3.14159 way piece boundaries user@example.com there's caf\\u00e9 faster on F# https://example.com/a/b?c=d we'll admission \\u0645\\u0631\\u062d\\u0628\\u0627 that written piece <tags> scanned counting <tags> and admission we'll Z\\u00fcrich dog 3.14159 node.js every engine Z\\u00fcrich body involved backtracking mirrors 100% 100%\"}, {\"role\": \"user\", \"content\": \"(parens) that on 3.14159 \\u6771\\u4eac over is 42 \\\"quotes\\\" 'single' body faster exactly mirrors F# way (parens) no exactly mirrors that \\ud83d\\ude42 $1,234.56 faster brown <tags> Z\\u00fcrich a brown tiktoken's \\ud83d\\ude42 tokens regex while They'RE I'M budget node.js https://example.com/a/b?c=d 42 tiktoken's https://example.com/a/b?c=d over over every 'single' 100% tiktoken's scanner gateway for don't tiktoken's a hand v1.2.3 {braces} fox that quick every that <tags> fox faster exactly 'single' (parens) v1.2.3 request dog over no is jumps for Z\\u00fcrich WON'T so body once scanner 3.14159 every that \\u6771\\u4eac so\"}, {\"role\": \"assistant\", \"content\": \"no while faster the because there's \\\"quotes\\\" piece tiktoken's a reservation Z\\u00fcrich because caf\\u00e9 gateway tokens gateway over Z\\u00fcrich They'RE that 3.14159 quick They'RE na\\u00efve mirrors faster a 100% reservation I'M on F# lazy 1999 and budget and $1,234.56 exactly budget written fox 100% body and there's don't once body the on while budget \\ud83d\\ude42 100% \\\"quotes\\\" request \\u0645\\u0631\\u062d\\u0628\\u0627 keep lazy 1999 before piece that before involved \\ud83d\\ude42 written don't gateway the once user@example.com (parens) that backtracking budget request involved the v1.2.3 42 hand tokens mirrors I'M written \\u6771\\u4eac \\\"quotes\\\" body [brackets] written 'single' brown so <tags> request 3.14159 node.js <tags> budget node.js dog (parens) scanner {braces} a WON'T v1.2.3 because there's that engine tiktoken's every no over before on mirrors mirrors don't \\u0645\\u0631\\u062d\\u0628\\u0627 budget for quick 42 quick over lazy over v1.2.3 gateway \\u0645\\u0631\\u062d\\u0628\\u0627 and\"}, {\"role\": \"user\", \"content\": \"that caf\\u00e9 user@example.com hand over we'll no that Z\\u00fcrich brown 42 so <tags> fox counting quick every regex https://example.com/a/b?c=d brown once body 'single' reservation v1.2.3 $1,234.56 I'M that on \\ud83d\\ude42 F# scanner faster over F# we'll dog because mirrors \\ud83d\\ude42 we'll scanned regex budget on and I'M admission is written It's fox na\\u00efve with WON'T involved 'single' user@example.com WON'T the [brackets] exactly 42 'single' {braces} involved user@example.com They'RE written before keep tokens dog It's over on \\ud83d\\ude42 a that 1999 reservation I'M for that fox it boundaries no hand for $1,234.56 They'RE jumps hand WON'T https://example.com/a/b?c=d faster over [brackets] 3.14159 Z\\u00fcrich\"}, {\"role\": \"assistant\", \"content\": \"100% the quick scanner is with node.js [brackets] 100% keep scanned because brown every that $1,234.56 \\\"quotes\\\" because 3.14159 it 42 tiktoken's because once 1999 user@example.com node.js the admission it quick scanner involved It's $1,234.56 user@example.com 1999 3.14159 exactly https://example.com/a/b?c=d na\\u00efve dog counting exactly quick v1.2.3 piece involved once v1.2.3 exactly 42 scanner gateway (parens) <tags> request \\u6771\\u4eac fox keep 42 node.js while keep with the gateway with F# over no involved caf\\u00e9 [brackets] request They'RE scanner on with v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 every the 42 It's every jumps a scanned involved the brown scanned quick the tokens I'M I'M over no over faster v1.2.3 caf\\u00e9 \\\"quotes\\\" body request that fox fox before node.js brown dog a dog body engine faster Z\\u00fcrich https://example.com/a/b?c=d before I'M we'll hand WON'T admission and counting while on quick and\"}, {\"role\": \"user\", \"content\": \"na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 mirrors mirrors while tiktoken's tiktoken's hand Z\\u00fcrich there's backtracking brown <tags> brown \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors is (parens) it that tokens v1.2.3 way admission that caf\\u00e9 so exactly engine with scanner budget WON'T \\u6771\\u4eac 'single' hand na\\u00efve there's 'single' \\u6771\\u4eac piece na\\u00efve $1,234.56 is before faster admission request \\ud83d\\ude42 \\u6771\\u4eac counting backtracking written \\\"quotes\\\" there's involved lazy quick faster that request scanned v1.2.3 $1,234.56 every dog with for regex once with [brackets] v1.2.3 so caf\\u00e9 It's written it Z\\u00fcrich lazy caf\\u00e9 scanner counting there's no caf\\u00e9 every F# 100% the C++ every faster we'll on tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 engine $1,234.56 faster faster 1999 that exactly mirrors <tags> for admission budget 'single' 3.14159 no engine\"}, {\"role\": \"assistant\", \"content\": \"https://example.com/a/b?c=d there's gateway mirrors body mirrors written for brown node.js for brown node.js 'single' scanner na\\u00efve request is every 100% user@example.com dog 3.14159 no we'll that Z\\u00fcrich don't involved with https://example.com/a/b?c=d fox dog F# reservation C++ a v1.2.3 v1.2.3 backtracking WON'T F# no piece <tags> C++ {braces} a mirrors way $1,234.56 that WON'T body They'RE no we'll jumps F# once caf\\u00e9 reservation WON'T that piece 1999 They'RE counting piece They'RE request tiktoken's a engine na\\u00efve scanned body lazy faster It's over It's that tokens Z\\u00fcrich C++ <tags> scanner with \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"user\", \"content\": \"scanner while tiktoken's fox on boundaries tiktoken's tokens before tiktoken's it body gateway and over (parens) the (parens) 'single' on C++ faster budget every request once on exactly every that it Z\\u00fcrich quick regex and user@example.com jumps it user@example.com quick 100% it exactly every 'single' mirrors body jumps counting caf\\u00e9 tokens admission that piece scanner {braces} tokens is \\ud83d\\ude42 request admission C++ is node.js body for body They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking WON'T\"}, {\"role\": \"assistant\", \"content\": \"dog C++ (parens) It's with 'single' we'll [brackets] request is there's 3.14159 scanned 100% for request on admission $1,234.56 over there's scanned engine scanner They'RE that lazy \\u6771\\u4eac before budget user@example.com once C++ $1,234.56 that scanner <tags> exactly tokens is engine \\ud83d\\ude42 dog user@example.com na\\u00efve They'RE we'll \\ud83d\\ude42 that 'single' jumps the Z\\u00fcrich on jumps <tags> involved hand involved tiktoken's It's C++ \\ud83d\\ude42 user@example.com that before user@example.com $1,234.56 don't <tags> once scanner and a user@example.com user@example.com <tags> exactly and user@example.com <tags> $1,234.56 admission backtracking budget written 100% we'll 1999 scanned mirrors every \\u0645\\u0631\\u062d\\u0628\\u0627 a brown dog mirrors reservation 1999 regex hand budget \\u6771\\u4eac user@example.com it before 'single' hand over with {braces} no the a keep quick tiktoken's 3.14159 caf\\u00e9 every Z\\u00fcrich F# \\u6771\\u4eac the I'M Z\\u00fcrich na\\u00efve no way gateway na\\u00efve https://example.com/a/b?c=d request {braces} backtracking\"}, {\"role\": \"user\", \"content\": \"\\\"quotes\\\" \\\"quotes\\\" scanned is lazy user@example.com v1.2.3 regex a It's tokens piece They'RE engine over Z\\u00fcrich 3.14159 {braces} <tags> 'single' (parens) a boundaries node.js request jumps body before for hand dog boundaries budget on the boundaries we'll every because {braces} Z\\u00fcrich way https://example.com/a/b?c=d 1999 body <tags> Z\\u00fcrich there's budget 1999 before so v1.2.3 WON'T user@example.com F# it written lazy with <tags> once dog faster faster once we'll \\ud83d\\ude42 exactly user@example.com faster 42 \\u0645\\u0631\\u062d\\u0628\\u0627 a admission over \\u0645\\u0631\\u062d\\u0628\\u0627 WON'T lazy\"}, {\"role\": \"assistant\", \"content\": \"na\\u00efve the (parens) for the brown https://example.com/a/b?c=d and 42 Z\\u00fcrich on {braces} \\ud83d\\ude42 regex over regex na\\u00efve F# over C++ before with the for don't 'single' counting \\u6771\\u4eac tiktoken's before mirrors fox gateway faster so regex \\ud83d\\ude42 keep $1,234.56 reservation so \\ud83d\\ude42 42 https://example.com/a/b?c=d tokens user@example.com for the for exactly \\\"quotes\\\" it written for F# dog I'M engine faster \\u6771\\u4eac gateway dog na\\u00efve is {braces} tokens over request backtracking 1999 body request written 'single' They'RE tokens F# tokens brown C++ boundaries admission every budget we'll no budget it keep don't https://example.com/a/b?c=d every exactly caf\\u00e9 'single' there's C++ 'single' dog v1.2.3 backtracking They'RE engine (parens) 'single' gateway every it $1,234.56 1999 lazy once reservation over fox that {braces} 1999 budget node.js written C++ way [brackets] before \\ud83d\\ude42 gateway on tiktoken's and (parens) the written \\u6771\\u4eac\"}, {\"role\": \"user\", \"content\": \"user@example.com scanned 42 user@example.com piece backtracking every engine that \\u0645\\u0631\\u062d\\u0628\\u0627 request $1,234.56 lazy Z\\u00fcrich mirrors fox no that so It's {braces} It's piece mirrors v1.2.3 regex quick counting for They'RE F# 3.14159 once brown no that no \\u6771\\u4eac so 100% scanner 1999 counting fox there's once engine caf\\u00e9 brown [brackets] piece hand mirrors budget lazy over the counting fox counting is for I'M faster a with node.js we'll \\u6771\\u4eac it 1999 user@example.com that It's mirrors written lazy lazy the before faster piece na\\u00efve fox piece 3.14159 fox na\\u00efve dog regex [brackets] [brackets] \\u6771\\u4eac over body user@example.com 42 node.js while and https://example.com/a/b?c=d na\\u00efve piece faster brown (parens) \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 \\\"quotes\\\"\"}, {\"role\": \"assistant\", \"content\": \"faster written 100% $1,234.56 engine 'single' gateway faster the boundaries exactly on C++ so so mirrors once backtracking caf\\u00e9 quick 1999 while we'll WON'T a Z\\u00fcrich boundaries involved piece scanner {braces} written 1999 and 3.14159 there's \\ud83d\\ude42 <tags> that the because quick scanner 3.14159 that it way counting na\\u00efve reservation for before $1,234.56 over quick engine scanner no the we'll <tags> scanned backtracking that <tags> no don't before 1999 \\u6771\\u4eac we'll before 3.14159 $1,234.56 budget counting tokens jumps while before tokens node.js tokens gateway scanner that \\ud83d\\ude42 3.14159 'single' WON'T so way (parens) backtracking \\\"quotes\\\" the v1.2.3 {braces} body body C++ it 'single'\"}, {\"role\": \"user\", \"content\": \"because request that that dog counting 100% mirrors <tags> I'M fox there's the piece with budget regex while before tokens with over there's \\u0645\\u0631\\u062d\\u0628\\u0627 reservation body on reservation tiktoken's and \\u0645\\u0631\\u062d\\u0628\\u0627 while so quick that budget quick brown and user@example.com \\u6771\\u4eac 100% dog keep there's It's WON'T caf\\u00e9 quick there's $1,234.56 way user@example.com budget for v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 quick way boundaries is reservation 42 no that \\ud83d\\ude42 the hand \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) na\\u00efve <tags> $1,234.56 3.14159 quick 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors na\\u00efve hand once every F# the \\ud83d\\ude42 once piece I'M 42 with involved the {braces} [brackets] a 'single' caf\\u00e9 that once before once 'single' counting {braces} every reservation budget jumps WON'T\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 {braces} it They'RE scanned for \\u6771\\u4eac hand mirrors written 42 with node.js quick admission I'M counting \\u0645\\u0631\\u062d\\u0628\\u0627 brown \\u6771\\u4eac 100% over \\u6771\\u4eac that \\ud83d\\ude42 \\u6771\\u4eac It's \\ud83d\\ude42 scanner budget so dog that regex <tags> keep hand piece lazy no is user@example.com counting tiktoken's request admission we'll mirrors hand gateway boundaries no https://example.com/a/b?c=d on engine reservation no that {braces} mirrors brown Z\\u00fcrich admission piece user@example.com scanned and with 100% the tiktoken's <tags> fox WON'T <tags> written\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich is over 'single' C++ It's gateway [brackets] no over way quick admission no faster written node.js 42 v1.2.3 involved {braces} 3.14159 because [brackets] reservation body before the exactly every [brackets] tokens so fox piece boundaries boundaries v1.2.3 caf\\u00e9 I'M F# 1999 backtracking user@example.com with with don't body a C++ brown don't It's caf\\u00e9 regex They'RE <tags> way https://example.com/a/b?c=d scanned 'single' boundaries that reservation \\ud83d\\ude42 brown fox node.js backtracking gateway na\\u00efve (parens)\"}, {\"role\": \"assistant\", \"content\": \"piece WON'T body it $1,234.56 that 3.14159 1999 it reservation \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's boundaries 'single' It's reservation gateway C++ body budget mirrors is the backtracking and \\u0645\\u0631\\u062d\\u0628\\u0627 gateway a <tags> 'single' is and while 42 hand it They'RE caf\\u00e9 backtracking counting gateway exactly F# because na\\u00efve scanned that C++ is 100% involved admission piece 3.14159 quick it the lazy involved WON'T a before It's tokens They'RE it mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 reservation it \\ud83d\\ude42 na\\u00efve so is a and that request while that written body keep reservation the on every They'RE WON'T budget scanned reservation $1,234.56 fox is there's $1,234.56 brown involved admission\"}, {\"role\": \"user\", \"content\": \"way F# don't brown v1.2.3 the regex na\\u00efve <tags> involved brown budget <tags> because <tags> dog that <tags> WON'T and v1.2.3 for it counting because because because brown \\u6771\\u4eac backtracking (parens) I'M that dog reservation keep that scanner request WON'T They'RE backtracking admission every 42 because 100% [brackets] https://example.com/a/b?c=d admission way the so don't I'M \\ud83d\\ude42 3.14159 that C++ 3.14159 https://example.com/a/b?c=d na\\u00efve \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com node.js way I'M over https://example.com/a/b?c=d engine once mirrors Z\\u00fcrich F# fox on \\u0645\\u0631\\u062d\\u0628\\u0627 na\\u00efve mirrors piece with the \\ud83d\\ude42 WON'T counting involved don't written boundaries gateway keep 1999 boundaries so Z\\u00fcrich way piece every user@example.com exactly They'RE piece boundaries written brown I'M C++ gateway keep the tiktoken's reservation counting Z\\u00fcrich a involved\"}, {\"role\": \"assistant\", \"content\": \"way is a for scanned dog exactly don't body na\\u00efve [brackets] fox na\\u00efve {braces} that body for scanner reservation user@example.com quick fox hand faster reservation mirrors (parens) counting no we'll a exactly reservation user@example.com tiktoken's hand tokens don't C++ body na\\u00efve hand with backtracking for engine for They'RE admission {braces} fox boundaries keep quick it with once body the body the budget \\\"quotes\\\" caf\\u00e9 a admission $1,234.56 we'll way v1.2.3 3.14159 reservation fox WON'T 3.14159 once that written Z\\u00fcrich for na\\u00efve once piece tiktoken's over engine \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 F# 3.14159 lazy \\ud83d\\ude42 user@example.com na\\u00efve \\u6771\\u4eac don't because 'single' They'RE \\ud83d\\ude42 \\u6771\\u4eac body because lazy a for exactly request tiktoken's gateway no C++ before with every {braces} keep v1.2.3 faster mirrors (parens) (parens) and quick scanned I'M budget engine with\"}, {\"role\": \"user\", \"content\": \"regex with exactly \\u0645\\u0631\\u062d\\u0628\\u0627 dog budget that 42 {braces} tokens https://example.com/a/b?c=d tiktoken's that I'M we'll 100% engine counting F# no regex node.js no boundaries way tiktoken's because \\\"quotes\\\" exactly 3.14159 and [brackets] mirrors written keep that F# backtracking scanned They'RE it gateway over {braces} node.js 100% budget scanner <tags> budget \\\"quotes\\\" we'll v1.2.3 we'll caf\\u00e9 \\ud83d\\ude42 tokens don't once because mirrors backtracking na\\u00efve every faster once <tags> budget caf\\u00e9 it I'M caf\\u00e9 a backtracking regex fox while engine faster scanned I'M tiktoken's don't \\\"quotes\\\" 3.14159 scanner It's na\\u00efve request boundaries hand lazy no $1,234.56 every for jumps written 1999 mirrors {braces} WON'T lazy engine and\"}, {\"role\": \"assistant\", \"content\": \"and reservation caf\\u00e9 it (parens) before piece backtracking and WON'T brown counting that 1999 $1,234.56 tokens user@example.com user@example.com it <tags> faster It's the body and request brown caf\\u00e9 keep scanner \\u0645\\u0631\\u062d\\u0628\\u0627 for tokens caf\\u00e9 'single' request boundaries 'single' request They'RE user@example.com tokens quick there's keep exactly a scanned is regex it <tags> hand quick hand {braces} so 'single' gateway and\"}, {\"role\": \"user\", \"content\": \"na\\u00efve is request that It's the way caf\\u00e9 the 42 there's quick user@example.com the over that $1,234.56 with user@example.com <tags> quick They'RE budget the it F# gateway It's fox we'll involved tiktoken's na\\u00efve over while https://example.com/a/b?c=d that na\\u00efve tiktoken's 42 scanned we'll na\\u00efve and tiktoken's (parens) piece 'single' exactly Z\\u00fcrich budget WON'T (parens) It's engine we'll body involved and keep\"}, {\"role\": \"assistant\", \"content\": \"way v1.2.3 it so once before \\\"quotes\\\" WON'T WON'T written and over F# the with no boundaries v1.2.3 body that dog exactly Z\\u00fcrich backtracking there's on \\u6771\\u4eac mirrors request on They'RE hand regex engine reservation it scanned \\\"quotes\\\" hand boundaries for reservation before brown WON'T once hand \\u0645\\u0631\\u062d\\u0628\\u0627 body 42 \\u0645\\u0631\\u062d\\u0628\\u0627 once every admission body $1,234.56 before $1,234.56 WON'T {braces} na\\u00efve mirrors before the that 3.14159 way brown It's 1999 gateway reservation F# for user@example.com exactly jumps https://example.com/a/b?c=d is and node.js 100% boundaries v1.2.3 'single' we'll no gateway They'RE with F# [brackets] C++ mirrors for tokens written every\"}, {\"role\": \"user\", \"content\": \"WON'T na\\u00efve 'single' It's 3.14159 \\ud83d\\ude42 don't 'single' \\\"quotes\\\" involved C++ caf\\u00e9 with mirrors 100% It's that no user@example.com WON'T before is gateway once node.js gateway while on quick \\ud83d\\ude42 boundaries \\u6771\\u4eac budget 1999 admission They'RE mirrors engine I'M is \\u0645\\u0631\\u062d\\u0628\\u0627 I'M budget for 'single' on \\u6771\\u4eac with WON'T and because brown regex hand reservation scanner 100% 100% user@example.com there's it\"}, {\"role\": \"assistant\", \"content\": \"there's exactly [brackets] faster budget while $1,234.56 (parens) engine caf\\u00e9 They'RE no 100% for because $1,234.56 regex Z\\u00fcrich https://example.com/a/b?c=d tokens jumps because counting brown user@example.com request lazy \\u0645\\u0631\\u062d\\u0628\\u0627 request scanned WON'T $1,234.56 exactly brown every mirrors with 'single' engine 42 \\ud83d\\ude42 engine reservation hand lazy 'single' counting hand (parens) gateway that counting user@example.com 42 fox request \\\"quotes\\\" hand lazy 100% 42 I'M It's WON'T https://example.com/a/b?c=d engine while\"}, {\"role\": \"user\", \"content\": \"C++ \\\"quotes\\\" we'll <tags> gateway \\ud83d\\ude42 counting written piece na\\u00efve \\u6771\\u4eac WON'T over caf\\u00e9 backtracking engine https://example.com/a/b?c=d the v1.2.3 that so quick counting na\\u00efve \\u6771\\u4eac don't WON'T It's we'll that the 100% request <tags> I'M brown na\\u00efve tokens engine budget before the scanned mirrors dog engine {braces} {braces} 42 don't WON'T It's piece \\\"quotes\\\" that no quick 3.14159 F# once fox don't for scanner \\u6771\\u4eac it brown backtracking tokens $1,234.56 reservation written They'RE the \\\"quotes\\\" caf\\u00e9 backtracking C++ reservation\"}, {\"role\": \"assistant\", \"content\": \"regex <tags> (parens) Z\\u00fcrich engine https://example.com/a/b?c=d written tiktoken's C++ dog It's lazy dog exactly with it that admission way no scanner a 3.14159 on They'RE It's involved caf\\u00e9 brown on dog that https://example.com/a/b?c=d don't \\u6771\\u4eac jumps \\ud83d\\ude42 and \\u6771\\u4eac so dog so don't (parens) scanned engine budget the exactly F# tokens over \\u0645\\u0631\\u062d\\u0628\\u0627 jumps backtracking 3.14159 budget 100% <tags> boundaries gateway <tags> backtracking don't scanner dog with [brackets] gateway 3.14159 caf\\u00e9 faster budget na\\u00efve caf\\u00e9 way for every reservation backtracking request They'RE It's \\u6771\\u4eac written\"}, {\"role\": \"user\", \"content\": \"42 1999 so boundaries $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} budget backtracking [brackets] we'll admission piece node.js admission Z\\u00fcrich fox a involved request is it node.js node.js so \\u6771\\u4eac [brackets] no \\u6771\\u4eac brown node.js quick na\\u00efve scanner C++ user@example.com admission 'single' involved 1999 user@example.com I'M v1.2.3 It's 100% there's gateway F# node.js gateway scanned that caf\\u00e9 3.14159 Z\\u00fcrich <tags> no admission {braces} tiktoken's over It's I'M 1999 [brackets] body written scanned that scanner on the on with that scanned hand\"}, {\"role\": \"assistant\", \"content\": \"{braces} regex [brackets] piece \\ud83d\\ude42 mirrors there's <tags> tiktoken's It's lazy mirrors every v1.2.3 I'M that boundaries 'single' node.js on C++ user@example.com budget user@example.com no user@example.com every engine while a I'M over [brackets] WON'T piece over there's lazy I'M that $1,234.56 budget https://example.com/a/b?c=d it a request exactly 42 keep They'RE caf\\u00e9 tokens \\u0645\\u0631\\u062d\\u0628\\u0627 keep scanner while dog F# mirrors backtracking we'll gateway scanner so we'll request there's budget it lazy scanner for exactly faster we'll reservation scanner no WON'T request (parens) tiktoken's exactly before so while hand involved with $1,234.56 mirrors 3.14159 on the [brackets] boundaries 100% with request way engine keep the https://example.com/a/b?c=d \\u6771\\u4eac the WON'T that so\"}, {\"role\": \"user\", \"content\": \"body hand backtracking (parens) counting na\\u00efve They'RE \\ud83d\\ude42 WON'T boundaries v1.2.3 budget na\\u00efve admission once the that because tokens dog tiktoken's scanner scanner (parens) I'M \\\"quotes\\\" budget 100% there's once WON'T keep {braces} the before fox (parens) the counting because lazy 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 admission 1999 and there's while admission 3.14159 a counting C++ with exactly don't don't lazy \\ud83d\\ude42 42 \\\"quotes\\\" backtracking C++ there's keep user@example.com request is node.js piece before brown budget 42 100% because admission and with tiktoken's no the 100%\"}, {\"role\": \"assistant\", \"content\": \"with 1999 Z\\u00fcrich that is with mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 the brown $1,234.56 way scanner https://example.com/a/b?c=d <tags> lazy written scanner quick v1.2.3 \\\"quotes\\\" regex \\\"quotes\\\" They'RE 3.14159 \\ud83d\\ude42 [brackets] Z\\u00fcrich the counting for so <tags> $1,234.56 It's WON'T the quick hand that mirrors the 42 caf\\u00e9 exactly node.js we'll backtracking while I'M and fox is before written it 1999 no for involved \\u0645\\u0631\\u062d\\u0628\\u0627 the \\\"quotes\\\" piece the way involved that no 100% before there's 100% we'll is [brackets] C++ the we'll the node.js reservation is while [brackets] engine scanner we'll no C++ don't dog v1.2.3 that so tiktoken's before \\ud83d\\ude42 mirrors 'single' it once caf\\u00e9 there's backtracking gateway body over quick <tags> way and that once \\u6771\\u4eac 'single' we'll (parens) and before for quick They'RE 1999 regex there's \\ud83d\\ude42\"}, {\"role\": \"user\", \"content\": \"engine They'RE https://example.com/a/b?c=d we'll quick tokens written WON'T don't regex backtracking It's it lazy 1999 brown budget on [brackets] node.js {braces} They'RE involved a mirrors exactly tokens with $1,234.56 F# 42 backtracking involved engine It's and {braces} \\u6771\\u4eac Z\\u00fcrich it it [brackets] gateway keep na\\u00efve request scanned don't regex we'll C++ counting tokens so request while scanned tokens scanner for v1.2.3 with tokens \\ud83d\\ude42 They'RE na\\u00efve 'single' keep node.js v1.2.3 'single' it way gateway It's keep reservation backtracking body fox with that [brackets] the and 1999 request no engine counting is [brackets] lazy on request quick involved \\ud83d\\ude42 brown v1.2.3 involved fox exactly hand {braces} we'll every regex\"}, {\"role\": \"assistant\", \"content\": \"(parens) faster tiktoken's with the every mirrors boundaries that caf\\u00e9 backtracking involved once 42 \\u6771\\u4eac Z\\u00fcrich {braces} boundaries that [brackets] 1999 it admission before a jumps and 3.14159 way scanner don't {braces} budget for <tags> a 3.14159 mirrors boundaries while caf\\u00e9 counting \\u6771\\u4eac a written tiktoken's and we'll https://example.com/a/b?c=d jumps while so [brackets] F# 3.14159 mirrors that {braces} request request I'M keep the over hand engine keep node.js dog na\\u00efve [brackets] every body $1,234.56 \\\"quotes\\\" $1,234.56 we'll \\u0645\\u0631\\u062d\\u0628\\u0627 that 42 budget scanned it They'RE no with the {braces} we'll tiktoken's a \\ud83d\\ude42 tiktoken's https://example.com/a/b?c=d It's exactly It's for over that 100% a \\\"quotes\\\" caf\\u00e9 no 3.14159 hand gateway quick budget over user@example.com I'M\"}, {\"role\": \"user\", \"content\": \"mirrors engine so Z\\u00fcrich and reservation caf\\u00e9 1999 na\\u00efve exactly involved caf\\u00e9 and 1999 over tiktoken's user@example.com over once that It's jumps involved C++ and is node.js brown gateway 100% 100% keep hand backtracking 3.14159 involved hand 'single' once because budget They'RE brown 3.14159 every faster request it regex while \\ud83d\\ude42 1999 exactly way we'll 'single' request scanner boundaries on (parens) we'll\"}, {\"role\": \"assistant\", \"content\": \"once 1999 fox that Z\\u00fcrich \\u6771\\u4eac that we'll 42 'single' dog \\u6771\\u4eac mirrors (parens) because na\\u00efve every and piece C++ 3.14159 https://example.com/a/b?c=d <tags> 42 once so gateway is scanned no user@example.com node.js caf\\u00e9 faster node.js tiktoken's It's F# brown it admission body don't don't before scanner before F# 3.14159 na\\u00efve backtracking user@example.com F# that (parens) (parens) there's exactly a reservation <tags> it before backtracking It's piece tiktoken's lazy written is {braces} 1999 scanned keep body because mirrors no written that piece boundaries request once scanner \\\"quotes\\\" with engine hand v1.2.3 we'll v1.2.3 the we'll $1,234.56 the quick and tokens backtracking is quick 'single' 42 once reservation admission fox scanner a scanner engine 1999 quick [brackets] \\u6771\\u4eac budget for quick engine keep user@example.com 100% C++ [brackets] hand on Z\\u00fcrich hand Z\\u00fcrich regex 1999\"}, {\"role\": \"user\", \"content\": \"\\u0645\\u0631\\u062d\\u0628\\u0627 scanner They'RE budget C++ exactly {braces} is \\ud83d\\ude42 because <tags> way body brown counting with regex it \\\"quotes\\\" we'll body node.js over a node.js that while it v1.2.3 3.14159 quick request that dog node.js They'RE 1999 that gateway 3.14159 gateway there's backtracking lazy C++ admission node.js 42 request They'RE we'll gateway so once 1999 brown na\\u00efve 3.14159 budget faster \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" backtracking that 100% because a fox once involved on involved v1.2.3 WON'T mirrors 'single' a \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" is They'RE that involved reservation They'RE (parens) v1.2.3 Z\\u00fcrich WON'T Z\\u00fcrich fox that don't boundaries engine regex don't exactly na\\u00efve don't caf\\u00e9 request budget [brackets] F# tokens exactly It's request it\"}, {\"role\": \"assistant\", \"content\": \"scanned (parens) reservation {braces} engine tokens v1.2.3 node.js scanner {braces} It's with admission the 100% F# \\u0645\\u0631\\u062d\\u0628\\u0627 body na\\u00efve with 'single' boundaries regex (parens) because mirrors there's keep once lazy it brown involved boundaries request engine before on It's \\ud83d\\ude42 na\\u00efve fox WON'T we'll backtracking jumps exactly scanner it admission mirrors don't that \\u6771\\u4eac faster body mirrors reservation (parens) \\\"quotes\\\" regex mirrors keep exactly They'RE 3.14159 there's a \\u0645\\u0631\\u062d\\u0628\\u0627 and with admission written C++ https://example.com/a/b?c=d the piece jumps that is lazy tokens before 100% boundaries tokens dog tiktoken's it $1,234.56 I'M 100% once (parens) I'M way brown keep\"}, {\"role\": \"user\", \"content\": \"no no hand F# jumps so faster every don't so tiktoken's 'single' I'M [brackets] \\\"quotes\\\" v1.2.3 over admission exactly scanner node.js 100% quick gateway \\ud83d\\ude42 faster budget over faster over and engine request faster fox 'single' backtracking body brown no na\\u00efve is it \\\"quotes\\\" piece with \\ud83d\\ude42 for tokens I'M scanned while admission way faster na\\u00efve mirrors tokens boundaries \\u6771\\u4eac jumps tiktoken's it there's faster\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 no It's piece request \\u6771\\u4eac Z\\u00fcrich don't \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE 3.14159 quick Z\\u00fcrich once tiktoken's with engine jumps over I'M because caf\\u00e9 faster tiktoken's that 'single' we'll dog 42 \\u6771\\u4eac way once counting it C++ on that the that backtracking we'll scanned before 100% na\\u00efve request dog every request 1999 request quick over 1999 gateway https://example.com/a/b?c=d because 3.14159 that reservation mirrors that a over I'M with regex Z\\u00fcrich mirrors piece regex caf\\u00e9 engine Z\\u00fcrich the written v1.2.3 <tags>\"}, {\"role\": \"user\", \"content\": \"hand is It's scanned regex 1999 way on It's we'll tokens with reservation while way mirrors regex no over 42 is user@example.com scanner scanned keep budget {braces} brown budget while is involved [brackets] body jumps F# dog no 3.14159 exactly over <tags> 100% (parens) It's jumps so we'll \\u6771\\u4eac faster admission exactly admission that for tiktoken's 100% once engine and every a before budget regex They'RE counting\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 involved backtracking regex na\\u00efve way tokens we'll 100% gateway <tags> the gateway the body lazy I'M budget is regex body (parens) C++ that body no the jumps [brackets] exactly 1999 budget request brown \\ud83d\\ude42 jumps keep scanned user@example.com for exactly regex dog <tags> node.js scanner that node.js 42 engine fox \\ud83d\\ude42 tiktoken's WON'T mirrors written faster while 42 100% \\u6771\\u4eac user@example.com dog engine lazy [brackets] exactly quick node.js written written 100% every \\ud83d\\ude42 body 3.14159 hand because once gateway faster before with It's a 1999 42 boundaries jumps that {braces} 100% caf\\u00e9 a They'RE 3.14159 [brackets] reservation 1999 faster \\ud83d\\ude42 hand 1999 [brackets] scanner\"}, {\"role\": \"user\", \"content\": \"https://example.com/a/b?c=d dog for C++ v1.2.3 because every 100% \\u6771\\u4eac and brown is request piece boundaries on before because that body WON'T [brackets] that keep tokens lazy WON'T keep on for WON'T body quick {braces} gateway body written tokens quick the mirrors is is with I'M 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 don't \\u0645\\u0631\\u062d\\u0628\\u0627 piece involved user@example.com written tiktoken's fox written and no 1999 don't on because counting \\\"quotes\\\" They'RE 42 a gateway \\u6771\\u4eac scanner admission user@example.com 3.14159 there's on over 'single' written that a {braces} that because gateway the\"}, {\"role\": \"assistant\", \"content\": \"WON'T backtracking \\ud83d\\ude42 node.js 3.14159 keep it \\u0645\\u0631\\u062d\\u0628\\u0627 there's is so user@example.com on there's 3.14159 mirrors involved keep \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's {braces} no engine brown brown there's dog way regex that 'single' for and 3.14159 node.js every there's a every They'RE WON'T exactly scanner tiktoken's They'RE regex the dog counting over the for request scanner with and mirrors dog the counting tokens gateway https://example.com/a/b?c=d for https://example.com/a/b?c=d backtracking\"}, {\"role\": \"user\", \"content\": \"don't because that fox Z\\u00fcrich with Z\\u00fcrich way piece (parens) every (parens) user@example.com {braces} keep so a that boundaries 100% keep C++ node.js 1999 piece $1,234.56 \\ud83d\\ude42 backtracking <tags> {braces} that involved gateway boundaries no 42 hand 3.14159 \\ud83d\\ude42 na\\u00efve na\\u00efve that for Z\\u00fcrich $1,234.56 engine lazy fox scanned before once hand no https://example.com/a/b?c=d admission WON'T admission It's no a because \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac exactly <tags> written \\u0645\\u0631\\u062d\\u0628\\u0627 faster that <tags> is user@example.com v1.2.3 'single' boundaries gateway faster backtracking no engine fox $1,234.56 lazy the $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 that WON'T before I'M scanned\"}, {\"role\": \"assistant\", \"content\": \"it is admission admission brown the They'RE we'll <tags> we'll user@example.com [brackets] way tokens $1,234.56 on caf\\u00e9 I'M gateway 3.14159 written 'single' on involved mirrors node.js that fox 'single' quick once \\u6771\\u4eac gateway $1,234.56 no exactly body Z\\u00fcrich that 'single' engine and Z\\u00fcrich don't no so tiktoken's I'M that over hand dog we'll (parens) 'single' \\ud83d\\ude42 while 100% is node.js no <tags> quick over while on budget that \\\"quotes\\\" budget It's don't regex on C++ 1999 [brackets] scanned 1999 that there's $1,234.56 way\"}, {\"role\": \"user\", \"content\": \"budget while tiktoken's backtracking gateway and hand no while \\ud83d\\ude42 request node.js we'll and don't while na\\u00efve quick WON'T don't [brackets] quick there's fox that that I'M keep \\ud83d\\ude42 tiktoken's v1.2.3 the body the \\u0645\\u0631\\u062d\\u0628\\u0627 reservation written F# jumps admission boundaries user@example.com while I'M brown lazy It's regex fox user@example.com {braces} is on 'single' written request there's engine exactly tiktoken's WON'T caf\\u00e9 the tokens on and <tags> <tags> brown exactly scanner with involved regex on v1.2.3 jumps that written F# on exactly before over once body \\u6771\\u4eac \\ud83d\\ude42 lazy that \\ud83d\\ude42\"}, {\"role\": \"assistant\", \"content\": \"don't every there's scanned while They'RE a tokens is scanned mirrors so is request counting once way (parens) {braces} counting 100% \\\"quotes\\\" before boundaries brown tiktoken's that way engine quick tiktoken's over involved 100% before for the C++ It's that node.js [brackets] because https://example.com/a/b?c=d engine 100% budget we'll with tokens 42 budget it dog 1999 user@example.com 42 C++ keep the for a 42 keep no caf\\u00e9 node.js 'single' the for don't It's C++ admission a involved 3.14159 'single' don't They'RE WON'T quick so backtracking because once body \\\"quotes\\\" WON'T user@example.com caf\\u00e9 v1.2.3 engine 'single' scanner hand I'M 'single' $1,234.56 [brackets] {braces} counting it don't there's no that\"}, {\"role\": \"user\", \"content\": \"so jumps dog hand no 100% while request tiktoken's there's that so regex $1,234.56 don't 'single' boundaries <tags> \\\"quotes\\\" that 100% the boundaries keep backtracking <tags> (parens) no \\u6771\\u4eac fox F# mirrors 3.14159 we'll there's \\\"quotes\\\" scanner backtracking $1,234.56 100% request the WON'T boundaries caf\\u00e9 tiktoken's node.js backtracking counting user@example.com C++ exactly is reservation 100% we'll quick regex \\ud83d\\ude42 'single' I'M request written https://example.com/a/b?c=d boundaries They'RE there's It's piece F# v1.2.3 boundaries [brackets] a 100% that scanner v1.2.3 42 because https://example.com/a/b?c=d [brackets] that I'M once body faster because with engine 'single' scanned on engine the 1999 \\u6771\\u4eac quick written no piece involved boundaries [brackets] counting while I'M Z\\u00fcrich scanner for the written $1,234.56 (parens) that boundaries the because\"}, {\"role\": \"assistant\", \"content\": \"(parens) https://example.com/a/b?c=d 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich Z\\u00fcrich \\u6771\\u4eac involved don't reservation there's we'll \\\"quotes\\\" reservation They'RE tokens because lazy there's a exactly It's jumps every $1,234.56 v1.2.3 exactly 42 <tags> a quick https://example.com/a/b?c=d caf\\u00e9 tiktoken's piece reservation every C++ caf\\u00e9 <tags> v1.2.3 scanned backtracking na\\u00efve 1999 piece engine while that I'M involved on fox 42 https://example.com/a/b?c=d (parens) tiktoken's for dog once the involved a dog once there's https://example.com/a/b?c=d tokens na\\u00efve (parens) once 1999 over na\\u00efve caf\\u00e9 hand They'RE every tiktoken's involved we'll node.js\"}, {\"role\": \"user\", \"content\": \"that request while jumps faster exactly written 3.14159 scanner that \\\"quotes\\\" with exactly dog that keep with piece piece boundaries no [brackets] backtracking \\u0645\\u0631\\u062d\\u0628\\u0627 F# hand $1,234.56 engine written (parens) and It's involved node.js Z\\u00fcrich boundaries with backtracking na\\u00efve and body counting node.js keep Z\\u00fcrich that while \\u6771\\u4eac because there's \\u6771\\u4eac boundaries no They'RE counting jumps v1.2.3 with don't a \\u0645\\u0631\\u062d\\u0628\\u0627 fox user@example.com no that it F# once it so every 100% a caf\\u00e9 the \\\"quotes\\\" [brackets] that gateway while we'll scanned caf\\u00e9 keep involved \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"the while I'M gateway WON'T tiktoken's 'single' over 'single' request faster (parens) faster faster \\u0645\\u0631\\u062d\\u0628\\u0627 hand tiktoken's keep while v1.2.3 $1,234.56 that written body WON'T way \\u0645\\u0631\\u062d\\u0628\\u0627 brown a F# scanned \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE keep lazy caf\\u00e9 100% 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 {braces} we'll exactly the C++ <tags> body Z\\u00fcrich Z\\u00fcrich way with reservation mirrors C++ backtracking involved WON'T exactly with involved WON'T way a counting the admission 1999 hand because once They'RE the backtracking 1999 no a 42 brown\"}, {\"role\": \"user\", \"content\": \"node.js so jumps is piece a way on because the that backtracking request the reservation {braces} {braces} the https://example.com/a/b?c=d it tokens reservation the lazy They'RE reservation a 1999 I'M boundaries no with no C++ is way 3.14159 WON'T hand 'single' counting Z\\u00fcrich on F# with 1999 admission every (parens) we'll request mirrors that the 'single' it faster dog \\\"quotes\\\" jumps that faster WON'T faster every 100% involved a there's \\ud83d\\ude42 way way 'single' na\\u00efve no on it (parens) WON'T user@example.com na\\u00efve boundaries mirrors [brackets] it regex regex 42 engine engine and faster \\\"quotes\\\" gateway \\u0645\\u0631\\u062d\\u0628\\u0627 over request $1,234.56 They'RE user@example.com that node.js I'M https://example.com/a/b?c=d involved on (parens) it a that 3.14159 way over no\"}, {\"role\": \"assistant\", \"content\": \"boundaries so budget involved exactly written node.js [brackets] with jumps caf\\u00e9 node.js (parens) [brackets] 100% tiktoken's 42 it that piece (parens) engine user@example.com involved no gateway \\\"quotes\\\" exactly It's budget exactly once It's a involved (parens) budget we'll fox node.js tokens Z\\u00fcrich no body \\\"quotes\\\" na\\u00efve while it is I'M the hand mirrors WON'T the caf\\u00e9 \\u6771\\u4eac mirrors https://example.com/a/b?c=d counting before way because \\\"quotes\\\" a admission lazy dog keep the budget quick mirrors there's [brackets] hand Z\\u00fcrich https://example.com/a/b?c=d mirrors user@example.com 42 regex request scanned \\\"quotes\\\" engine because the It's Z\\u00fcrich F# 42 boundaries there's keep engine \\ud83d\\ude42 I'M They'RE because over $1,234.56 admission for fox because exactly because piece regex on \\u6771\\u4eac 'single' backtracking a\"}, {\"role\": \"user\", \"content\": \"They'RE backtracking \\u6771\\u4eac boundaries mirrors that 100% {braces} 42 gateway boundaries tokens so on counting gateway tiktoken's tiktoken's tokens tiktoken's there's while tokens It's C++ mirrors the tokens budget hand we'll over over [brackets] jumps the \\ud83d\\ude42 way and that boundaries 100% counting reservation there's [brackets] 3.14159 They'RE keep the regex It's while budget request Z\\u00fcrich it https://example.com/a/b?c=d C++ admission quick engine keep quick \\u6771\\u4eac $1,234.56 engine budget hand \\u6771\\u4eac body 100% don't scanned $1,234.56 dog <tags> the \\u6771\\u4eac piece over 1999 $1,234.56 $1,234.56 the dog we'll gateway is dog <tags> there's fox Z\\u00fcrich over They'RE so a engine 'single' regex and lazy na\\u00efve tokens tokens \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 \\ud83d\\ude42 (parens)\"}, {\"role\": \"assistant\", \"content\": \"\\\"quotes\\\" {braces} <tags> so with brown (parens) that the because keep boundaries before because fox exactly every because F# so mirrors way C++ request gateway there's that on request tokens it \\\"quotes\\\" regex written dog scanner budget while it that $1,234.56 scanned every no we'll is because while reservation They'RE don't dog scanner dog WON'T fox no scanned \\ud83d\\ude42 budget no dog request it scanned is hand over no 3.14159 so regex backtracking exactly backtracking the 42 100% faster quick scanner before 'single' reservation engine it we'll caf\\u00e9 every quick for no faster 100% $1,234.56 on Z\\u00fcrich written keep\"}, {\"role\": \"user\", \"content\": \"on tokens don't F# counting keep exactly every \\ud83d\\ude42 keep Z\\u00fcrich for fox counting no caf\\u00e9 reservation na\\u00efve mirrors They'RE It's F# the that piece \\\"quotes\\\" \\u6771\\u4eac \\u6771\\u4eac engine no $1,234.56 \\\"quotes\\\" because dog 100% na\\u00efve user@example.com tokens [brackets] no with that boundaries I'M Z\\u00fcrich before (parens) while and scanned gateway user@example.com faster request boundaries \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d written C++ I'M while quick [brackets] before 1999 and They'RE C++ v1.2.3 for no {braces} request C++ They'RE over WON'T on caf\\u00e9 {braces} 100% the body quick keep C++ \\ud83d\\ude42 tokens scanned admission keep hand a node.js WON'T keep 100% $1,234.56 hand $1,234.56 (parens) 1999 because the \\ud83d\\ude42 is 42 body Z\\u00fcrich way [brackets] it once that dog C++ jumps fox tiktoken's piece \\\"quotes\\\" v1.2.3 exactly for 42 \\ud83d\\ude42 'single' na\\u00efve admission \\u6771\\u4eac They'RE fox mirrors regex\"}, {\"role\": \"assistant\", \"content\": \"They'RE scanner tiktoken's quick (parens) https://example.com/a/b?c=d budget quick for engine (parens) hand tiktoken's piece written https://example.com/a/b?c=d counting counting over no once engine I'M because fox exactly regex no once keep and written regex faster 100% the admission counting a scanner C++ quick involved gateway brown piece Z\\u00fcrich regex written is faster \\u6771\\u4eac body brown no tokens scanned every request it I'M \\ud83d\\ude42 for (parens) Z\\u00fcrich written 3.14159 'single' I'M no na\\u00efve quick regex gateway it counting (parens) the over so hand gateway is body way dog v1.2.3 faster so request while before counting body F# faster [brackets] engine involved a $1,234.56 dog <tags> that that budget mirrors user@example.com the brown that no C++ it every na\\u00efve exactly that body Z\\u00fcrich \\u6771\\u4eac with don't so It's \\u0645\\u0631\\u062d\\u0628\\u0627 that gateway a the\"}, {\"role\": \"user\", \"content\": \"dog is once budget \\ud83d\\ude42 quick regex fox (parens) [brackets] gateway \\ud83d\\ude42 no regex because lazy request with that written we'll It's that request user@example.com is \\\"quotes\\\" \\\"quotes\\\" faster the don't quick node.js \\u0645\\u0631\\u062d\\u0628\\u0627 faster na\\u00efve They'RE the 100% written that the 100% backtracking \\ud83d\\ude42 written the fox scanner na\\u00efve it piece It's no so It's before na\\u00efve gateway there's because gateway reservation \\ud83d\\ude42 quick involved \\u0645\\u0631\\u062d\\u0628\\u0627 with <tags> WON'T request F# scanned exactly F# reservation scanned engine jumps v1.2.3 we'll 'single' it quick WON'T jumps na\\u00efve tokens brown node.js backtracking reservation 100% v1.2.3 once exactly\"}, {\"role\": \"assistant\", \"content\": \"fox user@example.com it (parens) we'll 100% involved dog and brown 'single' exactly mirrors 100% WON'T na\\u00efve 1999 <tags> F# faster 'single' tokens tiktoken's admission \\\"quotes\\\" the WON'T request that on we'll I'M piece there's body Z\\u00fcrich boundaries because jumps the They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 boundaries \\u6771\\u4eac the https://example.com/a/b?c=d caf\\u00e9 piece don't brown exactly node.js the budget every so admission that and 100% fox 'single' {braces} 100% $1,234.56 C++ counting WON'T brown don't https://example.com/a/b?c=d boundaries I'M 100% [brackets] lazy quick It's brown \\u6771\\u4eac for is \\u6771\\u4eac for is and request\"}, {\"role\": \"user\", \"content\": \"{braces} counting I'M request fox involved boundaries with <tags> WON'T WON'T $1,234.56 is faster don't request https://example.com/a/b?c=d while It's every body the a brown engine 42 for we'll request (parens) involved is scanned backtracking jumps C++ gateway keep <tags> scanner for counting 42 reservation hand \\\"quotes\\\" hand C++ every reservation caf\\u00e9 that don't with $1,234.56 there's WON'T {braces} that 3.14159 F# before over exactly caf\\u00e9 budget \\u6771\\u4eac the before and body gateway hand admission It's C++ that F# It's faster no that we'll written (parens) fox mirrors <tags> we'll user@example.com no https://example.com/a/b?c=d node.js that brown request\"}, {\"role\": \"assistant\", \"content\": \"I'M admission counting Z\\u00fcrich user@example.com faster a \\ud83d\\ude42 mirrors once lazy is the involved \\ud83d\\ude42 \\u6771\\u4eac every scanned every because budget hand and it jumps there's while there's [brackets] na\\u00efve on \\\"quotes\\\" \\\"quotes\\\" a \\ud83d\\ude42 hand \\u6771\\u4eac we'll and It's with the {braces} piece WON'T 'single' for \\u6771\\u4eac no backtracking lazy fox a [brackets] fox 42 \\ud83d\\ude42 (parens) 1999 https://example.com/a/b?c=d 1999 lazy and 1999 reservation way (parens) 100% it na\\u00efve 100%\"}, {\"role\": \"user\", \"content\": \"regex on scanner once $1,234.56 1999 (parens) gateway budget dog F# before user@example.com once brown jumps 100% $1,234.56 that budget Z\\u00fcrich the reservation because a on \\\"quotes\\\" backtracking hand dog because backtracking a is reservation F# F# brown gateway for the we'll the node.js piece I'M keep tokens once body WON'T there's tokens piece 'single' They'RE node.js so 100% body over a is user@example.com no \\\"quotes\\\" boundaries F# They'RE the C++ backtracking <tags> and \\ud83d\\ude42 over WON'T\"}, {\"role\": \"assistant\", \"content\": \"is 'single' scanned \\u6771\\u4eac 3.14159 mirrors {braces} there's scanner every reservation mirrors reservation backtracking involved that tiktoken's {braces} node.js we'll F# jumps <tags> v1.2.3 v1.2.3 exactly keep \\u0645\\u0631\\u062d\\u0628\\u0627 1999 scanner with tokens once counting so for https://example.com/a/b?c=d piece the while request Z\\u00fcrich it [brackets] dog involved the involved the admission and (parens) engine F# \\u0645\\u0631\\u062d\\u0628\\u0627 gateway quick \\ud83d\\ude42 v1.2.3 tiktoken's https://example.com/a/b?c=d faster \\ud83d\\ude42 that 42 (parens) jumps caf\\u00e9 so hand budget admission [brackets] gateway brown I'M quick admission C++ C++ caf\\u00e9 \\u6771\\u4eac 'single' user@example.com hand that don't C++ once\"}, {\"role\": \"user\", \"content\": \"there's na\\u00efve reservation na\\u00efve before gateway 100% 1999 request that jumps tiktoken's for admission on quick on scanned boundaries jumps <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors we'll dog because a budget \\u6771\\u4eac it na\\u00efve 1999 that the caf\\u00e9 involved counting jumps tokens with \\u0645\\u0631\\u062d\\u0628\\u0627 involved before the over admission I'M dog v1.2.3 engine tiktoken's we'll scanner every tiktoken's They'RE once It's exactly request jumps node.js WON'T 3.14159 over that exactly engine \\u0645\\u0631\\u062d\\u0628\\u0627 once budget reservation <tags> because it 42 keep 'single' boundaries so \\u0645\\u0631\\u062d\\u0628\\u0627 node.js scanner budget 3.14159 engine node.js C++ I'M budget [brackets] a caf\\u00e9 user@example.com jumps tokens every 1999 It's\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 scanner (parens) fox gateway mirrors 42 They'RE reservation we'll fox written brown \\\"quotes\\\" mirrors so 42 hand because budget 100% I'M counting request quick 42 caf\\u00e9 C++ C++ 3.14159 request https://example.com/a/b?c=d jumps jumps scanned brown keep brown and \\ud83d\\ude42 once tokens admission fox F# Z\\u00fcrich user@example.com the gateway tiktoken's https://example.com/a/b?c=d \\\"quotes\\\" tokens \\ud83d\\ude42 \\ud83d\\ude42 [brackets] while node.js [brackets] 1999 on \\\"quotes\\\" caf\\u00e9 <tags> 1999 jumps 3.14159 request over body admission tiktoken's \\ud83d\\ude42 regex that the once scanner <tags> because They'RE regex 'single' admission 42\"}, {\"role\": \"user\", \"content\": \"gateway \\u0645\\u0631\\u062d\\u0628\\u0627 keep quick https://example.com/a/b?c=d F# <tags> involved hand It's written request {braces} over mirrors there's gateway every so it caf\\u00e9 involved {braces} quick that gateway over 42 fox lazy involved every keep don't (parens) It's request every for \\u6771\\u4eac admission piece on 3.14159 backtracking written quick gateway and jumps F# <tags> (parens) 100% the budget quick keep it 100% \\ud83d\\ude42 for (parens) is \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"way boundaries F# (parens) that It's \\\"quotes\\\" scanned \\ud83d\\ude42 \\u6771\\u4eac that brown regex is over na\\u00efve 3.14159 because Z\\u00fcrich 1999 (parens) \\u0645\\u0631\\u062d\\u0628\\u0627 C++ over way so that user@example.com and user@example.com tiktoken's scanned \\u6771\\u4eac [brackets] engine lazy 1999 <tags> involved it 100% a so \\u0645\\u0631\\u062d\\u0628\\u0627 on every body na\\u00efve faster regex engine fox that tokens caf\\u00e9 na\\u00efve 3.14159 and hand engine with\"}, {\"role\": \"user\", \"content\": \"keep there's that every [brackets] $1,234.56 \\\"quotes\\\" on body https://example.com/a/b?c=d involved https://example.com/a/b?c=d tokens scanner 1999 https://example.com/a/b?c=d https://example.com/a/b?c=d node.js 1999 backtracking user@example.com that [brackets] don't body lazy WON'T 42 written hand we'll WON'T no \\u0645\\u0631\\u062d\\u0628\\u0627 $1,234.56 that $1,234.56 way piece https://example.com/a/b?c=d admission admission C++ boundaries we'll reservation scanner the C++ \\u0645\\u0631\\u062d\\u0628\\u0627 hand engine na\\u00efve I'M backtracking while regex \\ud83d\\ude42 budget quick v1.2.3 dog v1.2.3 quick [brackets] fox for node.js [brackets] admission \\ud83d\\ude42 They'RE that on boundaries every that regex 42 a {braces} way every scanned backtracking boundaries budget <tags> we'll \\\"quotes\\\" it no caf\\u00e9 scanner jumps backtracking while involved and it 1999 with way {braces} \\\"quotes\\\" 'single'\"}, {\"role\": \"assistant\", \"content\": \"42 is \\\"quotes\\\" budget It's They'RE dog fox exactly fox written regex backtracking <tags> written with \\\"quotes\\\" written WON'T that backtracking for a every a engine lazy <tags> 42 the once budget on because dog we'll and node.js it $1,234.56 mirrors (parens) It's 42 na\\u00efve it scanned https://example.com/a/b?c=d v1.2.3 C++ 'single' boundaries caf\\u00e9 1999 before once 3.14159 is [brackets] don't tiktoken's scanner fox [brackets] \\u6771\\u4eac over once [brackets] They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 we'll with 42 counting \\u0645\\u0631\\u062d\\u0628\\u0627 C++ 3.14159 it the quick\"}, {\"role\": \"user\", \"content\": \"<tags> (parens) with before so is that node.js C++ we'll on admission the \\u6771\\u4eac faster the caf\\u00e9 jumps Z\\u00fcrich (parens) fox \\u6771\\u4eac {braces} every {braces} fox mirrors They'RE They'RE fox counting C++ keep \\\"quotes\\\" 1999 once 100% C++ don't once way dog They'RE once involved exactly \\ud83d\\ude42 we'll piece request reservation quick the don't (parens) scanner I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 Z\\u00fcrich once admission no regex tiktoken's exactly 1999 over engine regex there's involved 42 admission no 'single' over there's (parens) caf\\u00e9 because request keep \\u6771\\u4eac keep \\\"quotes\\\" budget piece piece faster $1,234.56 quick WON'T it piece hand\"}, {\"role\": \"assistant\", \"content\": \"involved scanner WON'T {braces} {braces} It's F# piece it \\\"quotes\\\" I'M because body before quick counting piece na\\u00efve reservation hand WON'T hand the request 1999 involved because {braces} so don't F# and [brackets] faster na\\u00efve way for brown brown hand it Z\\u00fcrich 3.14159 the user@example.com with 1999 while every scanner lazy (parens) tokens [brackets] for tokens body exactly I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 over caf\\u00e9 exactly counting a tiktoken's while no https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 lazy lazy (parens) backtracking that involved keep and a tiktoken's is body They'RE it it 100% scanned jumps jumps (parens) na\\u00efve so for v1.2.3 F# 'single' way no exactly 'single' tiktoken's there's dog caf\\u00e9 engine $1,234.56 is tokens\"}, {\"role\": \"user\", \"content\": \"a C++ 100% faster the node.js gateway every It's budget reservation there's scanner before Z\\u00fcrich \\ud83d\\ude42 written written tokens faster tokens $1,234.56 counting quick Z\\u00fcrich for lazy tokens node.js before before backtracking WON'T It's jumps before Z\\u00fcrich $1,234.56 with boundaries mirrors the request once node.js faster that jumps backtracking 1999 boundaries node.js fox admission tiktoken's mirrors way the we'll involved backtracking request 3.14159 the jumps na\\u00efve na\\u00efve \\\"quotes\\\" mirrors 3.14159 <tags> na\\u00efve scanner F# because node.js 3.14159 that caf\\u00e9 100% and and (parens) \\\"quotes\\\" WON'T $1,234.56 \\u6771\\u4eac quick $1,234.56 <tags> reservation while the na\\u00efve exactly once written backtracking written the na\\u00efve\"}, {\"role\": \"assistant\", \"content\": \"tokens \\u0645\\u0631\\u062d\\u0628\\u0627 scanned [brackets] every admission [brackets] scanned 'single' exactly scanner tokens that [brackets] tokens scanned the before before They'RE every because \\\"quotes\\\" C++ scanner with with brown exactly is for user@example.com while caf\\u00e9 boundaries it WON'T scanner that admission reservation 100% is admission before gateway reservation caf\\u00e9 100% request tiktoken's 3.14159 before backtracking while so https://example.com/a/b?c=d 42 faster <tags> and and faster It's we'll mirrors 42 tiktoken's regex node.js there's scanned\"}, {\"role\": \"user\", \"content\": \"written v1.2.3 exactly reservation piece every F# reservation node.js node.js \\u6771\\u4eac that scanner https://example.com/a/b?c=d 42 {braces} it and keep It's no regex jumps with user@example.com body over It's \\\"quotes\\\" and 'single' counting I'M that \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) engine the way $1,234.56 scanned They'RE for caf\\u00e9 \\\"quotes\\\" lazy don't backtracking tokens \\\"quotes\\\" quick {braces} \\\"quotes\\\" involved involved engine scanner because hand tiktoken's v1.2.3 F# <tags> regex $1,234.56 engine {braces} gateway counting that (parens) that the before admission that every backtracking \\\"quotes\\\" [brackets] way gateway engine lazy fox 42 don't [brackets] once na\\u00efve \\\"quotes\\\" They'RE They'RE is jumps every 100% written backtracking body caf\\u00e9 that backtracking v1.2.3 (parens) F# keep exactly piece once v1.2.3 F# They'RE backtracking 100% the fox the Z\\u00fcrich involved F#\"}, {\"role\": \"assistant\", \"content\": \"{braces} 42 engine over na\\u00efve hand involved They'RE request It's Z\\u00fcrich before {braces} 42 dog <tags> every node.js is over https://example.com/a/b?c=d na\\u00efve engine fox is [brackets] is on over \\ud83d\\ude42 (parens) \\ud83d\\ude42 regex They'RE They'RE \\ud83d\\ude42 (parens) C++ node.js 100% jumps once that scanner on mirrors regex that faster tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's while F# exactly 100% 3.14159 engine \\u6771\\u4eac scanner {braces} na\\u00efve I'M the over brown written don't tokens user@example.com is F# once faster on It's a there's C++ 1999 we'll [brackets] over the dog there's request dog C++ the brown regex way na\\u00efve written before Z\\u00fcrich engine caf\\u00e9 WON'T 1999 with engine and scanned $1,234.56 keep I'M every user@example.com 'single' a and 1999 don't I'M written while and that\"}, {\"role\": \"user\", \"content\": \"budget {braces} hand so and (parens) fox for that no way is counting tokens WON'T tokens tokens lazy tokens piece on that request <tags> dog mirrors I'M mirrors scanned regex on na\\u00efve C++ once user@example.com before lazy user@example.com \\\"quotes\\\" I'M once over <tags> involved that request written backtracking \\\"quotes\\\" is no brown there's {braces} because \\ud83d\\ude42 keep reservation written 100% caf\\u00e9 v1.2.3 tiktoken's body F# \\u6771\\u4eac counting quick every faster It's while \\u6771\\u4eac every backtracking lazy They'RE tokens fox {braces} tokens \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" 1999 piece involved [brackets] tokens They'RE the a don't hand caf\\u00e9 quick before 'single' so \\u6771\\u4eac that [brackets] quick \\\"quotes\\\" counting gateway it that is It's scanner the 'single' the \\u0645\\u0631\\u062d\\u0628\\u0627 keep 100% it fox way na\\u00efve exactly mirrors caf\\u00e9 mirrors there's because piece every a\"}, {\"role\": \"assistant\", \"content\": \"counting no tiktoken's hand dog {braces} They'RE $1,234.56 involved \\\"quotes\\\" on \\u0645\\u0631\\u062d\\u0628\\u0627 the because tiktoken's 3.14159 that because counting a 3.14159 so node.js counting backtracking https://example.com/a/b?c=d C++ quick involved (parens) request (parens) F# no gateway exactly every backtracking hand on user@example.com It's written scanned before reservation {braces} there's [brackets] $1,234.56 I'M engine involved brown reservation Z\\u00fcrich request F# brown a way I'M written exactly faster \\u6771\\u4eac Z\\u00fcrich mirrors regex 42 tiktoken's caf\\u00e9 42 100% F# way 1999 no node.js way involved while and {braces} that 1999 They'RE node.js admission I'M the is there's 'single' scanner na\\u00efve scanned tiktoken's \\u6771\\u4eac before backtracking 'single'\"}, {\"role\": \"user\", \"content\": \"na\\u00efve tiktoken's boundaries admission 42 100% {braces} 'single' (parens) and and way I'M 3.14159 budget jumps with gateway the fox engine because on scanner \\\"quotes\\\" 1999 user@example.com that written 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 quick [brackets] WON'T 42 \\u6771\\u4eac \\\"quotes\\\" jumps so budget scanned 'single' boundaries and F# quick every https://example.com/a/b?c=d regex tiktoken's lazy involved we'll \\ud83d\\ude42 it admission v1.2.3 reservation counting scanner that \\u0645\\u0631\\u062d\\u0628\\u0627 over there's counting because 100% keep F# lazy $1,234.56 so that is once request is \\ud83d\\ude42 before once na\\u00efve keep\"}, {\"role\": \"assistant\", \"content\": \"with Z\\u00fcrich a 3.14159 faster faster faster jumps 'single' before over <tags> dog It's $1,234.56 node.js 'single' na\\u00efve body way we'll It's once regex the counting 3.14159 [brackets] gateway C++ on <tags> piece jumps body is node.js lazy user@example.com don't with v1.2.3 exactly user@example.com [brackets] once It's it Z\\u00fcrich [brackets] {braces} faster \\u0645\\u0631\\u062d\\u0628\\u0627 1999 that C++ involved on quick C++ scanner reservation <tags> reservation regex node.js faster because jumps It's mirrors that F# brown the request with every reservation backtracking (parens) v1.2.3 I'M {braces} once tokens reservation 42 a 3.14159 F# we'll (parens) way caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 1999 F# piece 1999 quick for scanned\"}, {\"role\": \"user\", \"content\": \"scanned piece F# reservation because regex regex counting written na\\u00efve budget 42 the before keep keep way It's It's exactly node.js because 3.14159 tokens keep with \\u0645\\u0631\\u062d\\u0628\\u0627 body exactly that reservation v1.2.3 42 [brackets] keep scanner dog piece it F# [brackets] regex that tokens exactly body node.js that once faster hand with lazy exactly boundaries jumps that scanned that written\"}, {\"role\": \"assistant\", \"content\": \"brown They'RE gateway the Z\\u00fcrich gateway user@example.com over quick and \\\"quotes\\\" boundaries regex \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 the tokens 'single' is every tokens 42 reservation (parens) request I'M backtracking regex tokens boundaries on is hand scanner boundaries caf\\u00e9 engine and jumps It's the over user@example.com user@example.com I'M on lazy while 1999 WON'T brown that reservation It's v1.2.3 WON'T exactly gateway with quick F# F# the I'M gateway I'M don't way boundaries \\\"quotes\\\" reservation <tags> Z\\u00fcrich and 3.14159 on faster na\\u00efve 42 v1.2.3 v1.2.3 3.14159 jumps hand we'll once (parens) C++ the faster keep They'RE node.js fox scanned 42 jumps faster way gateway hand 1999 it that request keep \\u6771\\u4eac <tags> $1,234.56 tokens engine that we'll F# we'll written \\\"quotes\\\" a is no keep tiktoken's node.js node.js on counting user@example.com \\\"quotes\\\" {braces} 1999 user@example.com hand fox I'M node.js is\"}, {\"role\": \"user\", \"content\": \"'single' \\u6771\\u4eac and scanned v1.2.3 dog \\u6771\\u4eac with budget $1,234.56 a exactly and scanned body way na\\u00efve on brown mirrors a 3.14159 dog fox jumps {braces} (parens) jumps the way over and we'll involved faster user@example.com fox body there's gateway body brown jumps there's for 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking It's mirrors Z\\u00fcrich 'single' tokens 'single' for user@example.com 100% faster there's keep C++ and don't gateway budget {braces} faster hand don't is involved \\u6771\\u4eac regex regex reservation scanner\"}, {\"role\": \"assistant\", \"content\": \"F# body is regex jumps WON'T reservation Z\\u00fcrich tokens piece that and \\u0645\\u0631\\u062d\\u0628\\u0627 [brackets] for 'single' we'll engine F# there's \\\"quotes\\\" so counting \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d [brackets] piece <tags> [brackets] involved exactly fox {braces} \\ud83d\\ude42 3.14159 way F# 3.14159 scanned while keep every request \\u6771\\u4eac way C++ na\\u00efve engine engine user@example.com because admission I'M gateway v1.2.3 v1.2.3 It's it Z\\u00fcrich https://example.com/a/b?c=d 3.14159 Z\\u00fcrich hand [brackets] [brackets] dog that 'single' exactly \\u6771\\u4eac regex brown reservation involved and WON'T F# na\\u00efve before It's a tiktoken's I'M we'll with written budget engine caf\\u00e9 tokens 100% scanned It's brown every a for\"}, {\"role\": \"user\", \"content\": \"involved because caf\\u00e9 so there's I'M 42 no na\\u00efve na\\u00efve exactly tiktoken's once scanner tiktoken's counting exactly dog the a and faster WON'T so They'RE 'single' faster for written C++ 3.14159 tiktoken's $1,234.56 C++ way exactly https://example.com/a/b?c=d every way node.js budget 42 <tags> before before gateway it mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 way faster budget (parens) budget every that don't over so v1.2.3 request we'll because with \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 don't 'single' reservation fox tokens there's request it They'RE [brackets] it node.js gateway 'single' node.js body <tags> once way quick 3.14159\"}, {\"role\": \"assistant\", \"content\": \"3.14159 while reservation body before on once (parens) request because https://example.com/a/b?c=d involved 42 user@example.com and no request They'RE dog F# na\\u00efve They'RE exactly [brackets] regex engine mirrors scanner engine It's there's counting \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich way 3.14159 over counting dog gateway no we'll for \\\"quotes\\\" no lazy 42 involved counting involved written counting 1999 a $1,234.56 tokens regex quick and no once \\u6771\\u4eac every so brown is \\u0645\\u0631\\u062d\\u0628\\u0627 fox https://example.com/a/b?c=d caf\\u00e9 brown \\u6771\\u4eac 42 exactly a scanner over \\ud83d\\ude42 we'll budget dog {braces} for before faster\"}, {\"role\": \"user\", \"content\": \"<tags> faster the over keep while \\u0645\\u0631\\u062d\\u0628\\u0627 tiktoken's once the because involved scanner regex that \\u6771\\u4eac there's brown WON'T dog \\u0645\\u0631\\u062d\\u0628\\u0627 budget lazy v1.2.3 v1.2.3 caf\\u00e9 counting so don't the scanner I'M caf\\u00e9 1999 don't once engine lazy (parens) request keep user@example.com the keep fox the Z\\u00fcrich https://example.com/a/b?c=d 3.14159 caf\\u00e9 (parens) It's piece I'M written \\\"quotes\\\" 'single' It's that {braces} reservation piece\"}, {\"role\": \"assistant\", \"content\": \"fox quick C++ brown before no lazy faster the that the every 100% na\\u00efve that 100% {braces} scanner we'll involved na\\u00efve before that {braces} faster mirrors because 'single' it faster v1.2.3 involved is so with request piece piece while that engine admission tokens gateway scanned before F# every $1,234.56 hand 1999 <tags> request is over v1.2.3 <tags> over quick regex v1.2.3 v1.2.3 boundaries Z\\u00fcrich and\"}, {\"role\": \"user\", \"content\": \"node.js WON'T faster \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 dog <tags> tokens and the no because They'RE and WON'T WON'T caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 42 na\\u00efve written keep don't the WON'T is admission $1,234.56 and every the I'M is C++ budget node.js tokens (parens) node.js caf\\u00e9 'single' with engine https://example.com/a/b?c=d v1.2.3 written node.js {braces} tiktoken's boundaries tiktoken's lazy scanned user@example.com quick body regex backtracking involved jumps faster quick They'RE request na\\u00efve body on written \\ud83d\\ude42 regex a It's a a no \\\"quotes\\\" \\ud83d\\ude42 while involved the jumps and \\ud83d\\ude42 node.js https://example.com/a/b?c=d boundaries na\\u00efve node.js brown hand 42 na\\u00efve for before C++ while https://example.com/a/b?c=d 42 because that for reservation \\\"quotes\\\" gateway budget is a so It's Z\\u00fcrich budget regex once scanned piece regex budget before over na\\u00efve regex\"}, {\"role\": \"assistant\", \"content\": \"WON'T on scanned user@example.com They'RE exactly faster the for a boundaries faster faster $1,234.56 I'M with don't {braces} jumps \\u0645\\u0631\\u062d\\u0628\\u0627 jumps so is keep while Z\\u00fcrich 42 so tiktoken's [brackets] written {braces} request engine no faster node.js counting \\u6771\\u4eac lazy counting faster is mirrors it there's jumps tiktoken's piece [brackets] \\u6771\\u4eac so brown admission brown Z\\u00fcrich way mirrors reservation user@example.com v1.2.3 $1,234.56 budget because the <tags>\"}, {\"role\": \"user\", \"content\": \"every jumps 'single' engine so dog scanned F# there's \\ud83d\\ude42 https://example.com/a/b?c=d user@example.com exactly backtracking node.js admission is na\\u00efve v1.2.3 tokens the fox involved gateway that admission don't reservation hand engine C++ so for we'll over written dog https://example.com/a/b?c=d while way dog and written with brown F# budget backtracking so tiktoken's \\u6771\\u4eac exactly written involved They'RE because reservation a caf\\u00e9 over boundaries regex is 'single' admission keep admission I'M WON'T admission counting scanned dog {braces} admission admission every F# 1999 scanner They'RE and the na\\u00efve 42 there's with involved 42 exactly 100% it [brackets] way They'RE node.js \\ud83d\\ude42 keep we'll I'M so I'M tiktoken's reservation WON'T caf\\u00e9 boundaries C++\"}, {\"role\": \"assistant\", \"content\": \"node.js the It's so C++ scanned so 1999 the budget request F# fox body body keep is [brackets] <tags> 42 over scanner there's \\u0645\\u0631\\u062d\\u0628\\u0627 node.js \\u0645\\u0631\\u062d\\u0628\\u0627 don't involved F# hand na\\u00efve scanned with involved engine jumps WON'T {braces} mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 is counting C++ fox it (parens) 3.14159 regex engine {braces} it keep 'single' the \\u0645\\u0631\\u062d\\u0628\\u0627 gateway engine WON'T user@example.com keep [brackets] once before budget the reservation regex hand keep user@example.com It's written reservation no fox \\\"quotes\\\" on \\u6771\\u4eac (parens) Z\\u00fcrich backtracking <tags> \\ud83d\\ude42 [brackets] mirrors gateway scanner boundaries v1.2.3 brown admission 1999 because way tokens regex admission so \\u0645\\u0631\\u062d\\u0628\\u0627 with counting fox tiktoken's na\\u00efve tokens counting gateway\"}, {\"role\": \"user\", \"content\": \"v1.2.3 dog counting 42 1999 with (parens) 42 scanner involved the it 'single' jumps over and user@example.com once I'M I'M engine before mirrors a faster brown quick Z\\u00fcrich v1.2.3 \\u6771\\u4eac body it mirrors na\\u00efve fox budget 'single' with mirrors WON'T user@example.com faster so Z\\u00fcrich scanned It's that written reservation is <tags> that 42 v1.2.3 over 1999 on 1999 that over na\\u00efve brown there's the 100% \\u6771\\u4eac request \\\"quotes\\\" $1,234.56 budget regex piece na\\u00efve 3.14159 the scanner \\u6771\\u4eac scanner scanner It's v1.2.3 on tokens engine 1999 42\"}, {\"role\": \"assistant\", \"content\": \"faster $1,234.56 piece user@example.com for \\u0645\\u0631\\u062d\\u0628\\u0627 while so on Z\\u00fcrich backtracking no It's \\\"quotes\\\" hand node.js before engine it tokens jumps reservation dog jumps [brackets] boundaries scanner for (parens) {braces} and <tags> request before scanned because before the for admission mirrors every piece admission keep and gateway we'll brown 1999 is I'M They'RE over https://example.com/a/b?c=d 3.14159 while hand once exactly way counting caf\\u00e9 3.14159 hand na\\u00efve every scanned \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors because They'RE backtracking \\ud83d\\ude42 \\\"quotes\\\" over admission piece on don't scanned exactly reservation and (parens)\"}, {\"role\": \"user\", \"content\": \"every quick that that while na\\u00efve fox {braces} while brown that v1.2.3 dog a C++ F# over for regex while <tags> every jumps it is 1999 caf\\u00e9 it and there's C++ we'll over counting boundaries brown 42 I'M involved and reservation boundaries so before I'M with scanned every is involved https://example.com/a/b?c=d lazy regex piece It's a while v1.2.3 user@example.com the 'single' I'M a is is \\\"quotes\\\" user@example.com because node.js faster F# Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 that na\\u00efve because brown involved the so involved WON'T body backtracking quick engine backtracking gateway that a user@example.com body [brackets] tokens every boundaries while \\ud83d\\ude42 is on boundaries scanner node.js Z\\u00fcrich is there's for regex it 100% piece tiktoken's\"}, {\"role\": \"assistant\", \"content\": \"reservation hand before F# counting $1,234.56 caf\\u00e9 faster \\u6771\\u4eac [brackets] tokens Z\\u00fcrich tiktoken's on written {braces} It's keep \\\"quotes\\\" while tokens na\\u00efve the no because keep https://example.com/a/b?c=d because counting request \\\"quotes\\\" it a because hand involved reservation node.js and backtracking 42 on piece I'M gateway 'single' mirrors the Z\\u00fcrich quick lazy brown {braces} admission Z\\u00fcrich C++ before https://example.com/a/b?c=d It's engine backtracking don't \\u6771\\u4eac piece dog no keep Z\\u00fcrich piece and 42 regex C++ caf\\u00e9 with we'll 3.14159 'single' mirrors counting Z\\u00fcrich it dog scanner a node.js piece {braces} we'll we'll because They'RE user@example.com fox caf\\u00e9 1999 42 every counting tiktoken's It's before backtracking scanner 42 the \\u6771\\u4eac admission lazy F# gateway mirrors It's C++ tiktoken's is dog no written https://example.com/a/b?c=d \\u6771\\u4eac exactly \\\"quotes\\\" body exactly\"}, {\"role\": \"user\", \"content\": \"that https://example.com/a/b?c=d the over boundaries scanner don't [brackets] quick every because because I'M because so once dog mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" quick on 'single' (parens) 42 and that before while while engine while over <tags> tiktoken's counting exactly {braces} tiktoken's piece gateway user@example.com It's that admission scanner It's request \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com that 42 for so \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 user@example.com for F# exactly that 100% backtracking boundaries it fox tiktoken's piece counting once engine admission piece Z\\u00fcrich a budget keep and {braces} is reservation scanner with https://example.com/a/b?c=d gateway no user@example.com na\\u00efve so user@example.com written brown\"}, {\"role\": \"assistant\", \"content\": \"piece They'RE body v1.2.3 \\ud83d\\ude42 C++ na\\u00efve It's we'll backtracking on because the <tags> counting a involved counting that there's request WON'T jumps that node.js Z\\u00fcrich quick https://example.com/a/b?c=d They'RE Z\\u00fcrich 3.14159 engine budget \\ud83d\\ude42 \\\"quotes\\\" scanner don't {braces} F# request don't $1,234.56 \\\"quotes\\\" tokens over while admission every with quick I'M \\\"quotes\\\" {braces} fox [brackets] gateway dog keep Z\\u00fcrich every [brackets] every mirrors C++ \\ud83d\\ude42 They'RE <tags> is [brackets] 3.14159 scanner hand and request 3.14159 with scanner no the regex 1999 They'RE every dog there's the admission that tiktoken's 'single' engine\"}, {\"role\": \"user\", \"content\": \"boundaries It's way dog I'M body lazy https://example.com/a/b?c=d budget faster for I'M regex every body piece with \\ud83d\\ude42 regex before for quick 'single' exactly with over brown there's jumps the don't {braces} and [brackets] it jumps on while don't no exactly every tokens and the 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 no [brackets] keep \\ud83d\\ude42 with Z\\u00fcrich gateway while backtracking the [brackets] every is \\u6771\\u4eac while faster for while budget [brackets] \\ud83d\\ude42 don't once <tags> quick so hand 'single' It's on dog exactly with once engine 'single' no written involved over tokens way over [brackets] with so regex caf\\u00e9 3.14159 \\ud83d\\ude42 a node.js every <tags> because faster reservation budget v1.2.3 with lazy I'M engine because and for before before engine mirrors \\\"quotes\\\" that node.js node.js counting a admission counting on WON'T no piece I'M once boundaries\"}, {\"role\": \"assistant\", \"content\": \"piece counting quick \\u0645\\u0631\\u062d\\u0628\\u0627 brown the there's mirrors regex faster involved tokens backtracking F# backtracking \\\"quotes\\\" \\ud83d\\ude42 with \\u6771\\u4eac body with gateway counting lazy exactly request [brackets] 'single' because while keep is I'M jumps body {braces} mirrors 1999 $1,234.56 faster it so <tags> {braces} v1.2.3 keep 42 admission admission It's that involved https://example.com/a/b?c=d na\\u00efve \\u6771\\u4eac \\u6771\\u4eac 42 fox node.js the (parens) (parens) [brackets] on faster hand node.js engine before \\u0645\\u0631\\u062d\\u0628\\u0627 jumps body we'll engine regex Z\\u00fcrich body admission 3.14159 They'RE Z\\u00fcrich scanner before scanner reservation \\u6771\\u4eac admission involved don't lazy $1,234.56 $1,234.56 that lazy scanned F# for request https://example.com/a/b?c=d there's before scanner reservation They'RE on \\u0645\\u0631\\u062d\\u0628\\u0627 quick we'll 100% lazy while budget 'single' once quick brown admission node.js gateway 1999 v1.2.3 piece because https://example.com/a/b?c=d reservation $1,234.56 for na\\u00efve \\ud83d\\ude42 exactly gateway that exactly on node.js and\"}, {\"role\": \"user\", \"content\": \"hand counting request while reservation there's body regex tokens don't regex every no a engine it a 1999 F# reservation with on mirrors for before Z\\u00fcrich v1.2.3 on the \\u0645\\u0631\\u062d\\u0628\\u0627 quick involved budget every node.js the hand <tags> it with node.js 1999 quick faster backtracking quick 42 while counting mirrors over so reservation involved [brackets] no written and tokens fox tiktoken's It's written \\ud83d\\ude42 over admission with over don't \\u6771\\u4eac way counting \\ud83d\\ude42 $1,234.56 https://example.com/a/b?c=d body hand over request tiktoken's that budget https://example.com/a/b?c=d exactly scanned gateway regex the while It's there's written for lazy F# counting body caf\\u00e9 jumps that counting jumps\"}, {\"role\": \"assistant\", \"content\": \"faster Z\\u00fcrich boundaries faster don't counting before dog engine I'M Z\\u00fcrich 3.14159 C++ \\u0645\\u0631\\u062d\\u0628\\u0627 for scanned involved engine backtracking brown \\u6771\\u4eac mirrors is (parens) backtracking tokens admission that Z\\u00fcrich don't C++ tiktoken's user@example.com that mirrors lazy scanner (parens) piece the body every \\\"quotes\\\" the request tokens body C++ (parens) a don't They'RE exactly the 3.14159 is budget user@example.com it \\\"quotes\\\" on \\ud83d\\ude42 backtracking admission <tags> written \\ud83d\\ude42 C++ quick fox 1999 I'M for it don't 1999 because way there's body reservation 100% WON'T dog 1999 tokens once a over once so $1,234.56 jumps They'RE scanner 3.14159 regex request 'single' exactly $1,234.56 exactly\"}, {\"role\": \"user\", \"content\": \"we'll 1999 lazy over 42 user@example.com over scanned gateway lazy piece so lazy exactly 'single' caf\\u00e9 node.js there's and once v1.2.3 while faster gateway every way 1999 gateway while <tags> 1999 1999 on caf\\u00e9 so written backtracking \\\"quotes\\\" backtracking scanner https://example.com/a/b?c=d body admission dog piece way brown fox 3.14159 with WON'T \\u6771\\u4eac \\\"quotes\\\" and exactly lazy na\\u00efve 1999 (parens) and involved keep that 3.14159 F# keep lazy no na\\u00efve request https://example.com/a/b?c=d jumps 'single' fox 'single' [brackets] tiktoken's counting once there's na\\u00efve admission faster F# we'll \\\"quotes\\\" https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 exactly \\u6771\\u4eac hand over https://example.com/a/b?c=d F# fox scanned 1999\"}, {\"role\": \"assistant\", \"content\": \"1999 no there's is 'single' C++ na\\u00efve that over admission \\\"quotes\\\" F# scanner gateway piece 100% while for no {braces} with fox scanned counting \\\"quotes\\\" there's gateway user@example.com keep body involved 3.14159 Z\\u00fcrich Z\\u00fcrich \\\"quotes\\\" [brackets] quick admission request a is 42 scanned caf\\u00e9 \\\"quotes\\\" I'M piece C++ mirrors 'single' every $1,234.56 3.14159 regex quick dog 42 WON'T brown no {braces} piece body quick before Z\\u00fcrich for for request {braces} engine while \\u6771\\u4eac Z\\u00fcrich brown gateway counting backtracking before don't $1,234.56 the request so {braces} \\u6771\\u4eac [brackets] because a node.js a 3.14159 boundaries every <tags> quick we'll jumps na\\u00efve that on we'll scanner tokens \\u6771\\u4eac https://example.com/a/b?c=d tokens 'single' keep\"}, {\"role\": \"user\", \"content\": \"fox admission exactly dog \\u6771\\u4eac backtracking {braces} node.js \\\"quotes\\\" way gateway on <tags> 1999 engine scanner keep quick way written boundaries because $1,234.56 don't there's way so over tokens F# that we'll v1.2.3 scanned F# for \\u0645\\u0631\\u062d\\u0628\\u0627 <tags> involved there's while {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 admission admission [brackets] They'RE \\ud83d\\ude42 regex body quick that v1.2.3 dog quick user@example.com over before admission hand is budget brown admission we'll body node.js na\\u00efve boundaries hand (parens) there's we'll v1.2.3 100% caf\\u00e9 for [brackets] 100% dog \\\"quotes\\\" piece boundaries I'M admission backtracking gateway engine no C++ there's we'll tiktoken's regex \\u0645\\u0631\\u062d\\u0628\\u0627 way WON'T {braces} once counting 1999 it before quick request WON'T we'll I'M admission lazy tokens involved 42 gateway lazy faster written that reservation exactly \\u6771\\u4eac 100% piece 100% scanner admission\"}, {\"role\": \"assistant\", \"content\": \"exactly because body and we'll so backtracking over fox F# I'M that jumps don't don't lazy scanned I'M lazy way piece It's They'RE scanner gateway 1999 so fox no because gateway 1999 that boundaries engine They'RE on admission scanner over Z\\u00fcrich that Z\\u00fcrich written v1.2.3 WON'T [brackets] tiktoken's scanner 3.14159 don't \\u6771\\u4eac tiktoken's user@example.com [brackets] before \\\"quotes\\\" no C++ node.js scanned 42\"}, {\"role\": \"user\", \"content\": \"once so 3.14159 because 100% with $1,234.56 faster no jumps once written gateway written tokens [brackets] before brown a counting \\\"quotes\\\" tiktoken's They'RE the quick (parens) exactly request jumps before involved mirrors dog budget \\ud83d\\ude42 every scanned \\ud83d\\ude42 fox https://example.com/a/b?c=d gateway body node.js <tags> lazy na\\u00efve v1.2.3 exactly way [brackets] gateway scanned WON'T [brackets] https://example.com/a/b?c=d piece \\u6771\\u4eac C++ 3.14159 fox v1.2.3 tokens mirrors caf\\u00e9 engine brown Z\\u00fcrich They'RE hand quick $1,234.56 WON'T tokens lazy written na\\u00efve 'single' dog lazy it that way \\ud83d\\ude42\"}, {\"role\": \"assistant\", \"content\": \"dog a They'RE It's so They'RE counting user@example.com jumps F# request no node.js there's na\\u00efve mirrors \\u6771\\u4eac tiktoken's scanner backtracking hand boundaries 1999 brown written mirrors written faster that budget because hand with 3.14159 and over WON'T every that way regex boundaries C++ \\u0645\\u0631\\u062d\\u0628\\u0627 piece Z\\u00fcrich because it They'RE <tags> involved https://example.com/a/b?c=d body 42 a fox that every and request {braces} with node.js F# [brackets] $1,234.56 on no budget way on backtracking node.js so 100%\"}, {\"role\": \"user\", \"content\": \"They'RE scanned dog body on that don't 1999 \\ud83d\\ude42 scanner 1999 that exactly C++ They'RE every caf\\u00e9 brown so \\ud83d\\ude42 caf\\u00e9 mirrors and while request WON'T budget scanner na\\u00efve Z\\u00fcrich the fox 3.14159 100% 'single' before \\ud83d\\ude42 Z\\u00fcrich scanner before that 1999 v1.2.3 body every boundaries that and v1.2.3 1999 100% because user@example.com dog engine keep the we'll I'M scanned na\\u00efve \\\"quotes\\\" there's that lazy https://example.com/a/b?c=d {braces} Z\\u00fcrich exactly \\\"quotes\\\" budget reservation involved that mirrors boundaries na\\u00efve that backtracking \\ud83d\\ude42 once \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 WON'T WON'T I'M node.js involved don't {braces} a and lazy piece backtracking for hand regex\"}, {\"role\": \"assistant\", \"content\": \"WON'T admission admission F# because don't [brackets] tiktoken's before the so na\\u00efve don't hand no na\\u00efve request on mirrors dog \\u0645\\u0631\\u062d\\u0628\\u0627 and before while body $1,234.56 v1.2.3 mirrors piece reservation so backtracking user@example.com every 100% F# regex 1999 brown [brackets] gateway 42 and on with 42 regex (parens) {braces} WON'T v1.2.3 {braces} a there's every I'M the 'single' 42 F# involved \\ud83d\\ude42 piece keep scanner the before I'M reservation written 3.14159 before there's piece once It's \\\"quotes\\\" dog written brown (parens) because while fox quick exactly user@example.com $1,234.56 boundaries Z\\u00fcrich is admission WON'T scanner we'll $1,234.56 hand [brackets] written {braces} {braces} {braces} the\"}, {\"role\": \"user\", \"content\": \"counting once C++ it the and involved keep it so there's I'M C++ 1999 no keep piece It's no user@example.com 'single' I'M WON'T node.js there's 100% quick 100% dog \\ud83d\\ude42 faster Z\\u00fcrich is before there's on don't F# {braces} keep that it na\\u00efve faster counting faster is over hand hand before involved tokens v1.2.3 {braces} boundaries backtracking so on before regex hand backtracking for while keep so (parens) tokens is with exactly backtracking (parens) admission $1,234.56 once no 42 C++ brown reservation Z\\u00fcrich \\\"quotes\\\"\"}, {\"role\": \"assistant\", \"content\": \"so {braces} It's involved body $1,234.56 lazy scanner caf\\u00e9 na\\u00efve v1.2.3 mirrors 3.14159 na\\u00efve the fox It's before we'll over no involved counting C++ brown quick hand \\u6771\\u4eac every exactly 42 boundaries $1,234.56 dog WON'T quick scanned na\\u00efve dog na\\u00efve boundaries quick backtracking <tags> body [brackets] tokens piece 100% exactly F# on admission the WON'T budget scanner \\\"quotes\\\" and WON'T we'll boundaries on budget scanned with \\ud83d\\ude42 $1,234.56 before we'll tiktoken's https://example.com/a/b?c=d https://example.com/a/b?c=d over no the there's It's don't over way keep [brackets] with body They'RE the once jumps keep admission They'RE tokens tokens jumps no 1999 fox 3.14159 100% reservation (parens) lazy [brackets] because https://example.com/a/b?c=d \\u0645\\u0631\\u062d\\u0628\\u0627 reservation 3.14159 keep while They'RE I'M brown quick They'RE admission exactly F# regex gateway and v1.2.3 while (parens) because with \\\"quotes\\\"\"}, {\"role\": \"user\", \"content\": \"scanner while node.js scanner 42 hand tokens tiktoken's They'RE engine is 'single' 'single' piece and v1.2.3 while it faster don't brown don't body na\\u00efve (parens) \\ud83d\\ude42 node.js the \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d caf\\u00e9 that $1,234.56 mirrors admission \\ud83d\\ude42 scanner that \\\"quotes\\\" C++ (parens) WON'T Z\\u00fcrich They'RE It's \\ud83d\\ude42 caf\\u00e9 that with WON'T it hand that over \\\"quotes\\\" 'single' na\\u00efve 1999 piece keep {braces} quick the no regex \\u0645\\u0631\\u062d\\u0628\\u0627 \\ud83d\\ude42 piece na\\u00efve the \\u0645\\u0631\\u062d\\u0628\\u0627 'single' no <tags> that a body with\"}, {\"role\": \"assistant\", \"content\": \"that C++ over caf\\u00e9 tiktoken's scanned \\u0645\\u0631\\u062d\\u0628\\u0627 fox \\\"quotes\\\" for node.js once keep C++ counting once body so for jumps every before reservation user@example.com budget [brackets] boundaries 42 1999 written jumps $1,234.56 that the https://example.com/a/b?c=d faster Z\\u00fcrich request and once involved [brackets] so over over na\\u00efve caf\\u00e9 for for \\\"quotes\\\" while that scanned tokens scanner no no It's F# request request reservation Z\\u00fcrich jumps the na\\u00efve (parens) the backtracking jumps na\\u00efve scanner caf\\u00e9 keep I'M \\u6771\\u4eac quick scanner body hand scanner I'M way https://example.com/a/b?c=d it caf\\u00e9 mirrors (parens) F# keep {braces} brown WON'T regex engine user@example.com reservation user@example.com brown don't engine brown hand They'RE written https://example.com/a/b?c=d way (parens) dog\"}, {\"role\": \"user\", \"content\": \"\\u6771\\u4eac F# scanner that regex It's lazy na\\u00efve 100% involved keep the admission na\\u00efve user@example.com a for Z\\u00fcrich {braces} exactly lazy counting while tokens with hand written a is counting I'M [brackets] [brackets] 100% <tags> tokens body \\\"quotes\\\" \\\"quotes\\\" tiktoken's v1.2.3 https://example.com/a/b?c=d counting $1,234.56 <tags> $1,234.56 don't keep that before scanned lazy before gateway na\\u00efve scanner fox $1,234.56 tiktoken's faster so I'M involved over (parens) admission lazy <tags> dog caf\\u00e9 don't jumps 100% node.js request because caf\\u00e9 https://example.com/a/b?c=d 42 before 1999 [brackets] {braces} once [brackets] caf\\u00e9 scanner quick there's\"}, {\"role\": \"assistant\", \"content\": \"scanner caf\\u00e9 (parens) keep so {braces} on F# it because so over brown It's exactly I'M I'M F# faster $1,234.56 tokens exactly $1,234.56 caf\\u00e9 the na\\u00efve engine user@example.com \\\"quotes\\\" written C++ so regex don't backtracking engine the caf\\u00e9 C++ They'RE fox lazy written WON'T boundaries keep It's caf\\u00e9 while {braces} C++ keep jumps no node.js 3.14159 there's faster no 'single' so It's so a once scanner \\u0645\\u0631\\u062d\\u0628\\u0627 engine every once before backtracking request because F# scanned jumps I'M exactly we'll we'll and once [brackets] there's exactly 100%\"}, {\"role\": \"user\", \"content\": \"C++ <tags> tiktoken's $1,234.56 body scanner <tags> dog I'M regex that https://example.com/a/b?c=d mirrors every before user@example.com \\\"quotes\\\" with involved scanner budget I'M reservation hand that for 42 fox 42 tokens scanned They'RE They'RE \\\"quotes\\\" keep reservation piece Z\\u00fcrich the 3.14159 counting counting boundaries F# every while body boundaries 42 don't hand <tags> faster the reservation no \\u0645\\u0631\\u062d\\u0628\\u0627 that \\u6771\\u4eac while involved lazy involved caf\\u00e9 that on \\u6771\\u4eac dog 'single' on over once keep Z\\u00fcrich lazy https://example.com/a/b?c=d backtracking scanned 100% 1999 C++ body \\u0645\\u0631\\u062d\\u0628\\u0627 scanner https://example.com/a/b?c=d {braces} don't 3.14159 node.js regex fox faster I'M we'll lazy because backtracking \\ud83d\\ude42 fox F# \\\"quotes\\\" mirrors tokens It's and the for a WON'T regex reservation 42 dog They'RE request on node.js 'single' tokens node.js that admission 1999 on WON'T budget \\ud83d\\ude42 admission exactly 1999 that we'll \\u0645\\u0631\\u062d\\u0628\\u0627 Z\\u00fcrich\"}, {\"role\": \"assistant\", \"content\": \"it 1999 engine \\\"quotes\\\" v1.2.3 every body boundaries over fox before I'M faster that fox \\u0645\\u0631\\u062d\\u0628\\u0627 involved node.js keep They'RE fox the with WON'T jumps hand caf\\u00e9 (parens) exactly user@example.com engine Z\\u00fcrich for request that involved na\\u00efve boundaries faster before no way 'single' piece don't tokens \\ud83d\\ude42 regex $1,234.56 \\ud83d\\ude42 keep [brackets] over 100% once that exactly node.js (parens) Z\\u00fcrich v1.2.3 scanned the admission there's F# and is tiktoken's on \\u0645\\u0631\\u062d\\u0628\\u0627 no involved I'M C++ 42 there's while before v1.2.3 piece over brown we'll 1999 lazy that user@example.com budget C++ on quick engine 1999 {braces} faster and that node.js budget body\"}, {\"role\": \"user\", \"content\": \"user@example.com no tiktoken's involved jumps exactly \\ud83d\\ude42 They'RE \\ud83d\\ude42 once because faster node.js I'M engine hand lazy we'll [brackets] fox budget quick every the tokens C++ a quick They'RE {braces} faster caf\\u00e9 for mirrors caf\\u00e9 it user@example.com node.js written on that engine regex https://example.com/a/b?c=d there's tokens don't na\\u00efve counting \\ud83d\\ude42 user@example.com mirrors engine $1,234.56 3.14159 backtracking hand request brown keep tiktoken's \\u6771\\u4eac <tags> a there's it scanner keep engine because fox scanned no I'M no <tags> scanned faster 42 [brackets] hand \\u0645\\u0631\\u062d\\u0628\\u0627 that budget scanned that tokens admission C++ and [brackets] that 'single'\"}, {\"role\": \"assistant\", \"content\": \"node.js regex while and WON'T body 100% gateway there's https://example.com/a/b?c=d WON'T keep brown 100% budget with budget \\u0645\\u0631\\u062d\\u0628\\u0627 and so don't while don't exactly backtracking faster tokens gateway node.js lazy over written counting 100% node.js tiktoken's brown dog v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 we'll C++ the with don't we'll tokens 100% no no written scanned counting involved hand user@example.com \\\"quotes\\\" lazy <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 body counting for [brackets] 'single' backtracking piece It's regex don't admission once boundaries over lazy F# \\u6771\\u4eac tokens it \\u6771\\u4eac user@example.com fox that while tiktoken's Z\\u00fcrich and (parens) every [brackets] keep counting 100% 42 3.14159 counting it {braces} piece 'single' involved https://example.com/a/b?c=d involved quick \\ud83d\\ude42 tokens written that request tiktoken's lazy admission 42 I'M tokens \\\"quotes\\\" Z\\u00fcrich engine reservation tiktoken's once so a scanned {braces} scanner dog before piece written keep https://example.com/a/b?c=d while It's {braces} Z\\u00fcrich it\"}, {\"role\": \"user\", \"content\": \"Z\\u00fcrich 3.14159 They'RE They'RE there's budget we'll gateway a brown [brackets] jumps once fox there's F# boundaries node.js for once 42 F# dog once so jumps 42 and 100% while it user@example.com exactly brown so [brackets] Z\\u00fcrich 'single' request with tiktoken's Z\\u00fcrich every reservation hand boundaries keep a \\ud83d\\ude42 it once admission piece and we'll budget dog na\\u00efve 3.14159 backtracking so gateway 42 Z\\u00fcrich faster (parens) node.js 100% lazy jumps fox scanner engine 'single' counting request \\u6771\\u4eac a regex brown that 1999 https://example.com/a/b?c=d user@example.com They'RE regex I'M \\ud83d\\ude42 3.14159 \\u0645\\u0631\\u062d\\u0628\\u0627 scanner budget tokens [brackets] WON'T that quick budget v1.2.3 way way user@example.com request the [brackets] $1,234.56 gateway They'RE quick scanned $1,234.56 \\ud83d\\ude42 na\\u00efve don't admission \\u0645\\u0631\\u062d\\u0628\\u0627 budget \\u0645\\u0631\\u062d\\u0628\\u0627\"}, {\"role\": \"assistant\", \"content\": \"WON'T admission piece \\u6771\\u4eac gateway no \\ud83d\\ude42 WON'T tokens 'single' piece admission 3.14159 It's while <tags> I'M Z\\u00fcrich the keep boundaries Z\\u00fcrich WON'T It's [brackets] brown tokens They'RE exactly boundaries WON'T admission piece (parens) so tiktoken's backtracking is \\u0645\\u0631\\u062d\\u0628\\u0627 before mirrors 3.14159 dog backtracking written caf\\u00e9 hand scanned way that \\ud83d\\ude42 tiktoken's quick way They'RE {braces} counting na\\u00efve once reservation <tags> fox admission $1,234.56 hand and fox we'll hand because quick the is \\u6771\\u4eac {braces} \\\"quotes\\\" exactly and dog so scanner involved \\u6771\\u4eac [brackets]\"}, {\"role\": \"user\", \"content\": \"a \\u0645\\u0631\\u062d\\u0628\\u0627 I'M we'll before backtracking [brackets] scanner don't tokens admission tokens https://example.com/a/b?c=d C++ <tags> $1,234.56 is \\ud83d\\ude42 exactly dog piece no tiktoken's admission 'single' the quick that every before before dog It's engine so tiktoken's the boundaries https://example.com/a/b?c=d 'single' 1999 written body {braces} there's scanned budget admission don't for we'll \\\"quotes\\\" body quick regex quick there's we'll it https://example.com/a/b?c=d user@example.com involved na\\u00efve 3.14159 on we'll the over na\\u00efve na\\u00efve \\u6771\\u4eac gateway I'M v1.2.3 it way the scanner jumps budget C++ C++ \\u6771\\u4eac it with quick F# F# with piece budget involved request before backtracking the tiktoken's scanner <tags> $1,234.56 backtracking body admission over They'RE on engine request node.js while that They'RE backtracking request v1.2.3 42 3.14159 and 100% scanned a caf\\u00e9 every 100% exactly request tokens is gateway before a exactly caf\\u00e9 we'll node.js because \\ud83d\\ude42 admission\"}, {\"role\": \"assistant\", \"content\": \"F# \\u0645\\u0631\\u062d\\u0628\\u0627 the we'll user@example.com mirrors F# \\u6771\\u4eac faster over with C++ no because piece scanned because 42 piece (parens) scanned admission 100% Z\\u00fcrich It's 42 for 1999 the regex the dog faster budget <tags> (parens) brown engine It's on (parens) so https://example.com/a/b?c=d piece over v1.2.3 scanned don't It's piece regex admission https://example.com/a/b?c=d every don't dog F# no regex hand is dog piece no counting v1.2.3 don't https://example.com/a/b?c=d the 3.14159 because once https://example.com/a/b?c=d \\u6771\\u4eac\"}, {\"role\": \"user\", \"content\": \"we'll body tiktoken's F# lazy is is request we'll because dog \\u6771\\u4eac boundaries lazy caf\\u00e9 exactly quick jumps They'RE 3.14159 brown \\u6771\\u4eac 3.14159 'single' on keep faster 'single' because I'M no 'single' tiktoken's exactly F# v1.2.3 tokens hand because faster that over and gateway don't 42 \\u0645\\u0631\\u062d\\u0628\\u0627 lazy before that once for keep body lazy Z\\u00fcrich before faster piece gateway caf\\u00e9 exactly involved scanner the \\ud83d\\ude42 node.js WON'T way before C++ written 1999 It's with that is every na\\u00efve 1999 keep \\u6771\\u4eac quick request regex budget It's 1999 before a hand lazy engine WON'T don't while brown admission \\u0645\\u0631\\u062d\\u0628\\u0627 1999 caf\\u00e9 na\\u00efve WON'T boundaries counting reservation \\\"quotes\\\" there's the once over counting request\"}, {\"role\": \"assistant\", \"content\": \"gateway reservation once F# C++ written 42 on piece https://example.com/a/b?c=d [brackets] that \\u0645\\u0631\\u062d\\u0628\\u0627 we'll reservation They'RE node.js the fox piece https://example.com/a/b?c=d user@example.com every F# $1,234.56 \\\"quotes\\\" admission body [brackets] 'single' that and because regex we'll \\u6771\\u4eac 42 keep na\\u00efve F# user@example.com keep admission we'll user@example.com 1999 {braces} 100% because no $1,234.56 counting the 42 there's boundaries F# no admission 42 so so v1.2.3 for mirrors while the regex piece budget 42 node.js {braces} na\\u00efve regex with jumps that counting a involved $1,234.56 that admission tiktoken's na\\u00efve involved before $1,234.56 budget 1999 because v1.2.3 that backtracking \\u6771\\u4eac mirrors [brackets] node.js hand {braces} don't brown counting Z\\u00fcrich scanned over \\ud83d\\ude42 with I'M lazy tokens\"}, {\"role\": \"user\", \"content\": \"quick keep it body so <tags> every C++ gateway It's tokens 'single' 100% we'll quick regex so scanner v1.2.3 the involved It's while {braces} $1,234.56 that written that C++ scanned dog <tags> 100% 100% boundaries (parens) gateway exactly scanner regex gateway \\u6771\\u4eac mirrors brown 1999 regex v1.2.3 $1,234.56 caf\\u00e9 scanned brown there's caf\\u00e9 1999 \\\"quotes\\\" no F# for that 100% backtracking exactly admission the quick (parens) 'single' [brackets] {braces} that written boundaries reservation https://example.com/a/b?c=d request on quick 1999 hand so brown regex while exactly piece hand piece reservation tiktoken's scanner \\\"quotes\\\" caf\\u00e9 way because na\\u00efve (parens) tiktoken's 3.14159 admission so don't on involved na\\u00efve C++ dog reservation It's boundaries admission it (parens) gateway\"}, {\"role\": \"assistant\", \"content\": \"keep there's with scanner that budget no on node.js budget scanner dog before exactly quick 1999 WON'T reservation node.js it F# $1,234.56 caf\\u00e9 1999 scanned engine and \\ud83d\\ude42 [brackets] with scanned and admission \\u6771\\u4eac \\ud83d\\ude42 faster {braces} WON'T on I'M F# scanned while dog no exactly written C++ because tiktoken's request reservation written don't 100% gateway budget \\u6771\\u4eac that jumps counting \\u6771\\u4eac every engine scanned They'RE \\ud83d\\ude42 for engine F# and {braces} exactly exactly \\\"quotes\\\" the hand before\"}, {\"role\": \"user\", \"content\": \"jumps $1,234.56 we'll we'll {braces} user@example.com way hand fox way It's brown 3.14159 https://example.com/a/b?c=d regex jumps don't once dog written quick lazy tiktoken's WON'T way it budget the that quick It's WON'T They'RE brown keep because so keep \\u6771\\u4eac don't written because way with is I'M https://example.com/a/b?c=d 3.14159 scanner counting v1.2.3 gateway the it 42 while WON'T tokens caf\\u00e9 jumps once regex <tags> budget v1.2.3 C++ backtracking brown exactly involved every regex boundaries the mirrors F# F# $1,234.56 [brackets] WON'T \\u6771\\u4eac $1,234.56 jumps every that It's \\u0645\\u0631\\u062d\\u0628\\u0627 the keep while keep hand regex once jumps v1.2.3 caf\\u00e9 don't brown (parens) 'single'\"}, {\"role\": \"assistant\", \"content\": \"quick because faster $1,234.56 reservation F# don't the boundaries v1.2.3 on user@example.com reservation WON'T body 1999 brown \\u6771\\u4eac jumps \\\"quotes\\\" quick WON'T that (parens) the keep $1,234.56 C++ written {braces} so tokens on {braces} dog https://example.com/a/b?c=d \\ud83d\\ude42 3.14159 written backtracking gateway the way 'single' is gateway that jumps it fox piece backtracking tokens that faster backtracking there's a request request [brackets] and tokens $1,234.56 for user@example.com \\u6771\\u4eac so 'single' 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 <tags> WON'T don't 100% [brackets] for lazy the node.js hand because It's faster\"}, {\"role\": \"user\", \"content\": \"is faster admission budget that 1999 counting quick engine no while exactly while the is written v1.2.3 faster v1.2.3 mirrors once They'RE [brackets] tiktoken's 3.14159 quick with because fox while so [brackets] a dog while involved keep 1999 that involved \\ud83d\\ude42 keep is v1.2.3 100% once C++ node.js piece backtracking I'M 3.14159 that (parens) They'RE admission budget fox lazy scanned boundaries on on once that keep https://example.com/a/b?c=d lazy exactly because brown with exactly written \\u6771\\u4eac\"}, {\"role\": \"assistant\", \"content\": \"that 1999 node.js C++ \\u0645\\u0631\\u062d\\u0628\\u0627 no tiktoken's boundaries request so engine before 42 user@example.com a faster piece involved regex body for before lazy hand faster 'single' and hand tiktoken's lazy that node.js jumps budget fox way [brackets] v1.2.3 [brackets] 'single' brown piece It's counting mirrors every <tags> 3.14159 \\\"quotes\\\" https://example.com/a/b?c=d na\\u00efve <tags> we'll F# 100% once budget because scanned tokens Z\\u00fcrich engine scanned\"}, {\"role\": \"user\", \"content\": \"'single' It's over lazy piece 100% gateway caf\\u00e9 caf\\u00e9 \\\"quotes\\\" a way the request written the budget reservation counting $1,234.56 with Z\\u00fcrich counting I'M keep tokens once we'll the while https://example.com/a/b?c=d a on the tokens involved caf\\u00e9 gateway backtracking before fox na\\u00efve with on 3.14159 written lazy {braces} \\\"quotes\\\" there's don't quick 'single' that for They'RE faster because I'M is scanner \\u6771\\u4eac counting the every Z\\u00fcrich body $1,234.56 quick keep backtracking scanner 'single' lazy and 42 counting written so tokens engine 'single' because scanned They'RE v1.2.3 tokens \\u6771\\u4eac exactly 3.14159 on jumps jumps reservation tokens \\u0645\\u0631\\u062d\\u0628\\u0627 budget They'RE na\\u00efve na\\u00efve request\"}, {\"role\": \"assistant\", \"content\": \"lazy is reservation budget it jumps quick {braces} body 'single' is no jumps \\u6771\\u4eac Z\\u00fcrich no admission 100% and WON'T admission 'single' piece is we'll v1.2.3 is the we'll admission engine request body that body WON'T user@example.com 42 and piece I'M backtracking {braces} WON'T boundaries [brackets] engine request <tags> <tags> so backtracking budget {braces} caf\\u00e9 3.14159 {braces} It's hand once $1,234.56 They'RE budget It's quick brown <tags> regex 42 (parens) and 1999 regex Z\\u00fcrich Z\\u00fcrich Z\\u00fcrich exactly https://example.com/a/b?c=d way tokens no tiktoken's counting that hand backtracking jumps way over WON'T na\\u00efve {braces} piece it that 100% (parens) exactly and is over the WON'T user@example.com 1999 request written counting brown while on <tags> <tags> because 42 tokens no because (parens) Z\\u00fcrich lazy reservation admission once counting 42 exactly <tags> They'RE is dog\"}, {\"role\": \"user\", \"content\": \"that They'RE the admission F# (parens) https://example.com/a/b?c=d tiktoken's 3.14159 scanned reservation 'single' boundaries written exactly faster F# na\\u00efve while and [brackets] It's brown \\ud83d\\ude42 caf\\u00e9 jumps with \\\"quotes\\\" backtracking on reservation C++ written over regex [brackets] counting [brackets] lazy scanned $1,234.56 faster 'single' {braces} (parens) They'RE \\\"quotes\\\" on request F# while the dog faster https://example.com/a/b?c=d brown tokens 100% because WON'T way counting don't scanner a <tags> scanner 'single' dog because hand admission tiktoken's {braces} hand caf\\u00e9 that a \\ud83d\\ude42 fox \\ud83d\\ude42 \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors $1,234.56 once tiktoken's node.js \\u6771\\u4eac exactly \\\"quotes\\\" Z\\u00fcrich WON'T (parens) the hand It's once every no They'RE F# C++ lazy every don't 1999 <tags> user@example.com piece C++ admission 1999 because I'M budget\"}, {\"role\": \"assistant\", \"content\": \"dog over caf\\u00e9 the $1,234.56 before is that 'single' piece It's jumps exactly na\\u00efve every budget hand tokens $1,234.56 \\ud83d\\ude42 we'll (parens) hand for (parens) exactly way na\\u00efve body gateway brown keep It's before every lazy and while quick budget 100% (parens) no 1999 the 3.14159 regex that fox user@example.com 1999 it quick $1,234.56 there's no that exactly written there's \\u0645\\u0631\\u062d\\u0628\\u0627 request mirrors on involved involved C++ no [brackets] exactly na\\u00efve https://example.com/a/b?c=d 3.14159 gateway the jumps <tags> once scanned with that admission budget They'RE 'single' caf\\u00e9 mirrors WON'T \\u0645\\u0631\\u062d\\u0628\\u0627 reservation request It's the body admission reservation scanned we'll node.js regex counting before with \\ud83d\\ude42 backtracking [brackets] https://example.com/a/b?c=d 3.14159 the once It's request a written WON'T mirrors 1999\"}, {\"role\": \"user\", \"content\": \"1999 WON'T so user@example.com jumps fox \\ud83d\\ude42 {braces} there's budget before written quick mirrors {braces} for with 42 and gateway counting we'll request it so a for engine {braces} <tags> WON'T Z\\u00fcrich user@example.com because https://example.com/a/b?c=d the node.js is fox I'M 3.14159 tiktoken's faster is once 42 involved no 'single' I'M caf\\u00e9 WON'T I'M They'RE [brackets] $1,234.56 we'll I'M so 42 It's every (parens) we'll once \\ud83d\\ude42 once mirrors jumps budget body {braces} \\ud83d\\ude42 F# fox {braces} <tags> exactly \\ud83d\\ude42 WON'T that on 100% budget engine reservation C++ fox F# 42 no (parens) counting mirrors v1.2.3 for fox [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 while way 1999 boundaries piece 100% involved every \\ud83d\\ude42 'single' brown once v1.2.3 before 'single' (parens) v1.2.3 Z\\u00fcrich we'll involved 100% {braces}\"}, {\"role\": \"assistant\", \"content\": \"engine backtracking budget on na\\u00efve mirrors dog reservation don't jumps budget gateway counting dog tokens brown for way Z\\u00fcrich dog piece 'single' that quick it there's quick budget 42 It's that dog They'RE F# written dog piece \\u0645\\u0631\\u062d\\u0628\\u0627 F# regex every no hand body once (parens) every lazy 100% over quick once mirrors don't and v1.2.3 They'RE faster brown 1999 a \\ud83d\\ude42 42 gateway https://example.com/a/b?c=d Z\\u00fcrich for over na\\u00efve it lazy admission admission brown hand \\\"quotes\\\" gateway reservation <tags> 1999 keep and {braces} keep F# request written tiktoken's every budget every regex there's exactly I'M \\\"quotes\\\" \\u0645\\u0631\\u062d\\u0628\\u0627 there's backtracking and don't boundaries F# caf\\u00e9 3.14159 (parens) 3.14159 user@example.com https://example.com/a/b?c=d tiktoken's keep every\"}, {\"role\": \"user\", \"content\": \"gateway 'single' v1.2.3 request that hand tiktoken's over v1.2.3 'single' so \\ud83d\\ude42 1999 once once na\\u00efve admission na\\u00efve piece that \\\"quotes\\\" 3.14159 way exactly engine F# the \\u0645\\u0631\\u062d\\u0628\\u0627 3.14159 user@example.com on https://example.com/a/b?c=d It's https://example.com/a/b?c=d F# there's written with {braces} admission {braces} a on user@example.com dog dog [brackets] that caf\\u00e9 over for admission v1.2.3 100% node.js boundaries scanner 42 piece because is (parens) (parens) body no is {braces} that user@example.com \\u0645\\u0631\\u062d\\u0628\\u0627 hand <tags> \\\"quotes\\\" user@example.com on that \\\"quotes\\\" backtracking \\\"quotes\\\" on no hand 3.14159 brown faster 100% (parens)\"}, {\"role\": \"assistant\", \"content\": \"there's user@example.com They'RE It's lazy user@example.com before before https://example.com/a/b?c=d request WON'T WON'T fox WON'T and faster for body involved 3.14159 keep written admission on gateway written I'M with quick v1.2.3 C++ there's jumps quick admission scanned jumps node.js before while 1999 over node.js with reservation every once node.js brown don't there's mirrors a [brackets] so faster before \\ud83d\\ude42 tiktoken's <tags> admission F# don't written na\\u00efve admission is fox we'll way dog tokens scanned the \\\"quotes\\\" hand no 'single' \\ud83d\\ude42 over we'll that regex so every for (parens) is with the \\\"quotes\\\" exactly piece regex exactly brown for for hand tokens C++ user@example.com tiktoken's engine I'M the It's faster regex is dog 'single' C++ user@example.com \\ud83d\\ude42 Z\\u00fcrich {braces} node.js for \\u6771\\u4eac brown regex the with tiktoken's 42 $1,234.56 (parens)\"}, {\"role\": \"user\", \"content\": \"request it reservation that https://example.com/a/b?c=d so engine user@example.com jumps that and the 3.14159 because 3.14159 brown tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 scanner \\u0645\\u0631\\u062d\\u0628\\u0627 fox counting there's dog lazy node.js tiktoken's I'M we'll 42 it tokens faster faster before \\u0645\\u0631\\u062d\\u0628\\u0627 reservation so with the regex it once backtracking for It's hand regex way there's 100% exactly dog no we'll 42 brown lazy scanned budget na\\u00efve WON'T because and we'll 42 way tiktoken's WON'T gateway we'll I'M dog https://example.com/a/b?c=d scanned and that mirrors \\ud83d\\ude42 C++ They'RE with counting on keep na\\u00efve 3.14159 once request keep admission <tags> \\\"quotes\\\" C++ \\ud83d\\ude42 <tags> once quick boundaries user@example.com tokens budget budget scanner caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 exactly node.js hand\"}, {\"role\": \"assistant\", \"content\": \"fox for user@example.com there's jumps quick fox I'M boundaries mirrors before involved over node.js admission that is lazy It's 1999 1999 fox involved user@example.com \\\"quotes\\\" boundaries 100% \\u0645\\u0631\\u062d\\u0628\\u0627 that \\u6771\\u4eac backtracking 100% there's jumps because 42 tiktoken's caf\\u00e9 that v1.2.3 tokens brown \\ud83d\\ude42 backtracking user@example.com F# 100% 3.14159 no boundaries It's quick https://example.com/a/b?c=d Z\\u00fcrich tokens 42 100% over WON'T They'RE for lazy body involved every on on user@example.com \\u6771\\u4eac (parens) quick once faster quick over backtracking don't once They'RE engine caf\\u00e9 tokens fox because <tags> there's every dog we'll \\u6771\\u4eac exactly 3.14159 \\ud83d\\ude42 boundaries no every the F# 100% faster faster once boundaries a I'M {braces} 1999 over \\\"quotes\\\" mirrors that fox 3.14159 lazy na\\u00efve admission that reservation <tags> no for written because scanned <tags> caf\\u00e9 body\"}, {\"role\": \"user\", \"content\": \"and involved body jumps \\\"quotes\\\" {braces} it we'll regex it na\\u00efve counting the reservation keep admission once before while admission v1.2.3 I'M reservation 1999 scanned tokens counting don't boundaries lazy exactly we'll $1,234.56 and \\u0645\\u0631\\u062d\\u0628\\u0627 \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 engine I'M 42 F# keep every (parens) budget 100% written tiktoken's (parens) don't na\\u00efve I'M body because the is (parens) admission brown hand piece 42 every request don't $1,234.56 once there's 1999 with we'll that backtracking F# with fox mirrors [brackets] for WON'T with jumps request fox scanned a request while no that faster way I'M \\u6771\\u4eac boundaries that brown dog so (parens) written\"}, {\"role\": \"assistant\", \"content\": \"<tags> 42 exactly and \\\"quotes\\\" mirrors admission F# faster F# a <tags> on faster with quick brown reservation piece (parens) fox \\u0645\\u0631\\u062d\\u0628\\u0627 budget C++ v1.2.3 so over node.js Z\\u00fcrich WON'T tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 F# 1999 42 the involved once 100% is quick (parens) before jumps dog don't over because $1,234.56 reservation 3.14159 that WON'T caf\\u00e9 backtracking request the \\u0645\\u0631\\u062d\\u0628\\u0627 piece every involved 100% budget there's boundaries counting once written we'll na\\u00efve 42 \\ud83d\\ude42 I'M 3.14159 regex scanner reservation tiktoken's on I'M \\u6771\\u4eac boundaries on brown there's that 'single' the exactly scanned no admission request we'll tiktoken's 'single' because \\\"quotes\\\" \\u6771\\u4eac no tiktoken's caf\\u00e9 jumps it tiktoken's lazy faster exactly body tiktoken's fox budget\"}, {\"role\": \"user\", \"content\": \"so fox a backtracking Z\\u00fcrich admission budget fox scanned 42 request don't because reservation way admission gateway v1.2.3 the so \\u6771\\u4eac involved 'single' with a 100% 'single' v1.2.3 user@example.com dog backtracking body C++ piece the so mirrors written once $1,234.56 while fox 42 [brackets] F# we'll Z\\u00fcrich piece budget while for we'll the we'll written exactly $1,234.56 mirrors counting \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors on 'single' na\\u00efve is node.js while is a on\"}, {\"role\": \"assistant\", \"content\": \"on involved 42 'single' They'RE piece while [brackets] dog that and there's before once jumps counting that so is \\u6771\\u4eac [brackets] over and exactly with involved it once <tags> on 1999 42 3.14159 is keep \\u6771\\u4eac jumps that there's They'RE piece lazy over with lazy request \\ud83d\\ude42 written node.js admission backtracking way the over backtracking node.js and while $1,234.56 [brackets] while 42 \\u0645\\u0631\\u062d\\u0628\\u0627 I'M 'single' while user@example.com WON'T \\\"quotes\\\" before admission the faster budget mirrors counting we'll once jumps involved WON'T 3.14159 v1.2.3 [brackets] keep over for 'single' \\u6771\\u4eac regex written na\\u00efve way (parens) user@example.com request there's every involved I'M for scanned It's WON'T https://example.com/a/b?c=d C++ caf\\u00e9 once <tags> user@example.com [brackets] a 1999 it tiktoken's 'single' a over mirrors jumps request <tags> there's dog reservation mirrors tokens jumps tiktoken's is user@example.com tokens\"}, {\"role\": \"user\", \"content\": \"backtracking once over user@example.com body scanner piece faster \\ud83d\\ude42 over for C++ exactly https://example.com/a/b?c=d no engine 'single' piece 42 over hand for for backtracking quick way 1999 regex scanned every reservation no before over \\\"quotes\\\" so $1,234.56 [brackets] <tags> tokens na\\u00efve request a budget fox budget user@example.com tokens brown I'M \\\"quotes\\\" hand I'M \\u0645\\u0631\\u062d\\u0628\\u0627 \\u6771\\u4eac engine once engine backtracking while there's no [brackets] jumps the for [brackets] there's \\u0645\\u0631\\u062d\\u0628\\u0627 dog 42 admission so na\\u00efve F# there's \\u6771\\u4eac reservation F# keep piece keep user@example.com caf\\u00e9 the that It's $1,234.56 <tags> v1.2.3 It's na\\u00efve engine lazy They'RE counting faster 'single' piece scanned $1,234.56 user@example.com boundaries [brackets] 'single' \\u6771\\u4eac brown so scanned 'single' scanner boundaries 'single' admission admission \\\"quotes\\\" caf\\u00e9 piece\"}, {\"role\": \"assistant\", \"content\": \"Z\\u00fcrich counting while the the no 100% \\u0645\\u0631\\u062d\\u0628\\u0627 body 3.14159 before the while 1999 once that on caf\\u00e9 1999 on it tiktoken's piece scanned 'single' Z\\u00fcrich and [brackets] regex with regex \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com counting admission way keep scanner scanner \\u0645\\u0631\\u062d\\u0628\\u0627 every so [brackets] tokens $1,234.56 every budget boundaries because reservation and keep 1999 \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d tiktoken's https://example.com/a/b?c=d scanner admission caf\\u00e9 $1,234.56 F# faster so engine so it regex 'single' before hand with that admission fox keep Z\\u00fcrich no scanned I'M tiktoken's the it admission a jumps brown that there's it that (parens) 100% (parens) gateway for\"}, {\"role\": \"user\", \"content\": \"so 100% once it there's (parens) that with 1999 lazy written written keep na\\u00efve brown caf\\u00e9 regex the tiktoken's that a while brown It's dog and It's 'single' $1,234.56 42 \\u6771\\u4eac I'M v1.2.3 once na\\u00efve I'M {braces} node.js scanned It's hand piece no caf\\u00e9 backtracking admission with we'll is on node.js fox on tokens brown brown regex scanner admission $1,234.56 lazy regex piece regex node.js (parens) once on while quick dog gateway body that admission for written it scanned I'M it mirrors because the v1.2.3 every 3.14159 boundaries request na\\u00efve It's because faster hand dog tokens <tags> v1.2.3 hand that tiktoken's keep caf\\u00e9 keep tokens we'll it jumps no \\ud83d\\ude42 node.js exactly na\\u00efve na\\u00efve every involved tiktoken's \\u6771\\u4eac counting dog over user@example.com https://example.com/a/b?c=d 1999 3.14159 node.js is hand F# written a\"}, {\"role\": \"assistant\", \"content\": \"we'll fox there's 3.14159 C++ so budget because we'll Z\\u00fcrich the on before we'll that Z\\u00fcrich fox keep scanned dog once that \\\"quotes\\\" while scanned brown engine for fox while there's (parens) 42 every we'll caf\\u00e9 https://example.com/a/b?c=d budget exactly gateway F# https://example.com/a/b?c=d I'M dog way <tags> before brown with it 3.14159 don't no engine the piece keep user@example.com Z\\u00fcrich It's once written and They'RE the admission scanner with written that fox engine body on scanner 1999 the admission WON'T quick user@example.com I'M admission tiktoken's https://example.com/a/b?c=d while https://example.com/a/b?c=d every with involved the admission gateway there's 'single' gateway a scanner and request that is engine counting dog user@example.com that hand counting lazy admission boundaries engine while way WON'T brown \\ud83d\\ude42 F# I'M F# scanner \\u6771\\u4eac 3.14159 a backtracking scanner I'M brown\"}, {\"role\": \"user\", \"content\": \"I'M lazy It's over on faster fox tiktoken's while that It's for that reservation https://example.com/a/b?c=d keep node.js the \\u6771\\u4eac the admission body 1999 exactly and way dog (parens) node.js \\u6771\\u4eac on They'RE quick that faster F# boundaries tokens boundaries <tags> reservation reservation backtracking tokens is brown 100% {braces} quick engine we'll node.js 100% scanned over F# hand na\\u00efve that request jumps quick because regex\"}, {\"role\": \"assistant\", \"content\": \"with 100% $1,234.56 boundaries we'll so no \\\"quotes\\\" $1,234.56 Z\\u00fcrich we'll brown on exactly 1999 WON'T caf\\u00e9 every dog we'll regex before tokens before [brackets] lazy over faster once Z\\u00fcrich request lazy They'RE tokens https://example.com/a/b?c=d [brackets] don't It's with keep hand hand (parens) I'M budget {braces} faster it way is there's every dog gateway \\\"quotes\\\" it Z\\u00fcrich way the over quick tokens C++ hand mirrors It's It's (parens) F# 100% boundaries caf\\u00e9 F# we'll scanner admission\"}, {\"role\": \"user\", \"content\": \"it node.js caf\\u00e9 'single' quick C++ $1,234.56 3.14159 hand 42 $1,234.56 I'M every exactly 100% lazy the \\u6771\\u4eac tiktoken's WON'T jumps with \\u0645\\u0631\\u062d\\u0628\\u0627 I'M counting written piece and keep it regex on F# keep 3.14159 'single' dog and boundaries tokens \\\"quotes\\\" engine with hand that <tags> 3.14159 brown WON'T don't scanner keep I'M WON'T fox F# exactly 'single' piece engine and so on request and It's reservation written that boundaries is caf\\u00e9 \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 on every counting a written so jumps with scanner with quick don't jumps way \\u6771\\u4eac keep mirrors regex (parens) we'll it scanned node.js $1,234.56 reservation They'RE caf\\u00e9 node.js for while scanner it faster [brackets] gateway it scanner for mirrors na\\u00efve admission dog on\"}, {\"role\": \"assistant\", \"content\": \"that v1.2.3 written node.js I'M keep user@example.com tiktoken's tiktoken's way backtracking They'RE quick while scanned way we'll user@example.com way 1999 way caf\\u00e9 https://example.com/a/b?c=d hand faster is involved 1999 (parens) quick is (parens) on brown scanner with dog don't admission involved exactly F# They'RE is with exactly way before counting \\\"quotes\\\" backtracking once gateway faster 3.14159 [brackets] way [brackets] a keep \\ud83d\\ude42 hand (parens) counting boundaries budget I'M mirrors v1.2.3 F# once way 1999 WON'T reservation [brackets] for it scanned because 100% reservation 100% tiktoken's They'RE engine a it that so mirrors written over mirrors node.js F# \\ud83d\\ude42 brown dog it v1.2.3 user@example.com the 1999 reservation counting [brackets] budget way mirrors C++ F# and so there's so They'RE I'M scanner request request WON'T and written budget Z\\u00fcrich faster written lazy C++ brown user@example.com \\ud83d\\ude42 lazy reservation caf\\u00e9 node.js caf\\u00e9 brown\"}, {\"role\": \"user\", \"content\": \"budget budget and \\u6771\\u4eac tiktoken's tiktoken's don't that boundaries that 1999 backtracking with (parens) tiktoken's there's fox counting because exactly the every [brackets] engine Z\\u00fcrich admission way scanned boundaries \\ud83d\\ude42 user@example.com counting na\\u00efve F# fox 100% so faster 1999 because so quick engine way fox that engine lazy quick 1999 way $1,234.56 quick while body that 'single' Z\\u00fcrich They'RE na\\u00efve keep 3.14159 <tags> https://example.com/a/b?c=d the involved I'M jumps\"}, {\"role\": \"assistant\", \"content\": \"every jumps Z\\u00fcrich piece 'single' F# we'll 'single' over exactly written C++ 3.14159 with scanner exactly while user@example.com a body engine there's engine way 100% request [brackets] exactly way jumps Z\\u00fcrich budget once gateway before I'M \\\"quotes\\\" https://example.com/a/b?c=d user@example.com written admission exactly I'M {braces} \\ud83d\\ude42 They'RE with WON'T on backtracking node.js a with a lazy request <tags> na\\u00efve that scanner that once scanned quick 'single'\"}, {\"role\": \"user\", \"content\": \"v1.2.3 budget brown every [brackets] that na\\u00efve there's the and (parens) is brown They'RE F# there's every there's because the so because \\u0645\\u0631\\u062d\\u0628\\u0627 and over 3.14159 brown piece F# involved (parens) so regex while Z\\u00fcrich (parens) counting user@example.com while on $1,234.56 it v1.2.3 {braces} engine v1.2.3 while 1999 keep regex while https://example.com/a/b?c=d once engine WON'T involved \\u6771\\u4eac I'M it with for on hand \\ud83d\\ude42 v1.2.3 on a na\\u00efve regex there's na\\u00efve before v1.2.3 dog (parens) for brown 3.14159 v1.2.3 [brackets] exactly exactly no user@example.com on mirrors It's with that {braces} faster\"}, {\"role\": \"assistant\", \"content\": \"for once admission backtracking engine because once for I'M brown fox the quick quick backtracking there's lazy engine mirrors every don't caf\\u00e9 before mirrors engine 3.14159 on user@example.com with don't keep it node.js before hand regex reservation while scanner na\\u00efve body body no with F# admission Z\\u00fcrich F# WON'T no I'M \\ud83d\\ude42 way scanned $1,234.56 with a no it caf\\u00e9 lazy the dog https://example.com/a/b?c=d <tags> involved caf\\u00e9 jumps we'll scanner caf\\u00e9 42 na\\u00efve is we'll\"}, {\"role\": \"user\", \"content\": \"'single' scanner 100% we'll it a {braces} while it v1.2.3 while mirrors there's exactly caf\\u00e9 It's gateway (parens) fox every dog (parens) a written while while before hand involved admission written counting It's mirrors C++ 1999 scanned fox don't written don't reservation exactly mirrors it https://example.com/a/b?c=d there's no scanned that I'M involved $1,234.56 lazy fox scanned written I'M 100% is we'll every don't F# brown every It's keep while scanned jumps tokens 'single' hand Z\\u00fcrich request admission It's 'single' quick backtracking user@example.com request tokens budget exactly gateway jumps {braces} 'single' once tokens a Z\\u00fcrich before admission admission way jumps fox piece hand They'RE we'll exactly reservation on it written mirrors every once $1,234.56 scanner scanner Z\\u00fcrich jumps is over (parens) written piece Z\\u00fcrich $1,234.56 before request 'single' is 'single' keep\"}, {\"role\": \"assistant\", \"content\": \"scanned $1,234.56 gateway over because It's because tokens (parens) C++ admission is hand C++ <tags> brown v1.2.3 user@example.com brown \\\"quotes\\\" once backtracking lazy [brackets] with scanner dog lazy 'single' budget 1999 we'll reservation exactly on exactly the counting the [brackets] engine They'RE scanner caf\\u00e9 (parens) involved na\\u00efve on dog <tags> (parens) before don't while fox F# request once the lazy \\ud83d\\ude42 gateway user@example.com once that for 42 involved body user@example.com on regex the for lazy backtracking node.js body over involved v1.2.3 \\u6771\\u4eac regex mirrors there's involved regex faster that before request 3.14159 3.14159 that body 1999 faster for 42 'single' user@example.com request user@example.com piece scanned 1999 keep 3.14159 every fox F# scanned before jumps that <tags> admission counting They'RE that tokens I'M\"}, {\"role\": \"user\", \"content\": \"exactly quick and https://example.com/a/b?c=d a brown is dog hand regex It's tiktoken's the every with on scanner every keep scanned backtracking because budget keep fox there's so with so that on exactly counting once it exactly (parens) 3.14159 and that while fox admission 42 reservation It's the na\\u00efve 42 regex we'll piece hand so written regex faster fox backtracking that They'RE while 1999 \\u6771\\u4eac \\\"quotes\\\" request \\u6771\\u4eac They'RE and 100% the written for over way 1999 tokens https://example.com/a/b?c=d brown I'M brown brown keep while with <tags> $1,234.56 hand user@example.com {braces} [brackets] that faster na\\u00efve scanner on it caf\\u00e9 counting They'RE \\\"quotes\\\" {braces} counting there's body don't jumps budget fox reservation faster \\u0645\\u0631\\u062d\\u0628\\u0627 faster we'll with gateway [brackets] over counting It's there's \\u6771\\u4eac tokens that backtracking scanner that it so\"}, {\"role\": \"assistant\", \"content\": \"boundaries body fox counting that F# on there's caf\\u00e9 scanned jumps 42 dog hand jumps lazy \\\"quotes\\\" for WON'T is 42 on while 1999 scanner over there's engine 100% \\u0645\\u0631\\u062d\\u0628\\u0627 \\\"quotes\\\" jumps before don't [brackets] is counting involved It's I'M boundaries the (parens) with I'M engine 100% for exactly 'single' piece C++ na\\u00efve {braces} we'll every a no a \\\"quotes\\\" user@example.com body the C++ written https://example.com/a/b?c=d counting I'M a v1.2.3 dog 'single' Z\\u00fcrich keep scanner written before over lazy scanned the with keep over 'single' lazy 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 (parens) dog scanned the the dog no $1,234.56 with a so because quick Z\\u00fcrich fox v1.2.3 once faster \\ud83d\\ude42 faster <tags> boundaries it 1999 mirrors way a 3.14159 so it written \\u0645\\u0631\\u062d\\u0628\\u0627 https://example.com/a/b?c=d because the before involved Z\\u00fcrich budget while v1.2.3 scanned boundaries regex we'll backtracking\"}, {\"role\": \"user\", \"content\": \"involved $1,234.56 while jumps \\ud83d\\ude42 \\\"quotes\\\" piece hand written fox jumps v1.2.3 hand piece a jumps [brackets] brown involved Z\\u00fcrich engine that faster 'single' way faster budget <tags> F# 1999 so that tiktoken's involved regex WON'T budget mirrors mirrors F# before gateway I'M They'RE https://example.com/a/b?c=d lazy counting gateway regex boundaries \\\"quotes\\\" \\\"quotes\\\" 100% {braces} keep written 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 boundaries before written na\\u00efve 3.14159 that v1.2.3 no before request brown dog for $1,234.56 we'll node.js written mirrors scanned WON'T because we'll we'll way F# piece They'RE and while\"}, {\"role\": \"assistant\", \"content\": \"and that scanner brown They'RE we'll Z\\u00fcrich C++ the it 1999 hand F# admission \\u6771\\u4eac is mirrors so once the it admission counting is boundaries gateway <tags> that tiktoken's gateway lazy \\u6771\\u4eac na\\u00efve the we'll fox we'll is 42 that hand 3.14159 while reservation piece there's 1999 (parens) so involved we'll because involved written it caf\\u00e9 before once because https://example.com/a/b?c=d hand fox <tags> $1,234.56 admission is hand $1,234.56 boundaries for backtracking WON'T 1999 gateway the They'RE [brackets] budget na\\u00efve because that 42 They'RE C++ is don't \\ud83d\\ude42 C++ I'M $1,234.56 once 3.14159 1999 Z\\u00fcrich boundaries reservation quick exactly gateway $1,234.56 {braces}\"}, {\"role\": \"user\", \"content\": \"42 written (parens) backtracking jumps 1999 a \\\"quotes\\\" involved scanned admission They'RE gateway so backtracking 42 100% keep <tags> written It's WON'T user@example.com scanner that <tags> we'll WON'T Z\\u00fcrich don't na\\u00efve \\ud83d\\ude42 lazy mirrors (parens) before dog 'single' backtracking tokens faster 100% the body with 42 while {braces} while lazy brown I'M way exactly involved $1,234.56 'single' tokens engine counting tiktoken's $1,234.56 it user@example.com so reservation <tags> a 3.14159 dog that brown body fox mirrors quick before don't lazy gateway 100% \\u6771\\u4eac tokens the 42 dog 100% the gateway lazy because request there's $1,234.56 It's and regex 100% It's 'single' {braces} that keep involved caf\\u00e9 with {braces} They'RE faster the the $1,234.56 I'M backtracking I'M reservation 42 1999 before lazy request keep mirrors [brackets] 3.14159 42 {braces} $1,234.56 body 42 It's request 3.14159 {braces}\"}, {\"role\": \"assistant\", \"content\": \"and dog body user@example.com fox quick faster scanned the it faster $1,234.56 $1,234.56 with user@example.com over gateway fox tokens piece quick Z\\u00fcrich and counting engine no dog dog reservation on it it 100% every regex {braces} node.js mirrors before <tags> the Z\\u00fcrich v1.2.3 mirrors \\ud83d\\ude42 scanned WON'T brown there's \\u6771\\u4eac that mirrors for I'M it mirrors it node.js is \\u6771\\u4eac <tags> body \\\"quotes\\\" dog WON'T tiktoken's regex the It's <tags> the It's keep 3.14159 quick regex budget WON'T don't and counting over piece scanned C++ scanned is no \\u0645\\u0631\\u062d\\u0628\\u0627 1999 we'll it https://example.com/a/b?c=d keep https://example.com/a/b?c=d user@example.com admission backtracking once user@example.com piece request that (parens) budget written faster we'll budget scanned the user@example.com regex for WON'T piece counting\"}, {\"role\": \"user\", \"content\": \"{braces} 100% for It's the 1999 \\\"quotes\\\" scanned the 'single' quick caf\\u00e9 \\ud83d\\ude42 once once <tags> there's C++ It's we'll I'M engine no It's it na\\u00efve involved fox we'll written jumps 3.14159 dog exactly there's It's gateway tiktoken's every It's C++ WON'T we'll na\\u00efve reservation user@example.com 3.14159 every that with backtracking hand every v1.2.3 before so tiktoken's brown It's <tags> 3.14159 v1.2.3 caf\\u00e9 <tags> because \\\"quotes\\\" faster user@example.com It's before It's (parens) for I'M request written written dog \\u6771\\u4eac counting faster boundaries because tiktoken's on and gateway fox C++ admission It's {braces} v1.2.3 [brackets] 3.14159 exactly that budget that C++ (parens) so 1999 regex involved budget because scanner {braces} dog because I'M reservation exactly [brackets] reservation don't\"}, {\"role\": \"assistant\", \"content\": \"scanner They'RE \\\"quotes\\\" <tags> gateway 100% 3.14159 $1,234.56 so request 1999 C++ na\\u00efve quick faster we'll WON'T dog before engine 'single' tiktoken's node.js \\u0645\\u0631\\u062d\\u0628\\u0627 scanner it and na\\u00efve \\ud83d\\ude42 regex so once there's (parens) before 3.14159 dog [brackets] hand 100% backtracking over don't is once jumps caf\\u00e9 https://example.com/a/b?c=d so lazy that 3.14159 reservation on admission \\ud83d\\ude42 (parens) exactly budget v1.2.3 backtracking with brown request It's it with tokens (parens) scanner 1999 backtracking a fox faster v1.2.3 $1,234.56 I'M node.js the reservation piece <tags> [brackets] so \\u6771\\u4eac lazy counting the $1,234.56 I'M backtracking over 3.14159 fox fox keep the backtracking with It's [brackets] 3.14159 (parens) that They'RE so [brackets] piece [brackets] {braces} counting written boundaries mirrors budget (parens) gateway \\ud83d\\ude42 exactly hand engine WON'T 3.14159 faster WON'T fox request\"}, {\"role\": \"user\", \"content\": \"while quick \\u0645\\u0631\\u062d\\u0628\\u0627 so every 42 \\ud83d\\ude42 boundaries counting gateway that \\u0645\\u0631\\u062d\\u0628\\u0627 'single' no 100% and regex because before request and 'single' the once F# na\\u00efve $1,234.56 quick $1,234.56 reservation don't node.js scanner 42 node.js 1999 $1,234.56 https://example.com/a/b?c=d jumps lazy 'single' WON'T They'RE WON'T brown {braces} that scanner because Z\\u00fcrich written dog 3.14159 budget \\\"quotes\\\" engine 3.14159 3.14159 for before exactly tiktoken's jumps user@example.com is (parens) scanner lazy piece request brown Z\\u00fcrich node.js admission It's\"}, {\"role\": \"assistant\", \"content\": \"$1,234.56 C++ node.js because it 42 dog boundaries mirrors piece don't C++ 3.14159 https://example.com/a/b?c=d scanner there's is keep \\ud83d\\ude42 once before because backtracking over $1,234.56 <tags> <tags> [brackets] quick we'll gateway because we'll exactly once every gateway with over because 3.14159 keep every [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 the because 42 1999 no 100% backtracking 1999 \\u6771\\u4eac faster (parens) faster 42 the F# budget dog 1999 regex before\"}, {\"role\": \"user\", \"content\": \"no it \\ud83d\\ude42 mirrors https://example.com/a/b?c=d reservation C++ on budget \\u6771\\u4eac the for {braces} [brackets] and tiktoken's written 42 so body \\\"quotes\\\" involved C++ budget is written WON'T jumps It's {braces} counting reservation tokens brown piece hand before no It's gateway gateway [brackets] piece mirrors there's \\ud83d\\ude42 while a caf\\u00e9 \\u6771\\u4eac caf\\u00e9 counting counting it 3.14159 don't caf\\u00e9 so written for tiktoken's boundaries tokens 1999 fox keep quick that boundaries that no scanner Z\\u00fcrich budget it written that backtracking involved quick mirrors backtracking brown jumps the lazy They'RE and 42 backtracking 100% <tags> brown tokens gateway boundaries caf\\u00e9 reservation way https://example.com/a/b?c=d $1,234.56 100% regex \\u0645\\u0631\\u062d\\u0628\\u0627 lazy we'll \\u0645\\u0631\\u062d\\u0628\\u0627 involved jumps \\u0645\\u0631\\u062d\\u0628\\u0627 while node.js Z\\u00fcrich Z\\u00fcrich counting 100% (parens) that 100% on {braces} counting once user@example.com faster gateway \\u0645\\u0631\\u062d\\u0628\\u0627 that with\"}, {\"role\": \"assistant\", \"content\": \"faster on that boundaries on They'RE F# https://example.com/a/b?c=d that node.js quick for 100% the regex v1.2.3 <tags> don't with 42 C++ gateway is before keep is I'M the (parens) They'RE It's \\\"quotes\\\" so mirrors every backtracking tiktoken's v1.2.3 the 3.14159 They'RE scanner over no so that and WON'T that every the don't \\\"quotes\\\" 42 3.14159 node.js budget every 'single' caf\\u00e9 node.js before counting engine\"}, {\"role\": \"user\", \"content\": \"3.14159 piece tiktoken's with request regex on body [brackets] Z\\u00fcrich every gateway the that tiktoken's https://example.com/a/b?c=d no so budget node.js 1999 Z\\u00fcrich we'll They'RE keep and because piece every \\ud83d\\ude42 reservation faster written while request 3.14159 because {braces} fox WON'T written \\\"quotes\\\" (parens) over jumps mirrors body that jumps hand keep 3.14159 a the the it because so we'll gateway tiktoken's regex the scanned 1999 Z\\u00fcrich and don't and\"}, {\"role\": \"assistant\", \"content\": \"quick v1.2.3 100% node.js the na\\u00efve na\\u00efve involved once hand that \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors that request I'M tokens C++ don't na\\u00efve it mirrors there's with tokens https://example.com/a/b?c=d a there's so I'M mirrors $1,234.56 hand mirrors $1,234.56 admission C++ \\u0645\\u0631\\u062d\\u0628\\u0627 scanned user@example.com piece fox admission node.js https://example.com/a/b?c=d caf\\u00e9 It's \\ud83d\\ude42 scanned before https://example.com/a/b?c=d (parens) way https://example.com/a/b?c=d because F# I'M is the It's is reservation exactly user@example.com It's https://example.com/a/b?c=d lazy while the \\ud83d\\ude42 42 because for tiktoken's\"}, {\"role\": \"user\", \"content\": \"fox over {braces} is because caf\\u00e9 hand {braces} backtracking scanner F# engine engine user@example.com It's 42 quick jumps C++ \\\"quotes\\\" Z\\u00fcrich involved C++ na\\u00efve don't we'll admission exactly I'M a {braces} regex $1,234.56 exactly for [brackets] piece F# tokens \\\"quotes\\\" na\\u00efve dog lazy na\\u00efve there's on that with request \\u0645\\u0631\\u062d\\u0628\\u0627 quick a the gateway \\\"quotes\\\" and user@example.com 1999 (parens) over dog involved on engine over so hand over gateway Z\\u00fcrich counting keep that and $1,234.56 tokens scanned [brackets] reservation Z\\u00fcrich it node.js\"}, {\"role\": \"assistant\", \"content\": \"while on because fox \\u6771\\u4eac mirrors quick lazy I'M F# while a the because {braces} \\\"quotes\\\" once mirrors 100% a that on before body over request tokens we'll jumps that for 1999 mirrors hand lazy we'll over dog \\\"quotes\\\" because over <tags> way scanned that brown gateway over brown Z\\u00fcrich don't \\ud83d\\ude42 involved mirrors that once v1.2.3 \\ud83d\\ude42 v1.2.3 counting (parens) quick 'single' $1,234.56 scanner https://example.com/a/b?c=d no It's boundaries tokens hand caf\\u00e9 request body scanned 42 a counting with engine there's v1.2.3 fox gateway hand so counting scanned Z\\u00fcrich written https://example.com/a/b?c=d that {braces} v1.2.3 involved there's hand it there's is the exactly \\u0645\\u0631\\u062d\\u0628\\u0627 that scanner\"}, {\"role\": \"user\", \"content\": \"\\u0645\\u0631\\u062d\\u0628\\u0627 piece way scanned we'll hand written jumps fox https://example.com/a/b?c=d lazy $1,234.56 Z\\u00fcrich na\\u00efve WON'T scanner brown \\\"quotes\\\" mirrors It's caf\\u00e9 I'M \\\"quotes\\\" while admission fox engine brown tokens hand over while no scanner 3.14159 reservation budget \\\"quotes\\\" 100% hand while the It's faster tokens hand admission no and F# because \\u6771\\u4eac It's 'single' body that tiktoken's reservation tiktoken's is They'RE every (parens) Z\\u00fcrich scanner request the that F# caf\\u00e9 it They'RE way because\"}, {\"role\": \"assistant\", \"content\": \"brown \\\"quotes\\\" and don't regex [brackets] before on a that is every don't mirrors (parens) over lazy with F# on mirrors boundaries body jumps dog the It's \\u0645\\u0631\\u062d\\u0628\\u0627 so way before jumps WON'T request lazy v1.2.3 caf\\u00e9 it https://example.com/a/b?c=d $1,234.56 tiktoken's and {braces} admission \\u0645\\u0631\\u062d\\u0628\\u0627 fox on jumps jumps faster node.js user@example.com user@example.com so https://example.com/a/b?c=d counting It's \\\"quotes\\\" admission scanner on that while I'M piece written node.js way dog dog 100% before with \\u6771\\u4eac node.js hand mirrors involved 1999 a mirrors\"}, {\"role\": \"user\", \"content\": \"hand tiktoken's [brackets] 42 before 'single' F# F# for 'single' with body way every gateway {braces} brown keep scanner I'M the tiktoken's https://example.com/a/b?c=d for dog 100% tokens body counting over v1.2.3 https://example.com/a/b?c=d no 1999 They'RE {braces} tokens exactly scanner a for \\u0645\\u0631\\u062d\\u0628\\u0627 node.js way $1,234.56 gateway backtracking the brown a tiktoken's dog na\\u00efve I'M tokens for node.js boundaries a It's it C++ that tokens way C++\"}, {\"role\": \"assistant\", \"content\": \"a a counting don't WON'T no tokens quick we'll engine that written \\u0645\\u0631\\u062d\\u0628\\u0627 so 'single' every I'M Z\\u00fcrich there's v1.2.3 lazy there's caf\\u00e9 that scanned keep is fox 1999 100% tokens (parens) jumps 1999 v1.2.3 3.14159 WON'T {braces} for dog [brackets] the involved brown fox [brackets] (parens) They'RE (parens) gateway 1999 before a is scanned keep piece don't I'M exactly na\\u00efve we'll don't that 42 every gateway (parens) the na\\u00efve with Z\\u00fcrich backtracking lazy 100% is node.js faster while quick 42 engine tokens with \\u0645\\u0631\\u062d\\u0628\\u0627 C++ scanner\"}, {\"role\": \"user\", \"content\": \"that hand every exactly \\u6771\\u4eac $1,234.56 tokens {braces} body we'll engine quick once \\u6771\\u4eac on F# v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 I'M over over scanner tiktoken's tokens na\\u00efve that piece tiktoken's once and scanned scanned request with it jumps counting {braces} scanner 100% WON'T scanned exactly is piece 'single' request \\u6771\\u4eac regex for quick written 'single' every F# we'll way na\\u00efve and we'll tokens v1.2.3 regex piece v1.2.3 scanned is with counting with dog <tags> gateway admission 100% lazy because that \\ud83d\\ude42 3.14159 F# way hand exactly $1,234.56 while user@example.com It's jumps faster reservation It's don't it mirrors scanned $1,234.56 it while keep $1,234.56 fox $1,234.56 backtracking involved admission 3.14159 mirrors while with on over mirrors C++ for there's fox budget <tags> a keep\"}, {\"role\": \"assistant\", \"content\": \"100% scanner <tags> user@example.com backtracking every na\\u00efve quick hand jumps body tokens for v1.2.3 exactly \\u0645\\u0631\\u062d\\u0628\\u0627 that \\\"quotes\\\" \\ud83d\\ude42 gateway no caf\\u00e9 that written https://example.com/a/b?c=d the engine piece They'RE budget https://example.com/a/b?c=d involved the https://example.com/a/b?c=d the for involved once exactly every written exactly while 3.14159 user@example.com backtracking request fox is engine way budget counting 1999 piece so 3.14159 tokens F# involved brown a \\u6771\\u4eac scanned keep v1.2.3 <tags> for tiktoken's 1999 They'RE and on backtracking counting boundaries na\\u00efve regex\"}, {\"role\": \"user\", \"content\": \"fox is regex https://example.com/a/b?c=d is node.js mirrors user@example.com 100% involved request piece with \\u6771\\u4eac admission the on quick way \\u6771\\u4eac backtracking keep tiktoken's because F# lazy 100% <tags> <tags> WON'T tiktoken's Z\\u00fcrich involved quick reservation [brackets] written don't {braces} na\\u00efve caf\\u00e9 a $1,234.56 {braces} regex hand 100% 100% so reservation is there's engine \\u0645\\u0631\\u062d\\u0628\\u0627 is 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 backtracking v1.2.3 we'll so quick is before\"}, {\"role\": \"assistant\", \"content\": \"[brackets] request lazy C++ 100% scanned F# a because budget They'RE 1999 that is so \\u0645\\u0631\\u062d\\u0628\\u0627 I'M hand involved 3.14159 admission node.js faster once admission tiktoken's jumps is hand quick tokens mirrors lazy It's 42 fox gateway because request once $1,234.56 mirrors <tags> there's so backtracking a over engine we'll \\ud83d\\ude42 body engine fox {braces} {braces} counting hand we'll (parens) that 'single' \\\"quotes\\\" lazy budget na\\u00efve lazy WON'T <tags> body v1.2.3 the (parens) <tags>\"}, {\"role\": \"user\", \"content\": \"for before quick v1.2.3 scanner tokens faster is hand gateway lazy backtracking C++ budget \\u6771\\u4eac brown (parens) They'RE \\u6771\\u4eac It's \\ud83d\\ude42 3.14159 tokens na\\u00efve backtracking (parens) don't WON'T request WON'T that \\u6771\\u4eac piece v1.2.3 mirrors engine the over mirrors na\\u00efve gateway Z\\u00fcrich C++ written 3.14159 dog involved written \\\"quotes\\\" keep \\\"quotes\\\" They'RE fox written 'single' for backtracking gateway written 1999 the a for F# we'll F# brown faster once engine https://example.com/a/b?c=d it quick piece {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 mirrors [brackets] boundaries $1,234.56 {braces} request keep piece involved <tags> body quick once for for They'RE that involved scanned on for 100% mirrors involved budget 3.14159 They'RE faster with \\u6771\\u4eac backtracking reservation the 1999 for \\u0645\\u0631\\u062d\\u0628\\u0627 \\u0645\\u0631\\u062d\\u0628\\u0627 42 \\ud83d\\ude42 keep no caf\\u00e9 engine\"}, {\"role\": \"assistant\", \"content\": \"that tokens dog exactly piece Z\\u00fcrich quick the request 100% every it user@example.com that https://example.com/a/b?c=d way the reservation 1999 <tags> F# while a that They'RE backtracking It's Z\\u00fcrich admission budget C++ They'RE we'll keep counting \\ud83d\\ude42 \\\"quotes\\\" that \\ud83d\\ude42 lazy the engine They'RE \\u6771\\u4eac quick involved while no jumps the https://example.com/a/b?c=d is that 3.14159 100% 42 the no while tiktoken's over while written I'M backtracking node.js tokens F# $1,234.56 caf\\u00e9 it while keep (parens) boundaries admission so over no that fox involved F# brown na\\u00efve $1,234.56 reservation lazy body mirrors every $1,234.56 v1.2.3 that scanned user@example.com <tags> before quick body with [brackets] brown tiktoken's v1.2.3 fox budget \\\"quotes\\\" 42 every tokens budget don't counting counting no tiktoken's request C++ It's I'M and \\\"quotes\\\" tiktoken's every (parens) user@example.com the the we'll no I'M boundaries F# over on over tokens\"}, {\"role\": \"user\", \"content\": \"tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 It's counting piece <tags> $1,234.56 42 once counting there's faster [brackets] 100% piece counting quick \\ud83d\\ude42 caf\\u00e9 exactly written node.js is way on lazy counting it 42 scanned lazy <tags> It's v1.2.3 dog dog and because tiktoken's lazy \\ud83d\\ude42 don't involved and once 3.14159 1999 reservation boundaries caf\\u00e9 written written reservation we'll regex {braces} it the https://example.com/a/b?c=d lazy a once body na\\u00efve 1999 tiktoken's caf\\u00e9 caf\\u00e9 for body WON'T \\ud83d\\ude42 no because regex lazy 3.14159 with dog request scanned and involved involved scanned keep that fox https://example.com/a/b?c=d on we'll we'll budget boundaries exactly exactly admission lazy backtracking that F# while fox 1999 boundaries request \\u6771\\u4eac mirrors brown brown 100% Z\\u00fcrich {braces} They'RE 3.14159 v1.2.3 there's v1.2.3 once 1999 faster and WON'T there's we'll on written C++ v1.2.3\"}, {\"role\": \"assistant\", \"content\": \"user@example.com \\u6771\\u4eac because before so keep written for WON'T the They'RE is hand \\ud83d\\ude42 tiktoken's on <tags> 42 F# we'll written body user@example.com \\u6771\\u4eac 1999 admission with reservation 42 and that before 3.14159 piece request exactly 1999 for node.js gateway 100% no hand hand it and admission body scanner https://example.com/a/b?c=d involved user@example.com dog boundaries on while 42 body written don't once keep that node.js on reservation \\u0645\\u0631\\u062d\\u0628\\u0627 lazy \\\"quotes\\\" They'RE that with regex while Z\\u00fcrich na\\u00efve that lazy caf\\u00e9 don't jumps before {braces} don't for https://example.com/a/b?c=d keep user@example.com once lazy because counting brown written that 'single' F# \\u6771\\u4eac regex tiktoken's admission I'M a that It's exactly while with so hand don't we'll on\"}, {\"role\": \"user\", \"content\": \"{braces} (parens) fox on over tiktoken's budget lazy for \\\"quotes\\\" 100% so because 100% boundaries Z\\u00fcrich gateway boundaries don't jumps faster don't F# the \\\"quotes\\\" {braces} tokens backtracking They'RE regex every tokens the \\\"quotes\\\" once user@example.com {braces} <tags> every \\\"quotes\\\" counting budget It's gateway there's exactly regex is node.js request for <tags> F# piece so don't quick 'single' is user@example.com once I'M because user@example.com before user@example.com it v1.2.3 piece a lazy scanned 100% lazy counting dog and we'll we'll for tiktoken's exactly no fox once 1999 \\u6771\\u4eac we'll every the because regex $1,234.56 100% scanner so \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 v1.2.3 on while that na\\u00efve body brown way 3.14159 scanner scanner on They'RE don't over because the 42 involved node.js that a They'RE caf\\u00e9 for \\ud83d\\ude42 user@example.com user@example.com I'M so faster\"}, {\"role\": \"assistant\", \"content\": \"a don't It's gateway fox for \\u6771\\u4eac exactly that exactly I'M piece https://example.com/a/b?c=d \\ud83d\\ude42 faster so once jumps reservation piece boundaries v1.2.3 scanned a while that user@example.com [brackets] keep no there's brown the 1999 backtracking They'RE brown node.js v1.2.3 tiktoken's with is v1.2.3 that hand so I'M and engine boundaries C++ user@example.com tokens keep na\\u00efve {braces} gateway because backtracking [brackets] gateway don't we'll for we'll 100% boundaries counting 3.14159 is the F# it fox node.js for is tiktoken's no backtracking engine and 'single' and involved before fox tokens It's https://example.com/a/b?c=d mirrors written boundaries (parens) reservation the tiktoken's (parens) fox hand body (parens) (parens) it is It's and way because {braces} dog tiktoken's the counting while \\ud83d\\ude42 42 scanned over the\"}, {\"role\": \"user\", \"content\": \"it brown brown tokens backtracking jumps over boundaries with quick counting faster gateway {braces} \\u6771\\u4eac 42 mirrors \\ud83d\\ude42 <tags> engine hand \\u6771\\u4eac reservation v1.2.3 quick no no that involved over the scanner faster every mirrors for admission I'M we'll and scanned node.js tokens brown budget 42 written gateway lazy 3.14159 engine it we'll it 3.14159 $1,234.56 the that it (parens) over <tags> \\u0645\\u0631\\u062d\\u0628\\u0627 node.js for that {braces} \\\"quotes\\\" way before that no quick tokens and scanner the WON'T boundaries dog C++ boundaries while F# once backtracking 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 a while counting node.js Z\\u00fcrich engine fox faster it F# 1999 gateway written It's 'single' na\\u00efve there's 3.14159 na\\u00efve Z\\u00fcrich brown 3.14159 \\u6771\\u4eac user@example.com WON'T exactly Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 node.js 100% gateway regex while user@example.com and no quick lazy with\"}, {\"role\": \"assistant\", \"content\": \"1999 100% dog so for mirrors tiktoken's backtracking on that fox I'M every for involved involved \\\"quotes\\\" 100% so while 42 and it for F# node.js that gateway backtracking $1,234.56 fox boundaries on budget backtracking mirrors body Z\\u00fcrich for on 42 hand 1999 counting way body brown with scanned 42 [brackets] a jumps I'M written there's no They'RE faster backtracking I'M the don't once admission scanner 'single' \\ud83d\\ude42 way on\"}, {\"role\": \"user\", \"content\": \"every regex \\ud83d\\ude42 3.14159 we'll fox it tiktoken's Z\\u00fcrich \\\"quotes\\\" user@example.com na\\u00efve quick \\u0645\\u0631\\u062d\\u0628\\u0627 fox fox it C++ fox \\u0645\\u0631\\u062d\\u0628\\u0627 body gateway 3.14159 100% fox there's keep They'RE so reservation it lazy with lazy gateway request keep scanned hand every fox budget for quick $1,234.56 piece piece faster hand we'll 42 user@example.com written 1999 \\u6771\\u4eac every na\\u00efve request It's involved caf\\u00e9 [brackets] faster scanned keep 42 It's \\u6771\\u4eac every way is 3.14159 written mirrors brown WON'T once WON'T exactly the <tags> They'RE there's scanner because [brackets] gateway v1.2.3 fox tiktoken's 'single' Z\\u00fcrich {braces} jumps caf\\u00e9 I'M https://example.com/a/b?c=d C++ boundaries \\\"quotes\\\" with <tags> written we'll quick a with the every way involved scanned so scanner request scanner $1,234.56 exactly the caf\\u00e9 so there's is lazy that jumps user@example.com so with don't faster 1999 request admission They'RE while boundaries reservation\"}, {\"role\": \"assistant\", \"content\": \"jumps no that dog \\u0645\\u0631\\u062d\\u0628\\u0627 the lazy request user@example.com dog with lazy Z\\u00fcrich and tokens \\u6771\\u4eac boundaries engine keep boundaries 'single' so C++ \\ud83d\\ude42 gateway \\ud83d\\ude42 mirrors F# on {braces} once the before body user@example.com boundaries na\\u00efve <tags> <tags> and keep counting \\\"quotes\\\" while hand request body tiktoken's request we'll so I'M \\\"quotes\\\" on {braces} https://example.com/a/b?c=d They'RE is regex don't dog They'RE (parens) once caf\\u00e9 involved written faster keep before scanner while They'RE boundaries admission once gateway reservation every caf\\u00e9 dog tokens regex 'single' 3.14159 there's counting that tokens dog https://example.com/a/b?c=d piece F# before engine scanner exactly \\\"quotes\\\" don't while\"}, {\"role\": \"user\", \"content\": \"WON'T node.js v1.2.3 involved mirrors on brown keep every tiktoken's F# 100% 'single' They'RE \\u0645\\u0631\\u062d\\u0628\\u0627 na\\u00efve don't 3.14159 \\\"quotes\\\" there's <tags> once I'M $1,234.56 dog tokens that the Z\\u00fcrich \\\"quotes\\\" exactly C++ 3.14159 (parens) v1.2.3 no It's no keep user@example.com 42 Z\\u00fcrich a over written tiktoken's keep tiktoken's written with no WON'T $1,234.56 scanner keep keep that fox regex admission every [brackets] WON'T \\u6771\\u4eac 42 engine (parens) C++ we'll tokens a it while [brackets] counting involved the \\u0645\\u0631\\u062d\\u0628\\u0627 lazy 'single' WON'T 3.14159 1999 $1,234.56 regex that 3.14159 because caf\\u00e9 mirrors \\\"quotes\\\" counting 3.14159 with exactly admission every They'RE because 100% body piece na\\u00efve regex counting I'M that admission lazy \\ud83d\\ude42 scanner quick fox we'll brown admission C++\"}, {\"role\": \"assistant\", \"content\": \"\\ud83d\\ude42 <tags> the that \\u6771\\u4eac exactly while engine counting \\ud83d\\ude42 42 admission admission <tags> once caf\\u00e9 for tokens v1.2.3 jumps piece piece scanner caf\\u00e9 is \\\"quotes\\\" boundaries so jumps hand so while exactly involved written lazy (parens) quick F# with 1999 C++ jumps Z\\u00fcrich faster because quick the scanned C++ because because F# for no there's keep caf\\u00e9 jumps while is tokens quick lazy C++ boundaries <tags> 'single' exactly once tiktoken's node.js Z\\u00fcrich https://example.com/a/b?c=d before exactly {braces} boundaries written no caf\\u00e9 100% dog regex WON'T counting dog jumps F# for tokens no budget scanner that {braces} user@example.com C++ scanned \\u6771\\u4eac \\u0645\\u0631\\u062d\\u0628\\u0627 for every way and 'single' mirrors\"}, {\"role\": \"user\", \"content\": \"gateway because tokens jumps \\u6771\\u4eac exactly 3.14159 I'M 'single' It's WON'T body 42 and way is tiktoken's dog that admission on (parens) \\u6771\\u4eac C++ node.js over boundaries <tags> piece piece backtracking node.js dog hand on there's C++ 'single' so mirrors (parens) that (parens) the 1999 scanner hand node.js keep (parens) {braces} every [brackets] user@example.com that They'RE over tokens is with every so is quick request piece so reservation 42 brown on \\u6771\\u4eac fox They'RE $1,234.56 They'RE na\\u00efve boundaries jumps 42 quick exactly \\u0645\\u0631\\u062d\\u0628\\u0627 the 3.14159 over na\\u00efve is reservation mirrors it tokens no \\u6771\\u4eac on \\u6771\\u4eac mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 dog for engine before before node.js $1,234.56 100% every no 100% a budget backtracking jumps there's faster there's boundaries tokens every tiktoken's way F# $1,234.56 that every exactly <tags> piece\"}, {\"role\": \"assistant\", \"content\": \"over 3.14159 body 100% admission is F# tiktoken's user@example.com once with \\u0645\\u0631\\u062d\\u0628\\u0627 no with quick \\\"quotes\\\" the and $1,234.56 with faster exactly is involved keep exactly before 'single' there's <tags> body regex for involved counting https://example.com/a/b?c=d every over user@example.com C++ there's there's They'RE <tags> <tags> I'M scanned https://example.com/a/b?c=d scanned hand \\ud83d\\ude42 every counting don't fox 'single' WON'T na\\u00efve 100% gateway 'single' I'M no once involved node.js 1999 every admission caf\\u00e9 regex with regex written mirrors $1,234.56 tokens while backtracking we'll on it dog na\\u00efve that I'M every [brackets] a tokens I'M engine \\u0645\\u0631\\u062d\\u0628\\u0627 F# body don't request admission mirrors WON'T keep Z\\u00fcrich engine $1,234.56 request $1,234.56\"}, {\"role\": \"user\", \"content\": \"It's way body mirrors involved written 100% WON'T [brackets] no boundaries piece brown and while over before is there's we'll jumps scanned so \\ud83d\\ude42 backtracking keep don't dog and 42 that \\u0645\\u0631\\u062d\\u0628\\u0627 over and before and \\u6771\\u4eac on for (parens) https://example.com/a/b?c=d the request user@example.com I'M \\u0645\\u0631\\u062d\\u0628\\u0627 [brackets] 3.14159 so Z\\u00fcrich \\u0645\\u0631\\u062d\\u0628\\u0627 involved the hand once there's caf\\u00e9 jumps is body gateway v1.2.3 budget They'RE that it I'M 'single' gateway scanner that brown brown They'RE {braces} caf\\u00e9 hand admission budget scanner $1,234.56 mirrors hand 1999 scanned 3.14159 a It's\"}, {\"role\": \"assistant\", \"content\": \"regex Z\\u00fcrich https://example.com/a/b?c=d lazy engine keep regex admission with before body \\\"quotes\\\" boundaries once tiktoken's gateway 'single' and the way I'M $1,234.56 backtracking the engine dog Z\\u00fcrich 3.14159 Z\\u00fcrich user@example.com fox that keep while over once {braces} \\ud83d\\ude42 admission tokens regex tokens budget no I'M that on caf\\u00e9 faster I'M dog 'single' dog we'll with quick no because tiktoken's that counting tiktoken's we'll involved node.js involved with C++ body (parens) dog over before v1.2.3 100% na\\u00efve while request F# every jumps gateway over a that for it body exactly Z\\u00fcrich \\u6771\\u4eac a mirrors caf\\u00e9 I'M that Z\\u00fcrich brown that https://example.com/a/b?c=d no 'single' boundaries \\u0645\\u0631\\u062d\\u0628\\u0627 we'll They'RE exactly request once lazy It's 3.14159 before \\\"quotes\\\" \\u6771\\u4eac scanned scanned It's jumps C++ They'RE C++ and\"}, {\"role\": \"user\", \"content\": \"the fox They'RE budget faster with brown 3.14159 because backtracking \\ud83d\\ude42 that because reservation the so {braces} is WON'T request 3.14159 100% over a \\u0645\\u0631\\u062d\\u0628\\u0627 brown while admission because there's and once tokens [brackets] is no with a over there's over written scanned don't exactly I'M gateway is boundaries it tokens faster exactly tokens 42 lazy node.js https://example.com/a/b?c=d is engine with\"}, {\"role\": \"assistant\", \"content\": \"3.14159 I'M gateway scanner tokens C++ node.js 1999 engine for <tags> jumps user@example.com It's request (parens) <tags> so [brackets] \\ud83d\\ude42 that it admission 3.14159 budget WON'T caf\\u00e9 that involved budget v1.2.3 [brackets] node.js They'RE mirrors \\u0645\\u0631\\u062d\\u0628\\u0627 request with v1.2.3 WON'T we'll admission brown don't 1999 \\u6771\\u4eac \\u6771\\u4eac F# for the scanner is 'single' is it piece tokens body body Z\\u00fcrich tiktoken's we'll involved \\u6771\\u4eac on no tokens on {braces} It's mirrors I'M [brackets] \\u0645\\u0631\\u062d\\u0628\\u0627 lazy Z\\u00fcrich a while caf\\u00e9 involved request $1,234.56 tiktoken's once lazy\"}, {\"role\": \"user\", \"content\": \"3.14159 lazy piece fox on lazy v1.2.3 dog while piece 'single' involved written 100% jumps hand scanner v1.2.3 don't 'single' scanned with piece don't They'RE piece (parens) for with F# scanned don't no backtracking written 100% 100% lazy backtracking involved user@example.com scanner way we'll 42 'single' reservation 'single' lazy the written don't 'single' every and before reservation so it Z\\u00fcrich before a node.js before F# involved jumps counting involved that scanned regex so that user@example.com it with \\u0645\\u0631\\u062d\\u0628\\u0627 involved admission caf\\u00e9 the reservation [brackets] over mirrors that hand {braces} \\u0645\\u0631\\u062d\\u0628\\u0627 don't that we'll [brackets] hand faster I'M regex boundaries piece keep reservation WON'T hand backtracking counting piece $1,234.56 \\\"quotes\\\" Z\\u00fcrich tokens jumps it body before don't scanner {braces} body <tags> It's 42 caf\\u00e9 $1,234.56 scanner tokens\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 engine involved faster involved keep with $1,234.56 while piece F# Z\\u00fcrich 100% tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 is budget that tiktoken's admission scanned node.js 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 that on on body dog with regex admission 3.14159 piece na\\u00efve so 'single' mirrors boundaries boundaries keep on no while \\u0645\\u0631\\u062d\\u0628\\u0627 reservation the <tags> node.js F# 42 piece reservation It's tiktoken's reservation $1,234.56 hand tiktoken's that I'M it \\ud83d\\ude42 (parens) counting Z\\u00fcrich is [brackets] https://example.com/a/b?c=d reservation boundaries lazy (parens) that with over Z\\u00fcrich don't counting\"}, {\"role\": \"user\", \"content\": \"body dog backtracking that <tags> we'll don't \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com keep quick before scanned caf\\u00e9 It's body quick na\\u00efve 100% before quick jumps \\\"quotes\\\" once regex 42 I'M \\ud83d\\ude42 and keep a faster brown caf\\u00e9 regex \\\"quotes\\\" we'll engine exactly so 42 written They'RE every caf\\u00e9 the the once na\\u00efve piece no hand that boundaries scanned before there's there's reservation https://example.com/a/b?c=d admission I'M v1.2.3 dog They'RE dog scanned engine It's user@example.com no reservation \\u0645\\u0631\\u062d\\u0628\\u0627 regex scanned Z\\u00fcrich is it a and \\\"quotes\\\" involved exactly exactly way hand jumps \\ud83d\\ude42 reservation quick tokens mirrors over user@example.com boundaries 3.14159 I'M node.js piece F# https://example.com/a/b?c=d before tiktoken's I'M piece brown is na\\u00efve and {braces} WON'T It's don't it is {braces} on so so \\u6771\\u4eac it it user@example.com brown \\\"quotes\\\" I'M 100% scanned C++ body tokens \\u6771\\u4eac [brackets]\"}, {\"role\": \"assistant\", \"content\": \"mirrors F# $1,234.56 for dog (parens) keep that [brackets] (parens) 3.14159 v1.2.3 WON'T is don't the a It's https://example.com/a/b?c=d faster 'single' it user@example.com is dog dog counting so $1,234.56 v1.2.3 boundaries every on regex backtracking before quick brown quick C++ quick v1.2.3 scanner written \\ud83d\\ude42 user@example.com before is 42 3.14159 on engine dog dog once request https://example.com/a/b?c=d lazy on caf\\u00e9 faster don't before is exactly written brown C++ piece a 3.14159 no WON'T faster it https://example.com/a/b?c=d and boundaries \\ud83d\\ude42 reservation that engine we'll fox while the dog v1.2.3 because boundaries scanned <tags> It's \\u6771\\u4eac \\\"quotes\\\" scanned that so is tiktoken's scanned {braces} gateway exactly regex quick over is fox It's we'll {braces} faster\"}, {\"role\": \"user\", \"content\": \"$1,234.56 scanned node.js budget with na\\u00efve \\\"quotes\\\" hand because admission before F# [brackets] C++ v1.2.3 backtracking with 'single' hand on the for backtracking (parens) lazy is 1999 faster is [brackets] over v1.2.3 don't there's C++ na\\u00efve quick scanned lazy engine I'M scanned gateway They'RE gateway before there's scanned is v1.2.3 reservation once gateway (parens) It's so 'single' regex it It's brown counting 3.14159 lazy tokens engine <tags> backtracking with \\\"quotes\\\" there's [brackets] caf\\u00e9 reservation for scanned there's lazy mirrors WON'T (parens) so user@example.com It's It's {braces} {braces} 3.14159 42 that budget boundaries once no faster F# it WON'T admission because it that involved and every way C++ on jumps user@example.com request for engine keep engine regex It's node.js\"}, {\"role\": \"assistant\", \"content\": \"v1.2.3 brown piece counting backtracking no for budget C++ boundaries I'M tiktoken's tiktoken's {braces} jumps dog \\u6771\\u4eac while brown it with {braces} that counting tokens na\\u00efve because 100% na\\u00efve that I'M $1,234.56 with backtracking with keep reservation brown F# with v1.2.3 exactly jumps that exactly {braces} 1999 tokens $1,234.56 backtracking tokens once exactly \\u6771\\u4eac It's jumps user@example.com boundaries 'single' backtracking scanner scanned node.js 42 mirrors no backtracking caf\\u00e9 3.14159 {braces} It's WON'T dog I'M way that\"}, {\"role\": \"user\", \"content\": \"dog mirrors budget Z\\u00fcrich don't while request is a 1999 that jumps 3.14159 body caf\\u00e9 <tags> don't mirrors \\ud83d\\ude42 because Z\\u00fcrich way na\\u00efve tokens dog \\u0645\\u0631\\u062d\\u0628\\u0627 with reservation 100% with there's reservation request with 1999 scanned is faster that keep $1,234.56 I'M budget request because is counting the that and 3.14159 user@example.com scanner request WON'T [brackets] lazy \\ud83d\\ude42 because {braces} with on scanned the there's Z\\u00fcrich mirrors while jumps 'single' \\u6771\\u4eac keep so https://example.com/a/b?c=d mirrors don't $1,234.56 no there's engine (parens) mirrors regex scanned quick \\u6771\\u4eac They'RE WON'T (parens) $1,234.56 node.js \\ud83d\\ude42 don't counting They'RE (parens) because WON'T over request hand It's before a body quick brown <tags> caf\\u00e9 caf\\u00e9 $1,234.56 there's brown involved I'M we'll 42 lazy (parens) \\u0645\\u0631\\u062d\\u0628\\u0627 the involved quick over engine caf\\u00e9 v1.2.3 [brackets] reservation a F# counting we'll involved tiktoken's brown\"}, {\"role\": \"assistant\", \"content\": \"I'M backtracking no faster exactly 'single' the before on boundaries because with \\u0645\\u0631\\u062d\\u0628\\u0627 because that the every the involved na\\u00efve It's a jumps it it fox written WON'T and we'll reservation piece tiktoken's fox $1,234.56 v1.2.3 counting hand tokens budget jumps counting v1.2.3 budget budget that and \\u0645\\u0631\\u062d\\u0628\\u0627 dog every 100% that dog brown \\ud83d\\ude42 admission tiktoken's I'M is user@example.com admission while <tags> gateway because v1.2.3 for we'll and {braces} request reservation fox exactly no tokens jumps body because before faster once {braces} tokens hand https://example.com/a/b?c=d once jumps 3.14159 budget so C++ exactly lazy once tiktoken's 100% because on 1999 1999 tokens every \\ud83d\\ude42 body\"}, {\"role\": \"user\", \"content\": \"v1.2.3 \\u0645\\u0631\\u062d\\u0628\\u0627 They'RE we'll way fox scanner jumps node.js the user@example.com C++ regex scanned lazy exactly while v1.2.3 hand scanner piece there's involved 42 \\u6771\\u4eac 3.14159 C++ fox the hand reservation before <tags> 3.14159 gateway body the jumps na\\u00efve with regex the \\\"quotes\\\" the \\\"quotes\\\" scanned so dog no lazy \\\"quotes\\\" It's scanned \\ud83d\\ude42 mirrors <tags> regex body fox faster because engine that dog tiktoken's gateway 42 tiktoken's on body keep \\\"quotes\\\" They'RE is and written $1,234.56 every engine request caf\\u00e9 hand Z\\u00fcrich v1.2.3 mirrors the way piece the 1999 (parens) 42 $1,234.56 engine <tags> regex https://example.com/a/b?c=d F# 42 body 100% is caf\\u00e9 Z\\u00fcrich user@example.com with [brackets] mirrors keep over <tags> exactly C++ reservation it budget Z\\u00fcrich caf\\u00e9 fox way budget caf\\u00e9 budget boundaries (parens) fox 100% boundaries mirrors\"}, {\"role\": \"assistant\", \"content\": \"[brackets] over because a every boundaries keep tiktoken's the hand 42 backtracking written jumps hand before there's a with don't <tags> body [brackets] https://example.com/a/b?c=d request request reservation and 42 admission scanned node.js engine piece 100% reservation I'M https://example.com/a/b?c=d admission no involved F# fox [brackets] regex so They'RE 1999 budget admission no I'M node.js exactly scanner so tiktoken's node.js written \\\"quotes\\\" every brown body regex na\\u00efve that backtracking for 1999 brown brown <tags> while v1.2.3 <tags> $1,234.56 written hand node.js every scanner Z\\u00fcrich way [brackets] no is It's {braces} \\u6771\\u4eac regex dog user@example.com request for <tags> $1,234.56 quick node.js $1,234.56 the engine on <tags> admission that written https://example.com/a/b?c=d boundaries a It's once body budget exactly every the before 'single' F# because {braces} once fox no because involved once quick that 42 no reservation there's there's\"}, {\"role\": \"user\", \"content\": \"They'RE 3.14159 42 scanned mirrors jumps reservation we'll caf\\u00e9 counting mirrors {braces} quick a fox written no scanner body https://example.com/a/b?c=d 3.14159 \\\"quotes\\\" scanner mirrors no on with no budget WON'T \\ud83d\\ude42 over brown piece jumps It's counting hand https://example.com/a/b?c=d lazy involved 'single' (parens) with scanned \\u6771\\u4eac engine no request {braces} jumps with {braces} admission for It's keep \\u6771\\u4eac don't gateway because admission don't there's https://example.com/a/b?c=d for v1.2.3 Z\\u00fcrich [brackets] piece because no the engine mirrors 3.14159 42 1999 no scanner the don't mirrors node.js\"}, {\"role\": \"assistant\", \"content\": \"before while [brackets] involved involved https://example.com/a/b?c=d It's hand on keep way we'll quick every exactly <tags> They'RE mirrors way before the reservation 1999 body 'single' and quick WON'T C++ {braces} over caf\\u00e9 and brown 42 counting hand user@example.com that so (parens) hand hand hand a hand engine every that counting tiktoken's admission WON'T counting dog on https://example.com/a/b?c=d tiktoken's $1,234.56 https://example.com/a/b?c=d scanner gateway while lazy C++ na\\u00efve 3.14159 don't {braces} faster over body because is gateway backtracking\"}, {\"role\": \"user\", \"content\": \"we'll that once tokens before lazy Z\\u00fcrich no Z\\u00fcrich the scanned \\\"quotes\\\" way is we'll jumps [brackets] involved \\ud83d\\ude42 v1.2.3 <tags> while WON'T written F# there's (parens) admission way I'M node.js \\ud83d\\ude42 written budget (parens) {braces} 1999 mirrors so engine \\u0645\\u0631\\u062d\\u0628\\u0627 because 'single' WON'T {braces} body reservation caf\\u00e9 so mirrors once over fox on regex quick dog exactly WON'T every a <tags> I'M regex \\u0645\\u0631\\u062d\\u0628\\u0627 don't na\\u00efve way backtracking admission over budget (parens) exactly 3.14159 we'll jumps there's v1.2.3 for counting reservation budget exactly counting while Z\\u00fcrich is $1,234.56 don't mirrors 3.14159 we'll user@example.com {braces} so so [brackets] tokens the scanned user@example.com na\\u00efve that involved don't the there's fox 42 there's budget before scanned It's boundaries tokens piece It's \\u0645\\u0631\\u062d\\u0628\\u0627 for counting written <tags> boundaries {braces} jumps $1,234.56 over lazy F# written on\"}, {\"role\": \"assistant\", \"content\": \"on F# mirrors hand \\ud83d\\ude42 exactly Z\\u00fcrich every admission with hand $1,234.56 scanned hand \\u0645\\u0631\\u062d\\u0628\\u0627 node.js that counting piece is there's don't fox node.js for so admission quick faster every that that jumps because tiktoken's over caf\\u00e9 <tags> F# once [brackets] F# lazy I'M \\\"quotes\\\" caf\\u00e9 over a no that before v1.2.3 piece {braces} because quick \\u6771\\u4eac once tokens while https://example.com/a/b?c=d na\\u00efve every lazy WON'T don't F#\"}, {\"role\": \"user\", \"content\": \"a a 'single' \\u6771\\u4eac (parens) counting F# with quick the (parens) tiktoken's \\u0645\\u0631\\u062d\\u0628\\u0627 I'M quick because counting backtracking https://example.com/a/b?c=d written 'single' \\u0645\\u0631\\u062d\\u0628\\u0627 caf\\u00e9 caf\\u00e9 dog counting It's and keep caf\\u00e9 tiktoken's budget budget piece piece over piece tiktoken's scanned before over request brown that involved quick reservation the that scanner tiktoken's hand 42 'single' keep exactly it 100% on engine engine budget (parens) the regex written node.js \\u0645\\u0631\\u062d\\u0628\\u0627 user@example.com (parens) faster \\ud83d\\ude42 jumps 100% WON'T https://example.com/a/b?c=d a reservation there's so Z\\u00fcrich https://example.com/a/b?c=d every with It's Z\\u00fcrich tiktoken's\"}, {\"role\": \"assistant\", \"content\": \"don't a a faster 42 that 'single' backtracking before that over engine it hand don't it jumps budget 'single' $1,234.56 piece there's the with \\ud83d\\ude42 42 boundaries It's no that reservation backtracking dog https://example.com/a/b?c=d tokens don't piece on body once the once jumps while \\u6771\\u4eac fox $1,234.56 \\u0645\\u0631\\u062d\\u0628\\u0627 3.14159 we'll every hand v1.2.3 They'RE that a user@example.com https://example.com/a/b?c=d for budget quick hand 100% They'RE caf\\u00e9 while budget is request way They'RE tiktoken's once piece with They'RE gateway scanner hand engine C++ piece a exactly [brackets] we'll before for 42 \\u6771\\u4eac and reservation dog request \\u6771\\u4eac once Z\\u00fcrich v1.2.3 3.14159 \\u6771\\u4eac faster lazy regex user@example.com gateway tokens involved fox They'RE before that (parens) and C++ mirrors node.js once user@example.com over before 'single' there's 100% that faster the don't written scanner admission dog user@example.com\"}, {\"role\": \"user\", \"content\": \"na\\u00efve budget keep request C++ \\ud83d\\ude42 \\\"quotes\\\" involved that Z\\u00fcrich that https://example.com/a/b?c=d with before we'll user@example.com backtracking before while 'single' budget 100% fox They'RE keep {braces} mirrors quick Z\\u00fcrich before caf\\u00e9 way jumps na\\u00efve that hand [brackets] for and <tags> It's na\\u00efve Z\\u00fcrich it faster 'single' boundaries with scanned fox faster I'M engine na\\u00efve written node.js na\\u00efve a It's 42 $1,234.56 backtracking body scanner 1999 3.14159 quick scanned scanned tokens 'single' (parens) every 42 quick engine that tokens because admission node.js request backtracking https://example.com/a/b?c=d They'RE counting for we'll body is piece C++ \\ud83d\\ude42 we'll na\\u00efve 3.14159 3.14159 the \\\"quotes\\\" v1.2.3 that the [brackets] $1,234.56 scanner <tags> \\ud83d\\ude42 user@example.com v1.2.3 'single' v1.2.3 lazy don't request \\u6771\\u4eac scanned dog They'RE admission [brackets] there's piece It's involved so F#\"}, {\"role\": \"assistant\", \"content\": \"body once mirrors dog there's because that is quick reservation fox because with C++ every tokens node.js 100% 3.14159 no WON'T 1999 counting a no 100% every don't the boundaries engine 42 WON'T budget lazy 42 caf\\u00e9 budget scanner keep hand tiktoken's WON'T because the body regex because there's node.js written involved <tags> lazy counting exactly so with once 'single' dog because it before tokens once we'll 42 keep WON'T dog quick na\\u00efve it keep 42 quick\"}, {\"role\": \"user\", \"content\": \"node.js the backtracking scanner while \\u0645\\u0631\\u062d\\u0628\\u0627 while we'll Z\\u00fcrich It's C++ piece \\u0645\\u0631\\u062d\\u0628\\u0627 na\\u00efve counting over {braces} over admission <tags> it because and there's a <tags> mirrors tokens while keep body exactly WON'T written F# we'll I'M don't for request before with mirrors scanner boundaries (parens) counting that hand so on piece (parens) that before gateway boundaries request 'single' boundaries mirrors written a exactly C++ quick engine involved [brackets] for jumps gateway tiktoken's written piece so 100% engine v1.2.3 3.14159 It's 'single' \\u6771\\u4eac 1999 na\\u00efve is the\"}, {\"role\": \"assistant\", \"content\": \"so mirrors over the lazy and 3.14159 for brown <tags> dog engine \\\"quotes\\\" dog engine C++ It's F# user@example.com reservation piece that for caf\\u00e9 body gateway involved is body involved dog tokens involved reservation user@example.com (parens) [brackets] v1.2.3 caf\\u00e9 https://example.com/a/b?c=d quick written hand because lazy 42 42 3.14159 gateway keep I'M lazy counting It's caf\\u00e9 regex a scanned there's there's\"}, {\"role\": \"user\", \"content\": \"node.js lazy faster gateway budget we'll once \\u0645\\u0631\\u062d\\u0628\\u0627 admission tiktoken's that na\\u00efve boundaries budget user@example.com that Z\\u00fcrich gateway user@example.com way it 3.14159 {braces} for before that They'RE brown so for written counting body that 'single' na\\u00efve lazy there's body tokens <tags> it engine 3.14159 so mirrors written 3.14159 dog on counting request They'RE we'll admission na\\u00efve reservation jumps $1,234.56 a for every tiktoken's before caf\\u00e9\"}, {\"role\": \"assistant\", \"content\": \"piece the quick 1999 reservation way na\\u00efve F# every v1.2.3 (parens) Z\\u00fcrich counting once na\\u00efve Z\\u00fcrich admission \\u6771\\u4eac exactly [brackets] there's we'll budget we'll 1999 budget lazy \\\"quotes\\\" {braces} counting tokens boundaries keep tiktoken's dog piece mirrors keep exactly over caf\\u00e9 admission C++ quick F# lazy \\ud83d\\ude42 before keep jumps It's the involved so admission the C++ node.js tokens mirrors WON'T reservation once no\"}, {\"role\": \"user\", \"content\": \"Summarise the conversation so far in three sentences.\"}]}", "input_tokens": 50422}
diff --git a/litellm-rust/crates/token-counter/tests/fixtures/o200k/texts.jsonl b/litellm-rust/crates/token-counter/tests/fixtures/o200k/texts.jsonl
new file mode 100644
index 00000000000..9d78131a456
--- /dev/null
+++ b/litellm-rust/crates/token-counter/tests/fixtures/o200k/texts.jsonl
@@ -0,0 +1,4053 @@
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Hello, how are you today?", "tokens": 7, "pieces": ["Hello", ",", " how", " are", " you", " today", "?"]}
+{"text": "I'm sure they're right, we'll see. WE'LL SEE, I'M SURE THEY'RE RIGHT, IT'S HERS AND IT'D BE 'D", "tokens": 32, "pieces": ["I'm", " sure", " they're", " right", ",", " we'll", " see", ".", " WE'LL", " SEE", ",", " I'M", " SURE", " THEY'RE", " RIGHT", ",", " IT'S", " HERS", " AND", " IT'D", " BE", " '", "D"]}
+{"text": "don't Don'T DON'T won'T i've I'VE i'Ve you'RE 'S 'T 'M 'D 'LL 'VE 'RE 'ſ 'x", "tokens": 33, "pieces": ["don't", " Don'T", " DON'T", " won'T", " i've", " I'VE", " i'Ve", " you'RE", " '", "S", " '", "T", " '", "M", " '", "D", " '", "LL", " '", "VE", " '", "RE", " '", "ſ", " '", "x"]}
+{"text": "1234567890 123 12 1 0000000 ٣٤٥٦٧٨ ३४५६ 1,234,567.89 2026-09-11T18:00:00Z", "tokens": 48, "pieces": ["123", "456", "789", "0", " ", "123", " ", "12", " ", "1", " ", "000", "000", "0", " ", "٣٤٥", "٦٧٨", " ", "३४५", "६", " ", "1", ",", "234", ",", "567", ".", "89", " ", "202", "6", "-", "09", "-", "11", "T", "18", ":", "00", ":", "00", "Z"]}
+{"text": "$abc %def &ghi @jkl _mno #pqr ~stu ^vwx |yz \\a /b :c ;d ?e !f (g )h [i ]j {k }l <m >n =o +p *q", "tokens": 56, "pieces": ["$abc", " %", "def", " &", "ghi", " @", "jkl", " _", "mno", " #", "pqr", " ~", "stu", " ^", "vwx", " |", "yz", " \\", "a", " /", "b", " :", "c", " ;", "d", " ?", "e", " !", "f", " (", "g", " )", "h", " [", "i", " ]", "j", " {", "k", " }", "l", " <", "m", " >", "n", " =", "o", " +", "p", " *", "q"]}
+{"text": "foo   bar  baz \t qux\t\tquux \n\nline\r\nline\r\n\r\n   \n\t\r\n  x  ", "tokens": 22, "pieces": ["foo", "  ", " bar", " ", " baz", " \t", " qux", "\t", "\tquux", " \n\n", "line", "\r\n", "line", "\r\n\r\n   \n\t\r\n", " ", " x", "  "]}
+{"text": "trailing spaces   ", "tokens": 4, "pieces": ["trailing", " spaces", "   "]}
+{"text": "trailing tabs\t\t", "tokens": 4, "pieces": ["trailing", " tabs", "\t\t"]}
+{"text": "trailing newline\n", "tokens": 4, "pieces": ["trailing", " newline", "\n"]}
+{"text": "\n\n\n", "tokens": 1, "pieces": ["\n\n\n"]}
+{"text": "\r\n\r\n\r\n", "tokens": 1, "pieces": ["\r\n\r\n\r\n"]}
+{"text": "   ", "tokens": 1, "pieces": ["   "]}
+{"text": "😀😃😄 👍🏽 🇺🇸 👨‍👩‍👧‍👦 ✈️ ❤️‍🔥 ٭ ※ ⌘ ⏎", "tokens": 38, "pieces": ["😀😃😄", " 👍🏽", " 🇺🇸", " 👨‍👩‍👧‍👦", " ✈️", " ❤️‍🔥", " ٭", " ※", " ⌘", " ⏎"]}
+{"text": "漢字かな交じり文、東京都千代田区。日本語のテキストです。中文测试。한국어 텍스트", "tokens": 30, "pieces": ["漢字かな交じり文", "、東京都千代田区", "。日本語のテキストです", "。中文测试", "。한국어", " 텍스트"]}
+{"text": "مرحبا بالعالم، هذا نص عربي مع أرقام ١٢٣٤٥٦٧ و علامات ترقيم!", "tokens": 24, "pieces": ["مرحبا", " بالعالم", "،", " هذا", " نص", " عربي", " مع", " أرقام", " ", "١٢٣", "٤٥٦", "٧", " و", " علامات", " ترقيم", "!"]}
+{"text": "Zürich, façade, naïve, Ærøskøbing, Ελληνικά, Русский текст, עברית, हिन्दी, ไทย", "tokens": 29, "pieces": ["Zürich", ",", " façade", ",", " naïve", ",", " Ærøskøbing", ",", " Ελληνικά", ",", " Русский", " текст", ",", " עברית", ",", " हिन्दी", ",", " ไทย"]}
+{"text": "é å ḍ̇ ́́ combining̈ markś!", "tokens": 16, "pieces": ["é", " å", " ḍ̇", " ́́", " combining̈", " markś", "!"]}
+{"text": "ΣΊΣΥΦΟΣ Džungla İstanbul file flow Ａｂｃ ㍿ ㋿ ꟲ 𐞁", "tokens": 40, "pieces": ["ΣΊΣΥΦΟΣ", " Džungla", " İstanbul", " file", " flow", " Ａｂｃ", " ㍿", " ㋿", " ꟲ", " 𐞁"]}
+{"text": "<|endoftext|> <|fim_prefix|>code<|fim_middle|>more<|fim_suffix|> <|endofprompt|> <|im_start|>", "tokens": 40, "pieces": ["<|", "endoftext", "|>", " <|", "fim", "_prefix", "|>", "code", "<|", "fim", "_middle", "|>", "more", "<|", "fim", "_suffix", "|>", " <|", "endofprompt", "|>", " <|", "im", "_start", "|>"]}
+{"text": "<EOT> <META_START> <s> </s> [INST] [/INST] <<SYS>>", "tokens": 22, "pieces": ["<EOT", ">", " <", "META", "_START", ">", " <", "s", ">", " </", "s", ">", " [", "INST", "]", " [/", "INST", "]", " <<", "SYS", ">>"]}
+{"text": "def f(x):\n    return {'a': x ** 2, \"b\": [1, 2, 3]}  # comment\n\nprint(f(10))\n", "tokens": 35, "pieces": ["def", " f", "(x", "):\n", "   ", " return", " {'", "a", "':", " x", " **", " ", "2", ",", " \"", "b", "\":", " [", "1", ",", " ", "2", ",", " ", "3", "]}", " ", " #", " comment", "\n\n", "print", "(f", "(", "10", "))\n"]}
+{"text": "{\"model\":\"gpt-4\",\"messages\":[{\"role\":\"user\",\"content\":\"hi\\n\"}],\"temperature\":0.7}", "tokens": 27, "pieces": ["{\"", "model", "\":\"", "gpt", "-", "4", "\",\"", "messages", "\":[{\"", "role", "\":\"", "user", "\",\"", "content", "\":\"", "hi", "\\n", "\"}],\"", "temperature", "\":", "0", ".", "7", "}"]}
+{"text": "https://example.com/path?query=1&other=two#fragment user@example.com 192.168.0.1", "tokens": 26, "pieces": ["https", "://", "example", ".com", "/path", "?query", "=", "1", "&other", "=two", "#fragment", " user", "@example", ".com", " ", "192", ".", "168", ".", "0", ".", "1"]}
+{"text": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "tokens": 375, "pieces": ["aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"]}
+{"text": "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        ", "tokens": 24, "pieces": ["                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        "]}
+{"text": "........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................", "tokens": 48, "pieces": ["........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................"]}
+{"text": "abababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababab", "tokens": 750, "pieces": ["abababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababababab"]}
+{"text": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "tokens": 188, "pieces": ["\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"]}
+{"text": "000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000", "tokens": 1000, "pieces": ["000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000", "000"]}
+{"text": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!", "tokens": 188, "pieces": ["!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"]}
+{"text": "😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀", "tokens": 1000, "pieces": ["😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀😀"]}
+{"text": "漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢", "tokens": 1000, "pieces": ["漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢漢"]}
+{"text": " abc ! 
x 　y ​z ‍‍ q", "tokens": 15, "pieces": [" abc", " ", "!", " ", "
x", " ", "　y", " ​", "z", " ‍‍", " q"]}
+{"text": "x…y \u000b\f z", "tokens": 8, "pieces": ["x", "…y", " \u000b\f", " z"]}
+{"text": "\u0000\u0001\u0002  �", "tokens": 6, "pieces": ["\u0000\u0001\u0002", " ", " �"]}
+{"text": "tab\tseparated\tvalues\n1\t2\t3\n", "tokens": 11, "pieces": ["tab", "\tseparated", "\tvalues", "\n", "1", "\t", "2", "\t", "3", "\n"]}
+{"text": "MiXeD cAsE wOrDs AND ACRONYMS like NASA, HTTP/2, gRPC, iOS, macOS", "tokens": 29, "pieces": ["Mi", "Xe", "D", " c", "As", "E", " w", "Or", "Ds", " AND", " ACRONYMS", " like", " NASA", ",", " HTTP", "/", "2", ",", " g", "RPC", ",", " i", "OS", ",", " mac", "OS"]}
+{"text": "snake_case_identifier camelCaseIdentifier PascalCaseIdentifier SCREAMING_SNAKE_CASE kebab-case", "tokens": 19, "pieces": ["snake", "_case", "_identifier", " camel", "Case", "Identifier", " Pascal", "Case", "Identifier", " SCREAMING", "_SNAKE", "_CASE", " kebab", "-case"]}
+{"text": "x'sy x'ty x'rey x'vey x'my x'lly x'dy x'S x'T x'RE x'VE x'M x'LL x'D x'sS x'llL", "tokens": 44, "pieces": ["x's", "y", " x't", "y", " x're", "y", " x've", "y", " x'm", "y", " x'll", "y", " x'd", "y", " x'S", " x'T", " x'RE", " x'VE", " x'M", " x'LL", " x'D", " x's", "S", " x'll", "L"]}
+{"text": "IT'SOK it'Dbe x'Sy x'Ty x'My x'Dy x'LLy x'VEy x'REy x'Ly x'Vy x'Ry 'Sx'Tx'Mx'LLx'VEx'REx'Dx", "tokens": 57, "pieces": ["IT'S", "OK", " it'D", "be", " x'S", "y", " x'T", "y", " x'M", "y", " x'D", "y", " x'LL", "y", " x'VE", "y", " x'RE", "y", " x", "'Ly", " x", "'Vy", " x", "'Ry", " '", "Sx'T", "x'M", "x'LL", "x'VE", "x'RE", "x'D", "x"]}
+{"text": "'s't're've'm'll'd 'S'T'RE'VE'M'LL'D ''s '''s", "tokens": 22, "pieces": ["'s't", "'re've", "'m'll", "'d", " '", "S'T", "'RE'VE", "'M'LL", "'D", " ''", "s", " '''", "s"]}
+{"text": "9'9 9's a'9 '9 ' 's' ' 's", "tokens": 18, "pieces": ["9", "'", "9", " ", "9", "'s", " a", "'", "9", " '", "9", " '", " '", "s", "'", " '", " '", "s"]}
+{"text": "١٢٣٤ ½⅓¼ ⅣⅤ 𝟘𝟙𝟚𝟛𝟜𝟝𝟞𝟟𝟠𝟡 ①②③", "tokens": 48, "pieces": ["١٢٣", "٤", " ", "½⅓¼", " ", "ⅣⅤ", " ", "𝟘𝟙𝟚", "𝟛𝟜𝟝", "𝟞𝟟𝟠", "𝟡", " ", "①②③"]}
+{"text": "camelCase PascalCase ABCdef ABCdeF ABC aB Ab ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzABC", "tokens": 21, "pieces": ["camel", "Case", " Pascal", "Case", " ABCdef", " ABCde", "F", " ABC", " a", "B", " Ab", " ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz", "ABC"]}
+{"text": "日本ABC ABC日本 日本語abc abc日本語 漢字Kanji kanji漢字 KANJI漢字kanji مرحباABC ABCمرحبا abcمرحبا", "tokens": 35, "pieces": ["日本", "ABC", " ABC日本", " 日本語abc", " abc日本語", " 漢字Kanji", " kanji漢字", " KANJI漢字kanji", " مرحبا", "ABC", " ABCمرحبا", " abcمرحبا"]}
+{"text": "́ABC ́abc ́́A Á́ ÉA aÉ !!́a  ́A ẍY Ẍy", "tokens": 31, "pieces": ["́", "ABC", " ́abc", " ́́", "A", " Á́", " É", "A", " a", "É", " !!́", "a", " ", " ́", "A", " ẍ", "Y", " Ẍy"]}
+{"text": "ᵃbc ᵃBC Aᵃbc Aᵃ ᵃ' ᵃ's Džungla aDžB ADžB ADžb DžDž Ljx İi ΣΊΣΥΦΟΣσ ΣσΣ", "tokens": 67, "pieces": ["ᵃbc", " ᵃ", "BC", " Aᵃbc", " Aᵃ", " ᵃ", "'", " ᵃ's", " Džungla", " a", "DžB", " ADžB", " ADžb", " DžDž", " Ljx", " İi", " ΣΊΣΥΦΟΣσ", " Σσ", "Σ"]}
+{"text": "don'tx ABC's abc'S abc'ſ ABC'ſx IT'SOK it'Dbe 'sabc x's 's 'Sx'Tx x’s X'LLx X'Ll", "tokens": 40, "pieces": ["don't", "x", " ABC's", " abc'S", " abc'ſ", " ABC'ſ", "x", " IT'S", "OK", " it'D", "be", " '", "sabc", " x's", " '", "s", " '", "Sx'T", "x", " x", "’s", " X'LL", "x", " X'Ll"]}
+{"text": "!ABC !AbC !!abc #camelCase (ABCdef)  ABC abc Abc \tABC\tabc", "tokens": 27, "pieces": ["!ABC", " !", "Ab", "C", " !!", "abc", " #", "camel", "Case", " (", "ABCdef", ")", " ", " ABC", " abc", " Abc", " ", "\tABC", "\tabc"]}
+{"text": "!!/\n/x a/b !!\n/x  /x  // path/to/file.rs http://x.y/z?a=b/c \\/\\/ //\r\n//\n", "tokens": 29, "pieces": ["!!/\n/", "x", " a", "/b", " !!\n/", "x", " ", " /", "x", " ", " //", " path", "/to", "/file", ".rs", " http", "://", "x", ".y", "/z", "?a", "=b", "/c", " \\/\\/", " //\r\n//\n"]}
+{"text": "x \n x \r\n \r\n y x \n  a  b   \n\n  c x\t\ty x\t\t end   \n \n", "tokens": 23, "pieces": ["x", " \n", " x", " \r\n \r\n", " y", " x", " \n", " ", " a", " ", " b", "   \n\n", " ", " c", " x", "\t", "\ty", " x", "\t\t", " end", "   \n \n"]}
+{"text": "12345 6 1abc abc1 ABC123abc 123ABC ١٢٣٤٥abc", "tokens": 22, "pieces": ["123", "45", " ", "6", " ", "1", "abc", " abc", "1", " ABC", "123", "abc", " ", "123", "ABC", " ", "١٢٣", "٤٥", "abc"]}
+{"text": "Ⅳ٣٤٥٦<|endoftext|>9
Dž#$%", "tokens": 19, "pieces": ["Ⅳ٣٤", "٥٦", "<|", "endoftext", "|>", "9", "
Dž", "#$%"]}
+{"text": "́!!ſİ'D​a'll 字0'MZſⅣ ḍ̇éfi㍿𐞁<|endoftext|>'reＡ'S#$%", "tokens": 40, "pieces": ["́", "!!", "ſ", "İ'D", "​a'll", " 字", "0", "'MZſ", "Ⅳ", " ḍ̇éfi", "㍿𐞁", "<|", "endoftext", "|>'", "re", "Ａ'S", "#$%"]}
+{"text": "ع字'T\r\ń½sꟲ㋿'VE<EOT>'S<😀🏽!!12345678 <EOT>٣٤٥٦Džſḍ̇\réEOT­'ſ<|endoftext|><|fim_prefix|>ś
\tm", "tokens": 65, "pieces": ["ع字'T", "\r\n", "́", "½", "sꟲ", "㋿'", "VE", "<EOT", ">'", "S", "<😀🏽!!", "123", "456", "78", " <", "EOT", ">", "٣٤٥", "٦", "Džſḍ̇", "\r", "é", "EOT", "­'", "ſ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "ś", "
", "\tm"]}
+{"text": "9<EOT>'Re\r\n'ſ　  'T'Re   \né#$%<½!!٣٤٥٦'ſ<<META_START>\"عßZt\u000bDž'T<|fim_prefix|>ſ㋿\"éſ", "tokens": 51, "pieces": ["9", "<EOT", ">'", "Re", "\r\n", "'ſ", "　 ", " '", "T'Re", "   \n", "é", "#$%<", "½", "!!", "٣٤٥", "٦", "'ſ", "<<", "META", "_START", ">\"", "عß", "Zt", "\u000bDž'T", "<|", "fim", "_prefix", "|>", "ſ", "㋿\"", "éſ"]}
+{"text": "<|endoftext|>12345678<META_START>#$%tعⅣ'T0'D<|endoftext|>é'M-<EOT>'ſ'sß12345678ꟲ0(>\r\n'MZ'Sa'M", "tokens": 55, "pieces": ["<|", "endoftext", "|>", "123", "456", "78", "<META", "_START", ">#$%", "tع", "Ⅳ", "'T", "0", "'D", "<|", "endoftext", "|>", "é'M", "-<", "EOT", ">'", "ſ's", "ß", "123", "456", "78", "ꟲ", "0", "(>\r\n", "'MZ'S", "a'M"]}
+{"text": "   \n'll\"‍  d   \nß㍿\u000baⅣ😀🏽́ſ\n   \n
'Reİ\tDž٣٤٥٦ع'llEOT.\nݽ٣٤٥٦>å\u000b<|fim_prefix|>\"𐞁", "tokens": 55, "pieces": ["   \n", "'ll", "\"‍", " ", " d", "   \n", "ß", "㍿", "\u000ba", "Ⅳ", "😀🏽́", "ſ", "\n   \n", "
", "'Re", "İ", "\tDž", "٣٤٥", "٦", "ع'll", "EOT", ".\n", "İ", "½٣٤", "٥٦", ">å", "\u000b", "<|", "fim", "_prefix", "|>\"", "𐞁"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "å'remfi㍿s", "tokens": 9, "pieces": ["å're", "mfi", "㍿s"]}
+{"text": "<|endoftext|>", "tokens": 7, "pieces": ["<|", "endoftext", "|>"]}
+{"text": "🙂३'M🙂  12345678'VÉ,\u000bİ<|fim_prefix|> <META_START>Ａ'TDž　's!!<t\"!d   \nm'M('ſ", "tokens": 42, "pieces": ["🙂", "३", "'M", "🙂", " ", " ", "123", "456", "78", "'VÉ", ",", "\u000bİ", "<|", "fim", "_prefix", "|>", " ", "<META", "_START", ">Ａ'T", "Dž", "　", "'s", "!!<", "t", "\"!", "d", "   \n", "m'M", "('", "ſ"]}
+{"text": "\t", "tokens": 1, "pieces": ["\t"]}
+{"text": "…<|fim_prefix|>\n.-åß<EOT>\r\n\r\nEOT'llå½-fi!é'VE12345678EOT字'VE!🙂<|fim_prefix|>'ſ'D  \r\r漢0…", "tokens": 52, "pieces": ["…", "<|", "fim", "_prefix", "|>\n", ".-", "åß", "<EOT", ">\r\n\r\n", "EOT'll", "å", "½", "-fi", "!é'VE", "123", "456", "78", "EOT字'VE", "!🙂<|", "fim", "_prefix", "|>'", "ſ'D", "  \r\r", "漢", "0", "…"]}
+{"text": "a'S'T👍🏽>   \n-s㍿.㍿#$%́\r\n\r\n", "tokens": 20, "pieces": ["a'S", "'T", "👍🏽>", "   \n", "-s", "㍿.㍿#$%́\r\n\r\n"]}
+{"text": " 漢#$%­…­ع­ß#$%\t0é", "tokens": 17, "pieces": [" 漢", "#$%­", "…", "­ع", "­ß", "#$%", "\t", "0", "é"]}
+{"text": "<META_START>,9'㍿-", "tokens": 10, "pieces": ["<META", "_START", ">,", "9", "'㍿-"]}
+{"text": "٣٤٥٦Ⅳ漢İ'sع", "tokens": 10, "pieces": ["٣٤٥", "٦Ⅳ", "漢", "İ's", "ع"]}
+{"text": ".éé'sZ>éEOTZ'0​e½  0#$%́fiⅣ", "tokens": 24, "pieces": [".éé's", "Z", ">é", "EOTZ", "'", "0", "​e", "½", " ", " ", "0", "#$%́", "fi", "Ⅳ"]}
+{"text": "t<Ⅳ…Dž'VE<EOT>  ꟲ٣٤٥٦éåع㍿'<META_START>s字👍🏽ع  ३EOTⅣ😀🏽e   \nＡ\"", "tokens": 51, "pieces": ["t", "<", "Ⅳ", "…Dž'VE", "<EOT", ">", " ", " ꟲ", "٣٤٥", "٦", "éåع", "㍿'<", "META", "_START", ">s字", "👍🏽", "ع", " ", " ", "३", "EOT", "Ⅳ", "😀🏽", "e", "   \n", "Ａ", "\""]}
+{"text": "' .    t\t<|fim_prefix|>㍿Dž३s<EOT>😀🏽\t㍿EOTå𐞁​EOT
\t-   \ns   \n#$%ḍ̇é\r\n　ee漢", "tokens": 55, "pieces": ["'", " .", "   ", " t", "\t", "<|", "fim", "_prefix", "|>㍿", "Dž", "३", "s", "<EOT", ">😀🏽", "\t", "㍿EOTå𐞁", "​EOT", "
", "\t", "-", "   \n", "s", "   \n", "#$%", "ḍ̇é", "\r\n", "　ee漢"]}
+{"text": "'ſEOTéⅣ\nİ'S!!!t<|endoftext|>éＡ<|fim_prefix|>Ⅳ'Z‍'Re'
<|endoftext|>\u000b<㋿　#$%漢Ａ\"ꟲ㍿'T'T", "tokens": 65, "pieces": ["'ſ", "EOTé", "Ⅳ", "\n", "İ'S", "!!!", "t", "<|", "endoftext", "|>", "é", "Ａ", "<|", "fim", "_prefix", "|>", "Ⅳ", "'Z", "‍'", "Re", "'", "
", "<|", "endoftext", "|>", "\u000b", "<㋿", "　", "#$%", "漢", "Ａ", "\"ꟲ", "㍿'", "T'T"]}
+{"text": "'Re😀🏽½(.>\u000bſa㍿<|fim_prefix|>>t!'ll३ꟲ   \né\n0e\r\n\r\n…😀🏽½́dḍ̇𐞁\r\n\r\n<|fim_prefix|>.<|endoftext|>9", "tokens": 63, "pieces": ["'Re", "😀🏽", "½", "(.>", "\u000bſa", "㍿<|", "fim", "_prefix", "|>>", "t", "!'", "ll", "३", "ꟲ", "   \n", "é", "\n", "0", "e", "\r\n\r\n", "…", "😀🏽", "½", "́dḍ̇𐞁", "\r\n\r\n", "<|", "fim", "_prefix", "|>.<|", "endoftext", "|>", "9"]}
+{"text": "\r\nå👍🏽!!é", "tokens": 9, "pieces": ["\r\n", "å", "👍🏽!!", "é"]}
+{"text": "dİ(.عع   \n字㍿\nå(Z'ſ<EOT>㍿\r\n\r\n,<|fim_prefix|>", "tokens": 29, "pieces": ["d", "İ", "(.", "عع", "   \n", "字", "㍿\n", "å", "(Z'ſ", "<EOT", ">㍿\r\n\r\n", ",<|", "fim", "_prefix", "|>"]}
+{"text": "!", "tokens": 1, "pieces": ["!"]}
+{"text": "   \n\r\n.s <|endoftext|>aꟲ'sꟲ३…\r\n\r\n\u000bDž‍\t9🙂ſ", "tokens": 30, "pieces": ["   \n\r\n", ".s", " <|", "endoftext", "|>", "aꟲ's", "ꟲ", "३", "…\r\n\r\n", "\u000bDž", "‍", "\t", "9", "🙂ſ"]}
+{"text": "'re𐞁é३  fi", "tokens": 10, "pieces": ["'re𐞁é", "३", " ", " fi"]}
+{"text": "12345678  #$%<|fim_prefix|>‍㍿'T😀🏽fi'll's'S12345678½é
,🙂<META_START>٣٤٥٦#$%👍🏽🙂12345678<Ⅳ!\"'VE
", "tokens": 59, "pieces": ["123", "456", "78", " ", " #$%<|", "fim", "_prefix", "|>‍㍿'", "T", "😀🏽", "fi'll", "'s'S", "123", "456", "78½", "é", "
", ",🙂<", "META", "_START", ">", "٣٤٥", "٦", "#$%👍🏽🙂", "123", "456", "78", "<", "Ⅳ", "!\"'", "VE", "
"]}
+{"text": "fi>İ𐞁…\u000b'D­\t<META_START>ß👍🏽  Ⅳß'Dé\r\n   \nß　👍🏽", "tokens": 36, "pieces": ["fi", ">İ𐞁", "…", "\u000b", "'D", "­", "\t", "<META", "_START", ">ß", "👍🏽", " ", " ", "Ⅳ", "ß'D", "é", "\r\n   \n", "ß", "　", "👍🏽"]}
+{"text": "#$%  ßع́'T<<e", "tokens": 10, "pieces": ["#$%", " ", " ßع́'T", "<<", "e"]}
+{"text": "👍🏽>Ａ012345678   \n<|fim_prefix|> <EOT>㍿👍🏽'<!Zß#$%é\t👍🏽😀🏽EOT'Re'ſＡZt
  ß🙂e 'T<|endoftext|>", "tokens": 62, "pieces": ["👍🏽>", "Ａ", "012", "345", "678", "   \n", "<|", "fim", "_prefix", "|>", " ", "<EOT", ">㍿👍🏽'<!", "Zß", "#$%", "é", "\t", "👍🏽😀🏽", "EOT'Re", "'ſ", "ＡZt", "
 ", " ß", "🙂e", " ", "'T", "<|", "endoftext", "|>"]}
+{"text": "ꟲ'll#$%(\r\n\r\nZ0\u000b👍🏽
'VE ,½'ll­EOT", "tokens": 23, "pieces": ["ꟲ'll", "#$%(\r\n\r\n", "Z", "0", "\u000b", "👍🏽", "
", "'VE", " ", ",", "½", "'ll", "­EOT"]}
+{"text": "İ#$%\n9sßEOTd-!!<|endoftext|>　'ReＡＡfiⅣ'ſéſ🙂étſ\ne'ſ㋿é'VE\"ꟲ漢", "tokens": 47, "pieces": ["İ", "#$%\n", "9", "sß", "EOTd", "-!!<|", "endoftext", "|>", "　", "'Re", "ＡＡfi", "Ⅳ", "'ſéſ", "🙂étſ", "\n", "e'ſ", "㋿é'VE", "\"ꟲ漢"]}
+{"text": "<३…😀🏽m>'s<|endoftext|>\r\n\r\n३'ſ'S<|endoftext|><|fim_prefix|>Dž🙂ſⅣＡ㋿-'re#$%!é\r<|fim_prefix|>å9…s'VE", "tokens": 63, "pieces": ["<", "३", "…", "😀🏽", "m", ">'", "s", "<|", "endoftext", "|>\r\n\r\n", "३", "'ſ'S", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "Dž", "🙂ſ", "Ⅳ", "Ａ", "㋿-'", "re", "#$%!", "é", "\r", "<|", "fim", "_prefix", "|>", "å", "9", "…s'VE"]}
+{"text": " <EOT><|endoftext|>\r\t<|endoftext|>…ßſ\n#$%🙂㋿ḍ̇\r\n\r\n", "tokens": 34, "pieces": [" ", "<EOT", "><|", "endoftext", "|>\r", "\t", "<|", "endoftext", "|>", "…ßſ", "\n", "#$%🙂㋿", "ḍ̇", "\r\n\r\n"]}
+{"text": "   \n(\u000b!!\u000b\r\n\t́'t漢३!\nß   \n㍿\t'T,-m-\u000b>ſ   \ns३
<|endoftext|>㋿   \n'S'VE>\u000b🙂\r\n", "tokens": 47, "pieces": ["   \n", "(", "\u000b", "!!", "\u000b\r\n", "\t́'t", "漢", "३", "!\n", "ß", "   \n", "㍿", "\t", "'T", ",-", "m", "-", "\u000b", ">ſ", "   \n", "s", "३", "
", "<|", "endoftext", "|>㋿", "   \n", "'S'VE", ">", "\u000b", "🙂\r\n"]}
+{"text": "d'Rea'0㍿İé👍🏽s.٣٤٥٦('S<EOT><META_START>\",​
12345678…ꟲ.\r\n\r\n<EOT><EOT>'T㋿ ½'D", "tokens": 51, "pieces": ["d'Re", "a", "'", "0", "㍿İé", "👍🏽", "s", ".", "٣٤٥", "٦", "('", "S", "<EOT", "><", "META", "_START", ">\",​", "
", "123", "456", "78", "…ꟲ", ".\r\n\r\n", "<EOT", "><", "EOT", ">'", "T", "㋿", " ", "½", "'D"]}
+{"text": "'ſ'S…\" 'll㍿. ! <META_START>(<EOT>s!!\r\nß字㋿ḍ̇Z'ſ<|fim_prefix|>'Tß㍿ſ\n9\r\n#$%
㍿'T", "tokens": 58, "pieces": ["'ſ'S", "…", "\"", " '", "ll", "㍿.", " !", " ", "<META", "_START", ">(<", "EOT", ">s", "!!\r\n", "ß字", "㋿ḍ̇", "Z'ſ", "<|", "fim", "_prefix", "|>'", "Tß", "㍿ſ", "\n", "9", "\r\n", "#$%", "
", "㍿'", "T"]}
+{"text": "İm#$%🙂é'll'VE'VEfi   \n\r\r0漢عt'llİd's\r'M­9", "tokens": 26, "pieces": ["İm", "#$%🙂", "é'll", "'VE'VE", "fi", "   \n\r\r", "0", "漢عt'll", "İd's", "\r", "'M", "­", "9"]}
+{"text": "́'T'ſ   \ne\u000bⅣ\ns9ḍ̇'S,\r\n\r\néed're<|fim_prefix|>  👍🏽\u000b½'Re", "tokens": 33, "pieces": ["́'T", "'ſ", "   \n", "e", "\u000b", "Ⅳ", "\n", "s", "9", "ḍ̇'S", ",\r\n\r\n", "éed're", "<|", "fim", "_prefix", "|>", " ", " 👍🏽", "\u000b", "½", "'Re"]}
+{"text": "🙂'VE‍<​<|endoftext|>ⅣEOTdſ‍Dž-'D(", "tokens": 25, "pieces": ["🙂'", "VE", "‍<​<|", "endoftext", "|>", "Ⅳ", "EOTdſ", "‍Dž", "-'", "D", "("]}
+{"text": "İ'Reİ𐞁'ſ\re", "tokens": 11, "pieces": ["İ'Re", "İ𐞁'ſ", "\r", "e"]}
+{"text": "…åt\r'VE\nع​<|fim_prefix|>Ⅳß<META_START>😀🏽s㍿<|fim_prefix|>,\r  ­ꟲ…İ're!!,'T< 9EOT", "tokens": 55, "pieces": ["…åt", "\r", "'VE", "\n", "ع", "​<|", "fim", "_prefix", "|>", "Ⅳ", "ß", "<META", "_START", ">😀🏽", "s", "㍿<|", "fim", "_prefix", "|>,\r", " ", " ­", "ꟲ", "…İ're", "!!,'", "T", "<", " ", "9", "EOT"]}
+{"text": "a‍\"mé,\rßꟲ'llé,t…#$% 'M!!t㍿'VE<|endoftext|>t('ſ", "tokens": 37, "pieces": ["a", "‍\"", "mé", ",\r", "ßꟲ'll", "é", ",t", "…", "#$%", " '", "M", "!!", "t", "㍿'", "VE", "<|", "endoftext", "|>", "t", "('", "ſ"]}
+{"text": "ع'S,", "tokens": 3, "pieces": ["ع'S", ","]}
+{"text": "漢 a字", "tokens": 4, "pieces": ["漢", " a字"]}
+{"text": "d'Reé're   \n,!!<|fim_prefix|>😀🏽   \n​12345678m   \n㍿　\r\n\r\nḍ̇'VE'S‍tZ>å#$%'S'D!,​,#$%\"٣٤٥٦Ａ<漢,", "tokens": 57, "pieces": ["d'Re", "é're", "   \n", ",!!<|", "fim", "_prefix", "|>😀🏽", "   \n", "​", "123", "456", "78", "m", "   \n", "㍿", "　\r\n\r\n", "ḍ̇'VE", "'S", "‍t", "Z", ">å", "#$%'", "S'D", "!,​,#$%\"", "٣٤٥", "٦", "Ａ", "<漢", ","]}
+{"text": "'Sefi're\t­<|fim_prefix|>‍'Re\u000b🙂!12345678!! \na𐞁'S12345678EOT­Ａ<|endoftext|>㍿'llİeé", "tokens": 51, "pieces": ["'Sefi're", "\t", "­<|", "fim", "_prefix", "|>‍'", "Re", "\u000b", "🙂!", "123", "456", "78", "!!", " \n", "a𐞁'S", "123", "456", "78", "EOT", "­Ａ", "<|", "endoftext", "|>㍿'", "ll", "İeé"]}
+{"text": " 𐞁‍३Dž́­!½\r\n\r\nZsＡ!'T", "tokens": 19, "pieces": [" 𐞁", "‍", "३", "Dž́", "­!", "½", "\r\n\r\n", "Zs", "Ａ", "!'", "T"]}
+{"text": "0‍'Re.٣٤٥٦'ſ 's\ta\r½\r\n>ée'Dع\u000b𐞁a'Dİ  0　🙂'D'så漢'D'D३é'M>", "tokens": 46, "pieces": ["0", "‍'", "Re", ".", "٣٤٥", "٦", "'ſ", " '", "s", "\ta", "\r", "½", "\r\n", ">ée'D", "ع", "\u000b𐞁a'D", "İ", " ", " ", "0", "　", "🙂'", "D's", "å漢'D", "'D", "३", "é'M", ">"]}
+{"text": "عⅣ,9!!s …ع<
🙂,0　å\tDž👍🏽\r\n\r\nḍ̇ !!३   \n\r\n\r\n𐞁éfi'M", "tokens": 42, "pieces": ["ع", "Ⅳ", ",", "9", "!!", "s", " ", "…ع", "<", "
", "🙂,", "0", "　å", "\tDž", "👍🏽\r\n\r\n", "ḍ̇", " ", "!!", "३", "   \n\r\n\r\n", "𐞁éfi'M"]}
+{"text": "!<|endoftext|>३t\"३,<META_START>😀🏽\t'D𐞁12345678'½", "tokens": 30, "pieces": ["!<|", "endoftext", "|>", "३", "t", "\"", "३", ",<", "META", "_START", ">😀🏽", "\t", "'D𐞁", "123", "456", "78", "'", "½"]}
+{"text": "Dž<|endoftext|>", "tokens": 9, "pieces": ["Dž", "<|", "endoftext", "|>"]}
+{"text": "#$%३>
\r\n\r\n<|endoftext|>字٣٤٥٦fifiå\r
ZEOT\r<EOT>å㋿‍#$%", "tokens": 37, "pieces": ["#$%", "३", ">", "
\r\n\r\n", "<|", "endoftext", "|>", "字", "٣٤٥", "٦", "fifiå", "\r", "
ZEOT", "\r", "<EOT", ">å", "㋿‍#$%"]}
+{"text": "𐞁㍿s9​…!ſḍ̇'Re.<META_START><|endoftext|>(ꟲs   \n'll0 …ḍ̇  'TDžfi<|fim_prefix|>0EOT​🙂½a0'sＡ\u000b", "tokens": 64, "pieces": ["𐞁", "㍿s", "9", "​", "…", "!ſḍ̇'Re", ".<", "META", "_START", "><|", "endoftext", "|>(", "ꟲs", "   \n", "'ll", "0", " ", "…ḍ̇", " ", " '", "TDžfi", "<|", "fim", "_prefix", "|>", "0", "EOT", "​🙂", "½", "a", "0", "'s", "Ａ", "\u000b"]}
+{"text": ">09(!!ſＡDž-  'Sfi​\u000b'D'VE0!!<EOT>\t'Se'VE<EOT>'s'D12345678''M", "tokens": 39, "pieces": [">", "09", "(!!", "ſ", "ＡDž", "-", " ", " '", "Sfi", "​", "\u000b", "'D'VE", "0", "!!<", "EOT", ">", "\t", "'Se'VE", "<EOT", ">'", "s'D", "123", "456", "78", "''", "M"]}
+{"text": "fi0m>-<EOT>'sé   \n\r‍<EOT>9fi,Z\r\n½é<META_START>9
㋿'re>'lĺéⅣ<EOT>", "tokens": 44, "pieces": ["fi", "0", "m", ">-<", "EOT", ">'", "sé", "   \n\r", "‍<", "EOT", ">", "9", "fi", ",Z", "\r\n", "½", "é", "<META", "_START", ">", "9", "
", "㋿'", "re", ">'", "lĺé", "Ⅳ", "<EOT", ">"]}
+{"text": "😀🏽½　\r-\rEOTét#$%é\r'Tع>é İ'D.㍿<|fim_prefix|>½é½ ‍a\"DžDžＡⅣ  Ａ<<EOT>'VE𐞁", "tokens": 59, "pieces": ["😀🏽", "½", "　\r", "-\r", "EOTét", "#$%", "é", "\r", "'Tع", ">é", " İ'D", ".㍿<|", "fim", "_prefix", "|>", "½", "é", "½", " ‍", "a", "\"DžDžＡ", "Ⅳ", " ", " Ａ", "<<", "EOT", ">'", "VE𐞁"]}
+{"text": "ꟲ<META_START>'M😀🏽🙂­", "tokens": 13, "pieces": ["ꟲ", "<META", "_START", ">'", "M", "😀🏽🙂­"]}
+{"text": "㍿Z㍿åfié'ſZ㋿>'VEdeع   \n   \nm 👍🏽<META_START>éå३é", "tokens": 37, "pieces": ["㍿Z", "㍿åfié'ſ", "Z", "㋿>'", "VEdeع", "   \n   \n", "m", " 👍🏽<", "META", "_START", ">éå", "३", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "…''re　!m㋿   \n'T9\r\n\r\n<|fim_prefix|>m", "tokens": 21, "pieces": ["…", "''", "re", "　", "!m", "㋿", "   \n", "'T", "9", "\r\n\r\n", "<|", "fim", "_prefix", "|>", "m"]}
+{"text": "\t9EOT　 's9'reİåt\n'D#$%s字>ꟲ", "tokens": 23, "pieces": ["\t", "9", "EOT", "　", " '", "s", "9", "'re", "İåt", "\n", "'D", "#$%", "s字", ">ꟲ"]}
+{"text": "'D(mEOT½\u000bß\r\n\r\n,ḍ̇m's'T́>'ſ'D\r\na字0\t<META_START>(ß'VE\r\u000b 🙂.عs9(", "tokens": 40, "pieces": ["'D", "(m", "EOT", "½", "\u000bß", "\r\n\r\n", ",ḍ̇m's", "'T́", ">'", "ſ'D", "\r\n", "a字", "0", "\t", "<META", "_START", ">(", "ß'VE", "\r", "\u000b", " ", "🙂.", "عs", "9", "("]}
+{"text": "å're㋿ḍ̇'reZ㋿́'S漢!!
(Ａé'S३\r\n\r\n#$%    \n're
'VE#$%fi\n,\u000b", "tokens": 38, "pieces": ["å're", "㋿ḍ̇'re", "Z", "㋿́'S", "漢", "!!", "
", "(Ａé'S", "३", "\r\n\r\n", "#$%", "    \n", "'re", "
", "'VE", "#$%", "fi", "\n", ",", "\u000b"]}
+{"text": "!!é  åéİ'Re㋿((!㋿", "tokens": 16, "pieces": ["!!", "é", " ", " åé", "İ'Re", "㋿((!㋿"]}
+{"text": "'sDž\n字\r\n\r\nm#$%fi
漢'Ret½\u000bß'Tḍ̇9 ½  éEOT're'ſⅣ字३\tm", "tokens": 37, "pieces": ["'s", "Dž", "\n", "字", "\r\n\r\n", "m", "#$%", "fi", "
漢'Re", "t", "½", "\u000bß'T", "ḍ̇", "9", " ", "½", " ", " é", "EOT're", "'ſ", "Ⅳ", "字", "३", "\tm"]}
+{"text": "ع<META_START>'S\"", "tokens": 7, "pieces": ["ع", "<META", "_START", ">'", "S", "\""]}
+{"text": "   \nZsⅣ\"sⅣ0é12345678<|fim_prefix|>>", "tokens": 19, "pieces": ["   \n", "Zs", "Ⅳ", "\"s", "Ⅳ0", "é", "123", "456", "78", "<|", "fim", "_prefix", "|>>"]}
+{"text": "   \n
d㍿́12345678ſ<EOT>'Ａ㋿\"   \né#$%\rfi<\r\n\r\n'lle", "tokens": 29, "pieces": ["   \n", "
d", "㍿́", "123", "456", "78", "ſ", "<EOT", ">'", "Ａ", "㋿\"", "   \n", "é", "#$%\r", "fi", "<\r\n\r\n", "'lle"]}
+{"text": "'VEmDžd'Re\r\n'Re<  ㍿  é  ‍<EOT>
 漢…'TZ  t\r'Refi!", "tokens": 37, "pieces": ["'VEm", "Džd'Re", "\r\n", "'Re", "<", " ", " ㍿", " ", " é", " ", " ‍<", "EOT", ">", "
", " 漢", "…", "'TZ", " ", " t", "\r", "'Refi", "!"]}
+{"text": "\t\"३!½<META_START>字<EOT><META_START>#$%<META_START>\"'Sḍ̇𐞁ꟲ…   \nDž́ſéⅣ​👍🏽", "tokens": 49, "pieces": ["\t", "\"", "३", "!", "½", "<META", "_START", ">字", "<EOT", "><", "META", "_START", ">#$%<", "META", "_START", ">\"'", "Sḍ̇𐞁ꟲ", "…   \n", "Dž́ſé", "Ⅳ", "​👍🏽"]}
+{"text": "'S(ß-'ll'T!

½>'VE'Td漢ع'Sd漢'VEＡ'så\r<|endoftext|><META_START>ⅣEOT'S  漢  '<|fim_prefix|>\t", "tokens": 52, "pieces": ["'S", "(ß", "-'", "ll'T", "!", "
", "
", "½", ">'", "VE'T", "d漢ع'S", "d漢'VE", "Ａ's", "å", "\r", "<|", "endoftext", "|><", "META", "_START", ">", "Ⅳ", "EOT'S", " ", " 漢", " ", " '<|", "fim", "_prefix", "|>", "\t"]}
+{"text": "🙂́Ⅳ
éßZ字,­漢'ſ漢'T<|fim_prefix|>", "tokens": 23, "pieces": ["🙂́", "Ⅳ", "
éß", "Z字", ",­", "漢'ſ", "漢'T", "<|", "fim", "_prefix", "|>"]}
+{"text": "!!\tßß", "tokens": 4, "pieces": ["!!", "\tßß"]}
+{"text": "Z!ḍ̇'Sꟲ<#$%a#$%a's'edⅣ\teeſmeİ9'Dm", "tokens": 28, "pieces": ["Z", "!ḍ̇'S", "ꟲ", "<#$%", "a", "#$%", "a's", "'ed", "Ⅳ", "\teeſme", "İ", "9", "'Dm"]}
+{"text": "Dž\u000b12345678\"
tꟲ'Mt\"t½", "tokens": 17, "pieces": ["Dž", "\u000b", "123", "456", "78", "\"", "
tꟲ'M", "t", "\"t", "½"]}
+{"text": "٣٤٥٦'ſ'M\r0EOT<'re9½<​㍿'ll'lla-s‍<|endoftext|>​tm½a aa½,å\"'D", "tokens": 44, "pieces": ["٣٤٥", "٦", "'ſ'M", "\r", "0", "EOT", "<'", "re", "9½", "<​㍿'", "ll'll", "a", "-s", "‍<|", "endoftext", "|>​", "tm", "½", "a", " aa", "½", ",å", "\"'", "D"]}
+{"text": "<META_START>123456780Ａfi", "tokens": 9, "pieces": ["<META", "_START", ">", "123", "456", "780", "Ａfi"]}
+{"text": "İ‍d'll\nEOT'Dd<|endoftext|>'S\u000b", "tokens": 18, "pieces": ["İ", "‍d'll", "\n", "EOT'D", "d", "<|", "endoftext", "|>'", "S", "\u000b"]}
+{"text": "'M'ReeＡ12345678!😀🏽, Dž<|endoftext|>'s(\"ſ'\tſ0<|endoftext|>EOT  ꟲ#$%  \n😀🏽DžDž9عſe<'ReＡⅣé", "tokens": 63, "pieces": ["'M'Re", "e", "Ａ", "123", "456", "78", "!😀🏽,", " Dž", "<|", "endoftext", "|>'", "s", "(\"", "ſ", "'", "\tſ", "0", "<|", "endoftext", "|>", "EOT", " ", " ꟲ", "#$%", "  \n", "😀🏽", "DžDž", "9", "عſe", "<'", "Re", "Ａ", "Ⅳ", "é"]}
+{"text": "Ⅳ'<EOT>ḍ̇　👍🏽0ḍ̇12345678EOT<|fim_prefix|>\r\nⅣ😀🏽'VE\"é!!'S\nß  'T.𐞁é
>ḍ̇\u000b<|fim_prefix|>,́s", "tokens": 66, "pieces": ["Ⅳ", "'<", "EOT", ">ḍ̇", "　", "👍🏽", "0", "ḍ̇", "123", "456", "78", "EOT", "<|", "fim", "_prefix", "|>\r\n", "Ⅳ", "😀🏽'", "VE", "\"é", "!!'", "S", "\n", "ß", " ", " '", "T", ".𐞁é", "
", ">ḍ̇", "\u000b", "<|", "fim", "_prefix", "|>,́", "s"]}
+{"text": "!Z\r\n½\u000b\u000bsع\n<.<|fim_prefix|>
'VEsDž㋿d𐞁'     \n<|fim_prefix|>İ#$%'MZ३  Ⅳ  'VE\r\n\r\nm9　　\r\n", "tokens": 56, "pieces": ["!Z", "\r\n", "½", "\u000b", "\u000bsع", "\n", "<.<|", "fim", "_prefix", "|>", "
", "'VEs", "Dž", "㋿d𐞁", "'", "     \n", "<|", "fim", "_prefix", "|>", "İ", "#$%'", "MZ", "३", " ", " ", "Ⅳ", " ", " '", "VE", "\r\n\r\n", "m", "9", "　　\r\n"]}
+{"text": "!åİ㋿<META_START>('Re\r\n'VEḍ̇t<|endoftext|>\n0İ<9!0(", "tokens": 33, "pieces": ["!å", "İ", "㋿<", "META", "_START", ">('", "Re", "\r\n", "'VEḍ̇t", "<|", "endoftext", "|>\n", "0", "İ", "<", "9", "!", "0", "("]}
+{"text": "fi<''Tde,\t…   \n<😀🏽ḍ̇Dž👍🏽 é
\tſعḍ̇Ⅳ🙂t's\"㋿  mm<META_START>(", "tokens": 47, "pieces": ["fi", "<''", "Tde", ",", "\t…   \n", "<😀🏽", "ḍ̇", "Dž", "👍🏽", " é", "
", "\tſعḍ̇", "Ⅳ", "🙂t's", "\"㋿", " ", " mm", "<META", "_START", ">("]}
+{"text": "'re'Re're  ,ß
​㋿'reEOTＡ!!㋿tDž#$%>   \ne9🙂é…9å'red(s\r\n", "tokens": 40, "pieces": ["'re'Re", "'re", " ", " ,", "ß", "
", "​㋿'", "re", "EOTＡ", "!!㋿", "t", "Dž", "#$%>", "   \n", "e", "9", "🙂é", "…", "9", "å're", "d", "(s", "\r\n"]}
+{"text": "fia.9㍿.aꟲ  'llß", "tokens": 16, "pieces": ["fia", ".", "9", "㍿.", "aꟲ", " ", " '", "llß"]}
+{"text": "\nDžé <|endoftext|>…字 ­e\r\n…<|endoftext|><'s　ꟲ\t \t-!…<|fim_prefix|>𐞁 ſ\r\n\r\n'VEſḍ̇dع", "tokens": 59, "pieces": ["\n", "Džé", " <|", "endoftext", "|>", "…字", " ­", "e", "\r\n", "…", "<|", "endoftext", "|><'", "s", "　ꟲ", "\t ", "\t", "-!", "…", "<|", "fim", "_prefix", "|>", "𐞁", " ſ", "\r\n\r\n", "'VEſḍ̇dع"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "½,字å<|fim_prefix|>🙂字\u000bé\n'M<META_START>ß're.ſ½é'D<<d漢", "tokens": 31, "pieces": ["½", ",字å", "<|", "fim", "_prefix", "|>🙂", "字", "\u000bé", "\n", "'M", "<META", "_START", ">ß're", ".ſ", "½", "é'D", "<<", "d漢"]}
+{"text": "'S
　ḍ̇m㋿Ａe字́ḍ̇㋿'TŹ>mＡ<EOT>é
　 <|endoftext|>'VE,å   \n'ſ", "tokens": 47, "pieces": ["'S", "
", "　ḍ̇m", "㋿Ａe字́ḍ̇", "㋿'", "TŹ", ">m", "Ａ", "<EOT", ">é", "
　", " ", "<|", "endoftext", "|>'", "VE", ",å", "   \n", "'ſ"]}
+{"text": "9ZDž<字é字<Dž½d‍'T!sⅣEOT   \n‍\tEOTåa'ſＡå٣٤٥٦İ𐞁", "tokens": 43, "pieces": ["9", "ZDž", "<字é字", "<Dž", "½", "d", "‍'", "T", "!s", "Ⅳ", "EOT", "   \n", "‍", "\tEOTåa'ſ", "Ａå", "٣٤٥", "٦", "İ𐞁"]}
+{"text": "'ll>३   \n'12345678#$%\r!d‍́<META_START>,-t😀🏽\r\n\r\n'D>́👍🏽", "tokens": 31, "pieces": ["'ll", ">", "३", "   \n", "'", "123", "456", "78", "#$%\r", "!d", "‍́", "<META", "_START", ">,-", "t", "😀🏽\r\n\r\n", "'D", ">́", "👍🏽"]}
+{"text": "12345678'S as­<|fim_prefix|>Dž12345678>es!<|endoftext|>\t", "tokens": 28, "pieces": ["123", "456", "78", "'S", " as", "­<|", "fim", "_prefix", "|>", "Dž", "123", "456", "78", ">es", "!<|", "endoftext", "|>", "\t"]}
+{"text": "Z12345678e'S<EOT>\r\n<|fim_prefix|>é½-", "tokens": 19, "pieces": ["Z", "123", "456", "78", "e'S", "<EOT", ">\r\n", "<|", "fim", "_prefix", "|>", "é", "½", "-"]}
+{"text": "<|fim_prefix|>\r\nm𐞁\u000b漢߅'s'VE'Dß<EOT>åß ,  <META_START>'Re'D'MDž.'ll字'Sꟲ…ع", "tokens": 48, "pieces": ["<|", "fim", "_prefix", "|>\r\n", "m𐞁", "\u000b漢ß", "…", "'s'VE", "'Dß", "<EOT", ">åß", " ", ",", " ", " <", "META", "_START", ">'", "Re'D", "'MDž", ".'", "ll字'S", "ꟲ", "…ع"]}
+{"text": "'Dḍ̇'D\nfi!'s\r\n\r\nİ́t …,'re\t<META_START>ḍ̇<|endoftext|>", "tokens": 33, "pieces": ["'Dḍ̇'D", "\n", "fi", "!'", "s", "\r\n\r\n", "İ́t", " ", "…", ",'", "re", "\t", "<META", "_START", ">ḍ̇", "<|", "endoftext", "|>"]}
+{"text": "İ.,'VE'S
\r(  !­ßſ'Sꟲs\tꟲ\u000b-'ſع,Ａå", "tokens": 30, "pieces": ["İ", ".,'", "VE'S", "
\r", "(", " ", " !­", "ßſ'S", "ꟲs", "\tꟲ", "\u000b", "-'", "ſع", ",Ａå"]}
+{"text": "12345678­٣٤٥٦('Re0ſ<…ع🙂\u000b<META_START>t<EOT>éⅣa're're", "tokens": 33, "pieces": ["123", "456", "78", "­", "٣٤٥", "٦", "('", "Re", "0", "ſ", "<", "…ع", "🙂", "\u000b", "<META", "_START", ">t", "<EOT", ">é", "Ⅳ", "a're", "'re"]}
+{"text": "ꟲ字>t́<META_START>㋿\r\n\r\n字👍🏽ds'Tß<|fim_prefix|>🙂 字", "tokens": 30, "pieces": ["ꟲ字", ">t́", "<META", "_START", ">㋿\r\n\r\n", "字", "👍🏽", "ds'T", "ß", "<|", "fim", "_prefix", "|>🙂", " 字"]}
+{"text": " a  ​'sꟲ<EOT>dés!!\"'VE<|endoftext|>'re👍🏽EOT'sZ're' ́Ａ字é½𐞁's㋿9㍿ſ", "tokens": 54, "pieces": [" a", " ", " ", "​'", "sꟲ", "<EOT", ">dés", "!!\"'", "VE", "<|", "endoftext", "|>'", "re", "👍🏽", "EOT's", "Z're", "'", " ́Ａ字é", "½", "𐞁's", "㋿", "9", "㍿ſ"]}
+{"text": "‍\n'sm,fiع́t,'s!!٣٤٥٦'字😀🏽👍🏽‍'re३!
", "tokens": 30, "pieces": ["‍\n", "'sm", ",fiع́t", ",'", "s", "!!", "٣٤٥", "٦", "'字", "😀🏽👍🏽‍'", "re", "३", "!", "
"]}
+{"text": "　…𐞁­'D­Ⅳ0EOT\r🙂字\r\nß'VE३é<|endoftext|>Z👍🏽😀🏽ß٣٤٥٦d𐞁ꟲ㋿<|fim_prefix|>㍿<META_START>\n", "tokens": 69, "pieces": ["　", "…𐞁", "­'", "D", "­", "Ⅳ0", "EOT", "\r", "🙂字", "\r\n", "ß'VE", "३", "é", "<|", "endoftext", "|>", "Z", "👍🏽😀🏽", "ß", "٣٤٥", "٦", "d𐞁ꟲ", "㋿<|", "fim", "_prefix", "|>㍿<", "META", "_START", ">\n"]}
+{"text": "-\r\n\r\nß🙂<META_START>'re<|fim_prefix|>EOT…ésfi<'ll…ꟲ12345678㋿e>", "tokens": 37, "pieces": ["-\r\n\r\n", "ß", "🙂<", "META", "_START", ">'", "re", "<|", "fim", "_prefix", "|>", "EOT", "…ésfi", "<'", "ll", "…ꟲ", "123", "456", "78", "㋿e", ">"]}
+{"text": "字.EOTå   \n  ½ ‍'re'VE'llß
sſ漢'T'M'Då(#$%<|fim_prefix|><­'re\r\n\r\nZ½ß're<|fim_prefix|><META_START>'s　é", "tokens": 55, "pieces": ["字", ".EOTå", "   \n", " ", " ", "½", " ", "‍'", "re'VE", "'llß", "
sſ漢'T", "'M'D", "å", "(#$%<|", "fim", "_prefix", "|><­'", "re", "\r\n\r\n", "Z", "½", "ß're", "<|", "fim", "_prefix", "|><", "META", "_START", ">'", "s", "　é"]}
+{"text": "<EOT>Ⅳ", "tokens": 5, "pieces": ["<EOT", ">", "Ⅳ"]}
+{"text": "　9ß(😀🏽㋿漢< <|endoftext|>''Mfi𐞁'D\r\n\r\n 12345678\r\n漢å<ع're,\r\nZ", "tokens": 41, "pieces": ["　", "9", "ß", "(😀🏽㋿", "漢", "<", " <|", "endoftext", "|>''", "Mfi𐞁'D", "\r\n\r\n", " ", "123", "456", "78", "\r\n", "漢å", "<ع're", ",\r\n", "Z"]}
+{"text": "٣٤٥٦ß!!Ａ\t👍🏽!!e.ꟲ'VE", "tokens": 19, "pieces": ["٣٤٥", "٦", "ß", "!!", "Ａ", "\t", "👍🏽!!", "e", ".ꟲ'VE"]}
+{"text": "'D\r\n\r\n'sſ𐞁<|fim_prefix|><|endoftext|>12345678<|endoftext|>é́́İ<  ſDž'T   \nfiⅣſＡ><EOT>Zꟲ㋿ع\r(>ſ'   \n   \n12345678٣٤٥٦Ａ", "tokens": 73, "pieces": ["'D", "\r\n\r\n", "'sſ𐞁", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "123", "456", "78", "<|", "endoftext", "|>", "é́́", "İ", "<", " ", " ſ", "Dž'T", "   \n", "fi", "Ⅳ", "ſ", "Ａ", "><", "EOT", ">Zꟲ", "㋿ع", "\r", "(>", "ſ", "'", "   \n   \n", "123", "456", "78٣", "٤٥٦", "Ａ"]}
+{"text": "'sḍ̇-é३<|fim_prefix|>'T'sſ'Mé<|fim_prefix|>", "tokens": 25, "pieces": ["'sḍ̇", "-é", "३", "<|", "fim", "_prefix", "|>'", "T's", "ſ'M", "é", "<|", "fim", "_prefix", "|>"]}
+{"text": ">漢d\"\nZ're­'S'D,\n", "tokens": 11, "pieces": [">漢d", "\"\n", "Z're", "­'", "S'D", ",\n"]}
+{"text": "m 🙂'TＡtⅣ\rd'Reſ'VE٣٤٥٦Ａ३㍿'Reİ'Ss å😀🏽́!…\r(\n'M'S'ſ漢Ⅳ  漢…Ⅳ  ", "tokens": 55, "pieces": ["m", " ", "🙂'", "TＡt", "Ⅳ", "\r", "d'Re", "ſ'VE", "٣٤٥", "٦", "Ａ", "३", "㍿'", "Re", "İ'S", "s", " å", "😀🏽́!", "…\r", "(\n", "'M'S", "'ſ漢", "Ⅳ", " ", " 漢", "…", "Ⅳ", "  "]}
+{"text": "🙂́ 12345678<|endoftext|>'M(", "tokens": 15, "pieces": ["🙂́", " ", "123", "456", "78", "<|", "endoftext", "|>'", "M", "("]}
+{"text": "<'ſ½'ſ're½'VE\"\n
'S,ßꟲ\n!!ſ'ſ 
!'MßéZ", "tokens": 29, "pieces": ["<'", "ſ", "½", "'ſ're", "½", "'VE", "\"\n", "
", "'S", ",ßꟲ", "\n", "!!", "ſ'ſ", " ", "
", "!'", "Mßé", "Z"]}
+{"text": "
d́EOT漢!<|fim_prefix|>.½   ३…\"Ａ́'S<|endoftext|>", "tokens": 31, "pieces": ["
d́", "EOT漢", "!<|", "fim", "_prefix", "|>.", "½", "  ", " ", "३", "…", "\"Ａ́'S", "<|", "endoftext", "|>"]}
+{"text": "<|endoftext|>0ع👍🏽'Re字ع're🙂\r\n\r\n𐞁ḍ̇,", "tokens": 27, "pieces": ["<|", "endoftext", "|>", "0", "ع", "👍🏽'", "Re字ع're", "🙂\r\n\r\n", "𐞁ḍ̇", ","]}
+{"text": "'re\n㋿\u000bs३\r\nḍ̇ꟲ's'llå-ḍ̇Ａ   \n​㍿'!'Re'rem㋿\r\n   \nḍ̇㍿😀🏽½", "tokens": 49, "pieces": ["'re", "\n", "㋿", "\u000bs", "३", "\r\n", "ḍ̇ꟲ's", "'llå", "-ḍ̇", "Ａ", "   \n", "​㍿'!'", "Re're", "m", "㋿\r\n", "   \n", "ḍ̇", "㍿😀🏽", "½"]}
+{"text": "e🙂fi'S<|endoftext|>
met'M's½å🙂㋿👍🏽'M!, ß<|fim_prefix|>\r\n\r\n<|fim_prefix|>　m,", "tokens": 45, "pieces": ["e", "🙂fi'S", "<|", "endoftext", "|>", "
met'M", "'s", "½", "å", "🙂㋿👍🏽'", "M", "!,", " ß", "<|", "fim", "_prefix", "|>\r\n\r\n", "<|", "fim", "_prefix", "|>", "　m", ","]}
+{"text": "<Ａét<|fim_prefix|>İ<|fim_prefix|>,
", "tokens": 17, "pieces": ["<Ａét", "<|", "fim", "_prefix", "|>", "İ", "<|", "fim", "_prefix", "|>,", "
"]}
+{"text": "٣٤٥٦ß aＡİa<EOT> \t\r\n'Dꟲ🙂　", "tokens": 21, "pieces": ["٣٤٥", "٦", "ß", " a", "Ａİa", "<EOT", ">", " \t\r\n", "'Dꟲ", "🙂", "　"]}
+{"text": "½#$%​é字12345678ß½fi'llDž­Ⅳ㋿(,Dž   \n'S'VEd", "tokens": 31, "pieces": ["½", "#$%​", "é字", "123", "456", "78", "ß", "½", "fi'll", "Dž", "­", "Ⅳ", "㋿(,", "Dž", "   \n", "'S'VE", "d"]}
+{"text": ">'S(#$%'D…Z‍'M㋿\r\n>", "tokens": 17, "pieces": [">'", "S", "(#$%'", "D", "…Z", "‍'", "M", "㋿\r\n", ">"]}
+{"text": "aⅣ12345678<|fim_prefix|>>m🙂 !!…'Re< \r\nＡ​😀🏽#$%-Ａ'Re🙂​'Tt'Re(s٣٤٥٦Z­m", "tokens": 43, "pieces": ["a", "Ⅳ12", "345", "678", "<|", "fim", "_prefix", "|>>", "m", "🙂", " !!", "…", "'Re", "<", " \r\n", "Ａ", "​😀🏽#$%-", "Ａ'Re", "🙂​'", "Tt'Re", "(s", "٣٤٥", "٦", "Z", "­m"]}
+{"text": "å.'M'VE
\tEOT漢漢🙂.12345678ع
EOT!!Zß   dع9ſ.<'S漢\n,👍🏽9🙂\u000b", "tokens": 41, "pieces": ["å", ".'", "M'VE", "
", "\tEOT漢漢", "🙂.", "123", "456", "78", "ع", "
EOT", "!!", "Zß", "  ", " dع", "9", "ſ", ".<'", "S漢", "\n", ",👍🏽", "9", "🙂", "\u000b"]}
+{"text": "ḍ̇Ａ'ſ<", "tokens": 7, "pieces": ["ḍ̇", "Ａ'ſ", "<"]}
+{"text": "㍿\u000b>e㋿#$%'S\r<|endoftext|>fi   \ń(<|fim_prefix|>
.İDžs'M'Ret0
'S'MＡ12345678", "tokens": 46, "pieces": ["㍿", "\u000b", ">e", "㋿#$%'", "S", "\r", "<|", "endoftext", "|>", "fi", "   \n", "́", "(<|", "fim", "_prefix", "|>", "
", ".İDžs'M", "'Ret", "0", "
", "'S'M", "Ａ", "123", "456", "78"]}
+{"text": "å", "tokens": 2, "pieces": ["å"]}
+{"text": "  ḍ̇Dž", "tokens": 7, "pieces": [" ", " ḍ̇", "Dž"]}
+{"text": "'ſå३ß'MDž'M<|endoftext|>​12345678<META_START>٣٤٥٦😀🏽  'VE'T<META_START>'(ع\t(åⅣ", "tokens": 47, "pieces": ["'ſå", "३", "ß'M", "Dž'M", "<|", "endoftext", "|>​", "123", "456", "78", "<META", "_START", ">", "٣٤٥", "٦", "😀🏽", " ", " '", "VE'T", "<META", "_START", ">'(", "ع", "\t", "(å", "Ⅳ"]}
+{"text": "EOT𐞁d-<META_START>!!‍'D👍🏽ß'T漢0👍🏽字12345678'Re(…('T字　<EOT>å(Z½éḍ̇0#$%'S  ٣٤٥٦​", "tokens": 59, "pieces": ["EOT𐞁d", "-<", "META", "_START", ">!!‍'", "D", "👍🏽", "ß'T", "漢", "0", "👍🏽", "字", "123", "456", "78", "'Re", "(", "…", "('", "T字", "　", "<EOT", ">å", "(Z", "½", "éḍ̇", "0", "#$%'", "S", " ", " ", "٣٤٥", "٦", "​"]}
+{"text": "0'Re\r\n\r\n-mⅣ½a½́ ꟲ…", "tokens": 15, "pieces": ["0", "'Re", "\r\n\r\n", "-m", "Ⅳ½", "a", "½", "́", " ꟲ", "…"]}
+{"text": "9EOT٣٤٥٦'ſe'VE٣٤٥٦字é\"'ll", "tokens": 21, "pieces": ["9", "EOT", "٣٤٥", "٦", "'ſe'VE", "٣٤٥", "٦", "字é", "\"'", "ll"]}
+{"text": "　EOT'ſfi'S-12345678.ꟲfi🙂<EOT>🙂 'D½12345678\tEOTdm'll\n'!åå-'D", "tokens": 41, "pieces": ["　EOT'ſ", "fi'S", "-", "123", "456", "78", ".ꟲfi", "🙂<", "EOT", ">🙂", " '", "D", "½12", "345", "678", "\tEOTdm'll", "\n", "'!", "åå", "-'", "D"]}
+{"text": "'VE EOT'M<EOT>ḍ̇<EOT>'ſ're𐞁İ'ſ\"'re<EOT>ß   \n­0­<|endoftext|>漢sDž 'Re­'VEع𐞁.\n३㍿Zdé'M", "tokens": 63, "pieces": ["'VE", " EOT'M", "<EOT", ">ḍ̇", "<EOT", ">'", "ſ're", "𐞁", "İ'ſ", "\"'", "re", "<EOT", ">ß", "   \n", "­", "0", "­<|", "endoftext", "|>", "漢s", "Dž", " ", "'Re", "­'", "VEع𐞁", ".\n", "३", "㍿Zdé'M"]}
+{"text": "!!½!!s12345678!!.", "tokens": 8, "pieces": ["!!", "½", "!!", "s", "123", "456", "78", "!!."]}
+{"text": "fi㍿t३…Dž12345678é३Z\u000bfi,0­<EOT>d'ſ<META_START>‍\r\n\r\n<EOT>Ⅳ…fi ", "tokens": 42, "pieces": ["fi", "㍿t", "३", "…Dž", "123", "456", "78", "é", "३", "Z", "\u000bfi", ",", "0", "­<", "EOT", ">d'ſ", "<META", "_START", ">‍\r\n\r\n", "<EOT", ">", "Ⅳ", "…fi", " "]}
+{"text": "dع'Rem\r'M>'S​'ſＡdéDž́ſİ9ḍ̇,\nå-字­- 'Ms'M!!٣٤٥٦12345678३Ａé́\t", "tokens": 46, "pieces": ["dع'Re", "m", "\r", "'M", ">'", "S", "​'", "ſ", "Ａdé", "Dž́ſ", "İ", "9", "ḍ̇", ",\n", "å", "-字", "­-", " '", "Ms'M", "!!", "٣٤٥", "٦12", "345", "678", "३", "Ａé́", "\t"]}
+{"text": "é🙂\t\n,Ａsé　🙂'lĺ'D<EOT>dß\"字 !!'S'D\u000b'll<   \n(DžＡå<|endoftext|>0<META_START>!'re", "tokens": 48, "pieces": ["é", "🙂", "\t\n", ",Ａsé", "　", "🙂'", "lĺ'D", "<EOT", ">dß", "\"字", " ", "!!'", "S'D", "\u000b", "'ll", "<", "   \n", "(DžＡå", "<|", "endoftext", "|>", "0", "<META", "_START", ">!'", "re"]}
+{"text": "é", "tokens": 2, "pieces": ["é"]}
+{"text": " '​🙂-字'ſ<|endoftext|>'M㋿\"tt㍿d-ſ'Tꟲ'M½٣٤٥٦\r\n\r\n'ſ   \n'llt'reZ٣٤٥٦0d", "tokens": 50, "pieces": [" '​🙂-", "字'ſ", "<|", "endoftext", "|>'", "M", "㋿\"", "tt", "㍿d", "-ſ'T", "ꟲ'M", "½٣٤", "٥٦", "\r\n\r\n", "'ſ", "   \n", "'llt're", "Z", "٣٤٥", "٦0", "d"]}
+{"text": "\"\nt '<META_START>ꟲß", "tokens": 11, "pieces": ["\"\n", "t", " ", "'<", "META", "_START", ">ꟲß"]}
+{"text": "12345678'll\t​12345678<EOT>.\r\n\r\nſ!tßfi‍\"'s< \r!!0é½\"('Dḍ̇et'S.", "tokens": 38, "pieces": ["123", "456", "78", "'ll", "\t", "​", "123", "456", "78", "<EOT", ">.\r\n\r\n", "ſ", "!tßfi", "‍\"'", "s", "<", " \r", "!!", "0", "é", "½", "\"('", "Dḍ̇et'S", "."]}
+{"text": "-m𐞁å<EOT>", "tokens": 10, "pieces": ["-m𐞁å", "<EOT", ">"]}
+{"text": "\r\nZ🙂👍🏽­　\u000b", "tokens": 9, "pieces": ["\r\n", "Z", "🙂👍🏽­", "　\u000b"]}
+{"text": "\t👍🏽e12345678m'Sé>㋿'MEOT's\t<EOT>㍿\né́'S\"!!0  ßå!d ,Ａ٣٤٥٦   \n‍\n'Re", "tokens": 51, "pieces": ["\t", "👍🏽", "e", "123", "456", "78", "m'S", "é", ">㋿'", "MEOT's", "\t", "<EOT", ">㍿\n", "é́'S", "\"!!", "0", " ", " ßå", "!d", " ", ",Ａ", "٣٤٥", "٦", "   \n", "‍\n", "'Re"]}
+{"text": "𐞁( 😀🏽\n\r\n\r\n", "tokens": 11, "pieces": ["𐞁", "(", " ", "😀🏽\n\r\n\r\n"]}
+{"text": "9tm,­ع-字३.  漢‍  　Ⅳ'Re'Re\u000b9Z", "tokens": 22, "pieces": ["9", "tm", ",­", "ع", "-字", "३", ".", " ", " 漢", "‍", "  ", "　", "Ⅳ", "'Re'Re", "\u000b", "9", "Z"]}
+{"text": "‍👍🏽'M­́İḍ̇  🙂(mDžＡ㋿\r\n  9'll ><|endoftext|>ſ\n!!🙂ét9🙂>'VE-9<EOT> ", "tokens": 51, "pieces": ["‍👍🏽'", "M", "­́İḍ̇", " ", " 🙂(", "m", "DžＡ", "㋿\r\n", " ", " ", "9", "'ll", " ><|", "endoftext", "|>", "ſ", "\n", "!!🙂", "ét", "9", "🙂>'", "VE", "-", "9", "<EOT", ">", " "]}
+{"text": "-0 ḍ̇", "tokens": 6, "pieces": ["-", "0", " ḍ̇"]}
+{"text": "é字fifi!!é's👍🏽ſm<|fim_prefix|>(漢s\r\n\r\n
İ३
ݽ's9İaſs'sé'ſ   \néİ😀🏽\t", "tokens": 47, "pieces": ["é字fifi", "!!", "é's", "👍🏽", "ſm", "<|", "fim", "_prefix", "|>(", "漢s", "\r\n\r\n", "
İ", "३", "
İ", "½", "'s", "9", "İaſs's", "é'ſ", "   \n", "é", "İ", "😀🏽", "\t"]}
+{"text": "عs", "tokens": 2, "pieces": ["عs"]}
+{"text": "İ's\refi　Ａt's­9😀🏽åⅣ\r\n'd‍", "tokens": 21, "pieces": ["İ's", "\r", "efi", "　Ａt's", "­", "9", "😀🏽", "å", "Ⅳ", "\r\n", "'d", "‍"]}
+{"text": "<\r漢\u000ba\"½t'T𐞁字0㋿\t३😀🏽'Re'T", "tokens": 26, "pieces": ["<\r", "漢", "\u000ba", "\"", "½", "t'T", "𐞁字", "0", "㋿", "\t", "३", "😀🏽'", "Re'T"]}
+{"text": "👍🏽", "tokens": 3, "pieces": ["👍🏽"]}
+{"text": "　å👍🏽𐞁\r\n'' 0e!!'D🙂
", "tokens": 20, "pieces": ["　å", "👍🏽", "𐞁", "\r\n", "''", " ", "0", "e", "!!'", "D", "🙂", "
"]}
+{"text": "12345678Z", "tokens": 4, "pieces": ["123", "456", "78", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi…123456780Z0'M", "tokens": 9, "pieces": ["fi", "…", "123", "456", "780", "Z", "0", "'M"]}
+{"text": "'ſ  'VE,\t३Ⅳ😀🏽", "tokens": 13, "pieces": ["'ſ", " ", " '", "VE", ",", "\t", "३Ⅳ", "😀🏽"]}
+{"text": "字­'漢ꟲ\r\n­‍'S('S\"́sa\u000b<EOT>ßßt#$% <|fim_prefix|><EOT>👍🏽 ḍ̇t𐞁ḍ̇  …!ß𐞁㍿", "tokens": 61, "pieces": ["字", "­'", "漢ꟲ", "\r\n", "­‍'", "S", "('", "S", "\"́sa", "\u000b", "<EOT", ">ßßt", "#$%", " <|", "fim", "_prefix", "|><", "EOT", ">👍🏽", " ḍ̇t𐞁ḍ̇", "  ", "…", "!ß𐞁", "㍿"]}
+{"text": "ſ́😀🏽㋿0'T­漢<EOT>ع‍\t d12345678'VE\tⅣſ🙂㋿dDž't!!", "tokens": 37, "pieces": ["ſ́", "😀🏽㋿", "0", "'T", "­漢", "<EOT", ">ع", "‍", "\t", " d", "123", "456", "78", "'VE", "\t", "Ⅳ", "ſ", "🙂㋿", "d", "Dž't", "!!"]}
+{"text": "t…عꟲß́
👍🏽\u000b'MＡdſ'VE'D", "tokens": 21, "pieces": ["t", "…عꟲß́", "
", "👍🏽", "\u000b", "'MＡdſ'VE", "'D"]}
+{"text": "İß漢e㋿  ३…<|endoftext|>9Ａ́", "tokens": 22, "pieces": ["İß漢e", "㋿", " ", " ", "३", "…", "<|", "endoftext", "|>", "9", "Ａ́"]}
+{"text": "ß'ret(ßt'Re👍🏽0,\u000b!!s\rＡ<META_START>'​𐞁​字ꟲع<META_START>\u000b", "tokens": 36, "pieces": ["ß're", "t", "(ßt'Re", "👍🏽", "0", ",", "\u000b", "!!", "s", "\r", "Ａ", "<META", "_START", ">'​", "𐞁", "​字ꟲع", "<META", "_START", ">", "\u000b"]}
+{"text": "٣٤٥٦Ａ'T\t  mꟲ9<EOT> >'T𐞁ＡaＡ\r\n>👍🏽'S'Dm
​<EOT>", "tokens": 41, "pieces": ["٣٤٥", "٦", "Ａ'T", "\t ", " mꟲ", "9", "<EOT", ">", " >'", "T𐞁Ａa", "Ａ", "\r\n", ">👍🏽'", "S'D", "m", "
", "​<", "EOT", ">"]}
+{"text": "Džḍ̇㍿(<|fim_prefix|>ḍ̇½!!\n('Re<EOT><|fim_prefix|>👍🏽   \n…字\n12345678Ａ㋿ḍ̇d éİEOTt.…ſ\u000bå're​9", "tokens": 64, "pieces": ["Džḍ̇", "㍿(<|", "fim", "_prefix", "|>", "ḍ̇", "½", "!!\n", "('", "Re", "<EOT", "><|", "fim", "_prefix", "|>👍🏽", "   \n", "…字", "\n", "123", "456", "78", "Ａ", "㋿ḍ̇d", " é", "İEOTt", ".", "…ſ", "\u000bå're", "​", "9"]}
+{"text": "\r\n\r\nⅣſ'redé,é     \n<|endoftext|>ßſ\rꟲＡ,\n\r👍🏽(👍🏽😀🏽<|endoftext|>\"-\n𐞁…9", "tokens": 51, "pieces": ["\r\n\r\n", "Ⅳ", "ſ're", "dé", ",é", "     \n", "<|", "endoftext", "|>", "ßſ", "\r", "ꟲ", "Ａ", ",\n\r", "👍🏽(👍🏽😀🏽<|", "endoftext", "|>\"-\n", "𐞁", "…", "9"]}
+{"text": "Ａ0's", "tokens": 3, "pieces": ["Ａ", "0", "'s"]}
+{"text": "😀🏽Z\n'Tſfi\r\n'll>.'SßéEOT0　漢…😀🏽́Ⅳ́𐞁ＡéEOT\u000bt", "tokens": 39, "pieces": ["😀🏽", "Z", "\n", "'Tſfi", "\r\n", "'ll", ">.'", "Sßé", "EOT", "0", "　漢", "…", "😀🏽́", "Ⅳ", "́𐞁Ａé", "EOT", "\u000bt"]}
+{"text": "🙂漢!!İ🙂٣٤٥٦EOTß\r\n\t
#$%å0>-👍🏽\ŕ𐞁𐞁३İ", "tokens": 36, "pieces": ["🙂漢", "!!", "İ", "🙂", "٣٤٥", "٦", "EOTß", "\r\n", "\t", "
", "#$%", "å", "0", ">-👍🏽\r", "́𐞁𐞁", "३", "İ"]}
+{"text": "Z'T're ㋿​½­‍å   \n<　<'T   \nmm<EOT>½", "tokens": 24, "pieces": ["Z'T", "'re", " ", "㋿​", "½", "­‍", "å", "   \n", "<", "　", "<'", "T", "   \n", "mm", "<EOT", ">", "½"]}
+{"text": "'VE​㍿­<META_START>½<|endoftext|>", "tokens": 19, "pieces": ["'VE", "​㍿­<", "META", "_START", ">", "½", "<|", "endoftext", "|>"]}
+{"text": "\r\nå\r  ٣٤٥٦!!'ll\ns<EOT>ß're'ſ'S9sZ🙂\r\nß­s", "tokens": 30, "pieces": ["\r\n", "å", "\r", " ", " ", "٣٤٥", "٦", "!!'", "ll", "\n", "s", "<EOT", ">ß're", "'ſ'S", "9", "s", "Z", "🙂\r\n", "ß", "­s"]}
+{"text": "'VE🙂", "tokens": 3, "pieces": ["'VE", "🙂"]}
+{"text": "é\u000bDž‍s­!", "tokens": 9, "pieces": ["é", "\u000bDž", "‍s", "­!"]}
+{"text": "'SZ#$%Z½m🙂ſ字ع字\råeſ'll😀🏽å", "tokens": 23, "pieces": ["'SZ", "#$%", "Z", "½", "m", "🙂ſ字ع字", "\r", "åeſ'll", "😀🏽", "å"]}
+{"text": "ḍ̇'T<|endoftext|>
9<|fim_prefix|>漢㋿‍0ß🙂　a\u000bＡ३", "tokens": 32, "pieces": ["ḍ̇'T", "<|", "endoftext", "|>", "
", "9", "<|", "fim", "_prefix", "|>", "漢", "㋿‍", "0", "ß", "🙂", "　a", "\u000bＡ", "३"]}
+{"text": "'ll-'ll0'Re字ZꟲⅣ漢👍🏽\r\n\r\n😀🏽\u000bZ字,dß", "tokens": 25, "pieces": ["'ll", "-'", "ll", "0", "'Re字", "Zꟲ", "Ⅳ", "漢", "👍🏽\r\n\r\n", "😀🏽", "\u000bZ字", ",dß"]}
+{"text": "\r\n\r\nſDžZ're  \nⅣ9Ａ'ſ\r\n\r\n'VÉé٣٤٥٦𐞁ém!<'Re #$%EOT!!", "tokens": 39, "pieces": ["\r\n\r\n", "ſ", "DžZ're", "  \n", "Ⅳ9", "Ａ'ſ", "\r\n\r\n", "'VÉé", "٣٤٥", "٦", "𐞁ém", "!<'", "Re", " #$%", "EOT", "!!"]}
+{"text": "'S<EOT><|fim_prefix|>ꟲ<EOT>😀🏽s　d'VE漢<|endoftext|>'llDžſ😀🏽", "tokens": 38, "pieces": ["'S", "<EOT", "><|", "fim", "_prefix", "|>", "ꟲ", "<EOT", ">😀🏽", "s", "　d'VE", "漢", "<|", "endoftext", "|>'", "ll", "Džſ", "😀🏽"]}
+{"text": "'Sde㍿漢>🙂Dž!!<👍🏽   \n½ḍ̇'ll­fi12345678\"é<|fim_prefix|>", "tokens": 34, "pieces": ["'Sde", "㍿漢", ">🙂", "Dž", "!!<👍🏽", "   \n", "½", "ḍ̇'ll", "­fi", "123", "456", "78", "\"é", "<|", "fim", "_prefix", "|>"]}
+{"text": "\"\r\n'VE<|fim_prefix|>🙂\"", "tokens": 11, "pieces": ["\"\r\n", "'VE", "<|", "fim", "_prefix", "|>🙂\""]}
+{"text": " ,<​ß'T<\r\n\r\nåeß' é<|endoftext|>>'ll-ß's㋿'VEß‍<|fim_prefix|>İt…-12345678'>٣٤٥٦　ß", "tokens": 54, "pieces": [" ,<​", "ß'T", "<\r\n\r\n", "åeß", "'", " é", "<|", "endoftext", "|>>'", "ll", "-ß's", "㋿'", "VEß", "‍<|", "fim", "_prefix", "|>", "İt", "…", "-", "123", "456", "78", "'>", "٣٤٥", "٦", "　ß"]}
+{"text": "t​!12345678'll😀🏽\r\n", "tokens": 11, "pieces": ["t", "​!", "123", "456", "78", "'ll", "😀🏽\r\n"]}
+{"text": ".é　,<|fim_prefix|>ḍ̇\rEOT'Ret​åé\t'ſt㋿ſⅣ🙂漢e\r\n\r\n'SＡa12345678　!­", "tokens": 45, "pieces": [".é", "　", ",<|", "fim", "_prefix", "|>", "ḍ̇", "\r", "EOT'Re", "t", "​åé", "\t", "'ſt", "㋿ſ", "Ⅳ", "🙂漢e", "\r\n\r\n", "'SＡa", "123", "456", "78", "　", "!­"]}
+{"text": "　́    're12345678dm", "tokens": 9, "pieces": ["　́", "   ", " ", "'re", "123", "456", "78", "dm"]}
+{"text": "ſéſ9́EOTEOT!!\"  ßİ!!fia é!…s字e", "tokens": 26, "pieces": ["ſéſ", "9", "́", "EOTEOT", "!!\"", " ", " ß", "İ", "!!", "fia", " é", "!", "…s字e"]}
+{"text": "३'s\r'M
㍿,\r\n\r\nعEOT 'll,'re\r\n'M'ſİ!<EOT>", "tokens": 26, "pieces": ["३", "'s", "\r", "'M", "
", "㍿,\r\n\r\n", "ع", "EOT", " ", "'ll", ",'", "re", "\r\n", "'M'ſ", "İ", "!<", "EOT", ">"]}
+{"text": "'ſm'S'llſ'Re漢é<EOT>ꟲ9", "tokens": 16, "pieces": ["'ſm'S", "'llſ'Re", "漢é", "<EOT", ">ꟲ", "9"]}
+{"text": "-.ꟲſ'\r'll'VE
å", "tokens": 13, "pieces": ["-.", "ꟲſ", "'\r", "'ll'VE", "
å"]}
+{"text": "'S٣٤٥٦é0Ａ🙂é<|endoftext|><EOT>s\r\n\r\n", "tokens": 23, "pieces": ["'S", "٣٤٥", "٦", "é", "0", "Ａ", "🙂é", "<|", "endoftext", "|><", "EOT", ">s", "\r\n\r\n"]}
+{"text": "\u000b", "tokens": 1, "pieces": ["\u000b"]}
+{"text": ".\"-ßⅣEOT🙂aⅣé
", "tokens": 14, "pieces": [".\"-", "ß", "Ⅳ", "EOT", "🙂a", "Ⅳ", "é", "
"]}
+{"text": "½\u000b🙂‍0!a ३9\r\n😀🏽߅.'S", "tokens": 19, "pieces": ["½", "\u000b", "🙂‍", "0", "!a", " ", "३9", "\r\n", "😀🏽", "ß", "…", ".'", "S"]}
+{"text": "漢Ⅳḍ̇Ａ((\r\r\n .<|endoftext|>
ſ'Re३٣٤٥٦ꟲm", "tokens": 29, "pieces": ["漢", "Ⅳ", "ḍ̇", "Ａ", "((\r\r\n", " ", ".<|", "endoftext", "|>", "
ſ'Re", "३٣٤", "٥٦", "ꟲm"]}
+{"text": "!!٣٤٥٦\r\n\n", "tokens": 6, "pieces": ["!!", "٣٤٥", "٦", "\r\n\n"]}
+{"text": "٣٤٥٦字İ!!m'T…eé<META_START>", "tokens": 17, "pieces": ["٣٤٥", "٦", "字", "İ", "!!", "m'T", "…eé", "<META", "_START", ">"]}
+{"text": ".　😀🏽d(Ａ́Z   \nＡ🙂ß'Dİd   \n½㍿é‍", "tokens": 24, "pieces": [".", "　", "😀🏽", "d", "(Ａ́", "Z", "   \n", "Ａ", "🙂ß'D", "İd", "   \n", "½", "㍿é", "‍"]}
+{"text": "\r\n\r\n​Dž😀🏽s<|endoftext|>½0<META_START>½½'re…", "tokens": 26, "pieces": ["\r\n\r\n", "​Dž", "😀🏽", "s", "<|", "endoftext", "|>", "½0", "<META", "_START", ">", "½½", "'re", "…"]}
+{"text": "Z'D<EOT>ꟲ‍åéḍ̇mع\r", "tokens": 18, "pieces": ["Z'D", "<EOT", ">ꟲ", "‍åéḍ̇mع", "\r"]}
+{"text": "­>'S'ſ!!étß'll字𐞁m>ꟲ漢\nEOT٣٤٥٦'ll12345678(fi​9å0'D🙂́    Ａm", "tokens": 47, "pieces": ["­>'", "S'ſ", "!!", "étß'll", "字𐞁m", ">ꟲ漢", "\n", "EOT", "٣٤٥", "٦", "'ll", "123", "456", "78", "(fi", "​", "9", "å", "0", "'D", "🙂́", "   ", " Ａm"]}
+{"text": "s,'ll
…0's9é㍿é३🙂́Džſ0\r\n\r\n's<META_START>ع'M 
Z!!ḍ̇", "tokens": 38, "pieces": ["s", ",'", "ll", "
", "…", "0", "'s", "9", "é", "㍿é", "३", "🙂́Džſ", "0", "\r\n\r\n", "'s", "<META", "_START", ">ع'M", " ", "
Z", "!!", "ḍ̇"]}
+{"text": "é ,İ<|endoftext|>عéé𐞁👍🏽​ſa👍🏽ZZ𐞁\u000ba0 ­9½0\t​\u000bfi''re'Re<|fim_prefix|>​\u000bå‍(<", "tokens": 60, "pieces": ["é", " ", ",İ", "<|", "endoftext", "|>", "عéé𐞁", "👍🏽​", "ſa", "👍🏽", "ZZ𐞁", "\u000ba", "0", " ", "­", "9½0", "\t", "​", "\u000bfi", "''", "re'Re", "<|", "fim", "_prefix", "|>​", "\u000bå", "‍(<"]}
+{"text": "'Tḍ̇½   \n''Re<'re‍½.e12345678'D́é  𐞁fi🙂12345678\t٣٤٥٦fi漢'ſḍ̇<META_START>12345678'D𐞁　漢é٣٤٥٦", "tokens": 63, "pieces": ["'Tḍ̇", "½", "   \n", "''", "Re", "<'", "re", "‍", "½", ".e", "123", "456", "78", "'D́é", " ", " 𐞁fi", "🙂", "123", "456", "78", "\t", "٣٤٥", "٦", "fi漢'ſ", "ḍ̇", "<META", "_START", ">", "123", "456", "78", "'D𐞁", "　漢é", "٣٤٥", "٦"]}
+{"text": "  s, ­
fi're   \nEOT　ꟲ३字<EOT>é漢\"\"!😀🏽ع
s‍méݽ  12345678‍㍿ſ.", "tokens": 46, "pieces": [" ", " s", ",", " ", "­", "
fi're", "   \n", "EOT", "　ꟲ", "३", "字", "<EOT", ">é漢", "\"\"!😀🏽", "ع", "
s", "‍mé", "İ", "½", " ", " ", "123", "456", "78", "‍㍿", "ſ", "."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "  s's…å,ſa\"t½𐞁're\r<EOT>EOT½'llⅣfi\">\"Ａ½İ-<META_START>३t", "tokens": 40, "pieces": [" ", " s's", "…å", ",ſa", "\"t", "½", "𐞁're", "\r", "<EOT", ">EOT", "½", "'ll", "Ⅳ", "fi", "\">\"", "Ａ", "½", "İ", "-<", "META", "_START", ">", "३", "t"]}
+{"text": "\r\n\r\n<,9Ⅳ३'Re'Re0\n12345678३ḍ̇\u000b\r\n t.\t<|endoftext|>Ａ\r\n\r\n   \n\ŕfi'Ss<|fim_prefix|>\r\n\r\n\n!!‍", "tokens": 47, "pieces": ["\r\n\r\n", "<,", "9Ⅳ३", "'Re'Re", "0", "\n", "123", "456", "78३", "ḍ̇", "\u000b\r\n", " t", ".", "\t", "<|", "endoftext", "|>", "Ａ", "\r\n\r\n   \n\r", "́fi'S", "s", "<|", "fim", "_prefix", "|>\r\n\r\n\n", "!!‍"]}
+{"text": "Ⅳ́é   \n​Ⅳع́ ", "tokens": 11, "pieces": ["Ⅳ", "́é", "   \n", "​", "Ⅳ", "ع́", " "]}
+{"text": ">ꟲ\r\n👍🏽٣٤٥٦\"!é​<META_START>
's#$%½'Re𐞁\r\n\r\né,", "tokens": 32, "pieces": [">ꟲ", "\r\n", "👍🏽", "٣٤٥", "٦", "\"!", "é", "​<", "META", "_START", ">", "
", "'s", "#$%", "½", "'Re𐞁", "\r\n\r\n", "é", ","]}
+{"text": "İ's👍🏽<|fim_prefix|><|fim_prefix|>'ll#$%'saḍ̇
ſ12345678 'S'VE\n", "tokens": 33, "pieces": ["İ's", "👍🏽<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "ll", "#$%'", "saḍ̇", "
ſ", "123", "456", "78", " '", "S'VE", "\n"]}
+{"text": "३\r\nꟲåéDž
(㋿éfiꟲEOT-a'VE \"'DéⅣ\n<EOT>'\n
.Ａ!!\"   \n👍🏽 🙂…é\r\n\r\n\n<|endoftext|>", "tokens": 57, "pieces": ["३", "\r\n", "ꟲåé", "Dž", "
", "(㋿", "éfiꟲ", "EOT", "-a'VE", " ", "\"'", "Dé", "Ⅳ", "\n", "<EOT", ">'\n", "
", ".Ａ", "!!\"", "   \n", "👍🏽", " 🙂", "…é", "\r\n\r\n\n", "<|", "endoftext", "|>"]}
+{"text": "ß𐞁½,!!­½-😀🏽\r\n\r\n'ſ　‍#$%(<META_START><EOT>,Z,\r\n,tt\u000b'ſ#$%", "tokens": 37, "pieces": ["ß𐞁", "½", ",!!­", "½", "-😀🏽\r\n\r\n", "'ſ", "　", "‍#$%(<", "META", "_START", "><", "EOT", ">,", "Z", ",\r\n", ",tt", "\u000b", "'ſ", "#$%"]}
+{"text": "🙂३'ſ\rꟲ", "tokens": 8, "pieces": ["🙂", "३", "'ſ", "\r", "ꟲ"]}
+{"text": "ع,'S", "tokens": 3, "pieces": ["ع", ",'", "S"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'VE'VE٣٤٥٦㋿İ'Re‍İ\r\n'VE'ss", "tokens": 20, "pieces": ["'VE'VE", "٣٤٥", "٦", "㋿İ'Re", "‍İ", "\r\n", "'VE's", "s"]}
+{"text": " 'M", "tokens": 2, "pieces": [" '", "M"]}
+{"text": "👍🏽   \nع><|fim_prefix|>(㍿", "tokens": 14, "pieces": ["👍🏽", "   \n", "ع", "><|", "fim", "_prefix", "|>(㍿"]}
+{"text": "½Z", "tokens": 2, "pieces": ["½", "Z"]}
+{"text": "'s\r'T\r\nfi\tésEOT   \nEOT​Z　12345678ع   \né👍🏽…!!'llZ㋿́٣٤٥٦", "tokens": 39, "pieces": ["'s", "\r", "'T", "\r\n", "fi", "\tés", "EOT", "   \n", "EOT", "​Z", "　", "123", "456", "78", "ع", "   \n", "é", "👍🏽", "…", "!!'", "ll", "Z", "㋿́", "٣٤٥", "٦"]}
+{"text": "(字'reſd", "tokens": 5, "pieces": ["(字're", "ſd"]}
+{"text": "'s…EOT\r\nع　\nſås(m#$%㍿'D", "tokens": 20, "pieces": ["'s", "…EOT", "\r\n", "ع", "　\n", "ſås", "(m", "#$%㍿'", "D"]}
+{"text": "
('VEꟲ㋿12345678   \n😀🏽'Rea\u000b   \nⅣ\u000b漢'S \u000bß٣٤٥٦…३m'VE<|fim_prefix|>", "tokens": 45, "pieces": ["
", "('", "VEꟲ", "㋿", "123", "456", "78", "   \n", "😀🏽'", "Rea", "\u000b   \n", "Ⅳ", "\u000b漢'S", " ", "\u000bß", "٣٤٥", "٦", "…", "३", "m'VE", "<|", "fim", "_prefix", "|>"]}
+{"text": "ع\t½0fiß<META_START><|endoftext|>-'D٣٤٥٦!", "tokens": 23, "pieces": ["ع", "\t", "½0", "fiß", "<META", "_START", "><|", "endoftext", "|>-'", "D", "٣٤٥", "٦", "!"]}
+{"text": "㍿字tꟲ　'D 'ſéea\n३tDžع字'12345678漢0'S\"", "tokens": 31, "pieces": ["㍿字tꟲ", "　", "'D", " ", "'ſéea", "\n", "३", "t", "Džع字", "'", "123", "456", "78", "漢", "0", "'S", "\""]}
+{"text": "ſ字'sⅣsⅣZ  12345678're½0'T>👍🏽­t'Séé́३,Ａ㍿\r\n>é  EOT   \n…'VE'\r\n\r\n‍😀🏽", "tokens": 53, "pieces": ["ſ字's", "Ⅳ", "s", "Ⅳ", "Z", " ", " ", "123", "456", "78", "'re", "½0", "'T", ">👍🏽­", "t'S", "éé́", "३", ",Ａ", "㍿\r\n", ">é", " ", " EOT", "   \n", "…", "'VE", "'\r\n\r\n", "‍😀🏽"]}
+{"text": "३!!   \n\r\n   \n🙂'D-😀🏽fi\rع12345678'.<META_START>👍🏽३‍\té👍🏽0ꟲ㋿ſå", "tokens": 43, "pieces": ["३", "!!", "   \n\r\n   \n", "🙂'", "D", "-😀🏽", "fi", "\r", "ع", "123", "456", "78", "'.<", "META", "_START", ">👍🏽", "३", "‍", "\té", "👍🏽", "0", "ꟲ", "㋿ſå"]}
+{"text": "漢𐞁é", "tokens": 6, "pieces": ["漢𐞁é"]}
+{"text": "ſ'Mfi  fi'ré'Reß'Re!", "tokens": 11, "pieces": ["ſ'M", "fi", " ", " fi're", "́'Re", "ß'Re", "!"]}
+{"text": "'T\rfi­
\r\n\u000bEOTDžfi    \n　fis\r½'Re,
٣٤٥٦'T​(ꟲfi　½…  ", "tokens": 37, "pieces": ["'T", "\r", "fi", "­", "
\r\n", "\u000bEOTDžfi", "    \n", "　fis", "\r", "½", "'Re", ",", "
", "٣٤٥", "٦", "'T", "​(", "ꟲfi", "　", "½", "…  "]}
+{"text": "㍿👍🏽d!\t\t́12345678", "tokens": 14, "pieces": ["㍿👍🏽", "d", "!", "\t", "\t́", "123", "456", "78"]}
+{"text": "'D😀🏽'M𐞁Ａ<ꟲꟲع'T,.㍿<META_START>'T\n'll<|fim_prefix|>'D<|fim_prefix|>12345678e's\tꟲ'\u000b😀🏽İ(\"", "tokens": 60, "pieces": ["'D", "😀🏽'", "M𐞁", "Ａ", "<ꟲꟲع'T", ",.㍿<", "META", "_START", ">'", "T", "\n", "'ll", "<|", "fim", "_prefix", "|>'", "D", "<|", "fim", "_prefix", "|>", "123", "456", "78", "e's", "\tꟲ", "'", "\u000b", "😀🏽", "İ", "(\""]}
+{"text": "9'D'ſ𐞁\r\n\r\n'M字㋿å👍🏽sm'll\rfi(😀🏽'ſ𐞁#$%", "tokens": 35, "pieces": ["9", "'D'ſ", "𐞁", "\r\n\r\n", "'M字", "㋿å", "👍🏽", "sm'll", "\r", "fi", "(😀🏽'", "ſ𐞁", "#$%"]}
+{"text": " ­'ll's!", "tokens": 5, "pieces": [" ­'", "ll's", "!"]}
+{"text": "Džİ 'SＡ​0  …dꟲ'VE9'Re\r\n\r\nEOTꟲḍ̇ mmå<EOT>-\"‍字ⅣＡ", "tokens": 39, "pieces": ["Džİ", " ", "'SＡ", "​", "0", "  ", "…dꟲ'VE", "9", "'Re", "\r\n\r\n", "EOTꟲḍ̇", " mmå", "<EOT", ">-\"‍", "字", "Ⅳ", "Ａ"]}
+{"text": "-'M.d(", "tokens": 4, "pieces": ["-'", "M", ".d", "("]}
+{"text": "\t", "tokens": 1, "pieces": ["\t"]}
+{"text": "\n👍🏽'Rem<|fim_prefix|>'M字e'Reée'D!!'Re-", "tokens": 22, "pieces": ["\n", "👍🏽'", "Rem", "<|", "fim", "_prefix", "|>'", "M字e'Re", "ée'D", "!!'", "Re", "-"]}
+{"text": "\t#$%Ⅳ'M\r\n İſ ​'ll\u000b'reDžḍ̇e're(ßZ字㍿ſ<㋿<META_START><|fim_prefix|><|endoftext|>㋿ß12345678'", "tokens": 58, "pieces": ["\t", "#$%", "Ⅳ", "'M", "\r\n", " İſ", " ", "​'", "ll", "\u000b", "'re", "Džḍ̇e're", "(ß", "Z字", "㍿ſ", "<㋿<", "META", "_START", "><|", "fim", "_prefix", "|><|", "endoftext", "|>㋿", "ß", "123", "456", "78", "'"]}
+{"text": "'ſ'D<|endoftext|>sfi'T<é \r\n\r\ndm\"½Dž́'T<META_START>\t㋿EOTDž fi", "tokens": 36, "pieces": ["'ſ'D", "<|", "endoftext", "|>", "sfi'T", "<é", " \r\n\r\n", "dm", "\"", "½", "Dž́'T", "<META", "_START", ">", "\t", "㋿EOTDž", " fi"]}
+{"text": "'ReⅣs'VE🙂'D", "tokens": 9, "pieces": ["'Re", "Ⅳ", "s'VE", "🙂'", "D"]}
+{"text": "  å\u000bع\"><'VEé👍🏽 ", "tokens": 13, "pieces": [" ", " å", "\u000bع", "\"><'", "VEé", "👍🏽", " "]}
+{"text": "t!!<EOT>'ſ!!!\td½ſ,<|fim_prefix|>'s'D12345678>Z…́Džſ\u000bé𐞁\"'T<META_START>'Re​'D", "tokens": 45, "pieces": ["t", "!!<", "EOT", ">'", "ſ", "!!!", "\td", "½", "ſ", ",<|", "fim", "_prefix", "|>'", "s'D", "123", "456", "78", ">Z", "…́Džſ", "\u000bé𐞁", "\"'", "T", "<META", "_START", ">'", "Re", "​'", "D"]}
+{"text": "Ⅳ…eé,'ſ'Re\r\nd😀🏽-\n<EOT>ß0Z(👍🏽'S12345678m½\"㍿㍿å٣٤٥٦​<|endoftext|>\te   \nZ", "tokens": 56, "pieces": ["Ⅳ", "…eé", ",'", "ſ'Re", "\r\n", "d", "😀🏽-\n", "<EOT", ">ß", "0", "Z", "(👍🏽'", "S", "123", "456", "78", "m", "½", "\"㍿㍿", "å", "٣٤٥", "٦", "​<|", "endoftext", "|>", "\te", "   \n", "Z"]}
+{"text": "'ll\r\nꟲd", "tokens": 6, "pieces": ["'ll", "\r\n", "ꟲd"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿‍s#$%\t\r\n\r\na<|endoftext|>٣٤٥٦åع\n  0㋿\r\n<​Ⅳ,​9!!'<😀🏽   \n", "tokens": 44, "pieces": ["㍿‍", "s", "#$%", "\t\r\n\r\n", "a", "<|", "endoftext", "|>", "٣٤٥", "٦", "åع", "\n", " ", " ", "0", "㋿\r\n", "<​", "Ⅳ", ",​", "9", "!!'<😀🏽", "   \n"]}
+{"text": "''Re　12345678漢\ntḍ̇0'DEOTEOT'VEꟲ-ꟲ­", "tokens": 27, "pieces": ["''", "Re", "　", "123", "456", "78", "漢", "\n", "tḍ̇", "0", "'DEOTEOT'VE", "ꟲ", "-ꟲ", "­"]}
+{"text": "<EOT>0", "tokens": 4, "pieces": ["<EOT", ">", "0"]}
+{"text": "<ß're'S🙂'Reſ𐞁　0 ㋿㍿0\r\n𐞁\u000bé>👍🏽　
   \nſfi\t\t́Z'Re'D", "tokens": 45, "pieces": ["<ß're", "'S", "🙂'", "Reſ𐞁", "　", "0", " ㋿㍿", "0", "\r\n", "𐞁", "\u000bé", ">👍🏽", "　
   \n", "ſfi", "\t", "\t́", "Z'Re", "'D"]}
+{"text": "'Re\t#$%<|endoftext|>é\u000b'ḍ̇,tＡ‍éＡß'T9're  're,㍿'D​𐞁a'D\"fi३", "tokens": 45, "pieces": ["'Re", "\t", "#$%<|", "endoftext", "|>", "é", "\u000b", "'ḍ̇", ",t", "Ａ", "‍é", "Ａß'T", "9", "'re", " ", " '", "re", ",㍿'", "D", "​𐞁a'D", "\"fi", "३"]}
+{"text": "'S\r\nZ\rd!!  ​\t　", "tokens": 11, "pieces": ["'S", "\r\n", "Z", "\r", "d", "!!", " ", " ", "​", "\t　"]}
+{"text": "𐞁'ſt'Re", "tokens": 8, "pieces": ["𐞁'ſ", "t'Re"]}
+{"text": "éd0   \n'ſ   \nⅣİ12345678e,Dž漢me字😀🏽", "tokens": 24, "pieces": ["éd", "0", "   \n", "'ſ", "   \n", "Ⅳ", "İ", "123", "456", "78", "e", ",Dž漢me字", "😀🏽"]}
+{"text": "　!!<|endoftext|>'VE<META_START>'T<META_START>　字'<META_START>", "tokens": 25, "pieces": ["　", "!!<|", "endoftext", "|>'", "VE", "<META", "_START", ">'", "T", "<META", "_START", ">", "　字", "'<", "META", "_START", ">"]}
+{"text": "'s", "tokens": 1, "pieces": ["'s"]}
+{"text": "漢!!'VE\t<|fim_prefix|>'Reem㍿\r\n🙂<META_START>Ａ'Me٣٤٥٦ꟲ\u000bİ👍🏽३  👍🏽 'T", "tokens": 44, "pieces": ["漢", "!!'", "VE", "\t", "<|", "fim", "_prefix", "|>'", "Reem", "㍿\r\n", "🙂<", "META", "_START", ">Ａ'M", "e", "٣٤٥", "٦", "ꟲ", "\u000bİ", "👍🏽", "३", " ", " 👍🏽", " ", "'T"]}
+{"text": "'s!!‍'Re'llt-‍​-s12345678  9<META_START>ḍ̇", "tokens": 25, "pieces": ["'s", "!!‍'", "Re'll", "t", "-‍​-", "s", "123", "456", "78", " ", " ", "9", "<META", "_START", ">ḍ̇"]}
+{"text": "é'VE!<EOT><META_START>s\"Dž字s𐞁e\r\n\r\nZé's", "tokens": 26, "pieces": ["é'VE", "!<", "EOT", "><", "META", "_START", ">s", "\"Dž字s𐞁e", "\r\n\r\n", "Zé's"]}
+{"text": "　\tⅣ<|fim_prefix|>\n12345678🙂<|fim_prefix|>'Sé'Re<|fim_prefix|>　ع\r\nfi𐞁'T'D𐞁́ꟲ…Ａd fi's<9s<|endoftext|>😀🏽Ⅳ٣٤٥٦12345678", "tokens": 76, "pieces": ["　", "\t", "Ⅳ", "<|", "fim", "_prefix", "|>\n", "123", "456", "78", "🙂<|", "fim", "_prefix", "|>'", "Sé'Re", "<|", "fim", "_prefix", "|>", "　ع", "\r\n", "fi𐞁'T", "'D𐞁́ꟲ", "…Ａd", " fi's", "<", "9", "s", "<|", "endoftext", "|>😀🏽", "Ⅳ٣٤", "٥٦1", "234", "567", "8"]}
+{"text": " 9👍🏽\r㋿>d㍿!\u000b㋿\n'VEdét\u000b>éé👍🏽३ ३😀🏽㍿aＡéİ…m‍", "tokens": 50, "pieces": [" ", "9", "👍🏽\r", "㋿>", "d", "㍿!", "\u000b", "㋿\n", "'VEdét", "\u000b", ">éé", "👍🏽", "३", " ", "३", "😀🏽㍿", "a", "Ａé", "İ", "…m", "‍"]}
+{"text": "s(.<|endoftext|> !<META_START>ḍ̇'Mꟲ'VEDž", "tokens": 26, "pieces": ["s", "(.<|", "endoftext", "|>", " ", "!<", "META", "_START", ">ḍ̇'M", "ꟲ'VE", "Dž"]}
+{"text": "​'TDž  \n…㍿\u000b  ſt<META_START>㍿åé½😀🏽é­9👍🏽<|endoftext|>ḍ̇'reⅣ#$%…ſＡ<META_START>", "tokens": 59, "pieces": ["​'", "TDž", "  \n", "…", "㍿", "\u000b ", " ſt", "<META", "_START", ">㍿", "åé", "½", "😀🏽", "é", "­", "9", "👍🏽<|", "endoftext", "|>", "ḍ̇'re", "Ⅳ", "#$%", "…ſ", "Ａ", "<META", "_START", ">"]}
+{"text": "!!!\tß'ſ漢s'Re9<|endoftext|>d'S -'!!​   字t½\n‍<EOT>  ḍ̇½३", "tokens": 39, "pieces": ["!!!", "\tß'ſ", "漢s'Re", "9", "<|", "endoftext", "|>", "d'S", " -'!!​", "  ", " 字t", "½", "\n", "‍<", "EOT", ">", " ", " ḍ̇", "½३"]}
+{"text": "'llＡ -​\u000b'VÉ字'ſß३Ⅳſ٣٤٥٦<META_START>'😀🏽é<.Dž'VE.0<|fim_prefix|>ع…<|endoftext|>", "tokens": 52, "pieces": ["'ll", "Ａ", " ", "-​", "\u000b", "'VÉ字'ſ", "ß", "३Ⅳ", "ſ", "٣٤٥", "٦", "<META", "_START", ">'😀🏽", "é", "<.", "Dž'VE", ".", "0", "<|", "fim", "_prefix", "|>", "ع", "…", "<|", "endoftext", "|>"]}
+{"text": "'reꟲd٣٤٥٦EOT9'D\n  字😀🏽<EOT>㋿字m'VE😀🏽-0 -㍿😀🏽's　!!", "tokens": 46, "pieces": ["'reꟲd", "٣٤٥", "٦", "EOT", "9", "'D", "\n", " ", " 字", "😀🏽<", "EOT", ">㋿", "字m'VE", "😀🏽-", "0", " -㍿😀🏽'", "s", "　", "!!"]}
+{"text": "mt'S.Ａ   \n‍३!!<|fim_prefix|>🙂'sZ<|endoftext|>Ａḍ̇.Dž㍿12345678s- 'ś12345678ß<EOT>　Ⅳ㍿ꟲåＡ#$%字å½m", "tokens": 69, "pieces": ["mt'S", ".Ａ", "   \n", "‍", "३", "!!<|", "fim", "_prefix", "|>🙂'", "s", "Z", "<|", "endoftext", "|>", "Ａḍ̇", ".Dž", "㍿", "123", "456", "78", "s", "-", " '", "ś", "123", "456", "78", "ß", "<EOT", ">", "　", "Ⅳ", "㍿ꟲå", "Ａ", "#$%", "字å", "½", "m"]}
+{"text": "👍🏽Ⅳ漢<|endoftext|>EOT́\t㋿\r\nع㍿", "tokens": 25, "pieces": ["👍🏽", "Ⅳ", "漢", "<|", "endoftext", "|>", "EOT́", "\t", "㋿\r\n", "ع", "㍿"]}
+{"text": "　, é12345678Ａfi​0
t\r\n\r\nİDž😀🏽<|endoftext|><META_START>'ll\u000b'S'll  <EOT>  ㋿­EOT­­\r", "tokens": 48, "pieces": ["　", ",", " é", "123", "456", "78", "Ａfi", "​", "0", "
t", "\r\n\r\n", "İDž", "😀🏽<|", "endoftext", "|><", "META", "_START", ">'", "ll", "\u000b", "'S'll", " ", " <", "EOT", ">", " ", " ㋿­", "EOT", "­­\r"]}
+{"text": "\"\r\n\r\n>́ß  ", "tokens": 5, "pieces": ["\"\r\n\r\n", ">́ß", "  "]}
+{"text": "字t'SEOTعZ㋿''ll'sEOTfi", "tokens": 16, "pieces": ["字t'S", "EOTع", "Z", "㋿''", "ll's", "EOTfi"]}
+{"text": "!!​👍🏽漢aꟲa\r\n🙂́\tⅣḍ̇Ⅳßd🙂Ⅳé'VEEOT…​㍿㍿\r\n\r\n!!…🙂  tfiⅣ🙂'Reé", "tokens": 56, "pieces": ["!!​👍🏽", "漢aꟲa", "\r\n", "🙂́", "\t", "Ⅳ", "ḍ̇", "Ⅳ", "ßd", "🙂", "Ⅳ", "é'VE", "EOT", "…", "​㍿㍿\r\n\r\n", "!!", "…", "🙂", " ", " tfi", "Ⅳ", "🙂'", "Reé"]}
+{"text": "
…\tfiḍ̇'Re0'é\u000b", "tokens": 13, "pieces": ["
…", "\tfiḍ̇'Re", "0", "'é", "\u000b"]}
+{"text": "Džs㍿-ſ", "tokens": 8, "pieces": ["Džs", "㍿-", "ſ"]}
+{"text": "'VEé <|fim_prefix|>é\r'M", "tokens": 15, "pieces": ["'VEé", " ", "<|", "fim", "_prefix", "|>", "é", "\r", "'M"]}
+{"text": "ßfi'ſ'ſ𐞁d", "tokens": 11, "pieces": ["ßfi'ſ", "'ſ𐞁d"]}
+{"text": "'ſ　t\t  <EOT>fi\tEOT<|fim_prefix|>åafi\n!!m'\r\nع…'ſ  ३ع'll…é👍🏽漢t'VEé \u000b­…漢<|endoftext|>", "tokens": 61, "pieces": ["'ſ", "　t", "\t ", " <", "EOT", ">fi", "\tEOT", "<|", "fim", "_prefix", "|>", "åafi", "\n", "!!", "m", "'\r\n", "ع", "…", "'ſ", " ", " ", "३", "ع'll", "…é", "👍🏽", "漢t'VE", "é", " ", "\u000b", "­", "…漢", "<|", "endoftext", "|>"]}
+{"text": "😀🏽\r\n12345678   \nⅣ's,\t.9'é­'M😀🏽\rs㍿'M‍å㍿'Msa…ß'ſ9t'Re\tꟲZ 'S're", "tokens": 55, "pieces": ["😀🏽\r\n", "123", "456", "78", "   \n", "Ⅳ", "'s", ",", "\t", ".", "9", "'é", "­'", "M", "😀🏽\r", "s", "㍿'", "M", "‍å", "㍿'", "Msa", "…ß'ſ", "9", "t'Re", "\tꟲ", "Z", " '", "S're"]}
+{"text": "EOT", "tokens": 2, "pieces": ["EOT"]}
+{"text": "'S'D　!9 ­३é,　'ReＡßs", "tokens": 16, "pieces": ["'S'D", "　", "!", "9", " ", "­", "३", "é", ",", "　", "'Re", "Ａßs"]}
+{"text": "  'ſ're#$%<EOT>0'De'عDž'Dعfi😀🏽Ⅳmå'sd\r\n\r\n'll\r'S\r\n\r\n", "tokens": 34, "pieces": [" ", " '", "ſ're", "#$%<", "EOT", ">", "0", "'De", "'ع", "Dž'D", "عfi", "😀🏽", "Ⅳ", "må's", "d", "\r\n\r\n", "'ll", "\r", "'S", "\r\n\r\n"]}
+{"text": "\n\r\n\r\n<㍿½\"é's​­…<META_START>㍿ꟲ<EOT>३(𐞁㋿\r\n\r\n  é
字å9\"aå\"", "tokens": 50, "pieces": ["\n\r\n\r\n", "<㍿", "½", "\"é's", "​­", "…", "<META", "_START", ">㍿", "ꟲ", "<EOT", ">", "३", "(𐞁", "㋿\r\n\r\n", " ", " é", "
字å", "9", "\"aå", "\""]}
+{"text": ".'ſ'ſZt­  'M-İḍ̇'S12345678#$%0'D㋿İfi\rEOTm'DZßع", "tokens": 36, "pieces": [".'", "ſ'ſ", "Zt", "­", " ", " '", "M", "-İḍ̇'S", "123", "456", "78", "#$%", "0", "'D", "㋿İfi", "\r", "EOTm'D", "Zßع"]}
+{"text": "9½Dž\r\n\r\nZ!!‍Ａ!\t㋿-åꟲ…<EOT>fiém  'M'sa­㍿,😀🏽🙂 é\r\n👍🏽's'", "tokens": 50, "pieces": ["9½", "Dž", "\r\n\r\n", "Z", "!!‍", "Ａ", "!", "\t", "㋿-", "åꟲ", "…", "<EOT", ">fiém", " ", " '", "M's", "a", "­㍿,😀🏽🙂", " é", "\r\n", "👍🏽'", "s", "'"]}
+{"text": "­'Tİ   \n'ß\"…'VE'Mé​-<|endoftext|>\r\n\r\n​३'ſ.-a\"", "tokens": 31, "pieces": ["­'", "Tİ", "   \n", "'ß", "\"", "…", "'VE'M", "é", "​-<|", "endoftext", "|>\r\n\r\n", "​", "३", "'ſ", ".-", "a", "\""]}
+{"text": "\r\n12345678ßm'D
٣٤٥٦<EOT>ḍ̇​ß<EOT>,عs9<|fim_prefix|><|fim_prefix|><12345678'S­Ze9", "tokens": 44, "pieces": ["\r\n", "123", "456", "78", "ßm'D", "
", "٣٤٥", "٦", "<EOT", ">ḍ̇", "​ß", "<EOT", ">,", "عs", "9", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><", "123", "456", "78", "'S", "­Ze", "9"]}
+{"text": "'T\r\n'S\r\n\r\nꟲ,-  　å12345678EOT㋿   \r\n\r\nⅣ<|endoftext|>t#$%👍🏽ßaé   \n㋿", "tokens": 44, "pieces": ["'T", "\r\n", "'S", "\r\n\r\n", "ꟲ", ",-", "  ", "　å", "123", "456", "78", "EOT", "㋿", "   \r\n\r\n", "Ⅳ", "<|", "endoftext", "|>", "t", "#$%👍🏽", "ßaé", "   \n", "㋿"]}
+{"text": "'s", "tokens": 1, "pieces": ["'s"]}
+{"text": "ß字ع#$%e.ee\r<EOT>\u000bm\n​字\u000bß\r\n", "tokens": 19, "pieces": ["ß字ع", "#$%", "e", ".ee", "\r", "<EOT", ">", "\u000bm", "\n", "​字", "\u000bß", "\r\n"]}
+{"text": "­
m'lle-Ａ'MＡ😀🏽!!٣٤٥٦🙂-<|endoftext|>'Re'ſ'S12345678'D\t'll'safi ", "tokens": 40, "pieces": ["­", "
m'll", "e", "-Ａ'M", "Ａ", "😀🏽!!", "٣٤٥", "٦", "🙂-<|", "endoftext", "|>'", "Re'ſ", "'S", "123", "456", "78", "'D", "\t", "'ll's", "afi", " "]}
+{"text": "aDž　e'Sİ
d½s'VE　…<META_START>m'S…\nꟲ
ꟲ'Re'T…‍#$%å𐞁 'Re<|endoftext|>'VEEOT'Tꟲeé", "tokens": 63, "pieces": ["a", "Dž", "　e'S", "İ", "
d", "½", "s'VE", "　", "…", "<META", "_START", ">m'S", "…\n", "ꟲ", "
ꟲ'Re", "'T", "…", "‍#$%", "å𐞁", " '", "Re", "<|", "endoftext", "|>'", "VEEOT'T", "ꟲeé"]}
+{"text": "å🙂\t'S\t𐞁ⅣdaEOT\t<|fim_prefix|>Ⅳ½(12345678fi're漢­㍿#$%\n  ,>\n<|endoftext|>å(ꟲ're   \nḍ̇", "tokens": 59, "pieces": ["å", "🙂", "\t", "'S", "\t𐞁", "Ⅳ", "da", "EOT", "\t", "<|", "fim", "_prefix", "|>", "Ⅳ½", "(", "123", "456", "78", "fi're", "漢", "­㍿#$%\n", " ", " ,>\n", "<|", "endoftext", "|>", "å", "(ꟲ're", "   \n", "ḍ̇"]}
+{"text": "\r\n", "tokens": 1, "pieces": ["\r\n"]}
+{"text": "😀🏽
　.\n👍🏽'‍\n12345678t   \n'VE\"<META_START>", "tokens": 23, "pieces": ["😀🏽", "
", "　", ".\n", "👍🏽'‍\n", "123", "456", "78", "t", "   \n", "'VE", "\"<", "META", "_START", ">"]}
+{"text": "​👍🏽😀🏽.<|endoftext|>", "tokens": 14, "pieces": ["​👍🏽😀🏽.<|", "endoftext", "|>"]}
+{"text": "9'D…é<EOT>.㍿!dm 'Rem's漢Džd​9s\r　\r\n字Ａ'DⅣ㋿𐞁<EOT>㋿<|endoftext|>'M漢a12345678<", "tokens": 59, "pieces": ["9", "'D", "…é", "<EOT", ">.㍿!", "dm", " ", "'Rem's", "漢Džd", "​", "9", "s", "\r　\r\n", "字", "Ａ'D", "Ⅳ", "㋿𐞁", "<EOT", ">㋿<|", "endoftext", "|>'", "M漢a", "123", "456", "78", "<"]}
+{"text": "½'m", "tokens": 2, "pieces": ["½", "'m"]}
+{"text": "'Re　
<'D
  t<ß   \n'VEé',e<|fim_prefix|>३‍<|fim_prefix|>fi\t\r\n🙂9\"<|fim_prefix|>\r\n<EOT>  s…ع", "tokens": 48, "pieces": ["'Re", "　", "
", "<'", "D", "
 ", " t", "<ß", "   \n", "'VEé", "',", "e", "<|", "fim", "_prefix", "|>", "३", "‍<|", "fim", "_prefix", "|>", "fi", "\t\r\n", "🙂", "9", "\"<|", "fim", "_prefix", "|>\r\n", "<EOT", ">", " ", " s", "…ع"]}
+{"text": "'s\r\n\t!!s'VEs'Dßå\nd😀🏽EOT   \n　   \n<META_START>漢eé<EOT>​🙂\">Z\t  >", "tokens": 38, "pieces": ["'s", "\r\n", "\t", "!!", "s'VE", "s'D", "ßå", "\n", "d", "😀🏽", "EOT", "   \n　   \n", "<META", "_START", ">漢eé", "<EOT", ">​🙂\">", "Z", "\t ", " >"]}
+{"text": "‍sİé́<|fim_prefix|>🙂'ſfi'Mعt<EOT>٣٤٥٦ ſDž🙂👍🏽‍-mⅣ
́ 'S'漢", "tokens": 45, "pieces": ["‍s", "İé́", "<|", "fim", "_prefix", "|>🙂'", "ſfi'M", "عt", "<EOT", ">", "٣٤٥", "٦", " ſ", "Dž", "🙂👍🏽‍-", "m", "Ⅳ", "
́", " '", "S", "'漢"]}
+{"text": "'MⅣfiḍ̇eſ㍿漢0٣٤٥٦-m's\r\n'Dع　ꟲ字字", "tokens": 29, "pieces": ["'M", "Ⅳ", "fiḍ̇eſ", "㍿漢", "0٣٤", "٥٦", "-m's", "\r\n", "'Dع", "　ꟲ字字"]}
+{"text": "ḍ̇ḍ̇‍٣٤٥٦e's!", "tokens": 14, "pieces": ["ḍ̇ḍ̇", "‍", "٣٤٥", "٦", "e's", "!"]}
+{"text": " 're'ſ.‍ꟲ'llå'ſ'ſİDž>­　(<META_START>Ａt<", "tokens": 29, "pieces": [" '", "re'ſ", ".‍", "ꟲ'll", "å'ſ", "'ſ", "İDž", ">­", "　", "(<", "META", "_START", ">Ａt", "<"]}
+{"text": "　-''D<META_START>字9", "tokens": 10, "pieces": ["　", "-''", "D", "<META", "_START", ">字", "9"]}
+{"text": "(\r 's👍🏽é>\t…'Tعḍ̇'T<ꟲ'reDž½- 'ſ(t㍿\r   \n-́", "tokens": 39, "pieces": ["(\r", " ", "'s", "👍🏽", "é", ">", "\t", "…", "'Tعḍ̇'T", "<ꟲ're", "Dž", "½", "-", " ", "'ſ", "(t", "㍿\r", "   \n", "-́"]}
+{"text": "­åEOT<　<META_START>ßå😀🏽t'ſt३\r\n\r\n'Reع \r
ꟲs<|fim_prefix|> ­", "tokens": 38, "pieces": ["­å", "EOT", "<", "　", "<META", "_START", ">ßå", "😀🏽", "t'ſ", "t", "३", "\r\n\r\n", "'Reع", " \r", "
ꟲs", "<|", "fim", "_prefix", "|>", " ­"]}
+{"text": "m\nEOT\u000b'VE,'D३㋿t३<|endoftext|>fi㍿ꟲmEOT漢㍿Z\"\rfi\r\nＡ\r漢İ👍🏽३,", "tokens": 50, "pieces": ["m", "\n", "EOT", "\u000b", "'VE", ",'", "D", "३", "㋿t", "३", "<|", "endoftext", "|>", "fi", "㍿ꟲm", "EOT漢", "㍿Z", "\"\r", "fi", "\r\n", "Ａ", "\r", "漢", "İ", "👍🏽", "३", ","]}
+{"text": "  👍🏽\u000b-<EOT>\r\"\r\nsＡ  Dž'VE", "tokens": 20, "pieces": [" ", " 👍🏽", "\u000b", "-<", "EOT", ">\r", "\"\r\n", "s", "Ａ", " ", " Dž'VE"]}
+{"text": "ꟲ--,eع㍿…ḍ̇\nZ   \n\"sع \r\nſ'D
Z'M(", "tokens": 27, "pieces": ["ꟲ", "--,", "eع", "㍿", "…ḍ̇", "\n", "Z", "   \n", "\"sع", " \r\n", "ſ'D", "
Z'M", "("]}
+{"text": "'M'Re  Ａ𐞁ḍ̇,é\r𐞁…　Z.\na٣٤٥٦12345678é'T", "tokens": 35, "pieces": ["'M'Re", " ", " Ａ𐞁ḍ̇", ",é", "\r", "𐞁", "…", "　Z", ".\n", "a", "٣٤٥", "٦12", "345", "678", "é'T"]}
+{"text": "'S'T́", "tokens": 3, "pieces": ["'S'T", "́"]}
+{"text": "0😀🏽­𐞁sſé  'MⅣEOT\u000b", "tokens": 20, "pieces": ["0", "😀🏽­", "𐞁sſé", " ", " '", "M", "Ⅳ", "EOT", "\u000b"]}
+{"text": "Z<fi're9…fi\n!!\r!å9\r\n\r\nZEOTß\"12345678…㍿", "tokens": 28, "pieces": ["Z", "<fi're", "9", "…fi", "\n", "!!\r", "!å", "9", "\r\n\r\n", "ZEOTß", "\"", "123", "456", "78", "…", "㍿"]}
+{"text": "\t\r\n\r\n　Ⅳ \u000bꟲt'Sſ<META_START>ꟲ'ſ\r\n
 ㋿'M\u000bfi㍿\né0!!㍿", "tokens": 42, "pieces": ["\t\r\n\r\n", "　", "Ⅳ", " ", "\u000bꟲt'S", "ſ", "<META", "_START", ">ꟲ'ſ", "\r\n", "
", " ㋿'", "M", "\u000bfi", "㍿\n", "é", "0", "!!㍿"]}
+{"text": "́Ａ👍🏽   \n'Tع!　're'reİ'Dß,ß\u000b🙂㍿!!㍿
'T½t'M'll<|fim_prefix|>s'<META_START>!t㋿🙂‍é\r\n\r\n㍿", "tokens": 55, "pieces": ["́", "Ａ", "👍🏽", "   \n", "'Tع", "!", "　", "'re're", "İ'D", "ß", ",ß", "\u000b", "🙂㍿!!㍿", "
", "'T", "½", "t'M", "'ll", "<|", "fim", "_prefix", "|>", "s", "'<", "META", "_START", ">!", "t", "㋿🙂‍", "é", "\r\n\r\n", "㍿"]}
+{"text": "#$%ßEOT…½Dž　٣٤٥٦   \n'M,𐞁㋿s　", "tokens": 27, "pieces": ["#$%", "ß", "EOT", "…", "½", "Dž", "　", "٣٤٥", "٦", "   \n", "'M", ",𐞁", "㋿s", "　"]}
+{"text": "0'   \nḍ̇ßꟲ<\"
<|endoftext|><META_START>漢́amEOT‍Dž  🙂👍🏽 a", "tokens": 37, "pieces": ["0", "'", "   \n", "ḍ̇ßꟲ", "<\"", "
", "<|", "endoftext", "|><", "META", "_START", ">漢́am", "EOT", "‍Dž", " ", " 🙂👍🏽", " a"]}
+{"text": "½'ſå\t­'Daꟲ👍🏽fi㋿!!EOTé𐞁m👍🏽
 's'Mß're's   \n  's\"\u000b'T\r\n", "tokens": 47, "pieces": ["½", "'ſå", "\t", "­'", "Daꟲ", "👍🏽", "fi", "㋿!!", "EOTé𐞁m", "👍🏽", "
", " ", "'s'M", "ß're", "'s", "   \n", " ", " '", "s", "\"", "\u000b", "'T", "\r\n"]}
+{"text": "­ع́ ٣٤٥٦'Sſ 9٣٤٥٦'T 漢٣٤٥٦-'T!!EOT<EOT>​<|endoftext|>Ⅳ0\" ꟲ㋿
'ſ<'Mع", "tokens": 56, "pieces": ["­ع́", " ", "٣٤٥", "٦", "'Sſ", " ", "9٣٤", "٥٦", "'T", " 漢", "٣٤٥", "٦", "-'", "T", "!!", "EOT", "<EOT", ">​<|", "endoftext", "|>", "Ⅳ0", "\"", " ꟲ", "㋿", "
", "'ſ", "<'", "Mع"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": "-!,'ll
́　　.,.İ'\t#$%s<META_START>'re'VE(­\u000b!<EOT>​<|endoftext|>'VE'D\r\n\u000bＡ'SDž", "tokens": 47, "pieces": ["-!,'", "ll", "
́", "　", "　", ".,.", "İ", "'", "\t", "#$%", "s", "<META", "_START", ">'", "re'VE", "(­", "\u000b", "!<", "EOT", ">​<|", "endoftext", "|>'", "VE'D", "\r\n", "\u000bＡ'S", "Dž"]}
+{"text": "
\u000b\tß(<|fim_prefix|>-　 ㍿😀🏽'll'ſ", "tokens": 22, "pieces": ["
\u000b", "\tß", "(<|", "fim", "_prefix", "|>-", "　", " ㍿😀🏽'", "ll'ſ"]}
+{"text": "½'३😀🏽((…'Ts>å", "tokens": 13, "pieces": ["½", "'", "३", "😀🏽((", "…", "'Ts", ">å"]}
+{"text": "e½Z👍🏽ḍ̇<EOT>12345678<|fim_prefix|>३\"s>\t!!'re'llDž<|endoftext|>ſ́'ll㋿0d😀🏽Dž", "tokens": 51, "pieces": ["e", "½", "Z", "👍🏽", "ḍ̇", "<EOT", ">", "123", "456", "78", "<|", "fim", "_prefix", "|>", "३", "\"s", ">", "\t", "!!'", "re'll", "Dž", "<|", "endoftext", "|>", "ſ́'ll", "㋿", "0", "d", "😀🏽", "Dž"]}
+{"text": "ḍ̇字'ſ<|fim_prefix|>字t'S#$%ßa'M　'T\u000b'M­ＡⅣ'<  eé!!fi'reéé !<EOT>ꟲ!!", "tokens": 48, "pieces": ["ḍ̇字'ſ", "<|", "fim", "_prefix", "|>", "字t'S", "#$%", "ßa'M", "　", "'T", "\u000b", "'M", "­Ａ", "Ⅳ", "'<", " ", " eé", "!!", "fi're", "éé", " ", "!<", "EOT", ">ꟲ", "!!"]}
+{"text": "İ㋿🙂\r٣٤٥٦عfi३Ⅳ'Re\u000b'VE‍🙂'D ३\t'ſ½🙂9'll٣٤٥٦ſ­å'S字.eéEOT\n'T  !é字", "tokens": 52, "pieces": ["İ", "㋿🙂\r", "٣٤٥", "٦", "عfi", "३Ⅳ", "'Re", "\u000b", "'VE", "‍🙂'", "D", " ", "३", "\t", "'ſ", "½", "🙂", "9", "'ll", "٣٤٥", "٦", "ſ", "­å'S", "字", ".eé", "EOT", "\n", "'T", " ", " !", "é字"]}
+{"text": "́fi.'S\t'VEDž㍿  \"<ꟲt-𐞁", "tokens": 23, "pieces": ["́fi", ".'", "S", "\t", "'VEDž", "㍿", " ", " \"<", "ꟲt", "-𐞁"]}
+{"text": "9Ａ\u000bZＡé<EOT>ſſ<EOT>\r\n\r\nꟲe !!\r\n\r\nİ", "tokens": 23, "pieces": ["9", "Ａ", "\u000bZＡé", "<EOT", ">ſſ", "<EOT", ">\r\n\r\n", "ꟲe", " ", "!!\r\n\r\n", "İ"]}
+{"text": "fi½", "tokens": 2, "pieces": ["fi", "½"]}
+{"text": "'s  　…㋿<é​,>'D'Re<META_START>　'S\r\n's  9's­!İsEOTs12345678İ's'S😀🏽　fié", "tokens": 48, "pieces": ["'s", "  　", "…", "㋿<", "é", "​,>'", "D'Re", "<META", "_START", ">", "　", "'S", "\r\n", "'s", " ", " ", "9", "'s", "­!", "İs", "EOTs", "123", "456", "78", "İ's", "'S", "😀🏽", "　fié"]}
+{"text": "!!\r\n\r\n'　ß
>…<|endoftext|>'D<|endoftext|>字!!.😀🏽'sß­'Re'VE's\t 字'ſ.(", "tokens": 43, "pieces": ["!!\r\n\r\n", "'", "　ß", "
", ">", "…", "<|", "endoftext", "|>'", "D", "<|", "endoftext", "|>", "字", "!!.😀🏽'", "sß", "­'", "Re'VE", "'s", "\t", " 字'ſ", ".("]}
+{"text": "  ع(", "tokens": 3, "pieces": [" ", " ع", "("]}
+{"text": "字EOT.\r\nfi!ꟲ>.\r", "tokens": 11, "pieces": ["字", "EOT", ".\r\n", "fi", "!ꟲ", ">.\r"]}
+{"text": " <'M0'VE <EOT>㍿…👍🏽é>9  漢12345678900EOT\r", "tokens": 31, "pieces": [" ", "<'", "M", "0", "'VE", " ", "<EOT", ">㍿", "…", "👍🏽", "é", ">", "9", " ", " 漢", "123", "456", "789", "00", "EOT", "\r"]}
+{"text": "'S,'ſ.<|fim_prefix|><|endoftext|>'ſ'sß0Ａ\r9", "tokens": 22, "pieces": ["'S", ",'", "ſ", ".<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "ſ's", "ß", "0", "Ａ", "\r", "9"]}
+{"text": "عDžEOT!(👍🏽", "tokens": 9, "pieces": ["ع", "DžEOT", "!(👍🏽"]}
+{"text": "<😀🏽'Ａfi  \r\n0Dž-'MDž‍<META_START>0ſ<META_START>'ll''re\n­   \nع٣٤٥٦👍🏽s
ßfi0　३12345678<META_START>​𐞁å\r\n\r\n", "tokens": 62, "pieces": ["<😀🏽'", "Ａfi", "  \r\n", "0", "Dž", "-'", "MDž", "‍<", "META", "_START", ">", "0", "ſ", "<META", "_START", ">'", "ll", "''", "re", "\n", "­", "   \n", "ع", "٣٤٥", "٦", "👍🏽", "s", "
ßfi", "0", "　", "३12", "345", "678", "<META", "_START", ">​", "𐞁å", "\r\n\r\n"]}
+{"text": "'S-a​'reéß𐞁½ 'SZ漢fi　", "tokens": 17, "pieces": ["'S", "-a", "​'", "reéß𐞁", "½", " '", "SZ漢fi", "　"]}
+{"text": "\t㋿'VE<|endoftext|>", "tokens": 13, "pieces": ["\t", "㋿'", "VE", "<|", "endoftext", "|>"]}
+{"text": "<#$%#$% a9EOT𐞁a  \r\n\r\nt<'s　   \n-ḍ̇fi٣٤٥٦å<EOT>aådfi  0…-", "tokens": 44, "pieces": ["<#$%#$%", " a", "9", "EOT𐞁a", "  \r\n\r\n", "t", "<'", "s", "　   \n", "-ḍ̇fi", "٣٤٥", "٦", "å", "<EOT", ">aådfi", " ", " ", "0", "…", "-"]}
+{"text": "­😀🏽\"'<EOT>ع👍🏽12345678's  'll🙂12345678<|fim_prefix|>😀🏽<.'M", "tokens": 36, "pieces": ["­😀🏽\"'<", "EOT", ">ع", "👍🏽", "123", "456", "78", "'s", " ", " '", "ll", "🙂", "123", "456", "78", "<|", "fim", "_prefix", "|>😀🏽<.'", "M"]}
+{"text": ". ½.\u000b㍿d𐞁　12345678‍\n'DＡ", "tokens": 21, "pieces": [".", " ", "½", ".", "\u000b", "㍿d𐞁", "　", "123", "456", "78", "‍\n", "'DＡ"]}
+{"text": "½a…😀🏽EOT'll-", "tokens": 11, "pieces": ["½", "a", "…", "😀🏽", "EOT'll", "-"]}
+{"text": "\t<META_START>Ａ‍(😀🏽   \nعꟲ㍿(a!!㍿", "tokens": 25, "pieces": ["\t", "<META", "_START", ">Ａ", "‍(😀🏽", "   \n", "عꟲ", "㍿(", "a", "!!㍿"]}
+{"text": "́🙂'T\u000b!!a𐞁\te　\",!!", "tokens": 15, "pieces": ["́", "🙂'", "T", "\u000b", "!!", "a𐞁", "\te", "　", "\",!!"]}
+{"text": "<META_START>\r\n\r\n'll👍🏽ts㋿m#$%.tＡ😀🏽㍿  'ſعſ12345678‍<EOT>ſfi>३é's'Ms\t\r\n\r\nDžع", "tokens": 49, "pieces": ["<META", "_START", ">\r\n\r\n", "'ll", "👍🏽", "ts", "㋿m", "#$%.", "t", "Ａ", "😀🏽㍿", " ", " '", "ſعſ", "123", "456", "78", "‍<", "EOT", ">ſfi", ">", "३", "é's", "'Ms", "\t\r\n\r\n", "Džع"]}
+{"text": "!<|fim_prefix|>㍿", "tokens": 10, "pieces": ["!<|", "fim", "_prefix", "|>㍿"]}
+{"text": "-漢é tm
,åß,'S", "tokens": 11, "pieces": ["-漢é", " tm", "
", ",åß", ",'", "S"]}
+{"text": "\r\n\r\n३㍿!!", "tokens": 6, "pieces": ["\r\n\r\n", "३", "㍿!!"]}
+{"text": "'D<EOT>'smⅣé𐞁ꟲ'12345678EOTå'ſ12345678   \n'S㋿   \néⅣع👍🏽́fi
å é'Dſ-Z<é\r\n   \nt‍9", "tokens": 60, "pieces": ["'D", "<EOT", ">'", "sm", "Ⅳ", "é𐞁ꟲ", "'", "123", "456", "78", "EOTå'ſ", "123", "456", "78", "   \n", "'S", "㋿", "   \n", "é", "Ⅳ", "ع", "👍🏽́", "fi", "
å", " é'D", "ſ", "-Z", "<é", "\r\n   \n", "t", "‍", "9"]}
+{"text": "etſ9're㋿\r\n½0३<EOT><|endoftext|>s½,ꟲ\u000b9", "tokens": 28, "pieces": ["etſ", "9", "'re", "㋿\r\n", "½0३", "<EOT", "><|", "endoftext", "|>", "s", "½", ",ꟲ", "\u000b", "9"]}
+{"text": "å\r\nsſ字Ⅳ​Ａ­٣٤٥٦𐞁!EOTⅣfi\nßt's­'ll…d", "tokens": 34, "pieces": ["å", "\r\n", "sſ字", "Ⅳ", "​Ａ", "­", "٣٤٥", "٦", "𐞁", "!EOT", "Ⅳ", "fi", "\n", "ßt's", "­'", "ll", "…d"]}
+{"text": "  ḍ̇\r\n>\r\n'll\r\n½Ⅳ㋿,Dž'MDž㋿Ａ'VE\"\t'så…㋿é", "tokens": 38, "pieces": [" ", " ḍ̇", "\r\n", ">\r\n", "'ll", "\r\n", "½Ⅳ", "㋿,", "Dž'M", "Dž", "㋿Ａ'VE", "\"", "\t", "'så", "…", "㋿é"]}
+{"text": "
‍ésⅣ👍🏽s\r\n\r\n'VE\nḍ̇EOTd.   !!'T", "tokens": 26, "pieces": ["
", "‍és", "Ⅳ", "👍🏽", "s", "\r\n\r\n", "'VE", "\n", "ḍ̇", "EOTd", ".", "  ", " !!'", "T"]}
+{"text": "'Sḍ̇.\r\n\r\n­३　­!㍿", "tokens": 13, "pieces": ["'Sḍ̇", ".\r\n\r\n", "­", "३", "　", "­!㍿"]}
+{"text": "'VE‍㍿\naå'S.", "tokens": 11, "pieces": ["'VE", "‍㍿\n", "aå'S", "."]}
+{"text": "åDžſ'T😀🏽\r\n\r\n\n'SEOT\r\n\r\nḍ̇İ9 ㋿'Re㋿Dž''re'Ma㋿'T!a,\"\r\n\r\n\na'VE0'Reé", "tokens": 51, "pieces": ["å", "Džſ'T", "😀🏽\r\n\r\n\n", "'SEOT", "\r\n\r\n", "ḍ̇", "İ", "9", " ", "㋿'", "Re", "㋿Dž", "''", "re'M", "a", "㋿'", "T", "!a", ",\"\r\n\r\n\n", "a'VE", "0", "'Reé"]}
+{"text": "tt\r\nDžm'<EOT>a,<🙂\u000b­.‍9EOT<\rع\r
9! \tİع<EOT>٣٤٥٦👍🏽Z'ſꟲåİ", "tokens": 48, "pieces": ["tt", "\r\n", "Džm", "'<", "EOT", ">a", ",<🙂", "\u000b", "­.‍", "9", "EOT", "<\r", "ع", "\r", "
", "9", "!", " ", "\tİع", "<EOT", ">", "٣٤٥", "٦", "👍🏽", "Z'ſ", "ꟲå", "İ"]}
+{"text": "\n\u000bfi<META_START><|fim_prefix|>,  t'M-a\r\n\r\néⅣ'reＡfi　\r\n", "tokens": 25, "pieces": ["\n", "\u000bfi", "<META", "_START", "><|", "fim", "_prefix", "|>,", " ", " t'M", "-a", "\r\n\r\n", "é", "Ⅳ", "'re", "Ａfi", "　\r\n"]}
+{"text": "'sع!!   \nعm👍🏽fiß ́Ａ(<㋿'ſ'D!\t漢's<EOT>­🙂,", "tokens": 31, "pieces": ["'sع", "!!", "   \n", "عm", "👍🏽", "fiß", " ́", "Ａ", "(<㋿'", "ſ'D", "!", "\t漢's", "<EOT", ">­🙂,"]}
+{"text": "́<|fim_prefix|>å12345678>½'S‍ع😀🏽'T‍<EOT>12345678\nfi", "tokens": 32, "pieces": ["́", "<|", "fim", "_prefix", "|>", "å", "123", "456", "78", ">", "½", "'S", "‍ع", "😀🏽'", "T", "‍<", "EOT", ">", "123", "456", "78", "\n", "fi"]}
+{"text": "\r\n\r\n<META_START> DžZfi'ſ<|endoftext|>   \n漢09\r'VE😀🏽Z.ß'ſ, \n𐞁\u000b'Re<|endoftext|>éß", "tokens": 51, "pieces": ["\r\n\r\n", "<META", "_START", ">", " DžZfi'ſ", "<|", "endoftext", "|>", "   \n", "漢", "09", "\r", "'VE", "😀🏽", "Z", ".ß'ſ", ",", " \n", "𐞁", "\u000b", "'Re", "<|", "endoftext", "|>", "éß"]}
+{"text": "'D㍿'re'ſ's\naé<META_START>​d>\ré३Ａt​   \n-½   \nfiİfi字㍿'VE'D!Z\r\n\u000b'ſ", "tokens": 46, "pieces": ["'D", "㍿'", "re'ſ", "'s", "\n", "aé", "<META", "_START", ">​", "d", ">\r", "é", "३", "Ａt", "​", "   \n", "-", "½", "   \n", "fi", "İfi字", "㍿'", "VE'D", "!Z", "\r\n", "\u000b", "'ſ"]}
+{"text": "🙂'VEſ👍🏽İ're­字(   \n", "tokens": 13, "pieces": ["🙂'", "VEſ", "👍🏽", "İ're", "­字", "(", "   \n"]}
+{"text": "a!عDža​ 😀🏽…åع'M­d‍\"", "tokens": 19, "pieces": ["a", "!عDža", "​", " 😀🏽", "…åع'M", "­d", "‍\""]}
+{"text": "9\r\n\"<<EOT>>   \n…(Ⅳ'M'S
'VE㋿>­٣٤٥٦'M0…字…", "tokens": 33, "pieces": ["9", "\r\n", "\"<<", "EOT", ">>", "   \n", "…", "(", "Ⅳ", "'M'S", "
", "'VE", "㋿>­", "٣٤٥", "٦", "'M", "0", "…字", "…"]}
+{"text": "'Re!­'३　d​-\u000b", "tokens": 10, "pieces": ["'Re", "!­'", "३", "　d", "​-", "\u000b"]}
+{"text": "½'re'VE…Z9ꟲ", "tokens": 11, "pieces": ["½", "'re'VE", "…Z", "9", "ꟲ"]}
+{"text": "åⅣd👍🏽Ⅳ㍿dd,३́'Re<|fim_prefix|>\u000b<EOT>   \n>.", "tokens": 30, "pieces": ["å", "Ⅳ", "d", "👍🏽", "Ⅳ", "㍿dd", ",", "३", "́'Re", "<|", "fim", "_prefix", "|>", "\u000b", "<EOT", ">", "   \n", ">."]}
+{"text": "𐞁İ㋿\u000b'Ḿ   \nZ‍é't0éZＡ9३字fi", "tokens": 26, "pieces": ["𐞁", "İ", "㋿", "\u000b", "'Ḿ", "   \n", "Z", "‍é't", "0", "é", "ZＡ", "9३", "字fi"]}
+{"text": "'ll'S<META_START>İ(́s­字\r\n\r\nEOT'👍🏽'İ…>é'll  𐞁ݽ字'T'D🙂…sⅣé٣٤٥٦\" e\n", "tokens": 51, "pieces": ["'ll'S", "<META", "_START", ">İ", "(́s", "­字", "\r\n\r\n", "EOT", "'👍🏽'", "İ", "…", ">é'll", " ", " 𐞁", "İ", "½", "字'T", "'D", "🙂", "…s", "Ⅳ", "é", "٣٤٥", "٦", "\"", " e", "\n"]}
+{"text": "  字a(\r\nعⅣfi'M!d😀🏽12345678", "tokens": 17, "pieces": [" ", " 字a", "(\r\n", "ع", "Ⅳ", "fi'M", "!d", "😀🏽", "123", "456", "78"]}
+{"text": "㍿<ß'VE>d's३'llm…​(ꟲ!'reé漢12345678're\u000b're'M'D", "tokens": 31, "pieces": ["㍿<", "ß'VE", ">d's", "३", "'llm", "…", "​(", "ꟲ", "!'", "reé漢", "123", "456", "78", "'re", "\u000b", "'re'M", "'D"]}
+{"text": "e<EOT>​a<META_START>e!<ع", "tokens": 14, "pieces": ["e", "<EOT", ">​", "a", "<META", "_START", ">e", "!<", "ع"]}
+{"text": "​字e𐞁EOTaſḍ̇#$%　\"0\u000bſßm<META_START>字…   \n<|fim_prefix|>åEOT", "tokens": 41, "pieces": ["​字e𐞁", "EOTaſḍ̇", "#$%", "　", "\"", "0", "\u000bſßm", "<META", "_START", ">字", "…   \n", "<|", "fim", "_prefix", "|>", "å", "EOT"]}
+{"text": "#$%!!Dž½३'VE.!e's <META_START>Dž#$%Z'D​-🙂३'VEs'S,", "tokens": 32, "pieces": ["#$%!!", "Dž", "½३", "'VE", ".!", "e's", " ", "<META", "_START", ">Dž", "#$%", "Z'D", "​-🙂", "३", "'VEs'S", ","]}
+{"text": "-'VE<|fim_prefix|>'<ꟲfi'T٣٤٥٦عſ字字fi\t́字", "tokens": 26, "pieces": ["-'", "VE", "<|", "fim", "_prefix", "|>'<", "ꟲfi'T", "٣٤٥", "٦", "عſ字字fi", "\t́字"]}
+{"text": "<'M's<|endoftext|>d(👍🏽٣٤٥٦字𐞁.t<漢'ſ\n​é<|endoftext|>'re9𐞁", "tokens": 46, "pieces": ["<'", "M's", "<|", "endoftext", "|>", "d", "(👍🏽", "٣٤٥", "٦", "字𐞁", ".t", "<漢'ſ", "\n", "​é", "<|", "endoftext", "|>'", "re", "9", "𐞁"]}
+{"text": "\"ع३EOT", "tokens": 5, "pieces": ["\"ع", "३", "EOT"]}
+{"text": "'ś\r!.,'M", "tokens": 7, "pieces": ["'ś", "\r", "!.,'", "M"]}
+{"text": ">,<|endoftext|>9!!㋿½Ⅳ\r\n\r\nd'T9𐞁İİ\n­㍿​EOT‍\"'M><|endoftext|>   \n\r", "tokens": 46, "pieces": [">,<|", "endoftext", "|>", "9", "!!㋿", "½Ⅳ", "\r\n\r\n", "d'T", "9", "𐞁", "İİ", "\n", "­㍿​", "EOT", "‍\"'", "M", "><|", "endoftext", "|>", "   \n\r"]}
+{"text": "s漢漢　٣٤٥٦", "tokens": 8, "pieces": ["s漢漢", "　", "٣٤٥", "٦"]}
+{"text": "'ſ   \n字‍\rḍ̇Dž\"EOT'ſⅣ\"<EOT>'M'S\u000b!!‍ßm's.fi­'ReⅣ", "tokens": 36, "pieces": ["'ſ", "   \n", "字", "‍\r", "ḍ̇", "Dž", "\"EOT'ſ", "Ⅳ", "\"<", "EOT", ">'", "M'S", "\u000b", "!!‍", "ßm's", ".fi", "­'", "Re", "Ⅳ"]}
+{"text": "t#$%#$%''s\r\n\r\nſZ\"<|endoftext|><٣٤٥٦<|fim_prefix|>!!-'Sé😀🏽٣٤٥٦d字#$%0s'Re漢é<META_START>'Reeḍ̇s㋿ع", "tokens": 61, "pieces": ["t", "#$%#$%''", "s", "\r\n\r\n", "ſ", "Z", "\"<|", "endoftext", "|><", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>!!-'", "Sé", "😀🏽", "٣٤٥", "٦", "d字", "#$%", "0", "s'Re", "漢é", "<META", "_START", ">'", "Reeḍ̇s", "㋿ع"]}
+{"text": "\ta #$%,a\u000bt,Dža'll'Re-efi𐞁ſ٣٤٥٦
,éa㍿12345678👍🏽\r\n'D12345678<META_START>d㋿12345678åEOT", "tokens": 56, "pieces": ["\ta", " #$%,", "a", "\u000bt", ",Dža'll", "'Re", "-efi𐞁ſ", "٣٤٥", "٦", "
", ",éa", "㍿", "123", "456", "78", "👍🏽\r\n", "'D", "123", "456", "78", "<META", "_START", ">d", "㋿", "123", "456", "78", "å", "EOT"]}
+{"text": "éḍ̇'T👍🏽　‍  Ⅳ'ReZ…\"Ⅳİ!12345678ſd,   \n 漢s\r\n\r\nDžå<|endoftext|>t(😀🏽   \n'Re!eé'red", "tokens": 57, "pieces": ["éḍ̇'T", "👍🏽", "　", "‍", " ", " ", "Ⅳ", "'Re", "Z", "…", "\"", "Ⅳ", "İ", "!", "123", "456", "78", "ſd", ",", "   \n", " 漢s", "\r\n\r\n", "Džå", "<|", "endoftext", "|>", "t", "(😀🏽", "   \n", "'Re", "!eé're", "d"]}
+{"text": "İ
‍ḍ̇ꟲfi…", "tokens": 12, "pieces": ["İ", "
", "‍ḍ̇ꟲfi", "…"]}
+{"text": "!!㍿́'ll𐞁㋿\r", "tokens": 15, "pieces": ["!!㍿́'", "ll𐞁", "㋿\r"]}
+{"text": "  0<|fim_prefix|>'ll㋿'så­t😀🏽३'Taå\r\nZ㍿12345678𐞁​
ꟲİ ꟲ\r\n", "tokens": 46, "pieces": [" ", " ", "0", "<|", "fim", "_prefix", "|>'", "ll", "㋿'", "så", "­t", "😀🏽", "३", "'Taå", "\r\n", "Z", "㍿", "123", "456", "78", "𐞁", "​", "
ꟲ", "İ", " ꟲ", "\r\n"]}
+{"text": "e𐞁㍿<META_START>é 12345678'sß　12345678meZ㋿字0'Re!'MZ-ſ'T𐞁", "tokens": 41, "pieces": ["e𐞁", "㍿<", "META", "_START", ">é", " ", "123", "456", "78", "'sß", "　", "123", "456", "78", "me", "Z", "㋿字", "0", "'Re", "!'", "MZ", "-ſ'T", "𐞁"]}
+{"text": " 0𐞁Z…#$%<|endoftext|>'D …👍🏽12345678á<|fim_prefix|>'re!!'Sfi   \n😀🏽's٣٤٥٦'s'T<(", "tokens": 54, "pieces": [" ", "0", "𐞁", "Z", "…", "#$%<|", "endoftext", "|>'", "D", " ", "…", "👍🏽", "123", "456", "78", "á", "<|", "fim", "_prefix", "|>'", "re", "!!'", "Sfi", "   \n", "😀🏽'", "s", "٣٤٥", "٦", "'s'T", "<("]}
+{"text": "👍🏽Ａ'reé'reİ\n३字<EOT>字,åZt३ꟲ<|endoftext|> 'Mꟲ", "tokens": 36, "pieces": ["👍🏽", "Ａ're", "é're", "İ", "\n", "३", "字", "<EOT", ">字", ",å", "Zt", "३", "ꟲ", "<|", "endoftext", "|>", " ", "'Mꟲ"]}
+{"text": "  　‍…\r漢ع're­ع   \né'S👍🏽", "tokens": 17, "pieces": ["  ", "　", "‍", "…\r", "漢ع're", "­ع", "   \n", "é'S", "👍🏽"]}
+{"text": "\r#$%<|endoftext|>\u000b𐞁'T𐞁#$%e's  \u000b…!'T́漢㍿>\r>👍🏽\r
å9,fi'VE‍\r㍿ <  𐞁<|fim_prefix|>漢ſ", "tokens": 71, "pieces": ["\r", "#$%<|", "endoftext", "|>", "\u000b𐞁'T", "𐞁", "#$%", "e's", "  \u000b", "…", "!'", "T́漢", "㍿>\r", ">👍🏽\r", "
å", "9", ",fi'VE", "‍\r", "㍿", " ", "<", " ", " 𐞁", "<|", "fim", "_prefix", "|>", "漢ſ"]}
+{"text": "ſ9ع'Reé३'reſ'll\t'ſ㋿Ⅳ'Retfi­'re'VE​", "tokens": 26, "pieces": ["ſ", "9", "ع'Re", "é", "३", "'reſ'll", "\t", "'ſ", "㋿", "Ⅳ", "'Retfi", "­'", "re'VE", "​"]}
+{"text": "EOTd90'llＡ.'ll\" ", "tokens": 10, "pieces": ["EOTd", "90", "'ll", "Ａ", ".'", "ll", "\"", " "]}
+{"text": "dＡ٣٤٥٦½td<­३å'Té12345678㍿字>\t'D <|fim_prefix|>ꟲ\n'MＡ'reå　'Dß🙂å 9", "tokens": 49, "pieces": ["d", "Ａ", "٣٤٥", "٦½", "td", "<­", "३", "å'T", "é", "123", "456", "78", "㍿字", ">", "\t", "'D", " ", "<|", "fim", "_prefix", "|>", "ꟲ", "\n", "'MＡ're", "å", "　", "'Dß", "🙂å", " ", "9"]}
+{"text": "'İDž\t½(漢", "tokens": 8, "pieces": ["'İDž", "\t", "½", "(漢"]}
+{"text": "<EOT>.ß𐞁<META_START>‍İ \r\n", "tokens": 16, "pieces": ["<EOT", ">.", "ß𐞁", "<META", "_START", ">‍", "İ", " \r\n"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'ſ ㋿ée👍🏽9\rEOT'\n<|endoftext|> ꟲ'S<d👍🏽a🙂\r\nع…३
d!!!𐞁ع", "tokens": 48, "pieces": ["'ſ", " ", "㋿ée", "👍🏽", "9", "\r", "EOT", "'\n", "<|", "endoftext", "|>", " ꟲ'S", "<d", "👍🏽", "a", "🙂\r\n", "ع", "…", "३", "
d", "!!!", "𐞁ع"]}
+{"text": "'re🙂ḍ̇9​\n㋿'S­9éd漢
eİ<META_START>    \n​😀🏽   \nſDžſ'VE٣٤٥٦<META_START><META_START>t\t<>", "tokens": 49, "pieces": ["'re", "🙂ḍ̇", "9", "​\n", "㋿'", "S", "­", "9", "éd漢", "
e", "İ", "<META", "_START", ">", "    \n", "​😀🏽", "   \n", "ſ", "Džſ'VE", "٣٤٥", "٦", "<META", "_START", "><", "META", "_START", ">t", "\t", "<>"]}
+{"text": " #$%'D🙂9,…'re", "tokens": 10, "pieces": [" ", "#$%'", "D", "🙂", "9", ",", "…", "'re"]}
+{"text": "ſß!<", "tokens": 4, "pieces": ["ſß", "!<"]}
+{"text": "ßd'Re", "tokens": 3, "pieces": ["ßd'Re"]}
+{"text": "fi( 'M\t''ReEOTéa\r\n㍿𐞁½ ३ é😀🏽\u000b>😀🏽'Dع'Dé\"İ  ", "tokens": 42, "pieces": ["fi", "(", " ", "'M", "\t", "''", "Re", "EOTéa", "\r\n", "㍿𐞁", "½", " ", "३", " é", "😀🏽", "\u000b", ">😀🏽'", "Dع'D", "é", "\"İ", "  "]}
+{"text": "㋿́!!-😀🏽'0ع<META_START>\t'ſ'D!!<åå  'D<EOT>#$%<é漢fi<­", "tokens": 40, "pieces": ["㋿́", "!!-😀🏽'", "0", "ع", "<META", "_START", ">", "\t", "'ſ'D", "!!<", "åå", " ", " '", "D", "<EOT", ">#$%<", "é漢fi", "<­"]}
+{"text": ".'Re­>", "tokens": 4, "pieces": [".'", "Re", "­>"]}
+{"text": " <|endoftext|>​   \n-", "tokens": 10, "pieces": [" <|", "endoftext", "|>​", "   \n", "-"]}
+{"text": "'ſ!m漢😀🏽m㋿ſ9(   \n𐞁Zꟲ'llé'M‍'s#$%(åḍ̇㍿٣٤٥٦'Re   \n\r\nZ", "tokens": 49, "pieces": ["'ſ", "!m漢", "😀🏽", "m", "㋿ſ", "9", "(", "   \n", "𐞁Zꟲ'll", "é'M", "‍'", "s", "#$%(", "åḍ̇", "㍿", "٣٤٥", "٦", "'Re", "   \n\r\n", "Z"]}
+{"text": "t'ReEOTdＡ<EOT>'M\r\n'D'VE\r\n'ſſ𐞁㋿'M'ſt>字", "tokens": 32, "pieces": ["t'Re", "EOTd", "Ａ", "<EOT", ">'", "M", "\r\n", "'D'VE", "\r\n", "'ſſ𐞁", "㋿'", "M'ſ", "t", ">字"]}
+{"text": "'Mſ'T३d​\r\n<|fim_prefix|>'ſḍ̇'VE-Z-'Sİ㋿\r­ⅣEOT㋿\r\n\né😀🏽㍿'D>'M", "tokens": 47, "pieces": ["'Mſ'T", "३", "d", "​\r\n", "<|", "fim", "_prefix", "|>'", "ſḍ̇'VE", "-Z", "-'", "Sİ", "㋿\r", "­", "Ⅳ", "EOT", "㋿\r\n\n", "é", "😀🏽㍿'", "D", ">'", "M"]}
+{"text": "漢　\r
   
'll½字Ⅳm\r\n\r\n,<EOT>eémDž<|fim_prefix|>!  0​'S're-!!'D<META_START>'D
ꟲ\"𐞁ḍ̇\u000b‍", "tokens": 59, "pieces": ["漢", "　\r", "
   ", "
", "'ll", "½", "字", "Ⅳ", "m", "\r\n\r\n", ",<", "EOT", ">eém", "Dž", "<|", "fim", "_prefix", "|>!", " ", " ", "0", "​'", "S're", "-!!'", "D", "<META", "_START", ">'", "D", "
ꟲ", "\"𐞁ḍ̇", "\u000b", "‍"]}
+{"text": "\t12345678ßd\r\nm'Re​", "tokens": 10, "pieces": ["\t", "123", "456", "78", "ßd", "\r\n", "m'Re", "​"]}
+{"text": ".!!㋿ḍ̇éⅣ'red<EOT>३'Dåt", "tokens": 22, "pieces": [".!!㋿", "ḍ̇é", "Ⅳ", "'red", "<EOT", ">", "३", "'Dåt"]}
+{"text": "-‍\",
", "tokens": 4, "pieces": ["-‍\",", "
"]}
+{"text": "'s'T DžEOT12345678'S", "tokens": 11, "pieces": ["'s'T", " DžEOT", "123", "456", "78", "'S"]}
+{"text": "­㋿<META_START>\r字\r\n\r\n㍿ (​é\r\n", "tokens": 20, "pieces": ["­㋿<", "META", "_START", ">\r", "字", "\r\n\r\n", "㍿", " ", "(​", "é", "\r\n"]}
+{"text": "字!9", "tokens": 3, "pieces": ["字", "!", "9"]}
+{"text": "e\nḍ̇字Ａ-٣٤٥٦\"<EOT>​
\"'DZ<EOT>Ⅳ𐞁'S<|endoftext|>>  (İ   \nm,<META_START>><漢", "tokens": 48, "pieces": ["e", "\n", "ḍ̇字", "Ａ", "-", "٣٤٥", "٦", "\"<", "EOT", ">​", "
", "\"'", "DZ", "<EOT", ">", "Ⅳ", "𐞁'S", "<|", "endoftext", "|>>", " ", " (", "İ", "   \n", "m", ",<", "META", "_START", ">><", "漢"]}
+{"text": "é<‍㍿漢…\u000b​9'M字漢  \r\n㍿ꟲ<'s<!!t​'ſع
éꟲeİ'S'Då३<", "tokens": 45, "pieces": ["é", "<‍㍿", "漢", "…", "\u000b", "​", "9", "'M字漢", "  \r\n", "㍿ꟲ", "<'", "s", "<!!", "t", "​'", "ſع", "
éꟲe", "İ'S", "'Då", "३", "<"]}
+{"text": "éⅣ…!!m(d'VE漢>å\rm漢fi‍!!㋿\"٣٤٥٦ſ", "tokens": 28, "pieces": ["é", "Ⅳ", "…", "!!", "m", "(d'VE", "漢", ">å", "\r", "m漢fi", "‍!!㋿\"", "٣٤٥", "٦", "ſ"]}
+{"text": "…   \nßⅣ12345678
ḍ̇mعßＡ​İ-é12345678🙂'M‍  'M9EOT\r\n'll\r\n\r\n٣٤٥٦ſ　", "tokens": 43, "pieces": ["…   \n", "ß", "Ⅳ12", "345", "678", "
ḍ̇mعß", "Ａ", "​İ", "-é", "123", "456", "78", "🙂'", "M", "‍", " ", " '", "M", "9", "EOT", "\r\n", "'ll", "\r\n\r\n", "٣٤٥", "٦", "ſ", "　"]}
+{"text": "'ll🙂\rꟲ #$%, 'Re½​㋿…'D漢ꟲ'SＡＡ  e\t\tḍ̇'reİ👍🏽e😀🏽<EOT>fi🙂s,  'VEt!", "tokens": 55, "pieces": ["'ll", "🙂\r", "ꟲ", " ", "#$%,", " '", "Re", "½", "​㋿", "…", "'D漢ꟲ'S", "ＡＡ", " ", " e", "\t", "\tḍ̇'re", "İ", "👍🏽", "e", "😀🏽<", "EOT", ">fi", "🙂s", ",", " ", " '", "VEt", "!"]}
+{"text": "漢ß\t​", "tokens": 4, "pieces": ["漢ß", "\t", "​"]}
+{"text": "<EOT>　​må12345678#$%<|fim_prefix|>½<META_START><META_START>Ⅳ㋿字'D字­!é\rꟲ'T", "tokens": 43, "pieces": ["<EOT", ">", "　", "​må", "123", "456", "78", "#$%<|", "fim", "_prefix", "|>", "½", "<META", "_START", "><", "META", "_START", ">", "Ⅳ", "㋿字'D", "字", "­!", "é", "\r", "ꟲ'T"]}
+{"text": "㍿
'D9𐞁½dß\r\n\r\n\u000bEOTd<META_START>'sDžså'M<|endoftext|>ZDž 
.é'Re'TZ   \n𐞁<META_START>Ⅳ\t", "tokens": 57, "pieces": ["㍿", "
", "'D", "9", "𐞁", "½", "dß", "\r\n\r\n", "\u000bEOTd", "<META", "_START", ">'", "s", "Džså'M", "<|", "endoftext", "|>", "ZDž", " ", "
", ".é'Re", "'TZ", "   \n", "𐞁", "<META", "_START", ">", "Ⅳ", "\t"]}
+{"text": "EOTm'll're'reé ­　m字,<|fim_prefix|>'Re'tfi‍'VE🙂0é'M'VEt' ㋿-\n
'ſ'ſ‍9EOT𐞁'S", "tokens": 50, "pieces": ["EOTm'll", "'re're", "é", " ­", "　m字", ",<|", "fim", "_prefix", "|>'", "Re't", "fi", "‍'", "VE", "🙂", "0", "é'M", "'VEt", "'", " ㋿-\n", "
", "'ſ'ſ", "‍", "9", "EOT𐞁'S"]}
+{"text": "Ⅳ#$%ååß 'VE0fi㋿½'T'Re0-.12345678'>'s.🙂>ꟲ…", "tokens": 36, "pieces": ["Ⅳ", "#$%", "ååß", " ", "'VE", "0", "fi", "㋿", "½", "'T'Re", "0", "-.", "123", "456", "78", "'>'", "s", ".🙂>", "ꟲ", "…"]}
+{"text": "<|endoftext|>fi-㍿'T​", "tokens": 15, "pieces": ["<|", "endoftext", "|>", "fi", "-㍿'", "T", "​"]}
+{"text": "İſ٣٤٥٦09字'­#$%\t'VE's'­e\"३\r    \n<|fim_prefix|>s㋿Dž'T  ", "tokens": 37, "pieces": ["İſ", "٣٤٥", "٦09", "字", "'­#$%", "\t", "'VE's", "'­", "e", "\"", "३", "\r    \n", "<|", "fim", "_prefix", "|>", "s", "㋿Dž'T", "  "]}
+{"text": "Ａ​Ａ<EOT>ſſé-12345678.\u000b-　३½s'Tḍ̇#$%(ع 
ß\nDž'D'MDž 'seß", "tokens": 41, "pieces": ["Ａ", "​Ａ", "<EOT", ">ſſé", "-", "123", "456", "78", ".", "\u000b", "-", "　", "३½", "s'T", "ḍ̇", "#$%(", "ع", " ", "
ß", "\n", "Dž'D", "'MDž", " ", "'seß"]}
+{"text": "-   \né'Sa'VEſ漢عſ𐞁..EOT<字,'s'ſ<\r\n\r\nt٣٤٥٦ꟲ\r\n\r\n👍🏽é­字9<EOT>", "tokens": 47, "pieces": ["-", "   \n", "é'S", "a'VE", "ſ漢عſ𐞁", "..", "EOT", "<字", ",'", "s'ſ", "<\r\n\r\n", "t", "٣٤٥", "٦", "ꟲ", "\r\n\r\n", "👍🏽", "é", "­字", "9", "<EOT", ">"]}
+{"text": "9\n   \n　'D,Dž'ع<<|fim_prefix|><|fim_prefix|><EOT>​EOT>İ'!ع字éée字('ll‍👍🏽\t'VEḍ̇字🙂a字 ,", "tokens": 54, "pieces": ["9", "\n   \n", "　", "'D", ",Dž", "'ع", "<<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><", "EOT", ">​", "EOT", ">İ", "'!", "ع字éée字", "('", "ll", "‍👍🏽", "\t", "'VEḍ̇字", "🙂a字", " ", ","]}
+{"text": "å<'re<|endoftext|>½   \n<|endoftext|>\r\n\r\n٣٤٥٦fi  ​\r0'reZ   \nEOTDž. ㍿­\r\n#$%İ,  9   \n\"'M'TＡ", "tokens": 55, "pieces": ["å", "<'", "re", "<|", "endoftext", "|>", "½", "   \n", "<|", "endoftext", "|>\r\n\r\n", "٣٤٥", "٦", "fi", " ", " ​\r", "0", "'re", "Z", "   \n", "EOTDž", ".", " ", "㍿­\r\n", "#$%", "İ", ",", " ", " ", "9", "   \n", "\"'", "M'T", "Ａ"]}
+{"text": "\u000b<|endoftext|>\u000b㋿'s३ſ‍.'VE
\u000ba<META_START>㍿Ⅳt​'Re\r ꟲ<META_START>", "tokens": 43, "pieces": ["\u000b", "<|", "endoftext", "|>", "\u000b", "㋿'", "s", "३", "ſ", "‍.'", "VE", "
", "\u000ba", "<META", "_START", ">㍿", "Ⅳ", "t", "​'", "Re", "\r", " ꟲ", "<META", "_START", ">"]}
+{"text": "EOT#$%😀🏽9㋿'T'D
<|endoftext|>'M,", "tokens": 24, "pieces": ["EOT", "#$%😀🏽", "9", "㋿'", "T'D", "
", "<|", "endoftext", "|>'", "M", ","]}
+{"text": "'ſ<EOT>  ", "tokens": 6, "pieces": ["'ſ", "<EOT", ">", "  "]}
+{"text": "éå'M字
>­​dé\r\n\r\n½\r\n, \u000bmfi.'llſ👍🏽   \n ع​t …é'T12345678fi('t\n½", "tokens": 42, "pieces": ["éå'M", "字", "
", ">­​", "dé", "\r\n\r\n", "½", "\r\n", ",", " ", "\u000bmfi", ".'", "llſ", "👍🏽", "   \n", " ع", "​t", " ", "…é'T", "123", "456", "78", "fi", "('", "t", "\n", "½"]}
+{"text": "٣٤٥٦å👍🏽t'M'!'ſm'Ś12345678…(ſ<EOT>\u000b👍🏽漢's'Re'T!", "tokens": 36, "pieces": ["٣٤٥", "٦", "å", "👍🏽", "t'M", "'!'", "ſm'S", "́", "123", "456", "78", "…", "(ſ", "<EOT", ">", "\u000b", "👍🏽", "漢's", "'Re'T", "!"]}
+{"text": "'s­'S\r", "tokens": 5, "pieces": ["'s", "­'", "S", "\r"]}
+{"text": "́㋿ 
Ⅳ字!  ‍Dž'T\rß(Ａß漢字🙂.'M'VEDže'VE'ét٣٤٥٦…(9\r\n\r\n'VE\r\n\r\n
Ａ", "tokens": 49, "pieces": ["́", "㋿", " ", "
", "Ⅳ", "字", "!", " ", " ‍", "Dž'T", "\r", "ß", "(Ａß漢字", "🙂.'", "M'VE", "Dže'VE", "'ét", "٣٤٥", "٦", "…", "(", "9", "\r\n\r\n", "'VE", "\r\n\r\n", "
Ａ"]}
+{"text": "DžéaＡ㋿ .,é
٣٤٥٦ßⅣ12345678", "tokens": 22, "pieces": ["Džéa", "Ａ", "㋿", " .,", "é", "
", "٣٤٥", "٦", "ß", "Ⅳ12", "345", "678"]}
+{"text": "  👍🏽!!'M\t!!>½s३<|fim_prefix|>åＡ३'D\tZ\r\n\r\n'Re<EOT>>#$%ḍ̇Ⅳd<EOT>\r\n\r\n\t<EOT>dt<META_START>!!< t  \"ع", "tokens": 57, "pieces": [" ", " 👍🏽!!'", "M", "\t", "!!>", "½", "s", "३", "<|", "fim", "_prefix", "|>", "å", "Ａ", "३", "'D", "\tZ", "\r\n\r\n", "'Re", "<EOT", ">>#$%", "ḍ̇", "Ⅳ", "d", "<EOT", ">\r\n\r\n", "\t", "<EOT", ">dt", "<META", "_START", ">!!<", " t", " ", " \"", "ع"]}
+{"text": "㍿३عＡ<EOT>ſ,>#$%!!'ll12345678'", "tokens": 21, "pieces": ["㍿", "३", "ع", "Ａ", "<EOT", ">ſ", ",>#$%!!'", "ll", "123", "456", "78", "'"]}
+{"text": "<META_START><EOT>'S-　!!\"😀🏽 aåé　'S
", "tokens": 21, "pieces": ["<META", "_START", "><", "EOT", ">'", "S", "-", "　", "!!\"😀🏽", " aåé", "　", "'S", "
"]}
+{"text": "Dž(   \n12345678sé#$%(12345678e😀🏽", "tokens": 17, "pieces": ["Dž", "(", "   \n", "123", "456", "78", "sé", "#$%(", "123", "456", "78", "e", "😀🏽"]}
+{"text": "'ReéDž<EOT>é 😀🏽­㍿　'lle<EOT>", "tokens": 23, "pieces": ["'Reé", "Dž", "<EOT", ">é", " 😀🏽­㍿", "　", "'lle", "<EOT", ">"]}
+{"text": "३!㋿m<META_START>\t'D㍿\r\n\r\n.'llDž　'lls'é<", "tokens": 25, "pieces": ["३", "!㋿", "m", "<META", "_START", ">", "\t", "'D", "㍿\r\n\r\n", ".'", "ll", "Dž", "　", "'lls", "'é", "<"]}
+{"text": "   \n'VE'Sd­　ع'Må\r\n\r\n'ree  'ReeZ's‍　('re🙂<META_START> (\r\u000bꟲ", "tokens": 36, "pieces": ["   \n", "'VE'S", "d", "­", "　ع'M", "å", "\r\n\r\n", "'ree", " ", " '", "Ree", "Z's", "‍", "　", "('", "re", "🙂<", "META", "_START", ">", " ", "(\r", "\u000bꟲ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'sZ", "tokens": 2, "pieces": ["'s", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n'S!!‍字\r\n\r\ns漢Ａ‍漢0!!‍dém0<EOT>漢-́Dž \r\n\r\n<漢're‍'M12345678ḍ̇", "tokens": 40, "pieces": ["\r\n", "'S", "!!‍", "字", "\r\n\r\n", "s漢", "Ａ", "‍漢", "0", "!!‍", "dém", "0", "<EOT", ">漢", "-́", "Dž", " \r\n\r\n", "<漢're", "‍'", "M", "123", "456", "78", "ḍ̇"]}
+{"text": "<|endoftext|>𐞁३'S,ſ́!!e\t­<META_START>\r\n'Reḍ̇'s'Ss३ ㍿#$%Z'ſa½<(!9", "tokens": 46, "pieces": ["<|", "endoftext", "|>", "𐞁", "३", "'S", ",ſ́", "!!", "e", "\t", "­<", "META", "_START", ">\r\n", "'Reḍ̇'s", "'Ss", "३", " ", "㍿#$%", "Z'ſ", "a", "½", "<(!", "9"]}
+{"text": "méꟲé\n漢's<|fim_prefix|>
9<EOT>३ éa   Ａ'VE३!!漢   \na'VE>éEOT<|endoftext|>ḍ̇ Ａ,字'll#$%ſ", "tokens": 58, "pieces": ["méꟲé", "\n", "漢's", "<|", "fim", "_prefix", "|>", "
", "9", "<EOT", ">", "३", " éa", "  ", " Ａ'VE", "३", "!!", "漢", "   \n", "a'VE", ">é", "EOT", "<|", "endoftext", "|>", "ḍ̇", " Ａ", ",字'll", "#$%", "ſ"]}
+{"text": "EOT३('ll㍿e😀🏽Ａ'ſ­é<12345678
漢\u000b ́12345678", "tokens": 29, "pieces": ["EOT", "३", "('", "ll", "㍿e", "😀🏽", "Ａ'ſ", "­é", "<", "123", "456", "78", "
漢", "\u000b", " ́", "123", "456", "78"]}
+{"text": "!👍🏽'S'ſ  \r\n'VE‍'!!'ḍ̇>Dž\r\n'ſ٣٤٥٦md é字ع!!<|endoftext|>0!!!'S
𐞁d", "tokens": 51, "pieces": ["!👍🏽'", "S'ſ", "  \r\n", "'VE", "‍'!!'", "ḍ̇", ">Dž", "\r\n", "'ſ", "٣٤٥", "٦", "md", " é字ع", "!!<|", "endoftext", "|>", "0", "!!!'", "S", "
𐞁d"]}
+{"text": "é'ſtＡ'ſ\r\n<|fim_prefix|>\t'ſ३漢\r\n\u000b\nét!'s\r\n\r\n-Dž<|fim_prefix|>ع>9'VEİé㍿", "tokens": 47, "pieces": ["é'ſ", "t", "Ａ'ſ", "\r\n", "<|", "fim", "_prefix", "|>", "\t", "'ſ", "३", "漢", "\r\n\u000b\n", "ét", "!'", "s", "\r\n\r\n", "-Dž", "<|", "fim", "_prefix", "|>", "ع", ">", "9", "'VEİé", "㍿"]}
+{"text": "<12345678👍🏽\r­‍", "tokens": 10, "pieces": ["<", "123", "456", "78", "👍🏽\r", "­‍"]}
+{"text": "'s <'s!!ع\n-​\u000b Dž👍🏽Ⅳ's're<‍<|endoftext|>😀🏽\"'M 'll>٣٤٥٦ \tEOTm  ", "tokens": 45, "pieces": ["'s", " ", "<'", "s", "!!", "ع", "\n", "-​", "\u000b", " Dž", "👍🏽", "Ⅳ", "'s're", "<‍<|", "endoftext", "|>😀🏽\"'", "M", " ", "'ll", ">", "٣٤٥", "٦", " ", "\tEOTm", "  "]}
+{"text": "\r\n\"🙂fi  é‍٣٤٥٦ḍ̇å<|endoftext|>
!å​　'Mé'T9!!!३㍿.d12345678'VE'D<(", "tokens": 48, "pieces": ["\r\n", "\"🙂", "fi", " ", " é", "‍", "٣٤٥", "٦", "ḍ̇å", "<|", "endoftext", "|>", "
", "!å", "​", "　", "'Mé'T", "9", "!!!", "३", "㍿.", "d", "123", "456", "78", "'VE'D", "<("]}
+{"text": "́ ḍ̇\"㍿'VEsⅣſ(#$%ß 　
\rＡعt\t𐞁!!👍🏽­sfi!'Reå-fiEOT", "tokens": 45, "pieces": ["́", " ḍ̇", "\"㍿'", "VEs", "Ⅳ", "ſ", "(#$%", "ß", " 　
\r", "Ａعt", "\t𐞁", "!!👍🏽­", "sfi", "!'", "Reå", "-fi", "EOT"]}
+{"text": "'T‍३Ⅳ", "tokens": 5, "pieces": ["'T", "‍", "३Ⅳ"]}
+{"text": "!!tＡ'reꟲ½ع­३a!s'll\r\n<<|fim_prefix|>'S're<|endoftext|>👍🏽 Ａ   \n,fi\r\n,İ'ſ👍🏽d#$%t-", "tokens": 52, "pieces": ["!!", "t", "Ａ're", "ꟲ", "½", "ع", "­", "३", "a", "!s'll", "\r\n", "<<|", "fim", "_prefix", "|>'", "S're", "<|", "endoftext", "|>👍🏽", " Ａ", "   \n", ",fi", "\r\n", ",İ'ſ", "👍🏽", "d", "#$%", "t", "-"]}
+{"text": ">'s'll‍ꟲ\u000b​'s#$%'Td👍🏽", "tokens": 17, "pieces": [">'", "s'll", "‍ꟲ", "\u000b", "​'", "s", "#$%'", "Td", "👍🏽"]}
+{"text": "<EOT>\r\n\"​'ſ漢\u000bⅣ-٣٤٥٦t.", "tokens": 18, "pieces": ["<EOT", ">\r\n", "\"​'", "ſ漢", "\u000b", "Ⅳ", "-", "٣٤٥", "٦", "t", "."]}
+{"text": "9​å\r\n\r\n''VE३d,​́és're'T'ſmḍ̇<t­👍🏽 \r\n👍🏽!ꟲ<-<META_START>,   \n é
\"mſİ", "tokens": 48, "pieces": ["9", "​å", "\r\n\r\n", "''", "VE", "३", "d", ",​́", "és're", "'T'ſ", "mḍ̇", "<t", "­👍🏽", " \r\n", "👍🏽!", "ꟲ", "<-<", "META", "_START", ">,", "   \n", " é", "
", "\"mſ", "İ"]}
+{"text": "‍<EOT>\r\n㍿Zİ9é.>fi'VEEOT ٣٤٥٦å😀🏽'D    \n#$%‍'re߅\r\n\r\n\u000b\"a　12345678", "tokens": 48, "pieces": ["‍<", "EOT", ">\r\n", "㍿Zİ", "9", "é", ".>", "fi'VE", "EOT", " ", "٣٤٥", "٦", "å", "😀🏽'", "D", "    \n", "#$%‍'", "reß", "…\r\n\r\n", "\u000b", "\"a", "　", "123", "456", "78"]}
+{"text": "Ａ.३<EOT>-\u000b9字ꟲZ'll㋿(a!𐞁s<EOT>EOT'll.'å!! ḍ̇", "tokens": 38, "pieces": ["Ａ", ".", "३", "<EOT", ">-", "\u000b", "9", "字ꟲ", "Z'll", "㋿(", "a", "!𐞁s", "<EOT", ">EOT'll", ".'", "å", "!!", " ḍ̇"]}
+{"text": "!!s'fifi👍🏽m…\u000ba\"Ⅳ're½.9İEOTꟲſe字ꟲ'ſ", "tokens": 34, "pieces": ["!!", "s", "'fifi", "👍🏽", "m", "…", "\u000ba", "\"", "Ⅳ", "'re", "½", ".", "9", "İEOTꟲſe字ꟲ'ſ"]}
+{"text": "𐞁'Sß​<|fim_prefix|>ſ   \n>㋿9ꟲＡ9  a", "tokens": 27, "pieces": ["𐞁'S", "ß", "​<|", "fim", "_prefix", "|>", "ſ", "   \n", ">㋿", "9", "ꟲ", "Ａ", "9", " ", " a"]}
+{"text": "fi३\u000b're'VEع", "tokens": 7, "pieces": ["fi", "३", "\u000b", "'re'VE", "ع"]}
+{"text": "👍🏽'séd<­Ａ㋿
'Mm'M½
", "tokens": 19, "pieces": ["👍🏽'", "séd", "<­", "Ａ", "㋿", "
", "'Mm'M", "½", "
"]}
+{"text": "'VEs-漢>Z'", "tokens": 7, "pieces": ["'VEs", "-漢", ">Z", "'"]}
+{"text": "İḍ̇t're½e0😀🏽'\"d", "tokens": 14, "pieces": ["İḍ̇t're", "½", "e", "0", "😀🏽'\"", "d"]}
+{"text": "efi're🙂\r㋿(字
…", "tokens": 13, "pieces": ["efi're", "🙂\r", "㋿(", "字", "
…"]}
+{"text": "<EOT>9<EOT>​é", "tokens": 9, "pieces": ["<EOT", ">", "9", "<EOT", ">​", "é"]}
+{"text": "ß😀🏽å's", "tokens": 7, "pieces": ["ß", "😀🏽", "å's"]}
+{"text": "‍Z<|fim_prefix|>३!!\n­", "tokens": 11, "pieces": ["‍Z", "<|", "fim", "_prefix", "|>", "३", "!!\n", "­"]}
+{"text": "漢é.…<EOT>", "tokens": 9, "pieces": ["漢é", ".", "…", "<EOT", ">"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "9.9  ㋿<EOT>é(\r\nİ,s
", "tokens": 17, "pieces": ["9", ".", "9", " ", " ㋿<", "EOT", ">é", "(\r\n", "İ", ",s", "
"]}
+{"text": "\u000b　#$%Ａ   \n'VE'ſ🙂<META_START>́'Tsé'ſt ", "tokens": 23, "pieces": ["\u000b", "　", "#$%", "Ａ", "   \n", "'VE'ſ", "🙂<", "META", "_START", ">́'T", "sé'ſ", "t", " "]}
+{"text": "𐞁३   \n٣٤٥٦'ll­‍'ReꟲEOT'D👍🏽'M'll<'ll.d\"'Md'T<EOT>漢(", "tokens": 38, "pieces": ["𐞁", "३", "   \n", "٣٤٥", "٦", "'ll", "­‍'", "Reꟲ", "EOT'D", "👍🏽'", "M'll", "<'", "ll", ".d", "\"'", "Md'T", "<EOT", ">漢", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "0fiß.'re\"\u000b<META_START>   'ſfiß!!'ll\r\n'S​'D㋿\r\n\r\n…", "tokens": 30, "pieces": ["0", "fiß", ".'", "re", "\"", "\u000b", "<META", "_START", ">", "  ", " '", "ſfiß", "!!'", "ll", "\r\n", "'S", "​'", "D", "㋿\r\n\r\n", "…"]}
+{"text": "ß३'VEع<|endoftext|>Ⅳ👍🏽ß,", "tokens": 19, "pieces": ["ß", "३", "'VEع", "<|", "endoftext", "|>", "Ⅳ", "👍🏽", "ß", ","]}
+{"text": "t\r'T9­Ａ'S🙂　#$%!'T<EOT>\tt½'VE㋿
-m👍🏽\n
   \n", "tokens": 31, "pieces": ["t", "\r", "'T", "9", "­Ａ'S", "🙂", "　", "#$%!'", "T", "<EOT", ">", "\tt", "½", "'VE", "㋿", "
", "-m", "👍🏽\n", "
   \n"]}
+{"text": "0ḍ̇Zdé<META_START>.\r\n\r\nZ­<|endoftext|>as…'ll'M12345678<|fim_prefix|><\n‍  'S👍🏽9!e'Re'Re", "tokens": 47, "pieces": ["0", "ḍ̇", "Zdé", "<META", "_START", ">.\r\n\r\n", "Z", "­<|", "endoftext", "|>", "as", "…", "'ll'M", "123", "456", "78", "<|", "fim", "_prefix", "|><\n", "‍", " ", " '", "S", "👍🏽", "9", "!e'Re", "'Re"]}
+{"text": "é漢ḍ̇", "tokens": 5, "pieces": ["é漢ḍ̇"]}
+{"text": "<META_START>ß٣٤٥٦'TZt३<|endoftext|>å.漢a\tm'TＡ Ａ½e‍​ ㋿㋿'M
   \n<'Re   \n٣٤٥٦́", "tokens": 53, "pieces": ["<META", "_START", ">ß", "٣٤٥", "٦", "'TZt", "३", "<|", "endoftext", "|>", "å", ".漢a", "\tm'T", "Ａ", " Ａ", "½", "e", "‍​", " ", "㋿㋿'", "M", "
   \n", "<'", "Re", "   \n", "٣٤٥", "٦", "́"]}
+{"text": "  ㍿ 'll Ａ字<|fim_prefix|>'Re　<|fim_prefix|>٣٤٥٦'M'Mꟲ\r\nå>Ⅳ.𐞁<EOT>EOT‍'ll\n\rt!\nm<|fim_prefix|>", "tokens": 62, "pieces": [" ", " ㍿", " ", "'ll", " Ａ字", "<|", "fim", "_prefix", "|>'", "Re", "　", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "'M'M", "ꟲ", "\r\n", "å", ">", "Ⅳ", ".𐞁", "<EOT", ">EOT", "‍'", "ll", "\n\r", "t", "!\n", "m", "<|", "fim", "_prefix", "|>"]}
+{"text": "d\nḍ̇fiß\r'M😀🏽'S'T㋿  \r\n\r\n㍿<­漢٣٤٥٦'ReDž\n<|endoftext|>a--!!漢fi…\u000bé\r३­", "tokens": 52, "pieces": ["d", "\n", "ḍ̇fiß", "\r", "'M", "😀🏽'", "S'T", "㋿", "  \r\n\r\n", "㍿<­", "漢", "٣٤٥", "٦", "'Re", "Dž", "\n", "<|", "endoftext", "|>", "a", "--!!", "漢fi", "…", "\u000bé", "\r", "३", "­"]}
+{"text": "́a!!", "tokens": 3, "pieces": ["́a", "!!"]}
+{"text": "a<|endoftext|>𐞁\nꟲ'S\r\nfiEOT12345678🙂", "tokens": 25, "pieces": ["a", "<|", "endoftext", "|>", "𐞁", "\n", "ꟲ'S", "\r\n", "fi", "EOT", "123", "456", "78", "🙂"]}
+{"text": "👍🏽'reé㍿ 🙂0\t㋿\r#$%　
m!!é#$%🙂's㍿s'VEeſ'M#$%'ll漢Z,a( ", "tokens": 45, "pieces": ["👍🏽'", "reé", "㍿", " 🙂", "0", "\t", "㋿\r", "#$%", "　", "
m", "!!", "é", "#$%🙂'", "s", "㍿s'VE", "eſ'M", "#$%'", "ll漢", "Z", ",a", "(", " "]}
+{"text": "👍🏽…㋿İd ", "tokens": 11, "pieces": ["👍🏽", "…", "㋿İd", " "]}
+{"text": " 字　\u000bmEOT​ḍ̇ İ٣٤٥٦👍🏽'ſDža'T\r>'TDžDž!!٣٤٥٦\"<EOT>'VE", "tokens": 43, "pieces": [" 字", "　", "\u000bm", "EOT", "​ḍ̇", " İ", "٣٤٥", "٦", "👍🏽'", "ſ", "Dža'T", "\r", ">'", "TDžDž", "!!", "٣٤٥", "٦", "\"<", "EOT", ">'", "VE"]}
+{"text": "ḍ̇    \n é<|endoftext|>'ll<|endoftext|>é…\t   \né\r\nm.'Dé<EOT>Ａ#$%\u000bⅣ­", "tokens": 42, "pieces": ["ḍ̇", "    \n", " é", "<|", "endoftext", "|>'", "ll", "<|", "endoftext", "|>", "é", "…\t   \n", "é", "\r\n", "m", ".'", "Dé", "<EOT", ">Ａ", "#$%", "\u000b", "Ⅳ", "­"]}
+{"text": "'­ßع<|endoftext|>'llss\"٣٤٥٦é", "tokens": 19, "pieces": ["'­", "ßع", "<|", "endoftext", "|>'", "llss", "\"", "٣٤٥", "٦", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Ⅳ!!éé<|endoftext|>m
Dž'D ḍ̇\"३<|endoftext|>'👍🏽́'́'VEa!\n'll㋿́EOT<|endoftext|>!!‍9ḍ̇", "tokens": 60, "pieces": ["Ⅳ", "!!", "éé", "<|", "endoftext", "|>", "m", "
Dž'D", " ḍ̇", "\"", "३", "<|", "endoftext", "|>'👍🏽́'́'", "VEa", "!\n", "'ll", "㋿́", "EOT", "<|", "endoftext", "|>!!‍", "9", "ḍ̇"]}
+{"text": "  ٣٤٥٦ſ!!ع𐞁-漢å漢३İ‍'M\"ع!Ａ#$%EOTe9\u000b<|endoftext|>‍'VE ٣٤٥٦12345678 ée9>\r\n\r\n\r\n\r\n<EOT><EOT>'S", "tokens": 65, "pieces": [" ", " ", "٣٤٥", "٦", "ſ", "!!", "ع𐞁", "-漢å漢", "३", "İ", "‍'", "M", "\"ع", "!Ａ", "#$%", "EOTe", "9", "\u000b", "<|", "endoftext", "|>‍'", "VE", " ", "٣٤٥", "٦12", "345", "678", " ée", "9", ">\r\n\r\n\r\n\r\n", "<EOT", "><", "EOT", ">'", "S"]}
+{"text": "'D½!é0- \r\n\r\nd😀🏽  9­#$%Z…éꟲ　e'Reé>漢'S9", "tokens": 34, "pieces": ["'D", "½", "!é", "0", "-", " \r\n\r\n", "d", "😀🏽", " ", " ", "9", "­#$%", "Z", "…éꟲ", "　e'Re", "é", ">漢'S", "9"]}
+{"text": "　\r\né t! '  #$%12345678!e12345678! \r", "tokens": 24, "pieces": ["　\r\n", "é", " t", "!", " ", "'", " ", " #$%", "123", "456", "78", "!e", "123", "456", "78", "!", " \r"]}
+{"text": "EOT!'ſ­\r\nع", "tokens": 7, "pieces": ["EOT", "!'", "ſ", "­\r\n", "ع"]}
+{"text": "㍿9#$%(d!!Ａ́
ع<META_START>٣٤٥٦\"\"eß\u000b   \n!!𐞁<META_START>𐞁٣٤٥٦​👍🏽'll　
", "tokens": 50, "pieces": ["㍿", "9", "#$%(", "d", "!!", "Ａ́", "
ع", "<META", "_START", ">", "٣٤٥", "٦", "\"\"", "eß", "\u000b   \n", "!!", "𐞁", "<META", "_START", ">𐞁", "٣٤٥", "٦", "​👍🏽'", "ll", "　
"]}
+{"text": ", EOT\n<|endoftext|>'ReEOT
ſ'ſ㍿İſ\r\n\r\n㍿½🙂<|endoftext|>'\r\n\r\nⅣꟲ<META_START>m", "tokens": 47, "pieces": [",", " EOT", "\n", "<|", "endoftext", "|>'", "Re", "EOT", "
ſ'ſ", "㍿İſ", "\r\n\r\n", "㍿", "½", "🙂<|", "endoftext", "|>'\r\n\r\n", "Ⅳ", "ꟲ", "<META", "_START", ">m"]}
+{"text": "ß \n<|endoftext|>Ａ'llEOT \r åé9é👍🏽㍿㍿'Ḿm\"ꟲḍ̇漢'ſ12345678'T३   \n're'('D\u000b", "tokens": 57, "pieces": ["ß", " \n", "<|", "endoftext", "|>", "Ａ'll", "EOT", " \r", " åé", "9", "é", "👍🏽㍿㍿'", "Ḿm", "\"ꟲḍ̇漢'ſ", "123", "456", "78", "'T", "३", "   \n", "'re", "'('", "D", "\u000b"]}
+{"text": "\n're😀🏽‍éḍ̇9㋿", "tokens": 15, "pieces": ["\n", "'re", "😀🏽‍", "éḍ̇", "9", "㋿"]}
+{"text": "漢\u000b\r\n\r\n
 漢'redİ\r\n", "tokens": 10, "pieces": ["漢", "\u000b\r\n\r\n", "
", " 漢're", "d", "İ", "\r\n"]}
+{"text": "½!e", "tokens": 3, "pieces": ["½", "!e"]}
+{"text": "　'VE​t३", "tokens": 6, "pieces": ["　", "'VE", "​t", "३"]}
+{"text": "'M,d㋿\r>as>!'re\tſ́<|fim_prefix|>#$%-fi𐞁½㋿́\ré", "tokens": 34, "pieces": ["'M", ",d", "㋿\r", ">as", ">!'", "re", "\tſ́", "<|", "fim", "_prefix", "|>#$%-", "fi𐞁", "½", "㋿́", "\r", "é"]}
+{"text": "e,😀🏽9\r\n#$%'Dt👍🏽s'ReⅣ<META_START>", "tokens": 21, "pieces": ["e", ",😀🏽", "9", "\r\n", "#$%'", "Dt", "👍🏽", "s'Re", "Ⅳ", "<META", "_START", ">"]}
+{"text": "…\"\"½#$%😀🏽's!!\"ea<   \n", "tokens": 16, "pieces": ["…", "\"\"", "½", "#$%😀🏽'", "s", "!!\"", "ea", "<", "   \n"]}
+{"text": "'TⅣ're㋿\r\n\r\n🙂<META_START>'Re<|endoftext|>　'reꟲ  ḍ̇m😀🏽字'S'ReåＡ", "tokens": 41, "pieces": ["'T", "Ⅳ", "'re", "㋿\r\n\r\n", "🙂<", "META", "_START", ">'", "Re", "<|", "endoftext", "|>", "　", "'reꟲ", " ", " ḍ̇m", "😀🏽", "字'S", "'Reå", "Ａ"]}
+{"text": "'<漢…🙂<META_START><|endoftext|> ßé\r\n\r\nḍ̇Dž", "tokens": 24, "pieces": ["'<", "漢", "…", "🙂<", "META", "_START", "><|", "endoftext", "|>", " ßé", "\r\n\r\n", "ḍ̇", "Dž"]}
+{"text": "a'fi.EOT( 'T-\r\n\r\n12345678….", "tokens": 16, "pieces": ["a", "'fi", ".EOT", "(", " '", "T", "-\r\n\r\n", "123", "456", "78", "…", "."]}
+{"text": "­'Re<㋿", "tokens": 7, "pieces": ["­'", "Re", "<㋿"]}
+{"text": "   \n<EOT>><META_START>😀🏽 -ع'S३
🙂ß,!'s<-'re'Mmm'TdEOT-­\r\n\r\n", "tokens": 33, "pieces": ["   \n", "<EOT", ">><", "META", "_START", ">😀🏽", " -", "ع'S", "३", "
", "🙂ß", ",!'", "s", "<-'", "re'M", "mm'T", "d", "EOT", "-­\r\n\r\n"]}
+{"text": "å'Refie　<|fim_prefix|>'TEOT a३d'sſ'   \n!'reDž(߅(Ⅳeع", "tokens": 35, "pieces": ["å'Re", "fie", "　", "<|", "fim", "_prefix", "|>'", "TEOT", " a", "३", "d's", "ſ", "'", "   \n", "!'", "re", "Dž", "(ß", "…", "(", "Ⅳ", "eع"]}
+{"text": "ع‍'ſDž12345678😀🏽   \n  #$%(s<|endoftext|>'VE", "tokens": 26, "pieces": ["ع", "‍'", "ſ", "Dž", "123", "456", "78", "😀🏽", "   \n", " ", " #$%(", "s", "<|", "endoftext", "|>'", "VE"]}
+{"text": "‍👍🏽", "tokens": 4, "pieces": ["‍👍🏽"]}
+{"text": "å　字­👍🏽ésm٣٤٥٦Dže12345678\r\n,9İ'Re
Ａ", "tokens": 27, "pieces": ["å", "　字", "­👍🏽", "ésm", "٣٤٥", "٦", "Dže", "123", "456", "78", "\r\n", ",", "9", "İ'Re", "
Ａ"]}
+{"text": "#$%Zd (\r\n,'ſ漢\r\nDž#$%‍Ａ𐞁", "tokens": 19, "pieces": ["#$%", "Zd", " ", "(\r\n", ",'", "ſ漢", "\r\n", "Dž", "#$%‍", "Ａ𐞁"]}
+{"text": "(a'D's<|fim_prefix|>(Z  åt😀🏽EOTe!\r\na'TEOT…!", "tokens": 28, "pieces": ["(a'D", "'s", "<|", "fim", "_prefix", "|>(", "Z", " ", " åt", "😀🏽", "EOTe", "!\r\n", "a'T", "EOT", "…", "!"]}
+{"text": "\u000b'De\ns", "tokens": 5, "pieces": ["\u000b", "'De", "\n", "s"]}
+{"text": "s", "tokens": 1, "pieces": ["s"]}
+{"text": "'Refi  EOTſ  𐞁\u000b字!'ReⅣ'ſ", "tokens": 20, "pieces": ["'Refi", " ", " EOTſ", " ", " 𐞁", "\u000b字", "!'", "Re", "Ⅳ", "'ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "- 'llＡſ <EOT>İ.\r\n\r\n𐞁<META_START>#$%½9\u000b㋿\u000b　​m'St‍å0ſ… ", "tokens": 41, "pieces": ["-", " '", "ll", "Ａſ", " <", "EOT", ">İ", ".\r\n\r\n", "𐞁", "<META", "_START", ">#$%", "½9", "\u000b", "㋿", "\u000b", "　", "​m'S", "t", "‍å", "0", "ſ", "… "]}
+{"text": "\r\n'Rete\u000bfi'M\rꟲ9'll㍿ḍ̇  és'9Dž‍'T!​", "tokens": 30, "pieces": ["\r\n", "'Rete", "\u000bfi'M", "\r", "ꟲ", "9", "'ll", "㍿ḍ̇", " ", " és", "'", "9", "Dž", "‍'", "T", "!​"]}
+{"text": "‍Ａ'\r\n…\u000b#$%.9'T12345678
\u000b m<META_START>ſ\r\n\r\n", "tokens": 23, "pieces": ["‍Ａ", "'\r\n", "…", "\u000b", "#$%.", "9", "'T", "123", "456", "78", "
\u000b", " m", "<META", "_START", ">ſ", "\r\n\r\n"]}
+{"text": "🙂Ａ, 12345678…㋿­३٣٤٥٦12345678Ａ३<META_START>\r#$%<​­å", "tokens": 36, "pieces": ["🙂Ａ", ",", " ", "123", "456", "78", "…", "㋿­", "३٣٤", "٥٦1", "234", "567", "8", "Ａ", "३", "<META", "_START", ">\r", "#$%<​­", "å"]}
+{"text": "㍿é'M\t'S!!s\n,aİZé12345678‍­('M\"å😀🏽'M<|endoftext|>fiḍ̇d   \n𐞁", "tokens": 46, "pieces": ["㍿é'M", "\t", "'S", "!!", "s", "\n", ",a", "İZé", "123", "456", "78", "‍­('", "M", "\"å", "😀🏽'", "M", "<|", "endoftext", "|>", "fiḍ̇d", "   \n", "𐞁"]}
+{"text": "  '😀🏽ḍ̇<|endoftext|><|endoftext|>Ⅳ\"  'ḍ̇🙂'S'S'll m'VE Ⅳ   \n'🙂字'ſ'VE\rEOT\r‍‍!!\r9", "tokens": 58, "pieces": [" ", " '😀🏽", "ḍ̇", "<|", "endoftext", "|><|", "endoftext", "|>", "Ⅳ", "\"", " ", " '", "ḍ̇", "🙂'", "S'S", "'ll", " m'VE", " ", "Ⅳ", "   \n", "'🙂", "字'ſ", "'VE", "\r", "EOT", "\r", "‍‍!!\r", "9"]}
+{"text": "0<|fim_prefix|>(Dž   \n㍿\u000bDž<…​漢Ａ(,.12345678٣٤٥٦\"字​'Re㍿\r\n\r\n‍㍿", "tokens": 44, "pieces": ["0", "<|", "fim", "_prefix", "|>(", "Dž", "   \n", "㍿", "\u000bDž", "<", "…", "​漢", "Ａ", "(,.", "123", "456", "78٣", "٤٥٦", "\"字", "​'", "Re", "㍿\r\n\r\n", "‍㍿"]}
+{"text": "漢३DžⅣ\n<EOT>'ſ३fi   \n  'Re'MＡ<|fim_prefix|>\r\n\r\n\r\n-ꟲ½!!<|endoftext|>½   's½\r\n३ḍ̇\r\n\r\nſ
𐞁Ⅳa　‍٣٤٥٦", "tokens": 64, "pieces": ["漢", "३", "Dž", "Ⅳ", "\n", "<EOT", ">'", "ſ", "३", "fi", "   \n", " ", " '", "Re'M", "Ａ", "<|", "fim", "_prefix", "|>\r\n\r\n\r\n", "-ꟲ", "½", "!!<|", "endoftext", "|>", "½", "  ", " '", "s", "½", "\r\n", "३", "ḍ̇", "\r\n\r\n", "ſ", "
𐞁", "Ⅳ", "a", "　", "‍", "٣٤٥", "٦"]}
+{"text": "\t<EOT>\r\n<<META_START>am
>('S're\n㋿'Re\u000b‍\"́   \n<ß0
t 're''½>­\"'S'reDž-", "tokens": 41, "pieces": ["\t", "<EOT", ">\r\n", "<<", "META", "_START", ">am", "
", ">('", "S're", "\n", "㋿'", "Re", "\u000b", "‍\"́", "   \n", "<ß", "0", "
t", " ", "'re", "''", "½", ">­\"'", "S're", "Dž", "-"]}
+{"text": "\r\n<𐞁9'M​ß🙂'D", "tokens": 13, "pieces": ["\r\n", "<𐞁", "9", "'M", "​ß", "🙂'", "D"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "…ꟲ 𐞁'Té​Z(é\u000bＡ\n\u000b!\"!!#$%   ſ\r0're 'T(٣٤٥٦<|fim_prefix|>\r<META_START>'re<|endoftext|>12345678Ⅳ㍿\r 😀🏽", "tokens": 69, "pieces": ["…ꟲ", " 𐞁'T", "é", "​Z", "(é", "\u000bＡ", "\n", "\u000b", "!\"!!#$%", "  ", " ſ", "\r", "0", "'re", " ", "'T", "(", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\r", "<META", "_START", ">'", "re", "<|", "endoftext", "|>", "123", "456", "78Ⅳ", "㍿\r", " 😀🏽"]}
+{"text": "#$%eİ\nḍ̇", "tokens": 8, "pieces": ["#$%", "e", "İ", "\n", "ḍ̇"]}
+{"text": "
-­😀🏽", "tokens": 6, "pieces": ["
", "-­😀🏽"]}
+{"text": "(Ⅳß　'ſ-<|endoftext|>", "tokens": 15, "pieces": ["(", "Ⅳ", "ß", "　", "'ſ", "-<|", "endoftext", "|>"]}
+{"text": "mt0#$%sＡ<EOT>\n<EOT>ع 'T\r\n\r\nfiå(<EOT>Džḍ̇İ   \n\r", "tokens": 31, "pieces": ["mt", "0", "#$%", "s", "Ａ", "<EOT", ">\n", "<EOT", ">ع", " ", "'T", "\r\n\r\n", "fiå", "(<", "EOT", ">Džḍ̇", "İ", "   \n\r"]}
+{"text": "İ㋿#$%EOT𐞁३­#$%­-ꟲåḍ̇ⅣⅣḍ̇t's漢漢ꟲs'M'VEs\r\n½ İEOT٣٤٥٦Ａ'll'M12345678", "tokens": 61, "pieces": ["İ", "㋿#$%", "EOT𐞁", "३", "­#$%­-", "ꟲåḍ̇", "ⅣⅣ", "ḍ̇t's", "漢漢ꟲs'M", "'VEs", "\r\n", "½", " İEOT", "٣٤٥", "٦", "Ａ'll", "'M", "123", "456", "78"]}
+{"text": "ſd\r\n\r\ne!!12345678'a'Dſ漢  EOT<|endoftext|>t!!  -',\n🙂<|endoftext|> <|endoftext|>", "tokens": 44, "pieces": ["ſd", "\r\n\r\n", "e", "!!", "123", "456", "78", "'a'D", "ſ漢", " ", " EOT", "<|", "endoftext", "|>", "t", "!!", " ", " -',\n", "🙂<|", "endoftext", "|>", " ", "<|", "endoftext", "|>"]}
+{"text": "!.Z'Dfié", "tokens": 6, "pieces": ["!.", "Z'D", "fié"]}
+{"text": "​Zé<#$%12345678d
EOT३́\r\n\r\né­!EOTå'T'T३
\r\n12345678
", "tokens": 33, "pieces": ["​Zé", "<#$%", "123", "456", "78", "d", "
EOT", "३", "́", "\r\n\r\n", "é", "­!", "EOTå'T", "'T", "३", "
\r\n", "123", "456", "78", "
"]}
+{"text": "<EOT>ſ<META_START>🙂'lléع́>😀🏽'VEe#$%😀🏽\tfiDžé'Re‍🙂ß'<Ⅳ9​'M㋿\r\nd'S　<META_START>\t>\n", "tokens": 55, "pieces": ["<EOT", ">ſ", "<META", "_START", ">🙂'", "lléع́", ">😀🏽'", "VEe", "#$%😀🏽", "\tfi", "Džé'Re", "‍🙂", "ß", "'<", "Ⅳ9", "​'", "M", "㋿\r\n", "d'S", "　", "<META", "_START", ">", "\t", ">\n"]}
+{"text": "İ<EOT>as👍🏽'ſé'll<META_START>ع\tDžé12345678!é!<İ\r\nfi　'VE", "tokens": 37, "pieces": ["İ", "<EOT", ">as", "👍🏽'", "ſé'll", "<META", "_START", ">ع", "\tDžé", "123", "456", "78", "!é", "!<", "İ", "\r\n", "fi", "　", "'VE"]}
+{"text": "Zdꟲ(EOT'T\n", "tokens": 8, "pieces": ["Zdꟲ", "(EOT'T", "\n"]}
+{"text": "字'D­'M

'll>İ(½'s३!㍿‍İ's#$%ééaß're.'T   \n\"\r\nß­٣٤٥٦ꟲfi😀🏽", "tokens": 46, "pieces": ["字'D", "­'", "M", "
", "
", "'ll", ">İ", "(", "½", "'s", "३", "!㍿‍", "İ's", "#$%", "ééaß're", ".'", "T", "   \n", "\"\r\n", "ß", "­", "٣٤٥", "٦", "ꟲfi", "😀🏽"]}
+{"text": "9('VEß<EOT​\n  'ſ,> <META_START>'T<|fim_prefix|><|endoftext|>🙂\t३>!!å'D㋿(", "tokens": 42, "pieces": ["9", "('", "VEß", "<EOT", "​\n", " ", " '", "ſ", ",>", " ", "<META", "_START", ">'", "T", "<|", "fim", "_prefix", "|><|", "endoftext", "|>🙂", "\t", "३", ">!!", "å'D", "㋿("]}
+{"text": "½<EOT>'D́e'sßEOT >'ReDžt", "tokens": 17, "pieces": ["½", "<EOT", ">'", "D́e's", "ß", "EOT", " ", ">'", "Re", "Džt"]}
+{"text": "‍­", "tokens": 2, "pieces": ["‍­"]}
+{"text": "<|endoftext|> 'M㋿ß\r\n<META_START>Ⅳ㋿​'Re\ne\n  12345678　'Reḍ̇'VE\"ḍ̇", "tokens": 45, "pieces": ["<|", "endoftext", "|>", " '", "M", "㋿ß", "\r\n", "<META", "_START", ">", "Ⅳ", "㋿​'", "Re", "\n", "e", "\n", " ", " ", "123", "456", "78", "　", "'Reḍ̇'VE", "\"ḍ̇"]}
+{"text": "é<META_START>'SZß\r\n\r\n\u000b<|endoftext|>!! 　\u000b  >(ḍ̇Džds😀🏽'll<!!'ll٣٤٥٦ßعＡ㋿Ⅳ9a\r\n\r\n'…", "tokens": 55, "pieces": ["é", "<META", "_START", ">'", "SZß", "\r\n\r\n", "\u000b", "<|", "endoftext", "|>!!", " 　\u000b ", " >(", "ḍ̇", "Džds", "😀🏽'", "ll", "<!!'", "ll", "٣٤٥", "٦", "ßع", "Ａ", "㋿", "Ⅳ9", "a", "\r\n\r\n", "'", "…"]}
+{"text": "३\"<|endoftext|>३#$%a'ſ'S­
's字m", "tokens": 20, "pieces": ["३", "\"<|", "endoftext", "|>", "३", "#$%", "a'ſ", "'S", "­", "
", "'s字m"]}
+{"text": "'re٣٤٥٦‍ḍ̇'S'ſ漢m…३ſꟲ‍½   'ſ<|fim_prefix|>́'Re'Reع\té,ḍ̇.ß   \n字'ſ<EOT>", "tokens": 53, "pieces": ["'re", "٣٤٥", "٦", "‍ḍ̇'S", "'ſ漢m", "…", "३", "ſꟲ", "‍", "½", "  ", " ", "'ſ", "<|", "fim", "_prefix", "|>́'", "Re'Re", "ع", "\té", ",ḍ̇", ".ß", "   \n", "字'ſ", "<EOT", ">"]}
+{"text": "-d(\u000b\"३fi३   \n🙂\r'T'M", "tokens": 12, "pieces": ["-d", "(", "\u000b", "\"", "३", "fi", "३", "   \n", "🙂\r", "'T'M"]}
+{"text": "\r\n字<EOT>!\n0٣٤٥٦👍🏽㍿ⅣZ𐞁ß㍿\" é,Z  
३'M", "tokens": 35, "pieces": ["\r\n", "字", "<EOT", ">!\n", "0٣٤", "٥٦", "👍🏽㍿", "Ⅳ", "Z𐞁ß", "㍿\"", " é", ",Z", "  ", "
", "३", "'M"]}
+{"text": "><EOT>'d12345678\"…ßⅣ\n12345678Džع𐞁<|endoftext|><|endoftext|>\r'llEOTd½  'T😀🏽0'​EOT\"٣٤٥٦㋿'ll12345678'll'll,'D", "tokens": 72, "pieces": ["><", "EOT", ">'", "d", "123", "456", "78", "\"", "…ß", "Ⅳ", "\n", "123", "456", "78", "Džع𐞁", "<|", "endoftext", "|><|", "endoftext", "|>\r", "'ll", "EOTd", "½", " ", " '", "T", "😀🏽", "0", "'​", "EOT", "\"", "٣٤٥", "٦", "㋿'", "ll", "123", "456", "78", "'ll'll", ",'", "D"]}
+{"text": "­", "tokens": 1, "pieces": ["­"]}
+{"text": "Džå\u000b'Re🙂é>'re", "tokens": 11, "pieces": ["Džå", "\u000b", "'Re", "🙂é", ">'", "re"]}
+{"text": "٣٤٥٦d,\n'll'sعfi \r\n!!é!\t'Sfi😀🏽(­", "tokens": 23, "pieces": ["٣٤٥", "٦", "d", ",\n", "'ll's", "عfi", " \r\n", "!!", "é", "!", "\t", "'Sfi", "😀🏽(­"]}
+{"text": "🙂'sＡå  \ts漢Z'll-éع", "tokens": 14, "pieces": ["🙂'", "s", "Ａå", "  ", "\ts漢", "Z'll", "-éع"]}
+{"text": "'Re½\r\nm", "tokens": 4, "pieces": ["'Re", "½", "\r\n", "m"]}
+{"text": ">'s!!<META_START>　漢३<|endoftext|>Ａعa>!!<|endoftext|>\r!s\r\n‍  Dž   \nⅣ's#$% \r\né٣٤٥٦<|endoftext|>'D0Z\t", "tokens": 63, "pieces": [">'", "s", "!!<", "META", "_START", ">", "　漢", "३", "<|", "endoftext", "|>", "Ａعa", ">!!<|", "endoftext", "|>\r", "!s", "\r\n", "‍", " ", " Dž", "   \n", "Ⅳ", "'s", "#$%", " \r\n", "é", "٣٤٥", "٦", "<|", "endoftext", "|>'", "D", "0", "Z", "\t"]}
+{"text": "'s,ßDž'Re'!!!e9'Då\r\nİ   \n-㍿d\u000b'T", "tokens": 23, "pieces": ["'s", ",ß", "Dž'Re", "'!!!", "e", "9", "'Då", "\r\n", "İ", "   \n", "-㍿", "d", "\u000b", "'T"]}
+{"text": "\u000b'T9　😀🏽'Té\n're\t́ß!'M　<…
­😀🏽Ⅳa", "tokens": 29, "pieces": ["\u000b", "'T", "9", "　", "😀🏽'", "Té", "\n", "'re", "\t́ß", "!'", "M", "　", "<", "…", "
", "­😀🏽", "Ⅳ", "a"]}
+{"text": "ḍ̇ꟲ‍m  ­　'Re㋿,'M  ㍿-EOT‍́   \nع\n'ḾDž   \n\"é'Red½éEOT'S", "tokens": 44, "pieces": ["ḍ̇ꟲ", "‍m", " ", " ­", "　", "'Re", "㋿,'", "M", " ", " ㍿-", "EOT", "‍́", "   \n", "ع", "\n", "'Ḿ", "Dž", "   \n", "\"é'Re", "d", "½", "é", "EOT'S"]}
+{"text": "'Re   \n's­ع㋿字é   \nEOT'Re\" 'M😀🏽EOTḍ̇0<|fim_prefix|>漢-!३½Ⅳ<META_START>𐞁ꟲ's", "tokens": 52, "pieces": ["'Re", "   \n", "'s", "­ع", "㋿字é", "   \n", "EOT'Re", "\"", " ", "'M", "😀🏽", "EOTḍ̇", "0", "<|", "fim", "_prefix", "|>", "漢", "-!", "३½Ⅳ", "<META", "_START", ">𐞁ꟲ's"]}
+{"text": "fi!fi<‍Ａ‍́😀🏽\r\n\r\n'll\"Ａ漢'Re<|fim_prefix|><|fim_prefix|><‍㍿", "tokens": 32, "pieces": ["fi", "!fi", "<‍", "Ａ", "‍́", "😀🏽\r\n\r\n", "'ll", "\"Ａ漢'Re", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|><‍㍿"]}
+{"text": "👍🏽'VE'Re<EOT>é👍🏽d\"   \n-\"𐞁<META_START>d<|endoftext|>\r\n<META_START>­EOT(12345678३'reＡ㋿", "tokens": 49, "pieces": ["👍🏽'", "VE'Re", "<EOT", ">é", "👍🏽", "d", "\"", "   \n", "-\"", "𐞁", "<META", "_START", ">d", "<|", "endoftext", "|>\r\n", "<META", "_START", ">­", "EOT", "(", "123", "456", "78३", "'re", "Ａ", "㋿"]}
+{"text": "Ａå🙂.Ａ㋿<META_START>½EOTꟲ12345678İ'M's", "tokens": 25, "pieces": ["Ａå", "🙂.", "Ａ", "㋿<", "META", "_START", ">", "½", "EOTꟲ", "123", "456", "78", "İ'M", "'s"]}
+{"text": "-Džt,#$%EOT's0ꟲ
👍🏽mé३ꟲ'S.<META_START>  ع字ß\"''re
å'S　\u000bé ", "tokens": 44, "pieces": ["-Džt", ",#$%", "EOT's", "0", "ꟲ", "
", "👍🏽", "mé", "३", "ꟲ'S", ".<", "META", "_START", ">", " ", " ع字ß", "\"''", "re", "
å'S", "　", "\u000bé", " "]}
+{"text": "<EOT>३  <META_START>dDž", "tokens": 11, "pieces": ["<EOT", ">", "३", " ", " <", "META", "_START", ">d", "Dž"]}
+{"text": "‍'ReDžfiİé'ſ\r'ſꟲＡ٣٤٥٦👍🏽e½\r\né.'M'", "tokens": 32, "pieces": ["‍'", "Re", "Džfi", "İé'ſ", "\r", "'ſꟲ", "Ａ", "٣٤٥", "٦", "👍🏽", "e", "½", "\r\n", "é", ".'", "M", "'"]}
+{"text": "<META_START>Ⅳ　́0   \n>a

a½'<|fim_prefix|>𐞁ع(t\"<|fim_prefix|>'ſDžt", "tokens": 37, "pieces": ["<META", "_START", ">", "Ⅳ", "　́", "0", "   \n", ">a", "
", "
a", "½", "'<|", "fim", "_prefix", "|>", "𐞁ع", "(t", "\"<|", "fim", "_prefix", "|>'", "ſ", "Džt"]}
+{"text": "\r\n\r\n​३<|endoftext|>­'ll\u000b　s㋿a
", "tokens": 21, "pieces": ["\r\n\r\n", "​", "३", "<|", "endoftext", "|>­'", "ll", "\u000b", "　s", "㋿a", "
"]}
+{"text": "\u000b<|endoftext|>0\n9𐞁fi'Så\u000b‍>㍿é𐞁m　İ<EOT>téé (12345678", "tokens": 44, "pieces": ["\u000b", "<|", "endoftext", "|>", "0", "\n", "9", "𐞁fi'S", "å", "\u000b", "‍>㍿", "é𐞁m", "　İ", "<EOT", ">téé", " ", "(", "123", "456", "78"]}
+{"text": "<META_START>½'ſfi👍🏽‍\u000b\r\nEOT \r\n\r\nfi'M12345678\u000bdＡ9 \"٣٤٥٦<<|fim_prefix|> ", "tokens": 39, "pieces": ["<META", "_START", ">", "½", "'ſfi", "👍🏽‍", "\u000b\r\n", "EOT", " \r\n\r\n", "fi'M", "123", "456", "78", "\u000bd", "Ａ", "9", " \"", "٣٤٥", "٦", "<<|", "fim", "_prefix", "|>", " "]}
+{"text": "(\n漢EOT😀🏽", "tokens": 7, "pieces": ["(\n", "漢", "EOT", "😀🏽"]}
+{"text": "ſ㍿aZ ß'Re'é…​ＡعⅣéfi12345678½", "tokens": 24, "pieces": ["ſ", "㍿a", "Z", " ß'Re", "'é", "…", "​Ａع", "Ⅳ", "éfi", "123", "456", "78½"]}
+{"text": "İ'D㍿   \n字é‍ßd😀🏽ḍ̇a>'ſ漢 >12345678ß<>'ll fi'😀🏽<|fim_prefix|>", "tokens": 42, "pieces": ["İ'D", "㍿", "   \n", "字é", "‍ßd", "😀🏽", "ḍ̇a", ">'", "ſ漢", " >", "123", "456", "78", "ß", "<>'", "ll", " fi", "'😀🏽<|", "fim", "_prefix", "|>"]}
+{"text": "\"'M\t\r\ns12345678.éé\"\tß‍<åZ,\ta 'Re're9å''Re㋿EOTⅣＡ🙂\nḍ̇½ 🙂", "tokens": 44, "pieces": ["\"'", "M", "\t\r\n", "s", "123", "456", "78", ".éé", "\"", "\tß", "‍<", "å", "Z", ",", "\ta", " ", "'Re're", "9", "å", "''", "Re", "㋿EOT", "Ⅳ", "Ａ", "🙂\n", "ḍ̇", "½", " 🙂"]}
+{"text": "'Re½👍🏽½'ſſ!<|endoftext|>\"!!é-　
a#$%ß　   \n  'VE", "tokens": 31, "pieces": ["'Re", "½", "👍🏽", "½", "'ſſ", "!<|", "endoftext", "|>\"!!", "é", "-", "　", "
a", "#$%", "ß", "　   \n", " ", " '", "VE"]}
+{"text": "㍿!Ａ字Dž", "tokens": 8, "pieces": ["㍿!", "Ａ字", "Dž"]}
+{"text": "٣٤٥٦'Sꟲ\r\n\r\n😀🏽é(!>'re字é㋿e
-́<EOT>​😀🏽́\r\néDž<|fim_prefix|>𐞁​​'llå\"😀🏽", "tokens": 57, "pieces": ["٣٤٥", "٦", "'Sꟲ", "\r\n\r\n", "😀🏽", "é", "(!>'", "re字é", "㋿e", "
", "-́", "<EOT", ">​😀🏽́\r\n", "é", "Dž", "<|", "fim", "_prefix", "|>", "𐞁", "​​'", "llå", "\"😀🏽"]}
+{"text": "…

…‍Ⅳ'D'ſ'll.½fi\r\n\r\n-9<|endoftext|>  漢!!", "tokens": 30, "pieces": ["…

", "…", "‍", "Ⅳ", "'D'ſ", "'ll", ".", "½", "fi", "\r\n\r\n", "-", "9", "<|", "endoftext", "|>", " ", " 漢", "!!"]}
+{"text": "'D́
's​EOT٣٤٥٦İꟲ\r\n\r\nＡ  9d<a'VE 're½ſ<|fim_prefix|>ß'Sm<|endoftext|>😀🏽
's", "tokens": 49, "pieces": ["'D́", "
", "'s", "​EOT", "٣٤٥", "٦", "İꟲ", "\r\n\r\n", "Ａ", " ", " ", "9", "d", "<a'VE", " ", "'re", "½", "ſ", "<|", "fim", "_prefix", "|>", "ß'S", "m", "<|", "endoftext", "|>😀🏽", "
", "'s"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ع\n'D(ß㍿‍-'D😀🏽ß½Z<EOT>'ll\u000b'reİ", "tokens": 24, "pieces": ["ع", "\n", "'D", "(ß", "㍿‍-'", "D", "😀🏽", "ß", "½", "Z", "<EOT", ">'", "ll", "\u000b", "'re", "İ"]}
+{"text": "Ⅳ!!👍🏽Ⅳ🙂ſ <EOT>㋿!>½\rß<EOT>½  ''D<fi'ſ", "tokens": 33, "pieces": ["Ⅳ", "!!👍🏽", "Ⅳ", "🙂ſ", " ", "<EOT", ">㋿!>", "½", "\r", "ß", "<EOT", ">", "½", " ", " ''", "D", "<fi'ſ"]}
+{"text": "́EOT'D<‍!'S9字🙂\nå<|fim_prefix|>.a\t\r\né!!0<|endoftext|>Ⅳİ'll!\" 0", "tokens": 40, "pieces": ["́", "EOT'D", "<‍!'", "S", "9", "字", "🙂\n", "å", "<|", "fim", "_prefix", "|>.", "a", "\t\r\n", "é", "!!", "0", "<|", "endoftext", "|>", "Ⅳ", "İ'll", "!\"", " ", "0"]}
+{"text": "<9\u000b'ſmⅣ'MßtＡ😀🏽ꟲ'reع ع'M<,ſİé'ſ-\r\n9Ａ­漢　9👍🏽<EOT>.३mt", "tokens": 46, "pieces": ["<", "9", "\u000b", "'ſm", "Ⅳ", "'Mßt", "Ａ", "😀🏽", "ꟲ're", "ع", " ع'M", "<,", "ſ", "İé'ſ", "-\r\n", "9", "Ａ", "­漢", "　", "9", "👍🏽<", "EOT", ">.", "३", "mt"]}
+{"text": "0'M", "tokens": 2, "pieces": ["0", "'M"]}
+{"text": "åe𐞁
\r,ß'VEa12345678ḍ̇a'Re<META_START>e.> 
́😀🏽'T㋿Z,'ſ\r\n  𐞁åé\t", "tokens": 54, "pieces": ["åe𐞁", "
\r", ",ß'VE", "a", "123", "456", "78", "ḍ̇a'Re", "<META", "_START", ">e", ".>", " ", "
́", "😀🏽'", "T", "㋿Z", ",'", "ſ", "\r\n", " ", " 𐞁åé", "\t"]}
+{"text": "'ſ́é   \n½\n's𐞁>a​ꟲfi-Z'ſ\r\n㋿ é   \n
Dž…́'M…­éⅣ😀🏽字ſ're'Re­d'VE", "tokens": 52, "pieces": ["'ſ́é", "   \n", "½", "\n", "'s𐞁", ">a", "​ꟲfi", "-Z'ſ", "\r\n", "㋿", " é", "   \n", "
Dž", "…́'M", "…", "­é", "Ⅳ", "😀🏽", "字ſ're", "'Re", "­d'VE"]}
+{"text": "\r\n\r\nt 😀🏽ßfi'reé'ſe\u000b漢!ß　'Reſ'Mع<|endoftext|>ſ  Ａfi-s字㋿", "tokens": 40, "pieces": ["\r\n\r\n", "t", " ", "😀🏽", "ßfi're", "é'ſ", "e", "\u000b漢", "!ß", "　", "'Reſ'M", "ع", "<|", "endoftext", "|>", "ſ", " ", " Ａfi", "-s字", "㋿"]}
+{"text": "\n👍🏽!!9'Re😀🏽", "tokens": 10, "pieces": ["\n", "👍🏽!!", "9", "'Re", "😀🏽"]}
+{"text": "<|fim_prefix|>½'½　<EOT>'D", "tokens": 14, "pieces": ["<|", "fim", "_prefix", "|>", "½", "'", "½", "　", "<EOT", ">'", "D"]}
+{"text": "٣٤٥٦Ⅳ", "tokens": 6, "pieces": ["٣٤٥", "٦Ⅳ"]}
+{"text": "#$%   \nꟲ\"Ａ.😀🏽  9're( ٣٤٥٦ ㍿😀🏽", "tokens": 29, "pieces": ["#$%", "   \n", "ꟲ", "\"Ａ", ".😀🏽", " ", " ", "9", "'re", "(", " ", "٣٤٥", "٦", " ", "㍿😀🏽"]}
+{"text": "'re'T 😀🏽½EOTſ\r\n\r\n㋿912345678<|endoftext|>'ReeＡ   \n12345678Z,\n'reḍ̇ḍ̇\n", "tokens": 41, "pieces": ["'re'T", " ", "😀🏽", "½", "EOTſ", "\r\n\r\n", "㋿", "912", "345", "678", "<|", "endoftext", "|>'", "Ree", "Ａ", "   \n", "123", "456", "78", "Z", ",\n", "'reḍ̇ḍ̇", "\n"]}
+{"text": "​.ſ", "tokens": 2, "pieces": ["​.", "ſ"]}
+{"text": "㍿Ⅳ\téfia\t́,''M>  İ३", "tokens": 17, "pieces": ["㍿", "Ⅳ", "\téfia", "\t́", ",''", "M", ">", " ", " İ", "३"]}
+{"text": ">👍🏽e<EOT>㋿\né​ ३('D", "tokens": 19, "pieces": [">👍🏽", "e", "<EOT", ">㋿\n", "é", "​", " ", "३", "('", "D"]}
+{"text": "\n'>'Ddé🙂12345678å'Mع0  9  ३㍿!!", "tokens": 25, "pieces": ["\n", "'>'", "Ddé", "🙂", "123", "456", "78", "å'M", "ع", "0", " ", " ", "9", " ", " ", "३", "㍿!!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "İåfiå   \n­\r\n\r\nt​.ꟲ­-'llꟲ\r\né!!DžＡ!d🙂\"　a'D     \né‍ßde(fi　\n🙂", "tokens": 44, "pieces": ["İåfiå", "   \n", "­\r\n\r\n", "t", "​.", "ꟲ", "­-'", "llꟲ", "\r\n", "é", "!!", "DžＡ", "!d", "🙂\"", "　a'D", "     \n", "é", "‍ßde", "(fi", "　\n", "🙂"]}
+{"text": "\n­\nꟲ½e\n😀🏽…عİ   \n㍿!\"'Re", "tokens": 22, "pieces": ["\n", "­\n", "ꟲ", "½", "e", "\n", "😀🏽", "…ع", "İ", "   \n", "㍿!\"'", "Re"]}
+{"text": "e><<|fim_prefix|>å'Dع9<'VEé'D…½३!　'S😀🏽's👍🏽", "tokens": 33, "pieces": ["e", "><<|", "fim", "_prefix", "|>", "å'D", "ع", "9", "<'", "VEé'D", "…", "½३", "!", "　", "'S", "😀🏽'", "s", "👍🏽"]}
+{"text": "　", "tokens": 1, "pieces": ["　"]}
+{"text": "  \u000b'M\nEOT　   \n<|fim_prefix|>'SEOTſ'll'VE‍Dž'll字<EOT>'\r9.'reع　", "tokens": 34, "pieces": ["  ", "\u000b", "'M", "\n", "EOT", "　   \n", "<|", "fim", "_prefix", "|>'", "SEOTſ'll", "'VE", "‍Dž'll", "字", "<EOT", ">'\r", "9", ".'", "reع", "　"]}
+{"text": "t (12345678😀🏽字½ع'DⅣ👍🏽㍿\"👍🏽<EOT><|endoftext|>İfiꟲⅣ(", "tokens": 43, "pieces": ["t", " ", "(", "123", "456", "78", "😀🏽", "字", "½", "ع'D", "Ⅳ", "👍🏽㍿\"👍🏽<", "EOT", "><|", "endoftext", "|>", "İfiꟲ", "Ⅳ", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\n   \n12345678👍🏽İ'llZ!!ſ\u000b<META_START>\"<㋿Dž<META_START>tİ'ReİＡa👍🏽'Så\t<½,. d<EOT>'T", "tokens": 49, "pieces": ["\n   \n", "123", "456", "78", "👍🏽", "İ'll", "Z", "!!", "ſ", "\u000b", "<META", "_START", ">\"<㋿", "Dž", "<META", "_START", ">t", "İ'Re", "İＡa", "👍🏽'", "Så", "\t", "<", "½", ",.", " d", "<EOT", ">'", "T"]}
+{"text": "ḍ̇㍿ḍ̇", "tokens": 9, "pieces": ["ḍ̇", "㍿ḍ̇"]}
+{"text": "'VE㍿EOT\nİ", "tokens": 9, "pieces": ["'VE", "㍿EOT", "\n", "İ"]}
+{"text": "Ⅳ́ 's   \n", "tokens": 6, "pieces": ["Ⅳ", "́", " '", "s", "   \n"]}
+{"text": "<!!\r\n…", "tokens": 5, "pieces": ["<!!\r\n", "…"]}
+{"text": "å<|endoftext|>(", "tokens": 9, "pieces": ["å", "<|", "endoftext", "|>("]}
+{"text": "!‍   \n'Tſ9<𐞁Ⅳ\rt'sfi!!", "tokens": 18, "pieces": ["!‍", "   \n", "'Tſ", "9", "<𐞁", "Ⅳ", "\r", "t's", "fi", "!!"]}
+{"text": "ḍ̇‍Ａ'Mſİع́<EOT>İ0fi", "tokens": 16, "pieces": ["ḍ̇", "‍Ａ'M", "ſ", "İع́", "<EOT", ">İ", "0", "fi"]}
+{"text": "ß👍🏽 ꟲ.'D­字\"😀🏽'll<EOT>>ع< ſ \r\n\r\n
𐞁😀🏽Z‍٣٤٥٦e", "tokens": 42, "pieces": ["ß", "👍🏽", " ꟲ", ".'", "D", "­字", "\"😀🏽'", "ll", "<EOT", ">>", "ع", "<", " ſ", " \r\n\r\n", "
𐞁", "😀🏽", "Z", "‍", "٣٤٥", "٦", "e"]}
+{"text": "㋿\"'sꟲ. åéé(😀🏽", "tokens": 17, "pieces": ["㋿\"'", "sꟲ", ".", " åéé", "(😀🏽"]}
+{"text": "!", "tokens": 1, "pieces": ["!"]}
+{"text": "<ḍ̇\"　'Re<META_START>!!#$%​!
😀🏽'T", "tokens": 22, "pieces": ["<ḍ̇", "\"", "　", "'Re", "<META", "_START", ">!!#$%​!", "
", "😀🏽'", "T"]}
+{"text": "'VE'T­​Ａ #$%t​　\r\n\r\nꟲm0å'३!\tfit<|fim_prefix|>\r12345678'D.'VE<|fim_prefix|>'re", "tokens": 46, "pieces": ["'VE'T", "­​", "Ａ", " ", "#$%", "t", "​", "　\r\n\r\n", "ꟲm", "0", "å", "'", "३", "!", "\tfit", "<|", "fim", "_prefix", "|>\r", "123", "456", "78", "'D", ".'", "VE", "<|", "fim", "_prefix", "|>'", "re"]}
+{"text": "ZZ<EOT>ß👍🏽٣٤٥٦d'D漢𐞁\r\n'll'ſ…😀🏽!!\"㍿", "tokens": 33, "pieces": ["ZZ", "<EOT", ">ß", "👍🏽", "٣٤٥", "٦", "d'D", "漢𐞁", "\r\n", "'ll'ſ", "…", "😀🏽!!\"㍿"]}
+{"text": "½'Mdꟲ　\"9Ａfi<EOT>'s'D'ſåé
\r\n\n!ḍ̇\"\r\n'T0ḍ̇👍🏽漢 漢12345678👍🏽ع!\"", "tokens": 47, "pieces": ["½", "'Mdꟲ", "　", "\"", "9", "Ａfi", "<EOT", ">'", "s'D", "'ſåé", "
\r\n\n", "!ḍ̇", "\"\r\n", "'T", "0", "ḍ̇", "👍🏽", "漢", " 漢", "123", "456", "78", "👍🏽", "ع", "!\""]}
+{"text": "EOT\r\n\r\n<EOT>'MZ'D<|endoftext|>ḍ̇'T\"'ſ<|endoftext|>", "tokens": 29, "pieces": ["EOT", "\r\n\r\n", "<EOT", ">'", "MZ'D", "<|", "endoftext", "|>", "ḍ̇'T", "\"'", "ſ", "<|", "endoftext", "|>"]}
+{"text": "İ\rß>t٣٤٥٦éfi", "tokens": 12, "pieces": ["İ", "\r", "ß", ">t", "٣٤٥", "٦", "éfi"]}
+{"text": " ſ!!!\r\n\r\n㍿'TDž३é!'S<META_START>́'ll9३ḍ̇", "tokens": 27, "pieces": [" ſ", "!!!\r\n\r\n", "㍿'", "TDž", "३", "é", "!'", "S", "<META", "_START", ">́'ll", "9३", "ḍ̇"]}
+{"text": "\"#$%é🙂fi", "tokens": 6, "pieces": ["\"#$%", "é", "🙂fi"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "(٣٤٥٦३𐞁\r-'D́'漢'ſعEOT.ſt\u000b'…-<|fim_prefix|>😀🏽٣٤٥٦\"12345678ꟲs𐞁<EOT>\u000b<|fim_prefix|>ḍ̇EOT-,", "tokens": 70, "pieces": ["(", "٣٤٥", "٦३", "𐞁", "\r", "-'", "D́", "'漢'ſ", "ع", "EOT", ".ſt", "\u000b", "'", "…", "-<|", "fim", "_prefix", "|>😀🏽", "٣٤٥", "٦", "\"", "123", "456", "78", "ꟲs𐞁", "<EOT", ">", "\u000b", "<|", "fim", "_prefix", "|>", "ḍ̇", "EOT", "-,"]}
+{"text": "-­(Ⅳe>Z<META_START>ع,", "tokens": 13, "pieces": ["-­(", "Ⅳ", "e", ">Z", "<META", "_START", ">ع", ","]}
+{"text": "㋿\u000b㍿\r\nİ'\r😀🏽'ſ😀🏽a!!'ſ\t>.漢٣٤٥٦  <META_START>'s㋿9.ås   \n\r\n\r\n0   \n'll\"㋿<|endoftext|>m", "tokens": 60, "pieces": ["㋿", "\u000b", "㍿\r\n", "İ", "'\r", "😀🏽'", "ſ", "😀🏽", "a", "!!'", "ſ", "\t", ">.", "漢", "٣٤٥", "٦", " ", " <", "META", "_START", ">'", "s", "㋿", "9", ".ås", "   \n\r\n\r\n", "0", "   \n", "'ll", "\"㋿<|", "endoftext", "|>", "m"]}
+{"text": "ſ　eⅣt're漢<ḍ̇'Dd<EOT>'D<META_START>EOT're​", "tokens": 25, "pieces": ["ſ", "　e", "Ⅳ", "t're", "漢", "<ḍ̇'D", "d", "<EOT", ">'", "D", "<META", "_START", ">EOT're", "​"]}
+{"text": "\u000bEOT00<|endoftext|>‍Z,<EOT>ḍ̇12345678<|fim_prefix|>sEOTs­am  <|fim_prefix|>å👍🏽sＡ漢", "tokens": 50, "pieces": ["\u000bEOT", "00", "<|", "endoftext", "|>‍", "Z", ",<", "EOT", ">ḍ̇", "123", "456", "78", "<|", "fim", "_prefix", "|>", "s", "EOTs", "­am", " ", " <|", "fim", "_prefix", "|>", "å", "👍🏽", "s", "Ａ漢"]}
+{"text": "<|endoftext|>9<ꟲEOTⅣfi!tⅣ  ß\r\n\r\n​-३'Re", "tokens": 29, "pieces": ["<|", "endoftext", "|>", "9", "<ꟲ", "EOT", "Ⅳ", "fi", "!t", "Ⅳ", " ", " ß", "\r\n\r\n", "​-", "३", "'Re"]}
+{"text": "'D😀🏽 'D0٣٤٥٦\r9m🙂\r   \n‍", "tokens": 18, "pieces": ["'D", "😀🏽", " '", "D", "0٣٤", "٥٦", "\r", "9", "m", "🙂\r", "   \n", "‍"]}
+{"text": "é'M🙂<META_START>Dž
,<㍿'ll\"\t字aḍ̇字<|fim_prefix|>'ſ!!d🙂<|fim_prefix|>İ'VE  .‍'s㍿'VE\t12345678<META_START>İ\u000bⅣé", "tokens": 67, "pieces": ["é'M", "🙂<", "META", "_START", ">Dž", "
", ",<㍿'", "ll", "\"", "\t字aḍ̇字", "<|", "fim", "_prefix", "|>'", "ſ", "!!", "d", "🙂<|", "fim", "_prefix", "|>", "İ'VE", " ", " .‍'", "s", "㍿'", "VE", "\t", "123", "456", "78", "<META", "_START", ">İ", "\u000b", "Ⅳ", "é"]}
+{"text": "0,　å漢  ſ", "tokens": 9, "pieces": ["0", ",", "　å漢", " ", " ſ"]}
+{"text": "'s<META_START><‍\n're‍🙂   \n#$%　'Re'Ms😀🏽s\r'll<EOT>t…fiḍ̇'ll​ßİ0…\"<ß‍", "tokens": 43, "pieces": ["'s", "<META", "_START", "><‍\n", "'re", "‍🙂", "   \n", "#$%", "　", "'Re'M", "s", "😀🏽", "s", "\r", "'ll", "<EOT", ">t", "…fiḍ̇'ll", "​ß", "İ", "0", "…", "\"<", "ß", "‍"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "9'SDž<|fim_prefix|> 𐞁<|endoftext|>'ll  !>㍿\u000b", "tokens": 30, "pieces": ["9", "'SDž", "<|", "fim", "_prefix", "|>", " 𐞁", "<|", "endoftext", "|>'", "ll", " ", " !>㍿", "\u000b"]}
+{"text": "㍿EOT'ſ㋿\u000b\r\n\r\n　's   \nd   \nع🙂0!!ſDž'T>éd३é,Ⅳt<​<EOT>‍İ12345678\r\n\r\n'S\r<EOT>", "tokens": 51, "pieces": ["㍿EOT'ſ", "㋿", "\u000b\r\n\r\n", "　", "'s", "   \n", "d", "   \n", "ع", "🙂", "0", "!!", "ſ", "Dž'T", ">éd", "३", "é", ",", "Ⅳ", "t", "<​<", "EOT", ">‍", "İ", "123", "456", "78", "\r\n\r\n", "'S", "\r", "<EOT", ">"]}
+{"text": "㍿-㋿٣٤٥٦d🙂>t 's\r\n\r\nZ.'VEé\r\nDž  å👍🏽‍ ", "tokens": 33, "pieces": ["㍿-㋿", "٣٤٥", "٦", "d", "🙂>", "t", " '", "s", "\r\n\r\n", "Z", ".'", "VEé", "\r\n", "Dž", " ", " å", "👍🏽‍", " "]}
+{"text": "́('D…😀🏽ß\r\n 'll'Re'sⅣ\r\n", "tokens": 17, "pieces": ["́", "('", "D", "…", "😀🏽", "ß", "\r\n", " '", "ll'Re", "'s", "Ⅳ", "\r\n"]}
+{"text": "  ", "tokens": 1, "pieces": ["  "]}
+{"text": "<EOT>½‍😀🏽'll'Mfiå<　12345678­👍🏽å
ḍ̇\r\ń㍿'Reå​ḍ̇", "tokens": 42, "pieces": ["<EOT", ">", "½", "‍😀🏽'", "ll'M", "fiå", "<", "　", "123", "456", "78", "­👍🏽", "å", "
ḍ̇", "\r\n", "́", "㍿'", "Reå", "​ḍ̇"]}
+{"text": ",ß\r\n'S<ſée‍tt", "tokens": 9, "pieces": [",ß", "\r\n", "'S", "<ſée", "‍tt"]}
+{"text": "ſEOT<|fim_prefix|>\u000b0  ꟲ<|fim_prefix|>İ\t  <|endoftext|>​<|endoftext|>t,9", "tokens": 41, "pieces": ["ſ", "EOT", "<|", "fim", "_prefix", "|>", "\u000b", "0", " ", " ꟲ", "<|", "fim", "_prefix", "|>", "İ", "\t ", " <|", "endoftext", "|>​<|", "endoftext", "|>", "t", ",", "9"]}
+{"text": "\r\n\r\nع३", "tokens": 3, "pieces": ["\r\n\r\n", "ع", "३"]}
+{"text": "#$%\r‍­Džḍ̇'T\nḍ̇🙂>!!é'VEé.-𐞁­­Ａ🙂ſ'Sſ<META_START>\t<EOT>'ſع字>", "tokens": 47, "pieces": ["#$%\r", "‍­", "Džḍ̇'T", "\n", "ḍ̇", "🙂>!!", "é'VE", "é", ".-", "𐞁", "­­", "Ａ", "🙂ſ'S", "ſ", "<META", "_START", ">", "\t", "<EOT", ">'", "ſع字", ">"]}
+{"text": "𐞁\r\n½d   \n'Reséé'ſſ\"­'llⅣİ😀🏽<|endoftext|>fi", "tokens": 34, "pieces": ["𐞁", "\r\n", "½", "d", "   \n", "'Reséé'ſ", "ſ", "\"­'", "ll", "Ⅳ", "İ", "😀🏽<|", "endoftext", "|>", "fi"]}
+{"text": "å<|fim_prefix|>'T<\n\na👍🏽\rſ#$%'ll\r<|endoftext|>-'T(\u000b'm0‍ß<META_START>'ReDž", "tokens": 43, "pieces": ["å", "<|", "fim", "_prefix", "|>'", "T", "<\n\n", "a", "👍🏽\r", "ſ", "#$%'", "ll", "\r", "<|", "endoftext", "|>-'", "T", "(", "\u000b", "'m", "0", "‍ß", "<META", "_START", ">'", "Re", "Dž"]}
+{"text": "ßع👍🏽m-'ſ'('M", "tokens": 11, "pieces": ["ßع", "👍🏽", "m", "-'", "ſ", "'('", "M"]}
+{"text": "‍EOTꟲ٣٤٥٦", "tokens": 10, "pieces": ["‍EOTꟲ", "٣٤٥", "٦"]}
+{"text": "'M½!!\n​   \nⅣꟲ́  ㋿३Ⅳꟲ<|fim_prefix|>'　  stfi<|fim_prefix|>'VEm då\n​", "tokens": 43, "pieces": ["'M", "½", "!!\n", "​", "   \n", "Ⅳ", "ꟲ́", " ", " ㋿", "३Ⅳ", "ꟲ", "<|", "fim", "_prefix", "|>'", "　 ", " stfi", "<|", "fim", "_prefix", "|>'", "VEm", " då", "\n", "​"]}
+{"text": "👍🏽‍<EOT>½t", "tokens": 10, "pieces": ["👍🏽‍<", "EOT", ">", "½", "t"]}
+{"text": "\r\n,s!!(　'M ꟲ\"‍😀🏽　​😀🏽EOT'reé", "tokens": 24, "pieces": ["\r\n", ",s", "!!(", "　", "'M", " ꟲ", "\"‍😀🏽", "　", "​😀🏽", "EOT're", "é"]}
+{"text": "'M- é   \n字Dž'll9…EOTḍ̇eİaⅣ\nfi'llＡ'S漢.٣٤٥٦½​<EOT>9.…\n", "tokens": 44, "pieces": ["'M", "-", " é", "   \n", "字", "Dž'll", "9", "…EOTḍ̇e", "İa", "Ⅳ", "\n", "fi'll", "Ａ'S", "漢", ".", "٣٤٥", "٦½", "​<", "EOT", ">", "9", ".", "…\n"]}
+{"text": "e!🙂'Reſ<ſ́👍🏽㍿'sm👍🏽　0eＡm", "tokens": 25, "pieces": ["e", "!🙂'", "Reſ", "<ſ́", "👍🏽㍿'", "sm", "👍🏽", "　", "0", "e", "Ａm"]}
+{"text": "\n0'<|endoftext|>'ll\u000b­(Ａd́", "tokens": 16, "pieces": ["\n", "0", "'<|", "endoftext", "|>'", "ll", "\u000b", "­(", "Ａd́"]}
+{"text": "ſ\t", "tokens": 2, "pieces": ["ſ", "\t"]}
+{"text": "‍½m ́​Dž", "tokens": 8, "pieces": ["‍", "½", "m", " ́", "​Dž"]}
+{"text": "ḍ̇　fi<META_START>EOT", "tokens": 10, "pieces": ["ḍ̇", "　fi", "<META", "_START", ">EOT"]}
+{"text": ".a(İ
d'D…ع're字㍿😀🏽…'ll字😀🏽>#$%\r\n\r\nm<|fim_prefix|><|endoftext|>!'Mfi,-.é>­'S9dİ", "tokens": 55, "pieces": [".a", "(İ", "
d'D", "…ع're", "字", "㍿😀🏽", "…", "'ll字", "😀🏽>#$%\r\n\r\n", "m", "<|", "fim", "_prefix", "|><|", "endoftext", "|>!'", "Mfi", ",-.", "é", ">­'", "S", "9", "d", "İ"]}
+{"text": "ß🙂ع('s'Da👍🏽å'T'M ́عfiZİ'M", "tokens": 21, "pieces": ["ß", "🙂ع", "('", "s'D", "a", "👍🏽", "å'T", "'M", " ́عfi", "Zİ'M"]}
+{"text": "ع'VE'sZ'\t<META_START>İ​　😀🏽", "tokens": 17, "pieces": ["ع'VE", "'s", "Z", "'", "\t", "<META", "_START", ">İ", "​", "　", "😀🏽"]}
+{"text": "\r३'s'VEfiꟲ>", "tokens": 10, "pieces": ["\r", "३", "'s'VE", "fiꟲ", ">"]}
+{"text": "👍🏽\tEOT漢'Re  <META_START> .　tEOT\u000bß​\n\t!Ⅳ👍🏽\r\nع.a<META_START>𐞁'VEZ
漢字é'ſ", "tokens": 48, "pieces": ["👍🏽", "\tEOT漢'Re", " ", " <", "META", "_START", ">", " .", "　t", "EOT", "\u000bß", "​\n", "\t", "!", "Ⅳ", "👍🏽\r\n", "ع", ".a", "<META", "_START", ">𐞁'VE", "Z", "
漢字é'ſ"]}
+{"text": "d<|fim_prefix|>\r\n\r\n漢'Re\"t　عéå-0　字''ſ'D́9
　 EOT", "tokens": 29, "pieces": ["d", "<|", "fim", "_prefix", "|>\r\n\r\n", "漢'Re", "\"t", "　عéå", "-", "0", "　字", "''", "ſ'D", "́", "9", "
　", " EOT"]}
+{"text": "  t  !", "tokens": 4, "pieces": [" ", " t", " ", " !"]}
+{"text": "   👍🏽 Ⅳ\n", "tokens": 8, "pieces": ["  ", " 👍🏽", " ", "Ⅳ", "\n"]}
+{"text": "<|fim_prefix|>漢s'Me'T'll<|endoftext|><|endoftext|>e!!9㋿,'reⅣ'VEee‍'T>dfi<META_START>ḍ̇İ<META_START>'lld३", "tokens": 57, "pieces": ["<|", "fim", "_prefix", "|>", "漢s'M", "e'T", "'ll", "<|", "endoftext", "|><|", "endoftext", "|>", "e", "!!", "9", "㋿,'", "re", "Ⅳ", "'VEee", "‍'", "T", ">dfi", "<META", "_START", ">ḍ̇", "İ", "<META", "_START", ">'", "lld", "३"]}
+{"text": "½a\"\t😀🏽ſé٣٤٥٦漢\u000b,\t9<EOT>Ⅳ'T\r\n", "tokens": 26, "pieces": ["½", "a", "\"", "\t", "😀🏽", "ſé", "٣٤٥", "٦", "漢", "\u000b", ",", "\t", "9", "<EOT", ">", "Ⅳ", "'T", "\r\n"]}
+{"text": "t! 😀🏽ſⅣ   \n    ꟲ　  m'll漢㍿'漢!!12345678<META_START>ſd́\t🙂ꟲ\"'Re<|endoftext|>", "tokens": 47, "pieces": ["t", "!", " 😀🏽", "ſ", "Ⅳ", "   \n", "   ", " ꟲ", "　 ", " m'll", "漢", "㍿'", "漢", "!!", "123", "456", "78", "<META", "_START", ">ſd́", "\t", "🙂ꟲ", "\"'", "Re", "<|", "endoftext", "|>"]}
+{"text": "e\né'T<😀🏽ꟲ.\u000ba   \nＡ'llfi'll\r\n\r\n'll,\rDžeع<|fim_prefix|>👍🏽ét'(t'Re<EOT>'ſ#$%Z👍🏽​'reZ", "tokens": 54, "pieces": ["e", "\n", "é'T", "<😀🏽", "ꟲ", ".", "\u000ba", "   \n", "Ａ'll", "fi'll", "\r\n\r\n", "'ll", ",\r", "Džeع", "<|", "fim", "_prefix", "|>👍🏽", "ét", "'(", "t'Re", "<EOT", ">'", "ſ", "#$%", "Z", "👍🏽​'", "re", "Z"]}
+{"text": "́!!ⅣmEOT", "tokens": 7, "pieces": ["́", "!!", "Ⅳ", "m", "EOT"]}
+{"text": "!👍🏽 İ\nß>", "tokens": 9, "pieces": ["!👍🏽", " İ", "\n", "ß", ">"]}
+{"text": "ſ\r\n\r\n'll(𐞁're㋿'M", "tokens": 14, "pieces": ["ſ", "\r\n\r\n", "'ll", "(𐞁're", "㋿'", "M"]}
+{"text": "-(½'Rea!\r\n('Re", "tokens": 7, "pieces": ["-(", "½", "'Rea", "!\r\n", "('", "Re"]}
+{"text": "!Zع\r\n­'Da漢ZİDž'　#$%\r\n", "tokens": 16, "pieces": ["!Zع", "\r\n", "­'", "Da漢", "ZİDž", "'", "　", "#$%\r\n"]}
+{"text": "ſع   \n'ſ#$%!é­s\u000b​ß<字m字𐞁éⅣ'T.<<|endoftext|>'ſ́½9­-(🙂'reſ\n12345678🙂", "tokens": 48, "pieces": ["ſع", "   \n", "'ſ", "#$%!", "é", "­s", "\u000b", "​ß", "<字m字𐞁é", "Ⅳ", "'T", ".<<|", "endoftext", "|>'", "ſ́", "½9", "­-(🙂'", "reſ", "\n", "123", "456", "78", "🙂"]}
+{"text": "åEOT   \nＡ", "tokens": 6, "pieces": ["å", "EOT", "   \n", "Ａ"]}
+{"text": "'sd'T　   \n漢<>'llas(ḍ̇漢​㍿३字­<<|endoftext|>,…ß㍿㍿<META_START>", "tokens": 41, "pieces": ["'sd'T", "　   \n", "漢", "<>'", "llas", "(ḍ̇漢", "​㍿", "३", "字", "­<<|", "endoftext", "|>,", "…ß", "㍿㍿<", "META", "_START", ">"]}
+{"text": "#$%\t½㍿tßEOT\u000b\r\nZ.'llé३>", "tokens": 19, "pieces": ["#$%", "\t", "½", "㍿tß", "EOT", "\u000b\r\n", "Z", ".'", "llé", "३", ">"]}
+{"text": "!!👍🏽👍🏽eİ
­é'll𐞁'll!!<|fim_prefix|>0'Mé \r\n\r\ń㍿<|fim_prefix|>́'ſ'SⅣ-ZＡt", "tokens": 50, "pieces": ["!!👍🏽👍🏽", "e", "İ", "
", "­é'll", "𐞁'll", "!!<|", "fim", "_prefix", "|>", "0", "'Mé", " \r\n\r\n", "́", "㍿<|", "fim", "_prefix", "|>́'", "ſ'S", "Ⅳ", "-ZＡt"]}
+{"text": "  Dž𐞁   \n字EOT​ḍ̇é𐞁t'Re\u000bm<META_START>  \r\n\r\n'M12345678(<|endoftext|>fiZ.'VE,ꟲ㍿\r\n\r\n🙂'll", "tokens": 57, "pieces": [" ", " Dž𐞁", "   \n", "字", "EOT", "​ḍ̇é𐞁t'Re", "\u000bm", "<META", "_START", ">", "  \r\n\r\n", "'M", "123", "456", "78", "(<|", "endoftext", "|>", "fi", "Z", ".'", "VE", ",ꟲ", "㍿\r\n\r\n", "🙂'", "ll"]}
+{"text": "<EOT>12345678
عEOTİ,'VE👍🏽Džfi,'VE'👍🏽Ⅳ", "tokens": 27, "pieces": ["<EOT", ">", "123", "456", "78", "
ع", "EOTİ", ",'", "VE", "👍🏽", "Džfi", ",'", "VE", "'👍🏽", "Ⅳ"]}
+{"text": "< 0s", "tokens": 4, "pieces": ["<", " ", "0", "s"]}
+{"text": "ꟲ", "tokens": 3, "pieces": ["ꟲ"]}
+{"text": "é'S漢.d'Z!!\ta\u000bＡ<Ⅳ­<META_START>😀🏽 é'T<META_START>\t㋿\"0'ſDž< ", "tokens": 40, "pieces": ["é'S", "漢", ".d", "'Z", "!!", "\ta", "\u000bＡ", "<", "Ⅳ", "­<", "META", "_START", ">😀🏽", " é'T", "<META", "_START", ">", "\t", "㋿\"", "0", "'ſ", "Dž", "<", " "]}
+{"text": "'re𐞁åm'D    \n12345678漢ع<😀🏽\r\n\r\n٣٤٥٦'Seꟲ\r\n\r\n!!<|endoftext|>\t‍'VE<漢٣٤٥٦­ꟲ e'M", "tokens": 55, "pieces": ["'re𐞁åm'D", "    \n", "123", "456", "78", "漢ع", "<😀🏽\r\n\r\n", "٣٤٥", "٦", "'Seꟲ", "\r\n\r\n", "!!<|", "endoftext", "|>", "\t", "‍'", "VE", "<漢", "٣٤٥", "٦", "­ꟲ", " e'M"]}
+{"text": ",🙂\r\n\r\nعİ ßḍ̇<EOT>😀🏽12345678 'ſ'", "tokens": 22, "pieces": [",🙂\r\n\r\n", "ع", "İ", " ßḍ̇", "<EOT", ">😀🏽", "123", "456", "78", " '", "ſ", "'"]}
+{"text": "s\n ­👍🏽90'Re𐞁Ａ>", "tokens": 14, "pieces": ["s", "\n", " ­👍🏽", "90", "'Re𐞁", "Ａ", ">"]}
+{"text": "ꟲ(<|endoftext|>", "tokens": 10, "pieces": ["ꟲ", "(<|", "endoftext", "|>"]}
+{"text": "‍eEOT12345678'Dꟲ👍🏽ꟲ漢e　İ!'Ⅳ­.e٣٤٥٦字\u000b🙂0'Sع'ſ  e'Dꟲte", "tokens": 46, "pieces": ["‍e", "EOT", "123", "456", "78", "'Dꟲ", "👍🏽", "ꟲ漢e", "　İ", "!'", "Ⅳ", "­.", "e", "٣٤٥", "٦", "字", "\u000b", "🙂", "0", "'Sع'ſ", " ", " e'D", "ꟲte"]}
+{"text": "Ａ<|endoftext|>\rEOTé!!é>ḍ̇åé
\nmfi \r\n", "tokens": 27, "pieces": ["Ａ", "<|", "endoftext", "|>\r", "EOTé", "!!", "é", ">ḍ̇åé", "
\n", "mfi", " \r\n"]}
+{"text": "'sḍ̇<|fim_prefix|>'٣٤٥٦'re
…ꟲe　٣٤٥٦'VE's\u000b <Zݽ\t(㋿Ａ!ß\"३EOT!!🙂\r\n'reİ   \n  !'T", "tokens": 57, "pieces": ["'sḍ̇", "<|", "fim", "_prefix", "|>'", "٣٤٥", "٦", "'re", "
", "…ꟲe", "　", "٣٤٥", "٦", "'VE's", "\u000b", " <", "Zİ", "½", "\t", "(㋿", "Ａ", "!ß", "\"", "३", "EOT", "!!🙂\r\n", "'re", "İ", "   \n", " ", " !'", "T"]}
+{"text": "!! 😀🏽- ​s​Ａ\r\nع‍ß\t字'Re'　ſ<'Re\"👍🏽\t>\n<|endoftext|>😀🏽ß\u000b", "tokens": 40, "pieces": ["!!", " ", "😀🏽-", " ​", "s", "​Ａ", "\r\n", "ع", "‍ß", "\t字'Re", "'", "　ſ", "<'", "Re", "\"👍🏽", "\t", ">\n", "<|", "endoftext", "|>😀🏽", "ß", "\u000b"]}
+{"text": "🙂-<|endoftext|>‍𐞁(", "tokens": 15, "pieces": ["🙂-<|", "endoftext", "|>‍", "𐞁", "("]}
+{"text": "0\n字\ré!👍🏽'ſ'llEOT0<|endoftext|>.😀🏽\rꟲⅣⅣⅣ㍿'T9🙂٣٤٥٦'VEꟲé­​Ⅳ
", "tokens": 58, "pieces": ["0", "\n", "字", "\r", "é", "!👍🏽'", "ſ'll", "EOT", "0", "<|", "endoftext", "|>.😀🏽\r", "ꟲ", "ⅣⅣⅣ", "㍿'", "T", "9", "🙂", "٣٤٥", "٦", "'VEꟲé", "­​", "Ⅳ", "
"]}
+{"text": "Ａ…fi٣٤٥٦     \r\n\r\n🙂!'s…'Red\r\nZ字#$%🙂12345678ꟲm!!漢'T½𐞁#$%<EOT>", "tokens": 44, "pieces": ["Ａ", "…fi", "٣٤٥", "٦", "     \r\n\r\n", "🙂!'", "s", "…", "'Red", "\r\n", "Z字", "#$%🙂", "123", "456", "78", "ꟲm", "!!", "漢'T", "½", "𐞁", "#$%<", "EOT", ">"]}
+{"text": "0!a.字9'M<META_START>'llḍ̇𐞁9漢'ſ>fi\t'T", "tokens": 27, "pieces": ["0", "!a", ".字", "9", "'M", "<META", "_START", ">'", "llḍ̇𐞁", "9", "漢'ſ", ">fi", "\t", "'T"]}
+{"text": "👍🏽Ⅳ\"!İ0,aİ'D字Ⅳ<ꟲ\t½<META_START><EOT>\u000b 😀🏽", "tokens": 32, "pieces": ["👍🏽", "Ⅳ", "\"!", "İ", "0", ",a", "İ'D", "字", "Ⅳ", "<ꟲ", "\t", "½", "<META", "_START", "><", "EOT", ">", "\u000b", " ", "😀🏽"]}
+{"text": "s\"mＡ12345678å ́🙂'T<META_START>ع👍🏽'M…(漢ꟲ- 'M\n9", "tokens": 36, "pieces": ["s", "\"m", "Ａ", "123", "456", "78", "å", " ́", "🙂'", "T", "<META", "_START", ">ع", "👍🏽'", "M", "…", "(漢ꟲ", "-", " ", "'M", "\n", "9"]}
+{"text": ">ꟲ٣٤٥٦\n漢.ß漢Ⅳ0عå  'ſ'ReEOT'T
​-(12345678,  's🙂stꟲ", "tokens": 41, "pieces": [">ꟲ", "٣٤٥", "٦", "\n", "漢", ".ß漢", "Ⅳ0", "عå", " ", " '", "ſ'Re", "EOT'T", "
", "​-(", "123", "456", "78", ",", " ", " '", "s", "🙂stꟲ"]}
+{"text": "ß>12345678🙂<|fim_prefix|>\"<|endoftext|>ع  <|fim_prefix|>>0'SEOT  <|endoftext|><|fim_prefix|>漢३,é字é‍\r\n're漢e(d(#$%ßå\u000b<EOT>", "tokens": 68, "pieces": ["ß", ">", "123", "456", "78", "🙂<|", "fim", "_prefix", "|>\"<|", "endoftext", "|>", "ع", " ", " <|", "fim", "_prefix", "|>>", "0", "'SEOT", " ", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "漢", "३", ",é字é", "‍\r\n", "'re漢e", "(d", "(#$%", "ßå", "\u000b", "<EOT", ">"]}
+{"text": "fi   İDž\r\n
0<META_START>.'T'VE'Dḍ̇\r\n\r\nt a­𐞁#$%🙂<dé(𐞁½s\r\n\r\ns", "tokens": 43, "pieces": ["fi", "  ", " İDž", "\r\n", "
", "0", "<META", "_START", ">.'", "T'VE", "'Dḍ̇", "\r\n\r\n", "t", " a", "­𐞁", "#$%🙂<", "dé", "(𐞁", "½", "s", "\r\n\r\n", "s"]}
+{"text": "!!<'ſå  \r\n𐞁fiZ 12345678'reİ(   \nḍ̇३#$%'S'ſ\r,m­㍿.\n\r\n​\n'VE   \n'ſ", "tokens": 43, "pieces": ["!!<'", "ſå", "  \r\n", "𐞁fi", "Z", " ", "123", "456", "78", "'re", "İ", "(", "   \n", "ḍ̇", "३", "#$%'", "S'ſ", "\r", ",m", "­㍿.\n\r\n", "​\n", "'VE", "   \n", "'ſ"]}
+{"text": "å\r'VE\u000b\u000b0>m'sa字a0٣٤٥٦.'S0\t", "tokens": 23, "pieces": ["å", "\r", "'VE", "\u000b", "\u000b", "0", ">m's", "a字a", "0٣٤", "٥٦", ".'", "S", "0", "\t"]}
+{"text": " Z<META_START>!!'D<|fim_prefix|>­ å('VÉ", "tokens": 21, "pieces": [" Z", "<META", "_START", ">!!'", "D", "<|", "fim", "_prefix", "|>­", " å", "('", "VÉ"]}
+{"text": "…  'T'VE👍🏽!‍", "tokens": 12, "pieces": ["… ", " '", "T'VE", "👍🏽!‍"]}
+{"text": "\r\n\r\n(𐞁ꟲ \u000b'VE㋿👍🏽", "tokens": 19, "pieces": ["\r\n\r\n", "(𐞁ꟲ", " ", "\u000b", "'VE", "㋿👍🏽"]}
+{"text": "​s'llé<META_START>", "tokens": 9, "pieces": ["​s'll", "é", "<META", "_START", ">"]}
+{"text": " \u000b 'VE‍<EOT>m!!!éå. 're'M", "tokens": 19, "pieces": [" \u000b", " '", "VE", "‍<", "EOT", ">m", "!!!", "éå", ".", " '", "re'M"]}
+{"text": "३Ⅳ0\n\r\n\r\n,å<EOT>", "tokens": 11, "pieces": ["३Ⅳ0", "\n\r\n\r\n", ",å", "<EOT", ">"]}
+{"text": "ms's\r\nd\r\n\r\n12345678'S''Té(Ａ字'VE\tet(
 a
é12345678'D𐞁\r\r\né", "tokens": 37, "pieces": ["ms's", "\r\n", "d", "\r\n\r\n", "123", "456", "78", "'S", "''", "Té", "(Ａ字'VE", "\tet", "(", "
", " a", "
é", "123", "456", "78", "'D𐞁", "\r\r\n", "é"]}
+{"text": "<EOT>  fi👍🏽 'll
<　'
'ſ'S   \ne👍🏽𐞁‍'sꟲḍ̇", "tokens": 36, "pieces": ["<EOT", ">", " ", " fi", "👍🏽", " ", "'ll", "
", "<", "　", "'", "
", "'ſ'S", "   \n", "e", "👍🏽", "𐞁", "‍'", "sꟲḍ̇"]}
+{"text": "'re-㍿\nå-㍿\r\"𐞁!!½🙂
Dž𐞁#$%ſꟲ,\n!!😀🏽'll'Re𐞁\r\n…e👍🏽", "tokens": 53, "pieces": ["'re", "-㍿\n", "å", "-㍿\r", "\"𐞁", "!!", "½", "🙂", "
Dž𐞁", "#$%", "ſꟲ", ",\n", "!!😀🏽'", "ll'Re", "𐞁", "\r\n", "…e", "👍🏽"]}
+{"text": "½Ａ><|endoftext|>½'M<META_START>>Ⅳع\t>字é🙂   \n!　d\u000b  ,​t㋿漢>\r\n", "tokens": 38, "pieces": ["½", "Ａ", "><|", "endoftext", "|>", "½", "'M", "<META", "_START", ">>", "Ⅳ", "ع", "\t", ">字é", "🙂", "   \n", "!", "　d", "\u000b ", " ,​", "t", "㋿漢", ">\r\n"]}
+{"text": "'٣٤٥٦ßꟲ漢 'Re​   \n  … ​'VE\"0İ12345678　…0'T𐞁", "tokens": 35, "pieces": ["'", "٣٤٥", "٦", "ßꟲ漢", " '", "Re", "​", "   \n", "  …", " ​'", "VE", "\"", "0", "İ", "123", "456", "78", "　", "…", "0", "'T𐞁"]}
+{"text": "e漢'S  ", "tokens": 4, "pieces": ["e漢'S", "  "]}
+{"text": "<META_START>ḍ̇ß  
\n", "tokens": 11, "pieces": ["<META", "_START", ">ḍ̇ß", "  
\n"]}
+{"text": "ſＡ", "tokens": 2, "pieces": ["ſ", "Ａ"]}
+{"text": "\n­Dž٣٤٥٦,.
'D'ſ s'EOT'字e😀🏽0aEOT'M㍿'S\"㋿'VE<EOT>ع", "tokens": 42, "pieces": ["\n", "­Dž", "٣٤٥", "٦", ",.", "
", "'D'ſ", " s", "'EOT", "'字e", "😀🏽", "0", "a", "EOT'M", "㍿'", "S", "\"㋿'", "VE", "<EOT", ">ع"]}
+{"text": "字😀🏽9ḍ̇EOTZ'll\t३३'T
s­İ­12345678'VE漢(\r\n\r\n漢İ<META_START>'re㋿ع'VEİ漢👍🏽<META_START>Ａa", "tokens": 53, "pieces": ["字", "😀🏽", "9", "ḍ̇", "EOTZ'll", "\t", "३३", "'T", "
s", "­İ", "­", "123", "456", "78", "'VE漢", "(\r\n\r\n", "漢", "İ", "<META", "_START", ">'", "re", "㋿ع'VE", "İ漢", "👍🏽<", "META", "_START", ">Ａa"]}
+{"text": "­\"…‍.
d#$%'ſ'S'll'VE.ſ12345678𐞁's<|fim_prefix|>  'ſ12345678d<|endoftext|>\"<EOT><META_START>!!​  å𐞁DžⅣ\r", "tokens": 65, "pieces": ["­\"", "…", "‍.", "
d", "#$%'", "ſ'S", "'ll'VE", ".ſ", "123", "456", "78", "𐞁's", "<|", "fim", "_prefix", "|>", " ", " '", "ſ", "123", "456", "78", "d", "<|", "endoftext", "|>\"<", "EOT", "><", "META", "_START", ">!!​", " ", " å𐞁", "Dž", "Ⅳ", "\r"]}
+{"text": "å'S<EOT>éꟲDžⅣ३㍿m\r\n😀🏽Ⅳ'Reḍ̇㍿ ٣٤٥٦", "tokens": 37, "pieces": ["å'S", "<EOT", ">éꟲ", "Dž", "Ⅳ३", "㍿m", "\r\n", "😀🏽", "Ⅳ", "'Reḍ̇", "㍿", " ", "٣٤٥", "٦"]}
+{"text": "\r\n>ée'S<|endoftext|>ḍ̇Ａ字<|fim_prefix|>fi", "tokens": 25, "pieces": ["\r\n", ">ée'S", "<|", "endoftext", "|>", "ḍ̇", "Ａ字", "<|", "fim", "_prefix", "|>", "fi"]}
+{"text": "\n'VE…\"ſß's'ſ<|fim_prefix|>\r", "tokens": 18, "pieces": ["\n", "'VE", "…", "\"ſß's", "'ſ", "<|", "fim", "_prefix", "|>\r"]}
+{"text": "'Dm​'VEåع12345678!!　👍🏽\n   \né", "tokens": 19, "pieces": ["'Dm", "​'", "VEåع", "123", "456", "78", "!!", "　", "👍🏽\n", "   \n", "é"]}
+{"text": "<META_START>字-0'VE,­ع#$%'D'T\r\n-fi", "tokens": 19, "pieces": ["<META", "_START", ">字", "-", "0", "'VE", ",­", "ع", "#$%'", "D'T", "\r\n", "-fi"]}
+{"text": "'ll>🙂漢eḍ̇'M\n\r\n‍ 👍🏽", "tokens": 15, "pieces": ["'ll", ">🙂", "漢eḍ̇'M", "\n\r\n", "‍", " ", "👍🏽"]}
+{"text": "12345678éſ漢!\n9­'ſ>ḍ̇'́  ", "tokens": 19, "pieces": ["123", "456", "78", "éſ漢", "!\n", "9", "­'", "ſ", ">ḍ̇", "'́", "  "]}
+{"text": "\t,漢>'　dDž>\rDžZꟲ­'ll   \n Ⅳ  d's0'Re'D​", "tokens": 30, "pieces": ["\t", ",漢", ">'", "　d", "Dž", ">\r", "DžZꟲ", "­'", "ll", "   \n", " ", "Ⅳ", " ", " d's", "0", "'Re'D", "​"]}
+{"text": "\r\n\r\n-'S  !!-\u000b‍", "tokens": 8, "pieces": ["\r\n\r\n", "-'", "S", " ", " !!-", "\u000b", "‍"]}
+{"text": "é​ꟲ'll‍'re…\rع😀🏽tꟲ\t\"a🙂m,\r\n\r\n
३½   \nt,'ſDžع👍🏽𐞁EOTfiß#$%Dž'll'M ", "tokens": 53, "pieces": ["é", "​ꟲ'll", "‍'", "re", "…\r", "ع", "😀🏽", "tꟲ", "\t", "\"a", "🙂m", ",\r\n\r\n", "
", "३½", "   \n", "t", ",'", "ſ", "Džع", "👍🏽", "𐞁EOTfiß", "#$%", "Dž'll", "'M", " "]}
+{"text": "́㍿'llt'll\"'S　字", "tokens": 11, "pieces": ["́", "㍿'", "llt'll", "\"'", "S", "　字"]}
+{"text": "'M\t　é>'D㋿İ", "tokens": 10, "pieces": ["'M", "\t", "　é", ">'", "D", "㋿İ"]}
+{"text": "\"é>t'D<|endoftext|>", "tokens": 12, "pieces": ["\"é", ">t'D", "<|", "endoftext", "|>"]}
+{"text": "Ａ😀🏽'ſ#$%'re<EOT>'ll#$%​ ㍿　 ", "tokens": 22, "pieces": ["Ａ", "😀🏽'", "ſ", "#$%'", "re", "<EOT", ">'", "ll", "#$%​", " ㍿", "　 "]}
+{"text": "ꟲꟲfi<<EOT> m漢9EOTs𐞁
'll㋿𐞁.a.Ⅳ…   \n<|fim_prefix|>٣٤٥٦🙂½é<META_START>'Reſ", "tokens": 57, "pieces": ["ꟲꟲfi", "<<", "EOT", ">", " m漢", "9", "EOTs𐞁", "
", "'ll", "㋿𐞁", ".a", ".", "Ⅳ", "…   \n", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "🙂", "½", "é", "<META", "_START", ">'", "Reſ"]}
+{"text": "'S'D'se'ſ9Ⅳſ🙂㍿Z\r\n­\u000b", "tokens": 18, "pieces": ["'S'D", "'se'ſ", "9Ⅳ", "ſ", "🙂㍿", "Z", "\r\n", "­", "\u000b"]}
+{"text": "!\n,(a…aEOT𐞁<EOT>'VE0<t\u000b\n'S,😀🏽e", "tokens": 26, "pieces": ["!\n", ",(", "a", "…a", "EOT𐞁", "<EOT", ">'", "VE", "0", "<t", "\u000b\n", "'S", ",😀🏽", "e"]}
+{"text": "'llſ\r12345678d<|endoftext|>#$%\"", "tokens": 16, "pieces": ["'llſ", "\r", "123", "456", "78", "d", "<|", "endoftext", "|>#$%\""]}
+{"text": "'", "tokens": 1, "pieces": ["'"]}
+{"text": "㋿Ａ漢s'Tع
'Mꟲḍ̇é(-　åaſ​Džt\tＡ'S!漢  -漢  ‍<|endoftext|>😀🏽'D", "tokens": 50, "pieces": ["㋿Ａ漢s'T", "ع", "
", "'Mꟲḍ̇é", "(-", "　åaſ", "​Džt", "\tＡ'S", "!漢", " ", " -", "漢", " ", " ‍<|", "endoftext", "|>😀🏽'", "D"]}
+{"text": "'ll'VE३ß 0字­  'ReİeEOTⅣ\nZ​", "tokens": 21, "pieces": ["'ll'VE", "३", "ß", " ", "0", "字", "­", " ", " '", "Re", "İe", "EOT", "Ⅳ", "\n", "Z", "​"]}
+{"text": "İＡſ　#$%㋿'M", "tokens": 11, "pieces": ["İＡſ", "　", "#$%㋿'", "M"]}
+{"text": "\"", "tokens": 1, "pieces": ["\""]}
+{"text": "m#$%>'Mm.ZZ👍🏽<META_START>㋿'T
㍿e\"㋿٣٤٥٦9\tḍ̇0½", "tokens": 39, "pieces": ["m", "#$%>'", "Mm", ".ZZ", "👍🏽<", "META", "_START", ">㋿'", "T", "
", "㍿e", "\"㋿", "٣٤٥", "٦9", "\tḍ̇", "0½"]}
+{"text": "   \n\t(½EOTßt漢\t㋿EOTß\r\n\r\n㍿'𐞁\u000ba½🙂", "tokens": 28, "pieces": ["   \n", "\t", "(", "½", "EOTßt漢", "\t", "㋿EOTß", "\r\n\r\n", "㍿'", "𐞁", "\u000ba", "½", "🙂"]}
+{"text": "9漢'SDž𐞁㍿ع'ſ३Ⅳ(é½👍🏽\t\r\n,", "tokens": 26, "pieces": ["9", "漢'S", "Dž𐞁", "㍿ع'ſ", "३Ⅳ", "(é", "½", "👍🏽", "\t\r\n", ","]}
+{"text": "'ſ😀🏽#$%\r\n­<|fim_prefix|><>  EOT>​éⅣ<META_START>'D\r'D\tt­'s  'Re>\"‍EOT#$%\r\nḍ̇fi  d\r\n\r\n😀🏽", "tokens": 54, "pieces": ["'ſ", "😀🏽#$%\r\n", "­<|", "fim", "_prefix", "|><>", " ", " EOT", ">​", "é", "Ⅳ", "<META", "_START", ">'", "D", "\r", "'D", "\tt", "­'", "s", " ", " '", "Re", ">\"‍", "EOT", "#$%\r\n", "ḍ̇fi", " ", " d", "\r\n\r\n", "😀🏽"]}
+{"text": "'Ree'sé(#$%Dž🙂́'ſ‍", "tokens": 14, "pieces": ["'Ree's", "é", "(#$%", "Dž", "🙂́'ſ", "‍"]}
+{"text": "ع𐞁eＡ\r\n\r\nfi‍\"　'ſ<EOT>'VE'sſ'Re.Dž𐞁å'll<|endoftext|>,😀🏽㋿👍🏽ḍ̇<|endoftext|>t  <META_START>.㍿<<🙂
", "tokens": 69, "pieces": ["ع𐞁e", "Ａ", "\r\n\r\n", "fi", "‍\"", "　", "'ſ", "<EOT", ">'", "VE's", "ſ'Re", ".Dž𐞁å'll", "<|", "endoftext", "|>,😀🏽㋿👍🏽", "ḍ̇", "<|", "endoftext", "|>", "t", " ", " <", "META", "_START", ">.㍿<<🙂", "
"]}
+{"text": "'ll>'s<META_START>
\r,𐞁<|fim_prefix|>Z  afi9字're字 ḍ̇<|endoftext|>字\r\n\r\n'sＡ0  d\n#$%12345678‍s'VEm字…", "tokens": 60, "pieces": ["'ll", ">'", "s", "<META", "_START", ">", "
\r", ",𐞁", "<|", "fim", "_prefix", "|>", "Z", " ", " afi", "9", "字're", "字", " ḍ̇", "<|", "endoftext", "|>", "字", "\r\n\r\n", "'s", "Ａ", "0", " ", " d", "\n", "#$%", "123", "456", "78", "‍s'VE", "m字", "…"]}
+{"text": "Ａ\n-漢Dž👍🏽٣٤٥٦'ſ'D३ 漢　é", "tokens": 22, "pieces": ["Ａ", "\n", "-漢", "Dž", "👍🏽", "٣٤٥", "٦", "'ſ'D", "३", " 漢", "　é"]}
+{"text": "'S#$%'ß(😀🏽,é½EOTꟲ'VE\r'SⅣ12345678<(ßt'D‍　'M'Ret'VE", "tokens": 36, "pieces": ["'S", "#$%'", "ß", "(😀🏽,", "é", "½", "EOTꟲ'VE", "\r", "'S", "Ⅳ12", "345", "678", "<(", "ßt'D", "‍", "　", "'M'Re", "t'VE"]}
+{"text": "'re字'M(\u000b're<EOT>𐞁'Ś9Dž\r\n\r\nDž   \n('reꟲḍ̇
\rs   \n", "tokens": 34, "pieces": ["'re字'M", "(", "\u000b", "'re", "<EOT", ">𐞁'S", "́", "9", "Dž", "\r\n\r\n", "Dž", "   \n", "('", "reꟲḍ̇", "
\r", "s", "   \n"]}
+{"text": "​!!İＡ'M!!'sfimⅣ　ꟲ👍🏽t👍🏽…é0é's>å　'ſ<|endoftext|>٣٤٥٦éＡ　Dž(  Dž㍿́ḍ̇😀🏽", "tokens": 66, "pieces": ["​!!", "İＡ'M", "!!'", "sfim", "Ⅳ", "　ꟲ", "👍🏽", "t", "👍🏽", "…é", "0", "é's", ">å", "　", "'ſ", "<|", "endoftext", "|>", "٣٤٥", "٦", "é", "Ａ", "　Dž", "(", " ", " Dž", "㍿́ḍ̇", "😀🏽"]}
+{"text": "🙂\t😀🏽dＡ-😀🏽éⅣ́\r\n\r\n👍🏽 ſ́   \n-  m\" 'Sd", "tokens": 31, "pieces": ["🙂", "\t", "😀🏽", "d", "Ａ", "-😀🏽", "é", "Ⅳ", "́", "\r\n\r\n", "👍🏽", " ſ́", "   \n", "-", " ", " m", "\"", " ", "'Sd"]}
+{"text": "😀🏽!!éꟲEOT́ꟲ😀🏽'T𐞁½…👍🏽'EOT.ßa𐞁a", "tokens": 40, "pieces": ["😀🏽!!", "éꟲ", "EOT́ꟲ", "😀🏽'", "T𐞁", "½", "…", "👍🏽'", "EOT", ".ßa𐞁a"]}
+{"text": "!!t.99٣٤٥٦Ⅳع,漢字\u000bİ9\u000b", "tokens": 18, "pieces": ["!!", "t", ".", "99٣", "٤٥٦", "Ⅳ", "ع", ",漢字", "\u000bİ", "9", "\u000b"]}
+{"text": ".\"Ａ\r>\u000bte<|endoftext|>#$%<|fim_prefix|>,eeå'Re👍🏽 s'Re  'Reſ\n>12345678#$%漢…   \n<|fim_prefix|>\t", "tokens": 52, "pieces": [".\"", "Ａ", "\r", ">", "\u000bte", "<|", "endoftext", "|>#$%<|", "fim", "_prefix", "|>,", "eeå'Re", "👍🏽", " s'Re", " ", " '", "Reſ", "\n", ">", "123", "456", "78", "#$%", "漢", "…   \n", "<|", "fim", "_prefix", "|>", "\t"]}
+{"text": "'VE're​​\u000b\n\n'> 'll\u000b𐞁 ß'  t<EOT>㍿m٣٤٥٦‍t0­  İ👍🏽Dž‍t\r", "tokens": 44, "pieces": ["'VE're", "​​", "\u000b\n\n", "'>", " '", "ll", "\u000b𐞁", " ß", "'", " ", " t", "<EOT", ">㍿", "m", "٣٤٥", "٦", "‍t", "0", "­", " ", " İ", "👍🏽", "Dž", "‍t", "\r"]}
+{"text": " ㍿㍿\nſ‍!'0👍🏽", "tokens": 15, "pieces": [" ", "㍿㍿\n", "ſ", "‍!'", "0", "👍🏽"]}
+{"text": "ḍ̇ḍ̇'M字sḍ̇\t#$%t,'VEéß३0'Sé'll‍👍🏽,s", "tokens": 33, "pieces": ["ḍ̇ḍ̇'M", "字sḍ̇", "\t", "#$%", "t", ",'", "VEéß", "३0", "'Sé'll", "‍👍🏽,", "s"]}
+{"text": "㍿sfi३Z<EOT>
…😀🏽!!\"漢12345678'sfiZd字Dž𐞁Zå0.d9aß\"<|fim_prefix|>'12345678㋿字Z's're", "tokens": 55, "pieces": ["㍿sfi", "३", "Z", "<EOT", ">", "
", "…", "😀🏽!!\"", "漢", "123", "456", "78", "'sfi", "Zd字", "Dž𐞁Zå", "0", ".d", "9", "aß", "\"<|", "fim", "_prefix", "|>'", "123", "456", "78", "㋿字", "Z's", "'re"]}
+{"text": "  \"'VE're 9ḍ̇éeⅣ'VE!!㍿\t.", "tokens": 22, "pieces": [" ", " \"'", "VE're", " ", "9", "ḍ̇ée", "Ⅳ", "'VE", "!!㍿", "\t", "."]}
+{"text": "½å㋿🙂𐞁\r\n12345678's…", "tokens": 18, "pieces": ["½", "å", "㋿🙂", "𐞁", "\r\n", "123", "456", "78", "'s", "…"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "
ع…
séİ\r\n\r\n,dſéZ   \n 'DEOT'Re", "tokens": 18, "pieces": ["
ع", "…", "
sé", "İ", "\r\n\r\n", ",dſé", "Z", "   \n", " '", "DEOT'Re"]}
+{"text": "9dZ<EOT>\rZ<EOT>Ａ<META_START>'ll  \t!!(\t​\u000bfi0　sİe­#$%'ſm\u000bm", "tokens": 37, "pieces": ["9", "d", "Z", "<EOT", ">\r", "Z", "<EOT", ">Ａ", "<META", "_START", ">'", "ll", "  ", "\t", "!!(", "\t", "​", "\u000bfi", "0", "　s", "İe", "­#$%'", "ſm", "\u000bm"]}
+{"text": "<0‍ZEOTm'D
'll12345678.Z'llZé<ſfiſ0Ⅳ>", "tokens": 24, "pieces": ["<", "0", "‍ZEOTm'D", "
", "'ll", "123", "456", "78", ".Z'll", "Zé", "<ſfiſ", "0Ⅳ", ">"]}
+{"text": "  å👍🏽12345678٣٤٥٦㍿ ३𐞁s \t\"३'lle'T'‍''VE 漢Ⅳ<|endoftext|>   \n.👍🏽漢fí٣٤٥٦ſ12345678<META_START>'VE", "tokens": 66, "pieces": [" ", " å", "👍🏽", "123", "456", "78٣", "٤٥٦", "㍿", " ", "३", "𐞁s", " ", "\t", "\"", "३", "'lle'T", "'‍''", "VE", " 漢", "Ⅳ", "<|", "endoftext", "|>", "   \n", ".👍🏽", "漢fí", "٣٤٥", "٦", "ſ", "123", "456", "78", "<META", "_START", ">'", "VE"]}
+{"text": "Ⅳ    \nḍ̇t<|endoftext|>Ａt　!,㍿!!٣٤٥٦🙂ⅣEOT#$%Ａ\r\n\r\n<EOTEOT\u000b…'ſtéⅣ", "tokens": 47, "pieces": ["Ⅳ", "    \n", "ḍ̇t", "<|", "endoftext", "|>", "Ａt", "　", "!,㍿!!", "٣٤٥", "٦", "🙂", "Ⅳ", "EOT", "#$%", "Ａ", "\r\n\r\n", "<EOTEOT", "\u000b", "…", "'ſté", "Ⅳ"]}
+{"text": "　Ａ(\t\r\n字\r…\t", "tokens": 9, "pieces": ["　Ａ", "(", "\t\r\n", "字", "\r", "…\t"]}
+{"text": "漢​\u000b🙂٣٤٥٦", "tokens": 8, "pieces": ["漢", "​", "\u000b", "🙂", "٣٤٥", "٦"]}
+{"text": "<|fim_prefix|>,½\"\té'reİ\t(漢#$%\r\n\r\nå'!!٣٤٥٦\r'M
Zé٣٤٥٦<EOT>́İ  ́­'३😀🏽å'<|fim_prefix|>", "tokens": 57, "pieces": ["<|", "fim", "_prefix", "|>,", "½", "\"", "\té're", "İ", "\t", "(漢", "#$%\r\n\r\n", "å", "'!!", "٣٤٥", "٦", "\r", "'M", "
Zé", "٣٤٥", "٦", "<EOT", ">́", "İ", " ", " ́", "­'", "३", "😀🏽", "å", "'<|", "fim", "_prefix", "|>"]}
+{"text": "\r\n…\u000b𐞁é-mſ…\r\n\r\nß<|endoftext|>d0 (字३½s字́'T\r\t'ſ'sⅣ́\tDž\r\n", "tokens": 44, "pieces": ["\r\n", "…", "\u000b𐞁é", "-mſ", "…\r\n\r\n", "ß", "<|", "endoftext", "|>", "d", "0", " (", "字", "३½", "s字́'T", "\r", "\t", "'ſ's", "Ⅳ", "́", "\tDž", "\r\n"]}
+{"text": "#$%!EOTdé'S\u000b<META_START>ß   \n३<|endoftext|>ß<EOT>­s‍'ll0‍", "tokens": 33, "pieces": ["#$%!", "EOTdé'S", "\u000b", "<META", "_START", ">ß", "   \n", "३", "<|", "endoftext", "|>", "ß", "<EOT", ">­", "s", "‍'", "ll", "0", "‍"]}
+{"text": "İꟲ12345678", "tokens": 7, "pieces": ["İꟲ", "123", "456", "78"]}
+{"text": "Dž(!!Zİ<­  'Ree,
", "tokens": 14, "pieces": ["Dž", "(!!", "Zİ", "<­", " ", " '", "Ree", ",", "
"]}
+{"text": "字 🙂s…Dž\r\n\r\n<m
é'Reḍ̇a​漢eꟲZ s   \n­ ", "tokens": 28, "pieces": ["字", " 🙂", "s", "…Dž", "\r\n\r\n", "<m", "
é'Re", "ḍ̇a", "​漢eꟲ", "Z", " s", "   \n", "­", " "]}
+{"text": "(s!!ع​d<META_START>'ſ\tsİ𐞁\r'T\rm'VE-a9,e0!漢eİ'VE's s'Re字#$%‍<|endoftext|>", "tokens": 47, "pieces": ["(s", "!!", "ع", "​d", "<META", "_START", ">'", "ſ", "\ts", "İ𐞁", "\r", "'T", "\r", "m'VE", "-a", "9", ",e", "0", "!漢e", "İ'VE", "'s", " s'Re", "字", "#$%‍<|", "endoftext", "|>"]}
+{"text": "٣٤٥٦٣٤٥٦EOTé\u000b<|fim_prefix|>𐞁!9漢(字é…😀🏽eİ\"e \t!!Ａ'reḍ̇'saZ\r\ntḍ̇­㍿\r\n\r\n𐞁", "tokens": 63, "pieces": ["٣٤٥", "٦٣٤", "٥٦", "EOTé", "\u000b", "<|", "fim", "_prefix", "|>", "𐞁", "!", "9", "漢", "(字é", "…", "😀🏽", "e", "İ", "\"e", " ", "\t", "!!", "Ａ're", "ḍ̇'s", "a", "Z", "\r\n", "tḍ̇", "­㍿\r\n\r\n", "𐞁"]}
+{"text": "<META_START>éع(Ａ>३#$%!
\n\t'llع\r\n\r\nⅣd'VEs(\n'Re", "tokens": 26, "pieces": ["<META", "_START", ">éع", "(Ａ", ">", "३", "#$%!", "
\n", "\t", "'llع", "\r\n\r\n", "Ⅳ", "d'VE", "s", "(\n", "'Re"]}
+{"text": "عＡZ٣٤٥٦<META_START>#$%", "tokens": 13, "pieces": ["ع", "ＡZ", "٣٤٥", "٦", "<META", "_START", ">#$%"]}
+{"text": "\u000bd😀🏽DžＡ३٣٤٥٦\u000bs#$%\t㍿'S,عé‍m\u000b-s!!­Z'#$%", "tokens": 37, "pieces": ["\u000bd", "😀🏽", "DžＡ", "३٣٤", "٥٦", "\u000bs", "#$%", "\t", "㍿'", "S", ",عé", "‍m", "\u000b", "-s", "!!­", "Z", "'#$%"]}
+{"text": "eé
<|fim_prefix|>'re'D<!\r\n\"!!‍Džſ🙂   ‍'D٣٤٥٦\"\r\n\r\n字(　", "tokens": 32, "pieces": ["eé", "
", "<|", "fim", "_prefix", "|>'", "re'D", "<!\r\n", "\"!!‍", "Džſ", "🙂", "  ", " ‍'", "D", "٣٤٥", "٦", "\"\r\n\r\n", "字", "(", "　"]}
+{"text": "Ⅳ'VE字'VE<META_START>'T㋿!   \n…!\"'s٣٤٥٦٣٤٥٦'re　", "tokens": 32, "pieces": ["Ⅳ", "'VE字'VE", "<META", "_START", ">'", "T", "㋿!", "   \n", "…", "!\"'", "s", "٣٤٥", "٦٣٤", "٥٦", "'re", "　"]}
+{"text": "-🙂d<é٣٤٥٦#$%", "tokens": 12, "pieces": ["-🙂", "d", "<é", "٣٤٥", "٦", "#$%"]}
+{"text": "<EOT>𐞁🙂 <\r\n㍿t<EOT>­#$%'T å<|endoftext|>🙂'lls", "tokens": 36, "pieces": ["<EOT", ">𐞁", "🙂", " ", "<\r\n", "㍿t", "<EOT", ">­#$%'", "T", " å", "<|", "endoftext", "|>🙂'", "lls"]}
+{"text": "'ſ !㍿,\r\n\r\n<|fim_prefix|>ßefi,㍿'Dİ🙂\t\r\n<|endoftext|>.ß9🙂😀🏽", "tokens": 37, "pieces": ["'ſ", " !㍿,\r\n\r\n", "<|", "fim", "_prefix", "|>", "ßefi", ",㍿'", "Dİ", "🙂", "\t\r\n", "<|", "endoftext", "|>.", "ß", "9", "🙂😀🏽"]}
+{"text": "漢漢eعés\rDž'VE　Z", "tokens": 12, "pieces": ["漢漢eعés", "\r", "Dž'VE", "　Z"]}
+{"text": "!fit#$%‍Džfi İ🙂🙂 ㍿‍́'ſ<|fim_prefix|>", "tokens": 27, "pieces": ["!fit", "#$%‍", "Džfi", " İ", "🙂🙂", " ", "㍿‍́'", "ſ", "<|", "fim", "_prefix", "|>"]}
+{"text": "Z👍🏽s#$%<|fim_prefix|>ḍ̇", "tokens": 16, "pieces": ["Z", "👍🏽", "s", "#$%<|", "fim", "_prefix", "|>", "ḍ̇"]}
+{"text": "\n'VEZé'll,…😀🏽d<|endoftext|>㋿ß!<|endoftext|>½é\r'lléＡt👍🏽.'VE'!!Ⅳ", "tokens": 49, "pieces": ["\n", "'VEZé'll", ",", "…", "😀🏽", "d", "<|", "endoftext", "|>㋿", "ß", "!<|", "endoftext", "|>", "½", "é", "\r", "'llé", "Ａt", "👍🏽.'", "VE", "'!!", "Ⅳ"]}
+{"text": "ſ½​­😀🏽½\n'VE('عⅣ…'reé'reee12345678😀🏽- <'ꟲ'ReDž12345678<  　'VEt!! é\r漢's", "tokens": 53, "pieces": ["ſ", "½", "​­😀🏽", "½", "\n", "'VE", "('", "ع", "Ⅳ", "…", "'reé're", "ee", "123", "456", "78", "😀🏽-", " <'", "ꟲ'Re", "Dž", "123", "456", "78", "<", "  ", "　", "'VEt", "!!", " é", "\r", "漢's"]}
+{"text": "Ａ­ꟲ<'ll
", "tokens": 8, "pieces": ["Ａ", "­ꟲ", "<'", "ll", "
"]}
+{"text": "Dž　#$%㋿字㍿٣٤٥٦d\t…   \n🙂's,-", "tokens": 25, "pieces": ["Dž", "　", "#$%㋿", "字", "㍿", "٣٤٥", "٦", "d", "\t…   \n", "🙂'", "s", ",-"]}
+{"text": "🙂'VE\r­<EOT>'ſⅣꟲfié<|fim_prefix|>,(", "tokens": 24, "pieces": ["🙂'", "VE", "\r", "­<", "EOT", ">'", "ſ", "Ⅳ", "ꟲfié", "<|", "fim", "_prefix", "|>,("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678Z<|endoftext|><EOT>\".\t> ½\u000b'M 12345678#$%㋿\u000bå漢at\u000bd<|endoftext|>!t👍🏽  > …s\tſ", "tokens": 56, "pieces": ["123", "456", "78", "Z", "<|", "endoftext", "|><", "EOT", ">\".", "\t", ">", " ", "½", "\u000b", "'M", " ", "123", "456", "78", "#$%㋿", "\u000bå漢at", "\u000bd", "<|", "endoftext", "|>!", "t", "👍🏽", " ", " >", " ", "…s", "\tſ"]}
+{"text": "٣٤٥٦<EOT> Z漢́ 'VE‍'VEعع🙂३té\t\r\n\r\n><EOT>🙂'Sé 'S\r½　", "tokens": 37, "pieces": ["٣٤٥", "٦", "<EOT", ">", " Z漢́", " ", "'VE", "‍'", "VEعع", "🙂", "३", "té", "\t\r\n\r\n", "><", "EOT", ">🙂'", "Sé", " '", "S", "\r", "½", "　"]}
+{"text": " <|endoftext|><|endoftext|>..t<|fim_prefix|>'T#$%Dž<'D👍🏽ås'll'fi​'llꟲ'Sd", "tokens": 46, "pieces": [" ", "<|", "endoftext", "|><|", "endoftext", "|>..", "t", "<|", "fim", "_prefix", "|>'", "T", "#$%", "Dž", "<'", "D", "👍🏽", "ås'll", "'fi", "​'", "llꟲ'S", "d"]}
+{"text": "(.Ⅳ
Dž9", "tokens": 7, "pieces": ["(.", "Ⅳ", "
Dž", "9"]}
+{"text": "…  -,-Ａtfi.عſ'VE'VE㋿㋿'\r>   \n'字  ㋿<|fim_prefix|>'ll
'S㋿ 漢9e漢Z", "tokens": 50, "pieces": ["… ", " -,-", "Ａtfi", ".عſ'VE", "'VE", "㋿㋿'\r", ">", "   \n", "'字", " ", " ㋿<|", "fim", "_prefix", "|>'", "ll", "
", "'S", "㋿", " 漢", "9", "e漢", "Z"]}
+{"text": "́㋿<|fim_prefix|>🙂\r\n\r\nＡ
e
\"d12345678fiDž　's'Re <|endoftext|><|fim_prefix|>fi𐞁å㋿ع…🙂­३'(ß<m", "tokens": 58, "pieces": ["́", "㋿<|", "fim", "_prefix", "|>🙂\r\n\r\n", "Ａ", "
e", "
", "\"d", "123", "456", "78", "fi", "Dž", "　", "'s'Re", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "fi𐞁å", "㋿ع", "…", "🙂­", "३", "'(", "ß", "<m"]}
+{"text": "!'T٣٤٥٦m12345678é　👍🏽é   \n…é,'S(­İ'S\n<|endoftext|>é>#$% '", "tokens": 40, "pieces": ["!'", "T", "٣٤٥", "٦", "m", "123", "456", "78", "é", "　", "👍🏽", "é", "   \n", "…é", ",'", "S", "(­", "İ'S", "\n", "<|", "endoftext", "|>", "é", ">#$%", " '"]}
+{"text": "<META_START>!👍🏽
é12345678'll'Re🙂…Ａ#$%!🙂're\rİ><EOT>", "tokens": 31, "pieces": ["<META", "_START", ">!👍🏽", "
é", "123", "456", "78", "'ll'Re", "🙂", "…Ａ", "#$%!🙂'", "re", "\r", "İ", "><", "EOT", ">"]}
+{"text": "DžⅣ   \nſ  're…'-t<META_START>fi'reⅣ   \ń.dma<EOT>", "tokens": 28, "pieces": ["Dž", "Ⅳ", "   \n", "ſ", " ", " '", "re", "…", "'-", "t", "<META", "_START", ">fi're", "Ⅳ", "   \n", "́", ".dma", "<EOT", ">"]}
+{"text": "'(👍🏽e#$%'S😀🏽\tß-​Ａa㍿\r\n\r\n  <META_START>eå<|fim_prefix|>\u000b!\n\t😀🏽🙂\tt'llZ㍿　", "tokens": 47, "pieces": ["'(👍🏽", "e", "#$%'", "S", "😀🏽", "\tß", "-​", "Ａa", "㍿\r\n\r\n", " ", " <", "META", "_START", ">eå", "<|", "fim", "_prefix", "|>", "\u000b", "!\n", "\t", "😀🏽🙂", "\tt'll", "Z", "㍿", "　"]}
+{"text": "字ꟲ fi​t12345678<'llEOT ­👍🏽\r\n
<|fim_prefix|>a㍿́-<|fim_prefix|>\t <́#$%Z,\nİ   \n\r\n", "tokens": 48, "pieces": ["字ꟲ", " fi", "​t", "123", "456", "78", "<'", "ll", "EOT", " ­👍🏽\r\n", "
", "<|", "fim", "_prefix", "|>", "a", "㍿́", "-<|", "fim", "_prefix", "|>", "\t", " <́#$%", "Z", ",\n", "İ", "   \n\r\n"]}
+{"text": "㋿", "tokens": 3, "pieces": ["㋿"]}
+{"text": "<|fim_prefix|>d字\r\n\r\n-('Reé'VEع　👍🏽٣٤٥٦\r\n\r\nſ𐞁\n٣٤٥٦İ!!>\r​😀🏽9", "tokens": 45, "pieces": ["<|", "fim", "_prefix", "|>", "d字", "\r\n\r\n", "-('", "Reé'VE", "ع", "　", "👍🏽", "٣٤٥", "٦", "\r\n\r\n", "ſ𐞁", "\n", "٣٤٥", "٦", "İ", "!!>\r", "​😀🏽", "9"]}
+{"text": "
a'Dß,!'S<|endoftext|>\tⅣ'D'S½å😀🏽ع　­ß<META_START>tع!\u000b!!   \n­漢9㋿‍!", "tokens": 47, "pieces": ["
a'D", "ß", ",!'", "S", "<|", "endoftext", "|>", "\t", "Ⅳ", "'D'S", "½", "å", "😀🏽", "ع", "　", "­ß", "<META", "_START", ">tع", "!", "\u000b", "!!", "   \n", "­漢", "9", "㋿‍!"]}
+{"text": "३  ß😀🏽<|endoftext|>½​́'S\"!!Ａ𐞁漢😀🏽\r٣٤٥٦'VE　😀🏽\u000b​\n
Z\r\n\r\n!!㍿EOT<|fim_prefix|>Ａ‍Z‍ (", "tokens": 62, "pieces": ["३", " ", " ß", "😀🏽<|", "endoftext", "|>", "½", "​́'S", "\"!!", "Ａ𐞁漢", "😀🏽\r", "٣٤٥", "٦", "'VE", "　", "😀🏽", "\u000b", "​\n", "
Z", "\r\n\r\n", "!!㍿", "EOT", "<|", "fim", "_prefix", "|>", "Ａ", "‍Z", "‍", " ("]}
+{"text": ".a12345678å  'll  's!!𐞁   \n.t'Re३٣٤٥٦ⅣEOTEOT𐞁", "tokens": 34, "pieces": [".a", "123", "456", "78", "å", " ", " '", "ll", " ", " '", "s", "!!", "𐞁", "   \n", ".t'Re", "३٣٤", "٥٦Ⅳ", "EOTEOT𐞁"]}
+{"text": "   \n٣٤٥٦", "tokens": 5, "pieces": ["   \n", "٣٤٥", "٦"]}
+{"text": ">ſ9!!İ,عß½te\"​é'Té漢m\u000b  \t­  #$%9<İ\r's09a\r👍🏽", "tokens": 38, "pieces": [">ſ", "9", "!!", "İ", ",عß", "½", "te", "\"​", "é'T", "é漢m", "\u000b  ", "\t", "­", " ", " #$%", "9", "<İ", "\r", "'s", "09", "a", "\r", "👍🏽"]}
+{"text": "½​-<EOT>  ३𐞁𐞁éع字's9t'D🙂😀🏽#$%ß字٣٤٥٦s'M", "tokens": 40, "pieces": ["½", "​-<", "EOT", ">", " ", " ", "३", "𐞁𐞁éع字's", "9", "t'D", "🙂😀🏽#$%", "ß字", "٣٤٥", "٦", "s'M"]}
+{"text": "३é.'Re-٣٤٥٦Dž#$%𐞁​́é<|fim_prefix|>ꟲ\".😀🏽<𐞁t12345678dd\t\t(ḍ̇-　", "tokens": 52, "pieces": ["३", "é", ".'", "Re", "-", "٣٤٥", "٦", "Dž", "#$%", "𐞁", "​́é", "<|", "fim", "_prefix", "|>", "ꟲ", "\".😀🏽<", "𐞁t", "123", "456", "78", "dd", "\t", "\t", "(ḍ̇", "-", "　"]}
+{"text": "9…३Ⅳ漢EOTe👍🏽𐞁s漢EOTå9fi'll", "tokens": 26, "pieces": ["9", "…", "३Ⅳ", "漢EOTe", "👍🏽", "𐞁s漢", "EOTå", "9", "fi'll"]}
+{"text": "㋿\r…'VEEOTß12345678å'lléfi​<EOT>
å'T㍿'s'M　\r'TåDžd>漢  d　㍿", "tokens": 50, "pieces": ["㋿\r", "…", "'VEEOTß", "123", "456", "78", "å'll", "éfi", "​<", "EOT", ">", "
å'T", "㍿'", "s'M", "　\r", "'Tå", "Džd", ">漢", " ", " d", "　", "㍿"]}
+{"text": "ꟲ<META_START>'s'ſ…Zt\r\n\r\n<🙂ꟲ\teß'T'Dꟲ'll.𐞁dZdtDžEOT<EOT>", "tokens": 43, "pieces": ["ꟲ", "<META", "_START", ">'", "s'ſ", "…Zt", "\r\n\r\n", "<🙂", "ꟲ", "\teß'T", "'Dꟲ'll", ".𐞁d", "Zdt", "DžEOT", "<EOT", ">"]}
+{"text": "s<|fim_prefix|>​ſ\u000b-d<漢're\"👍🏽(…\r'ſ#$%\"'S<|fim_prefix|>a
'D\n\té-åİ'<EOT>Ⅳd<|endoftext|>字\r<|fim_prefix|>", "tokens": 65, "pieces": ["s", "<|", "fim", "_prefix", "|>​", "ſ", "\u000b", "-d", "<漢're", "\"👍🏽(", "…\r", "'ſ", "#$%\"'", "S", "<|", "fim", "_prefix", "|>", "a", "
", "'D", "\n", "\té", "-å", "İ", "'<", "EOT", ">", "Ⅳ", "d", "<|", "endoftext", "|>", "字", "\r", "<|", "fim", "_prefix", "|>"]}
+{"text": "́'re9\r\n\r\n>٣٤٥٦asß>​ع'ſ'VEe\t'S9, Z'Re­<META_START>𐞁'Re", "tokens": 36, "pieces": ["́'re", "9", "\r\n\r\n", ">", "٣٤٥", "٦", "asß", ">​", "ع'ſ", "'VEe", "\t", "'S", "9", ",", " Z'Re", "­<", "META", "_START", ">𐞁'Re"]}
+{"text": "😀🏽👍🏽\t", "tokens": 7, "pieces": ["😀🏽👍🏽", "\t"]}
+{"text": "a㋿'ll!!\r\n\r\né\"! ' -9'reＡ३ß <#$%'VE\"0!#$%Dž漢'T\r\n", "tokens": 33, "pieces": ["a", "㋿'", "ll", "!!\r\n\r\n", "é", "\"!", " '", " ", "-", "9", "'re", "Ａ", "३", "ß", " ", "<#$%'", "VE", "\"", "0", "!#$%", "Dž漢'T", "\r\n"]}
+{"text": "   \nßDž😀🏽<EOT>'s,m-'ſEOT𐞁𐞁", "tokens": 25, "pieces": ["   \n", "ß", "Dž", "😀🏽<", "EOT", ">'", "s", ",m", "-'", "ſ", "EOT𐞁𐞁"]}
+{"text": "
\r㍿<|endoftext|>'ll(<|fim_prefix|>　fi​eⅣ٣٤٥٦", "tokens": 29, "pieces": ["
\r", "㍿<|", "endoftext", "|>'", "ll", "(<|", "fim", "_prefix", "|>", "　fi", "​e", "Ⅳ٣٤", "٥٦"]}
+{"text": "İZ    \n12345678fi'Re'sſ
字,　<|fim_prefix|>'D,12345678\"a ,㋿", "tokens": 30, "pieces": ["İZ", "    \n", "123", "456", "78", "fi'Re", "'sſ", "
字", ",", "　", "<|", "fim", "_prefix", "|>'", "D", ",", "123", "456", "78", "\"a", " ,㋿"]}
+{"text": "<EOT>EOT漢!fi,İ'se'Re㍿३'VE#$%<EOT>t0Z\u000bⅣZ", "tokens": 31, "pieces": ["<EOT", ">EOT漢", "!fi", ",İ's", "e'Re", "㍿", "३", "'VE", "#$%<", "EOT", ">t", "0", "Z", "\u000b", "Ⅳ", "Z"]}
+{"text": " \u000b🙂<|fim_prefix|>　
12345678'TtⅣꟲ>fi३…㍿sⅣEOT'VE½étİé", "tokens": 42, "pieces": [" ", "\u000b", "🙂<|", "fim", "_prefix", "|>", "　", "
", "123", "456", "78", "'Tt", "Ⅳ", "ꟲ", ">fi", "३", "…", "㍿s", "Ⅳ", "EOT'VE", "½", "ét", "İé"]}
+{"text": "٣٤٥٦0\r\n12345678<|endoftext|>m'D   \n٣٤٥٦'S<EOT>३ſ\t漢'Re३'M12345678Ⅳ'VE're.字　.<|fim_prefix|>\u000b<|fim_prefix|>m", "tokens": 59, "pieces": ["٣٤٥", "٦0", "\r\n", "123", "456", "78", "<|", "endoftext", "|>", "m'D", "   \n", "٣٤٥", "٦", "'S", "<EOT", ">", "३", "ſ", "\t漢'Re", "३", "'M", "123", "456", "78Ⅳ", "'VE're", ".字", "　", ".<|", "fim", "_prefix", "|>", "\u000b", "<|", "fim", "_prefix", "|>", "m"]}
+{"text": "㋿ß(12345678\tmع'S", "tokens": 11, "pieces": ["㋿ß", "(", "123", "456", "78", "\tmع'S"]}
+{"text": "ꟲ​½s\u000b㋿#$%Ａ\"​ Dž!!ḍ̇Z字>fi'S\r\n\rå!e漢.ßa.👍🏽>'", "tokens": 42, "pieces": ["ꟲ", "​", "½", "s", "\u000b", "㋿#$%", "Ａ", "\"​", " Dž", "!!", "ḍ̇", "Z字", ">fi'S", "\r\n\r", "å", "!e漢", ".ßa", ".👍🏽>'"]}
+{"text": "‍\t\t'DéＡ   \n   <|fim_prefix|>", "tokens": 15, "pieces": ["‍", "\t", "\t", "'Dé", "Ａ", "   \n", "  ", " <|", "fim", "_prefix", "|>"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "  Dž#$%'T'T'M漢🙂<|fim_prefix|><'Té'D㋿<EOT>👍🏽…fi<META_START>🙂0Dž9👍🏽're😀🏽
éع\téa-.", "tokens": 59, "pieces": [" ", " Dž", "#$%'", "T'T", "'M漢", "🙂<|", "fim", "_prefix", "|><'", "Té'D", "㋿<", "EOT", ">👍🏽", "…fi", "<META", "_START", ">🙂", "0", "Dž", "9", "👍🏽'", "re", "😀🏽", "
éع", "\téa", "-."]}
+{"text": "​\r!,ad字t…𐞁>🙂'VE\r\n\r\nſ Dž,  'ſ'Re   \n're're㍿'S0<漢'D,", "tokens": 39, "pieces": ["​\r", "!,", "ad字t", "…𐞁", ">🙂'", "VE", "\r\n\r\n", "ſ", " Dž", ",", " ", " '", "ſ'Re", "   \n", "'re're", "㍿'", "S", "0", "<漢'D", ","]}
+{"text": "Z12345678.\"३\u000bİ字fi!!​\r\n\r\n🙂!!<EOT>'ſ​<EOT>㍿
'D!!t😀🏽½ſ٣٤٥٦
fi", "tokens": 43, "pieces": ["Z", "123", "456", "78", ".\"", "३", "\u000bİ字fi", "!!​\r\n\r\n", "🙂!!<", "EOT", ">'", "ſ", "​<", "EOT", ">㍿", "
", "'D", "!!", "t", "😀🏽", "½", "ſ", "٣٤٥", "٦", "
fi"]}
+{"text": "\r\n\r\ns\t>\"étfiém'VEa're字\"Z\u000b m#$%İ\r<|endoftext|>s🙂ꟲ\te>", "tokens": 37, "pieces": ["\r\n\r\n", "s", "\t", ">\"", "étfiém'VE", "a're", "字", "\"Z", "\u000b", " m", "#$%", "İ", "\r", "<|", "endoftext", "|>", "s", "🙂ꟲ", "\te", ">"]}
+{"text": "'VE#$%ꟲ'll٣٤٥٦ſꟲ åⅣ.…<|fim_prefix|>٣٤٥٦ea'M!!३Ⅳå'D<META_START>\r\n​\r\n'S㋿½'ll½ع'MZEOT'", "tokens": 61, "pieces": ["'VE", "#$%", "ꟲ'll", "٣٤٥", "٦", "ſꟲ", " å", "Ⅳ", ".", "…", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ea'M", "!!", "३Ⅳ", "å'D", "<META", "_START", ">\r\n", "​\r\n", "'S", "㋿", "½", "'ll", "½", "ع'M", "ZEOT", "'"]}
+{"text": "​Ⅳ EOT<|endoftext|>as!㋿éſd'DDž  é,㍿(d<META_START>​
\r\né  a🙂ſ", "tokens": 46, "pieces": ["​", "Ⅳ", " EOT", "<|", "endoftext", "|>", "as", "!㋿", "éſd'D", "Dž", " ", " é", ",㍿(", "d", "<META", "_START", ">​", "
\r\n", "é", " ", " a", "🙂ſ"]}
+{"text": "<META_START>㍿<|endoftext|>fitZ  𐞁'VE'll'D…\t🙂<Dž>Ａ!!'VEEOT'sع字's \"(…😀🏽'T!!'ſ​Z", "tokens": 59, "pieces": ["<META", "_START", ">㍿<|", "endoftext", "|>", "fit", "Z", " ", " 𐞁'VE", "'ll'D", "…", "\t", "🙂<", "Dž", ">Ａ", "!!'", "VEEOT's", "ع字's", " ", "\"(", "…", "😀🏽'", "T", "!!'", "ſ", "​Z"]}
+{"text": "ḍ̇½'Sa'́9<META_START>Ⅳfi
   \n\u000bfi  e,d…", "tokens": 25, "pieces": ["ḍ̇", "½", "'Sa", "'́", "9", "<META", "_START", ">", "Ⅳ", "fi", "
   \n", "\u000bfi", " ", " e", ",d", "…"]}
+{"text": "漢 éå🙂é   \n(ſs#$%'s  e( ,㋿🙂ꟲ\n㍿<EOT>
", "tokens": 35, "pieces": ["漢", " éå", "🙂é", "   \n", "(ſs", "#$%'", "s", " ", " e", "(", " ", ",㋿🙂", "ꟲ", "\n", "㍿<", "EOT", ">", "
"]}
+{"text": "s'VE<EOTam'D\t́३\r\n>ß𐞁ſ9  mfi!!㍿<|fim_prefix|>s<EOT>9  　", "tokens": 39, "pieces": ["s'VE", "<EOTam'D", "\t́", "३", "\r\n", ">ß𐞁ſ", "9", " ", " mfi", "!!㍿<|", "fim", "_prefix", "|>", "s", "<EOT", ">", "9", "  　"]}
+{"text": ">-ſEOT'T<<|endoftext|>\r<META_START>　fi漢👍🏽  a\"å㍿  ​EOT\n're-Z   \n<|endoftext|>sm٣٤٥٦字", "tokens": 51, "pieces": [">-", "ſ", "EOT'T", "<<|", "endoftext", "|>\r", "<META", "_START", ">", "　fi漢", "👍🏽", " ", " a", "\"å", "㍿", " ", " ​", "EOT", "\n", "'re", "-Z", "   \n", "<|", "endoftext", "|>", "sm", "٣٤٥", "٦", "字"]}
+{"text": "\"𐞁ſ-٣٤٥٦ßémİ!३٣٤٥٦á>‍\r\n\r\n<|fim_prefix|>#$%ß're
🙂a<|fim_prefix|><|endoftext|>12345678d\",", "tokens": 55, "pieces": ["\"𐞁ſ", "-", "٣٤٥", "٦", "ßém", "İ", "!", "३٣٤", "٥٦", "á", ">‍\r\n\r\n", "<|", "fim", "_prefix", "|>#$%", "ß're", "
", "🙂a", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "123", "456", "78", "d", "\","]}
+{"text": "😀🏽…,‍('T𐞁#$%
Ⅳع\t'字's're\r\n\r\n'll👍🏽ع  .½<  😀🏽é३'VE漢漢'S\nⅣع…Ａ#$%", "tokens": 54, "pieces": ["😀🏽", "…", ",‍('", "T𐞁", "#$%", "
", "Ⅳ", "ع", "\t", "'字's", "'re", "\r\n\r\n", "'ll", "👍🏽", "ع", " ", " .", "½", "<", " ", " 😀🏽", "é", "३", "'VE漢漢'S", "\n", "Ⅳ", "ع", "…Ａ", "#$%"]}
+{"text": "Z   \n>३d'S<|endoftext|>12345678👍🏽😀🏽'lĺ(­…㍿\t㋿㋿字fie0'Ａ'll漢s's🙂👍🏽😀🏽'VE<🙂fi", "tokens": 61, "pieces": ["Z", "   \n", ">", "३", "d'S", "<|", "endoftext", "|>", "123", "456", "78", "👍🏽😀🏽'", "lĺ", "(­", "…", "㍿", "\t", "㋿㋿", "字fie", "0", "'Ａ'll", "漢s's", "🙂👍🏽😀🏽'", "VE", "<🙂", "fi"]}
+{"text": "é>EOT'VE'VE　'VEⅣ
 'll३0d12345678<META_START>👍🏽Ⅳ字å字Ａḍ̇½<|fim_prefix|>Ⅳ<　<|endoftext|>å<!!漢!<(", "tokens": 64, "pieces": ["é", ">EOT'VE", "'VE", "　", "'VE", "Ⅳ", "
", " '", "ll", "३0", "d", "123", "456", "78", "<META", "_START", ">👍🏽", "Ⅳ", "字å字", "Ａḍ̇", "½", "<|", "fim", "_prefix", "|>", "Ⅳ", "<", "　", "<|", "endoftext", "|>", "å", "<!!", "漢", "!<("]}
+{"text": "٣٤٥٦ fi<META_START>!<META_START>字<|fim_prefix|>#$%عté12345678😀🏽İ३d­>ꟲ-'sa३<EOT>½­…é", "tokens": 53, "pieces": ["٣٤٥", "٦", " fi", "<META", "_START", ">!<", "META", "_START", ">字", "<|", "fim", "_prefix", "|>#$%", "عté", "123", "456", "78", "😀🏽", "İ", "३", "d", "­>", "ꟲ", "-'", "sa", "३", "<EOT", ">", "½", "­", "…é"]}
+{"text": "éEOT<EOT>e.(　٣٤٥٦<|fim_prefix|>e😀🏽🙂 😀🏽><|endoftext|>é٣٤٥٦Z   \n><META_START>　'llfié<|fim_prefix|>👍🏽漢ꟲ  .'M", "tokens": 66, "pieces": ["é", "EOT", "<EOT", ">e", ".(", "　", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "e", "😀🏽🙂", " 😀🏽><|", "endoftext", "|>", "é", "٣٤٥", "٦", "Z", "   \n", "><", "META", "_START", ">", "　", "'llfié", "<|", "fim", "_prefix", "|>👍🏽", "漢ꟲ", " ", " .'", "M"]}
+{"text": "ßꟲs𐞁🙂<META_START><|fim_prefix|>e\"\r\n\r\n   \n", "tokens": 22, "pieces": ["ßꟲs𐞁", "🙂<", "META", "_START", "><|", "fim", "_prefix", "|>", "e", "\"\r\n\r\n", "   \n"]}
+{"text": "<|fim_prefix|>'T　#$%‍'ll<|fim_prefix|>'T \t0字ꟲé😀🏽é\n'🙂( m½é'M\u000b<|fim_prefix|>㋿>", "tokens": 52, "pieces": ["<|", "fim", "_prefix", "|>'", "T", "　", "#$%‍'", "ll", "<|", "fim", "_prefix", "|>'", "T", " ", "\t", "0", "字ꟲé", "😀🏽", "é", "\n", "'🙂(", " m", "½", "é'M", "\u000b", "<|", "fim", "_prefix", "|>㋿>"]}
+{"text": "́​ꟲ", "tokens": 5, "pieces": ["́", "​ꟲ"]}
+{"text": "'lla३́ꟲ<EOT>　 🙂
", "tokens": 13, "pieces": ["'lla", "३", "́ꟲ", "<EOT", ">", "　", " 🙂", "
"]}
+{"text": "0<EOT'ſ\u000b𐞁s​a \r\n\r\n   \n#$%👍🏽​٣٤٥٦👍🏽‍e<|endoftext|>٣٤٥٦İ's(12345678\u000b0'M ", "tokens": 52, "pieces": ["0", "<EOT'ſ", "\u000b𐞁s", "​a", " \r\n\r\n   \n", "#$%👍🏽​", "٣٤٥", "٦", "👍🏽‍", "e", "<|", "endoftext", "|>", "٣٤٥", "٦", "İ's", "(", "123", "456", "78", "\u000b", "0", "'M", " "]}
+{"text": "\u000bſ9́   \n'Re𐞁\r漢<|fim_prefix|>", "tokens": 18, "pieces": ["\u000bſ", "9", "́", "   \n", "'Re𐞁", "\r", "漢", "<|", "fim", "_prefix", "|>"]}
+{"text": "\r\n'D\r\nİ ('M٣٤٥٦ ع", "tokens": 12, "pieces": ["\r\n", "'D", "\r\n", "İ", " ('", "M", "٣٤٥", "٦", " ع"]}
+{"text": "Ⅳ\"ꟲ\nß😀🏽9<META_START>👍🏽é㍿ع㍿Džع!!𐞁　'S9😀🏽9'Ssꟲ'S‍<|endoftext|>\r\n३-
<|fim_prefix|>'EOTḍ̇३a", "tokens": 73, "pieces": ["Ⅳ", "\"ꟲ", "\n", "ß", "😀🏽", "9", "<META", "_START", ">👍🏽", "é", "㍿ع", "㍿Džع", "!!", "𐞁", "　", "'S", "9", "😀🏽", "9", "'Ssꟲ'S", "‍<|", "endoftext", "|>\r\n", "३", "-", "
", "<|", "fim", "_prefix", "|>'", "EOTḍ̇", "३", "a"]}
+{"text": "🙂́<META_START>\u000bß!!Ⅳ,\r(漢'sꟲ½字\r\nＡ,\t'Tå𐞁३!!👍🏽Ⅳ\n<META_START>t'Se", "tokens": 47, "pieces": ["🙂́", "<META", "_START", ">", "\u000bß", "!!", "Ⅳ", ",\r", "(漢's", "ꟲ", "½", "字", "\r\n", "Ａ", ",", "\t", "'Tå𐞁", "३", "!!👍🏽", "Ⅳ", "\n", "<META", "_START", ">t'S", "e"]}
+{"text": "'D\"se🙂ع12345678e", "tokens": 9, "pieces": ["'D", "\"se", "🙂ع", "123", "456", "78", "e"]}
+{"text": "<(<META_START>   \n<META_START> (", "tokens": 12, "pieces": ["<(<", "META", "_START", ">", "   \n", "<META", "_START", ">", " ", "("]}
+{"text": "İ'MEOT'ſ<META_START>\u000b३\r\n\r\nع'M\r\n>\t  ", "tokens": 18, "pieces": ["İ'M", "EOT'ſ", "<META", "_START", ">", "\u000b", "३", "\r\n\r\n", "ع'M", "\r\n", ">", "\t  "]}
+{"text": " -<META_START>'S\r\né漢0ſ​<EOT>'s'T'ſ  '\u000b'D,㋿'M​td㍿<|endoftext|>", "tokens": 42, "pieces": [" -<", "META", "_START", ">'", "S", "\r\n", "é漢", "0", "ſ", "​<", "EOT", ">'", "s'T", "'ſ", " ", " '", "\u000b", "'D", ",㋿'", "M", "​td", "㍿<|", "endoftext", "|>"]}
+{"text": "\nꟲ㍿<|endoftext|>  'M'sm½EOT  　sꟲ ع🙂!\n!!Ⅳ-<|fim_prefix|>.m'M<EOT>\r㍿'Rem", "tokens": 52, "pieces": ["\n", "ꟲ", "㍿<|", "endoftext", "|>", " ", " '", "M's", "m", "½", "EOT", "  ", "　sꟲ", " ع", "🙂!\n", "!!", "Ⅳ", "-<|", "fim", "_prefix", "|>.", "m'M", "<EOT", ">\r", "㍿'", "Rem"]}
+{"text": "ع<META_START> 'Res", "tokens": 8, "pieces": ["ع", "<META", "_START", ">", " ", "'Res"]}
+{"text": "9!   \ń'SDž३'Ss'D0(Z🙂ſDž!!ꟲß0…fi", "tokens": 26, "pieces": ["9", "!", "   \n", "́'S", "Dž", "३", "'Ss'D", "0", "(Z", "🙂ſ", "Dž", "!!", "ꟲß", "0", "…fi"]}
+{"text": "\"́½   \nⅣＡéꟲ👍🏽<Ａ(  ́d漢👍🏽'ſ'S12345678\t'D,Dž12345678३", "tokens": 40, "pieces": ["\"́", "½", "   \n", "Ⅳ", "Ａéꟲ", "👍🏽<", "Ａ", "(", " ", " ́d漢", "👍🏽'", "ſ'S", "123", "456", "78", "\t", "'D", ",Dž", "123", "456", "78३"]}
+{"text": "\r\nå,  !!fi ́字½12345678\n're𐞁'Re　<|endoftext|>👍🏽tEOT👍🏽  emⅣe", "tokens": 43, "pieces": ["\r\n", "å", ",", " ", " !!", "fi", " ́字", "½12", "345", "678", "\n", "'re𐞁'Re", "　", "<|", "endoftext", "|>👍🏽", "t", "EOT", "👍🏽", " ", " em", "Ⅳ", "e"]}
+{"text": "\réß<META_START>e字0's
३ḍ̇0EOT", "tokens": 20, "pieces": ["\r", "éß", "<META", "_START", ">e字", "0", "'s", "
", "३", "ḍ̇", "0", "EOT"]}
+{"text": "<EOT>Ａ'ſ🙂EOT\"ḍ̇Ⅳ㍿́٣٤٥٦", "tokens": 23, "pieces": ["<EOT", ">Ａ'ſ", "🙂EOT", "\"ḍ̇", "Ⅳ", "㍿́", "٣٤٥", "٦"]}
+{"text": "३.'M\t", "tokens": 4, "pieces": ["३", ".'", "M", "\t"]}
+{"text": "'Re'llİ<  \r\n\r\n\n<EOT>EOT.d<META_START>'ll!'S,", "tokens": 19, "pieces": ["'Re'll", "İ", "<", "  \r\n\r\n\n", "<EOT", ">EOT", ".d", "<META", "_START", ">'", "ll", "!'", "S", ","]}
+{"text": "1234567812345678'D'M\"㍿🙂'S'S<|endoftext|> >\n.'S.é<EOT>𐞁​🙂 ſ   \n<\r\nḍ̇0👍🏽!३,", "tokens": 52, "pieces": ["123", "456", "781", "234", "567", "8", "'D'M", "\"㍿🙂'", "S'S", "<|", "endoftext", "|>", " >\n", ".'", "S", ".é", "<EOT", ">𐞁", "​🙂", " ſ", "   \n", "<\r\n", "ḍ̇", "0", "👍🏽!", "३", ","]}
+{"text": "'Sß'll
‍ß-é'D.Ａ३!!字're'll(0a'\"ⅣEOT‍🙂\r\n㍿😀🏽Ａ<EOT>#$%EOT   \n!!fíḍ̇", "tokens": 48, "pieces": ["'Sß'll", "
", "‍ß", "-é'D", ".Ａ", "३", "!!", "字're", "'ll", "(", "0", "a", "'\"", "Ⅳ", "EOT", "‍🙂\r\n", "㍿😀🏽", "Ａ", "<EOT", ">#$%", "EOT", "   \n", "!!", "fíḍ̇"]}
+{"text": "👍🏽Z'ſ \r\n-\r\n!字fi   \n,s   \n㍿,<|fim_prefix|>12345678🙂漢عemsḍ̇'e\"<|endoftext|>\tⅣ", "tokens": 45, "pieces": ["👍🏽", "Z'ſ", " \r\n", "-\r\n", "!字fi", "   \n", ",s", "   \n", "㍿,<|", "fim", "_prefix", "|>", "123", "456", "78", "🙂漢عemsḍ̇", "'e", "\"<|", "endoftext", "|>", "\t", "Ⅳ"]}
+{"text": "!!\t\r\n\r\n
😀🏽\r0\u000b😀🏽ع <|endoftext|>0 ٣٤٥٦\u000b​s३<|endoftext|> ́'VEEOT　mmå<META_START>-३字<META_START>३  漢", "tokens": 60, "pieces": ["!!", "\t\r\n\r\n", "
", "😀🏽\r", "0", "\u000b", "😀🏽", "ع", " <|", "endoftext", "|>", "0", " ", "٣٤٥", "٦", "\u000b", "​s", "३", "<|", "endoftext", "|>", " ́'VE", "EOT", "　mmå", "<META", "_START", ">-", "३", "字", "<META", "_START", ">", "३", " ", " 漢"]}
+{"text": "ع½śdDž!!,Z'llt३́Ａ", "tokens": 15, "pieces": ["ع", "½", "śd", "Dž", "!!,", "Z'll", "t", "३", "́", "Ａ"]}
+{"text": "<|endoftext|>'ll12345678   \n漢're३㍿'S-\"'re…<|endoftext|>'Śḍ̇!!", "tokens": 38, "pieces": ["<|", "endoftext", "|>'", "ll", "123", "456", "78", "   \n", "漢're", "३", "㍿'", "S", "-\"'", "re", "…", "<|", "endoftext", "|>'", "Śḍ̇", "!!"]}
+{"text": "ḍ̇0!\t​👍🏽9ſ(dⅣt'VE­0'D<漢\r\n\r\nＡ<|fim_prefix|>EOTfi", "tokens": 34, "pieces": ["ḍ̇", "0", "!", "\t", "​👍🏽", "9", "ſ", "(d", "Ⅳ", "t'VE", "­", "0", "'D", "<漢", "\r\n\r\n", "Ａ", "<|", "fim", "_prefix", "|>", "EOTfi"]}
+{"text": "‍  \"\rsß½ꟲß😀🏽…漢'M㍿<́-t‍漢Zعd<|endoftext|>", "tokens": 37, "pieces": ["‍", " ", " \"\r", "sß", "½", "ꟲß", "😀🏽", "…漢'M", "㍿<́-", "t", "‍漢Zعd", "<|", "endoftext", "|>"]}
+{"text": " 're!ém<|fim_prefix|>​\r\n<|endoftext|>\rع​#$%'llḍ̇㋿𐞁Ａ!>\rå­12345678ſéꟲ٣٤٥٦Ａm\r\n\r\nع'ſ'", "tokens": 64, "pieces": [" '", "re", "!ém", "<|", "fim", "_prefix", "|>​\r\n", "<|", "endoftext", "|>\r", "ع", "​#$%'", "llḍ̇", "㋿𐞁", "Ａ", "!>\r", "å", "­", "123", "456", "78", "ſéꟲ", "٣٤٥", "٦", "Ａm", "\r\n\r\n", "ع'ſ", "'"]}
+{"text": "'sEOTefi'\r\n\r\ń­ß<|endoftext|>t'reⅣ🙂", "tokens": 21, "pieces": ["'s", "EOTefi", "'\r\n\r\n", "́", "­ß", "<|", "endoftext", "|>", "t're", "Ⅳ", "🙂"]}
+{"text": ">(😀🏽'M\téⅣ\u000b'VE!!   \n(\tm\t12345678<.t<|fim_prefix|>'re​,  ́ꟲ!!​<EOT>\r\nDž'sḍ̇", "tokens": 51, "pieces": [">(😀🏽'", "M", "\té", "Ⅳ", "\u000b", "'VE", "!!", "   \n", "(", "\tm", "\t", "123", "456", "78", "<.", "t", "<|", "fim", "_prefix", "|>'", "re", "​,", " ", " ́ꟲ", "!!​<", "EOT", ">\r\n", "Dž's", "ḍ̇"]}
+{"text": "🙂'ſⅣ'Re漢́㍿<META_START>'Mmd-t!!🙂-!!'Sİ'ſ३㋿\r𐞁'S'T<|endoftext|>m'VEſ…dع'rem٣٤٥٦", "tokens": 59, "pieces": ["🙂'", "ſ", "Ⅳ", "'Re漢́", "㍿<", "META", "_START", ">'", "Mmd", "-t", "!!🙂-!!'", "Sİ'ſ", "३", "㋿\r", "𐞁'S", "'T", "<|", "endoftext", "|>", "m'VE", "ſ", "…dع're", "m", "٣٤٥", "٦"]}
+{"text": "-👍🏽­'ll12345678!३㋿ß‍ 'så\r\nⅣ\r\n\r\n
\r\n ㍿३ m   \n\t", "tokens": 34, "pieces": ["-👍🏽­'", "ll", "123", "456", "78", "!", "३", "㋿ß", "‍", " '", "så", "\r\n", "Ⅳ", "\r\n\r\n
\r\n", " ", "㍿", "३", " m", "   \n", "\t"]}
+{"text": "ḍ̇!m㍿s\r　,𐞁ع  fí", "tokens": 20, "pieces": ["ḍ̇", "!m", "㍿s", "\r", "　", ",𐞁ع", " ", " fí"]}
+{"text": ",İ\r\n\u000b", "tokens": 4, "pieces": [",İ", "\r\n", "\u000b"]}
+{"text": "‍#$%<'S'ReⅣee𐞁'M \r\n9-٣٤٥٦…,'re٣٤٥٦'M'VE<META_START>  'T٣٤٥٦<META_START>Ａ-\"-'VEſſ-", "tokens": 55, "pieces": ["‍#$%<'", "S'Re", "Ⅳ", "ee𐞁'M", " \r\n", "9", "-", "٣٤٥", "٦", "…", ",'", "re", "٣٤٥", "٦", "'M'VE", "<META", "_START", ">", " ", " '", "T", "٣٤٥", "٦", "<META", "_START", ">Ａ", "-\"-'", "VEſſ", "-"]}
+{"text": "<|endoftext|>३ <‍<EOT>İ'så३'Mta's'M'ſ're  \r\n\r\nꟲ\n😀🏽'Reꟲå\ndꟲ9Z\r\u000b   \n\r\nté­İ", "tokens": 55, "pieces": ["<|", "endoftext", "|>", "३", " <‍<", "EOT", ">İ's", "å", "३", "'Mta's", "'M'ſ", "'re", "  \r\n\r\n", "ꟲ", "\n", "😀🏽'", "Reꟲå", "\n", "dꟲ", "9", "Z", "\r\u000b   \n\r\n", "té", "­İ"]}
+{"text": "<META_START>㋿<META_START><|endoftext|>é<EOT>‍å   \n३!😀🏽  \n'VE\t\r\n\r\n\néßå🙂\r\n\r\nfia", "tokens": 43, "pieces": ["<META", "_START", ">㋿<", "META", "_START", "><|", "endoftext", "|>", "é", "<EOT", ">‍", "å", "   \n", "३", "!😀🏽", "  \n", "'VE", "\t\r\n\r\n\n", "éßå", "🙂\r\n\r\n", "fia"]}
+{"text": "字s12345678", "tokens": 5, "pieces": ["字s", "123", "456", "78"]}
+{"text": "ḍ̇m㋿\n👍🏽,😀🏽 漢   \n­<!0'ſå0EOTİ字字å👍🏽😀🏽½", "tokens": 40, "pieces": ["ḍ̇m", "㋿\n", "👍🏽,😀🏽", " 漢", "   \n", "­<!", "0", "'ſå", "0", "EOTİ字字å", "👍🏽😀🏽", "½"]}
+{"text": "\u000b́'MİＡ12345678EOT<|fim_prefix|>'T漢\t́'MåEOT're<META_START>9t­\rß!　Ⅳ‍'Re\r", "tokens": 43, "pieces": ["\u000b́'M", "İＡ", "123", "456", "78", "EOT", "<|", "fim", "_prefix", "|>'", "T漢", "\t́'M", "å", "EOT're", "<META", "_START", ">", "9", "t", "­\r", "ß", "!", "　", "Ⅳ", "‍'", "Re", "\r"]}
+{"text": "漢٣٤٥٦d<|fim_prefix|>'sEOT #$%​<|endoftext|> 'Sfiع!\"ſ漢", "tokens": 33, "pieces": ["漢", "٣٤٥", "٦", "d", "<|", "fim", "_prefix", "|>'", "s", "EOT", " ", "#$%​<|", "endoftext", "|>", " ", "'Sfiع", "!\"", "ſ漢"]}
+{"text": "'🙂ſ३'VE99
t…🙂字EOT0.   \n​عEOTtꟲDžfí'llİ‍\r\né", "tokens": 36, "pieces": ["'🙂", "ſ", "३", "'VE", "99", "
t", "…", "🙂字", "EOT", "0", ".", "   \n", "​عEOTtꟲ", "Džfí'll", "İ", "‍\r\n", "é"]}
+{"text": "'S​'ll‍
İ", "tokens": 7, "pieces": ["'S", "​'", "ll", "‍", "
İ"]}
+{"text": "å'Så  ३<EOT>é👍🏽'VE><\r\n\r\n😀🏽𐞁'<META_START>aEOT\r\n\r\nß'll0Dže​Ａꟲ", "tokens": 44, "pieces": ["å'S", "å", " ", " ", "३", "<EOT", ">é", "👍🏽'", "VE", "><\r\n\r\n", "😀🏽", "𐞁", "'<", "META", "_START", ">a", "EOT", "\r\n\r\n", "ß'll", "0", "Dže", "​Ａꟲ"]}
+{"text": "''Mع<META_START>>🙂ꟲ\r\n 9e\"字
", "tokens": 18, "pieces": ["''", "Mع", "<META", "_START", ">>🙂", "ꟲ", "\r\n", " ", "9", "e", "\"字", "
"]}
+{"text": ",
!<|endoftext|>‍㍿…'M‍㍿  \r\n'Mtİḍ̇fi👍🏽.\r\n\r\né>'re\"\r\n", "tokens": 37, "pieces": [",", "
", "!<|", "endoftext", "|>‍㍿", "…", "'M", "‍㍿", "  \r\n", "'Mt", "İḍ̇fi", "👍🏽.\r\n\r\n", "é", ">'", "re", "\"\r\n"]}
+{"text": "'M'D‍012345678'll12345678<|fim_prefix|>\u000bＡ　ḍ̇!Ⅳ,'ll‍Ａ>İé   \n👍🏽're9''ll<META_START>漢-.a\n㋿é", "tokens": 54, "pieces": ["'M'D", "‍", "012", "345", "678", "'ll", "123", "456", "78", "<|", "fim", "_prefix", "|>", "\u000bＡ", "　ḍ̇", "!", "Ⅳ", ",'", "ll", "‍Ａ", ">İé", "   \n", "👍🏽'", "re", "9", "''", "ll", "<META", "_START", ">漢", "-.", "a", "\n", "㋿é"]}
+{"text": "'VE-'llḍ̇fi'DⅣ.​,́", "tokens": 14, "pieces": ["'VE", "-'", "llḍ̇fi'D", "Ⅳ", ".​,́"]}
+{"text": "<|endoftext|>tm😀🏽!!'T,'sfi,漢,'ſfiZé<|fim_prefix|>,,!!
\t", "tokens": 34, "pieces": ["<|", "endoftext", "|>", "tm", "😀🏽!!'", "T", ",'", "sfi", ",漢", ",'", "ſfi", "Zé", "<|", "fim", "_prefix", "|>,,!!", "
\t"]}
+{"text": "́'Reꟲ   \n'M>.　9 EOT#$%👍🏽t字   \nt​  ٣٤٥٦(<|fim_prefix|>'re\t", "tokens": 36, "pieces": ["́'Re", "ꟲ", "   \n", "'M", ">.", "　", "9", " EOT", "#$%👍🏽", "t字", "   \n", "t", "​", " ", " ", "٣٤٥", "٦", "(<|", "fim", "_prefix", "|>'", "re", "\t"]}
+{"text": "\t're…'VEſ字ea🙂\re٣٤٥٦'T字'reé'llꟲ'ſ½   \nⅣa", "tokens": 32, "pieces": ["\t", "'re", "…", "'VEſ字ea", "🙂\r", "e", "٣٤٥", "٦", "'T字're", "é'll", "ꟲ'ſ", "½", "   \n", "Ⅳ", "a"]}
+{"text": "\tⅣe　0漢\u000b<EOT>'D,　,漢Ⅳع😀🏽é́
'D<META_START>   \n\t.‍dꟲİ‍#$%Ａ'T", "tokens": 44, "pieces": ["\t", "Ⅳ", "e", "　", "0", "漢", "\u000b", "<EOT", ">'", "D", ",", "　", ",漢", "Ⅳ", "ع", "😀🏽", "é́", "
", "'D", "<META", "_START", ">", "   \n", "\t", ".‍", "dꟲ", "İ", "‍#$%", "Ａ'T"]}
+{"text": "字!!'s  're'D\r\n\r\n(​👍🏽\r\n\r\n𐞁'll fiDž123456780‍'Tå漢٣٤٥٦", "tokens": 36, "pieces": ["字", "!!'", "s", " ", " '", "re'D", "\r\n\r\n", "(​👍🏽\r\n\r\n", "𐞁'll", " fi", "Dž", "123", "456", "780", "‍'", "Tå漢", "٣٤٥", "٦"]}
+{"text": "Ⅳ. ⅣEOT  \raſ漢<👍🏽-!e.٣٤٥٦.m", "tokens": 26, "pieces": ["Ⅳ", ".", " ", "Ⅳ", "EOT", "  \r", "aſ漢", "<👍🏽-!", "e", ".", "٣٤٥", "٦", ".m"]}
+{"text": "-#$%'T…Z<|fim_prefix|>\"9   \n½<|fim_prefix|>'M", "tokens": 23, "pieces": ["-#$%'", "T", "…Z", "<|", "fim", "_prefix", "|>\"", "9", "   \n", "½", "<|", "fim", "_prefix", "|>'", "M"]}
+{"text": "ꟲ३'T  .
<''T'ReＡe'S<META_START><|endoftext|>​a<|endoftext|>𐞁\r\n　>EOT're😀🏽Z'T\"#$%ßZ'll\r\n\r\n㍿", "tokens": 58, "pieces": ["ꟲ", "३", "'T", " ", " .", "
", "<''", "T'Re", "Ａe'S", "<META", "_START", "><|", "endoftext", "|>​", "a", "<|", "endoftext", "|>", "𐞁", "\r\n", "　", ">EOT're", "😀🏽", "Z'T", "\"#$%", "ß", "Z'll", "\r\n\r\n", "㍿"]}
+{"text": ">m­​   \n'Ds\u000bé㋿́", "tokens": 13, "pieces": [">m", "­​", "   \n", "'Ds", "\u000bé", "㋿́"]}
+{"text": "<‍\n'MZfiß\tfi!'S\r…'s!!tǻ漢عꟲعå'ſEOT", "tokens": 31, "pieces": ["<‍\n", "'MZfiß", "\tfi", "!'", "S", "\r", "…", "'s", "!!", "tǻ漢عꟲعå'ſ", "EOT"]}
+{"text": "字😀🏽👍🏽‍ع\u000b'S㍿<|endoftext|>a!'ll", "tokens": 24, "pieces": ["字", "😀🏽👍🏽‍", "ع", "\u000b", "'S", "㍿<|", "endoftext", "|>", "a", "!'", "ll"]}
+{"text": "ꟲ<|endoftext|>‍😀🏽<META_START>​('ſ<|endoftext|>\t  ​\u000b'D!!㍿'s\r\n\r\n>\"字   \n‍", "tokens": 43, "pieces": ["ꟲ", "<|", "endoftext", "|>‍😀🏽<", "META", "_START", ">​('", "ſ", "<|", "endoftext", "|>", "\t ", " ​", "\u000b", "'D", "!!㍿'", "s", "\r\n\r\n", ">\"", "字", "   \n", "‍"]}
+{"text": "m   \n漢<EOT>'S  \"İ漢𐞁", "tokens": 15, "pieces": ["m", "   \n", "漢", "<EOT", ">'", "S", " ", " \"", "İ漢𐞁"]}
+{"text": " EOTé٣٤٥٦a#$%عEOT#$%ع\n🙂  aZ​EOT\r\nع字m'Re𐞁Ⅳ'SＡ'S  \u000b
!EOT'll<META_START>字", "tokens": 51, "pieces": [" EOTé", "٣٤٥", "٦", "a", "#$%", "ع", "EOT", "#$%", "ع", "\n", "🙂", " ", " a", "Z", "​EOT", "\r\n", "ع字m'Re", "𐞁", "Ⅳ", "'SＡ'S", "  \u000b", "
", "!EOT'll", "<META", "_START", ">字"]}
+{"text": "́عé३'re!!.'­a !0s…\"åé's😀🏽9", "tokens": 24, "pieces": ["́عé", "३", "'re", "!!.'­", "a", " !", "0", "s", "…", "\"åé's", "😀🏽", "9"]}
+{"text": "ḍ̇é\t>\r.d‍'Re字 \tß!<EOT>\t   \n漢'fi t", "tokens": 25, "pieces": ["ḍ̇é", "\t", ">\r", ".d", "‍'", "Re字", " ", "\tß", "!<", "EOT", ">", "\t   \n", "漢", "'fi", " t"]}
+{"text": "Z'S0Ａ\r\n\r\n\r\n\r\nß,㋿", "tokens": 10, "pieces": ["Z'S", "0", "Ａ", "\r\n\r\n\r\n\r\n", "ß", ",㋿"]}
+{"text": "½é½😀🏽#$%­😀🏽0 9ſ(\r\r>𐞁'Sß-<|fim_prefix|>👍🏽\n👍🏽İ\"عZ'Z,
", "tokens": 48, "pieces": ["½", "é", "½", "😀🏽#$%­😀🏽", "0", " ", "9", "ſ", "(\r\r", ">𐞁'S", "ß", "-<|", "fim", "_prefix", "|>👍🏽\n", "👍🏽", "İ", "\"ع", "Z", "'Z", ",", "
"]}
+{"text": "!DžEOT's𐞁t ́\t🙂a٣٤٥٦ḍ̇ꟲＡZ  <EOT>.m0  !!İ'Dt\r'll<|endoftext|>Z\nZ#$%'s­㋿‍#$%", "tokens": 62, "pieces": ["!DžEOT's", "𐞁t", " ́", "\t", "🙂a", "٣٤٥", "٦", "ḍ̇ꟲ", "ＡZ", " ", " <", "EOT", ">.", "m", "0", " ", " !!", "İ'D", "t", "\r", "'ll", "<|", "endoftext", "|>", "Z", "\n", "Z", "#$%'", "s", "­㋿‍#$%"]}
+{"text": "<(d  İs 9!!\r\n\r\n<|endoftext|>s…\r\n'ſ'D'ſ", "tokens": 24, "pieces": ["<(", "d", " ", " İs", " ", "9", "!!\r\n\r\n", "<|", "endoftext", "|>", "s", "…\r\n", "'ſ'D", "'ſ"]}
+{"text": "́½0", "tokens": 3, "pieces": ["́", "½0"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㋿é­", "tokens": 5, "pieces": ["㋿é", "­"]}
+{"text": "😀🏽<EOT>aع'VE\"9㍿#$%😀🏽
eEOT!!'sſ<|fim_prefix|>'Re\u000bZ漢'T>­𐞁३　e'ſ‍", "tokens": 51, "pieces": ["😀🏽<", "EOT", ">aع'VE", "\"", "9", "㍿#$%😀🏽", "
e", "EOT", "!!'", "sſ", "<|", "fim", "_prefix", "|>'", "Re", "\u000bZ漢'T", ">­", "𐞁", "३", "　e'ſ", "‍"]}
+{"text": "#$% #$%Zꟲ漢　EOT'ſ'reＡ­'VE漢😀🏽३😀🏽s9( >\r   \n\u000b
m<|fim_prefix|><   \n٣٤٥٦​e\r\n٣٤٥٦
", "tokens": 56, "pieces": ["#$%", " ", "#$%", "Zꟲ漢", "　EOT'ſ", "'re", "Ａ", "­'", "VE漢", "😀🏽", "३", "😀🏽", "s", "9", "(", " >\r", "   \n", "\u000b", "
m", "<|", "fim", "_prefix", "|><", "   \n", "٣٤٥", "٦", "​e", "\r\n", "٣٤٥", "٦", "
"]}
+{"text": "'s<META_START> 
\nİ,'VE　-a   \n\r12345678#$%'S", "tokens": 21, "pieces": ["'s", "<META", "_START", ">", " 
\n", "İ", ",'", "VE", "　", "-a", "   \n\r", "123", "456", "78", "#$%'", "S"]}
+{"text": "'Mdꟲ字", "tokens": 6, "pieces": ["'Mdꟲ字"]}
+{"text": "…ſ　12345678…㍿  😀🏽m!!ḍ̇", "tokens": 22, "pieces": ["…ſ", "　", "123", "456", "78", "…", "㍿", " ", " ", "😀🏽", "m", "!!", "ḍ̇"]}
+{"text": "12345678e.fi're#$%­   \n,漢𐞁👍🏽", "tokens": 20, "pieces": ["123", "456", "78", "e", ".fi're", "#$%­", "   \n", ",漢𐞁", "👍🏽"]}
+{"text": ". 漢sss\u000b\r\n\r\nſs\n😀🏽\t'ret EOT!!‍㍿,\r're\u000b'Re\"Ⅳ'M  ", "tokens": 33, "pieces": [".", " 漢sss", "\u000b\r\n\r\n", "ſs", "\n", "😀🏽", "\t", "'ret", " EOT", "!!‍㍿,\r", "'re", "\u000b", "'Re", "\"", "Ⅳ", "'M", "  "]}
+{"text": "!!(!!🙂Ａ㋿㍿0㍿", "tokens": 15, "pieces": ["!!(!!🙂", "Ａ", "㋿㍿", "0", "㍿"]}
+{"text": "𐞁Ź\r\n\r\n're'Tſ'D\td'T're9­<EOT>​e🙂Zع\n'D­\r\n\u000b😀🏽½.ع字😀🏽İEOT½", "tokens": 44, "pieces": ["𐞁Ź", "\r\n\r\n", "'re'T", "ſ'D", "\td'T", "'re", "9", "­<", "EOT", ">​", "e", "🙂Zع", "\n", "'D", "­\r\n", "\u000b", "😀🏽", "½", ".ع字", "😀🏽", "İEOT", "½"]}
+{"text": "İ>", "tokens": 2, "pieces": ["İ", ">"]}
+{"text": "é𐞁漢", "tokens": 6, "pieces": ["é𐞁漢"]}
+{"text": "!!   \n½👍🏽😀🏽#$%<|endoftext|><|fim_prefix|>.㋿<|endoftext|>\u000b", "tokens": 34, "pieces": ["!!", "   \n", "½", "👍🏽😀🏽#$%<|", "endoftext", "|><|", "fim", "_prefix", "|>.㋿<|", "endoftext", "|>", "\u000b"]}
+{"text": "'ll\r\n<|endoftext|>İ­\r\n\r\n's t's'reét\r٣٤٥٦dd(><EOT>m<|endoftext|>'D㍿é", "tokens": 43, "pieces": ["'ll", "\r\n", "<|", "endoftext", "|>", "İ", "­\r\n\r\n", "'s", " t's", "'reét", "\r", "٣٤٥", "٦", "dd", "(><", "EOT", ">m", "<|", "endoftext", "|>'", "D", "㍿é"]}
+{"text": "𐞁𐞁'T", "tokens": 9, "pieces": ["𐞁𐞁'T"]}
+{"text": "12345678'T'ſ#$%d​EOTⅣ-…<|fim_prefix|>ꟲ's12345678Džé'llm'VE(Ａåİ́", "tokens": 43, "pieces": ["123", "456", "78", "'T'ſ", "#$%", "d", "​EOT", "Ⅳ", "-", "…", "<|", "fim", "_prefix", "|>", "ꟲ's", "123", "456", "78", "Džé'll", "m'VE", "(Ａå", "İ́"]}
+{"text": "👍🏽12345678­ <EOT>   \n0å'S​́ſ0Dž9s12345678é\"ſEOT'llḍ̇-éDžfi're'S", "tokens": 44, "pieces": ["👍🏽", "123", "456", "78", "­", " ", "<EOT", ">", "   \n", "0", "å'S", "​́ſ", "0", "Dž", "9", "s", "123", "456", "78", "é", "\"ſ", "EOT'll", "ḍ̇", "-é", "Džfi're", "'S"]}
+{"text": "'llåfi😀🏽e\r\n\t　d<|fim_prefix|>", "tokens": 18, "pieces": ["'llåfi", "😀🏽", "e", "\r\n", "\t", "　d", "<|", "fim", "_prefix", "|>"]}
+{"text": "'Re\r\n\r\n<META_START><|endoftext|>#$%(    \n", "tokens": 15, "pieces": ["'Re", "\r\n\r\n", "<META", "_START", "><|", "endoftext", "|>#$%(", "    \n"]}
+{"text": ",<META_START>­s.\t\u000b㋿
!!😀🏽'M<|endoftext|>#$%㋿漢e's🙂\t३e'T'm!!.,EOT
<META_START>­mꟲZ", "tokens": 55, "pieces": [",<", "META", "_START", ">­", "s", ".", "\t", "\u000b", "㋿", "
", "!!😀🏽'", "M", "<|", "endoftext", "|>#$%㋿", "漢e's", "🙂", "\t", "३", "e'T", "'m", "!!.,", "EOT", "
", "<META", "_START", ">­", "mꟲ", "Z"]}
+{"text": "​>ꟲꟲ㋿\r\nſ👍🏽'Re'T ½'M(", "tokens": 23, "pieces": ["​>", "ꟲꟲ", "㋿\r\n", "ſ", "👍🏽'", "Re'T", " ", "½", "'M", "("]}
+{"text": "Ａꟲſ
!dfiEOT12345678", "tokens": 14, "pieces": ["Ａꟲſ", "
", "!dfi", "EOT", "123", "456", "78"]}
+{"text": "字'S<|endoftext|>9('llꟲ,d-\r\n\r\n12345678té\r\n\r\n٣٤٥٦'S9🙂\"-ꟲＡ9   \n>'llſ­EOT", "tokens": 43, "pieces": ["字'S", "<|", "endoftext", "|>", "9", "('", "llꟲ", ",d", "-\r\n\r\n", "123", "456", "78", "té", "\r\n\r\n", "٣٤٥", "٦", "'S", "9", "🙂\"-", "ꟲ", "Ａ", "9", "   \n", ">'", "llſ", "­EOT"]}
+{"text": "  ३fi㍿(\re'reſ\"'VE0😀🏽!!𐞁12345678<|endoftext|>ع ZZ'Reé­a9🙂́'ſ­s​", "tokens": 45, "pieces": [" ", " ", "३", "fi", "㍿(\r", "e're", "ſ", "\"'", "VE", "0", "😀🏽!!", "𐞁", "123", "456", "78", "<|", "endoftext", "|>", "ع", " ZZ'Re", "é", "­a", "9", "🙂́'ſ", "­s", "​"]}
+{"text": "‍'re!!'Re\rfiDž½🙂'Dḍ̇d'ſ…'s\r\n\r\n\r\n('", "tokens": 25, "pieces": ["‍'", "re", "!!'", "Re", "\r", "fi", "Dž", "½", "🙂'", "Dḍ̇d'ſ", "…", "'s", "\r\n\r\n\r\n", "('"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "!
\t​İ'M ㋿'Dm>ꟲ
'llEOTꟲ ꟲꟲ\"fi\r\nm!ß(…\u000b…𐞁", "tokens": 45, "pieces": ["!", "
", "\t", "​İ'M", " ㋿'", "Dm", ">ꟲ", "
", "'ll", "EOTꟲ", " ꟲꟲ", "\"fi", "\r\n", "m", "!ß", "(", "…\u000b", "…𐞁"]}
+{"text": "٣٤٥٦'D   \n#$%\t0-aå😀🏽0‍!e㍿🙂#$%fi-…٣٤٥٦é", "tokens": 34, "pieces": ["٣٤٥", "٦", "'D", "   \n", "#$%", "\t", "0", "-aå", "😀🏽", "0", "‍!", "e", "㍿🙂#$%", "fi", "-", "…", "٣٤٥", "٦", "é"]}
+{"text": "'re\r\n​!!   \n​漢Ａ<EOT>\r\n㍿!!\r\nع.😀🏽'ſ<|fim_prefix|>\rZ<\r\n", "tokens": 33, "pieces": ["'re", "\r\n", "​!!", "   \n", "​漢", "Ａ", "<EOT", ">\r\n", "㍿!!\r\n", "ع", ".😀🏽'", "ſ", "<|", "fim", "_prefix", "|>\r", "Z", "<\r\n"]}
+{"text": "­ꟲ9'M.Z　😀🏽'VE's😀🏽>\r\n\r\nß .
   \ń<META_START>'sḍ̇<EOT>'VEm", "tokens": 36, "pieces": ["­ꟲ", "9", "'M", ".Z", "　", "😀🏽'", "VE's", "😀🏽>\r\n\r\n", "ß", " .", "
   \n", "́", "<META", "_START", ">'", "sḍ̇", "<EOT", ">'", "VEm"]}
+{"text": "Dž \r\n\r\nß㍿'re<|fim_prefix|>👍🏽'Re ​0", "tokens": 23, "pieces": ["Dž", " \r\n\r\n", "ß", "㍿'", "re", "<|", "fim", "_prefix", "|>👍🏽'", "Re", " ​", "0"]}
+{"text": "İe'll", "tokens": 3, "pieces": ["İe'll"]}
+{"text": "ſ<|endoftext|>
é0'Re#$%<EOT>daꟲ  'S٣٤٥٦'Re½漢\r\n  ٣٤٥٦́　㍿Ａ'll㋿(", "tokens": 51, "pieces": ["ſ", "<|", "endoftext", "|>", "
é", "0", "'Re", "#$%<", "EOT", ">daꟲ", " ", " '", "S", "٣٤٥", "٦", "'Re", "½", "漢", "\r\n", " ", " ", "٣٤٥", "٦", "́", "　", "㍿Ａ'll", "㋿("]}
+{"text": "٣٤٥٦-tꟲ9EOT<EOT>ſ\u000b́Zm0<EOT>-.<|endoftext|>\r\n  ́  <'s<|endoftext|>
", "tokens": 45, "pieces": ["٣٤٥", "٦", "-tꟲ", "9", "EOT", "<EOT", ">ſ", "\u000b́Zm", "0", "<EOT", ">-.<|", "endoftext", "|>\r\n", " ", " ́", " ", " <'", "s", "<|", "endoftext", "|>", "
"]}
+{"text": "a'd12345678𐞁", "tokens": 9, "pieces": ["a'd", "123", "456", "78", "𐞁"]}
+{"text": "ß\r'ſ\u000b٣٤٥٦>Ⅳ㍿Ⅳséå<m\"   \n   \n\r\n\r\n'Re'D\u000b𐞁.<EOT>ſ𐞁\u000bİ'VE字EOT'Re😀🏽 0😀🏽eaⅣ", "tokens": 60, "pieces": ["ß", "\r", "'ſ", "\u000b", "٣٤٥", "٦", ">", "Ⅳ", "㍿", "Ⅳ", "séå", "<m", "\"", "   \n   \n\r\n\r\n", "'Re'D", "\u000b𐞁", ".<", "EOT", ">ſ𐞁", "\u000bİ'VE", "字", "EOT'Re", "😀🏽", " ", "0", "😀🏽", "ea", "Ⅳ"]}
+{"text": "\r\n\r\n<|endoftext|>!!\u000b'Dḍ̇å\r …a<|fim_prefix|>!!#$%👍🏽ꟲⅣ-\tt.<EOT>\r\n
\"​𐞁\"\r\n\r\n'Z'ſ'S#$%<META_START>", "tokens": 63, "pieces": ["\r\n\r\n", "<|", "endoftext", "|>!!", "\u000b", "'Dḍ̇å", "\r", " ", "…a", "<|", "fim", "_prefix", "|>!!#$%👍🏽", "ꟲ", "Ⅳ", "-", "\tt", ".<", "EOT", ">\r\n", "
", "\"​", "𐞁", "\"\r\n\r\n", "'Z'ſ", "'S", "#$%<", "META", "_START", ">"]}
+{"text": "<META_START>\r'T½\n٣٤٥٦'\"m\"𐞁<EOT>", "tokens": 22, "pieces": ["<META", "_START", ">\r", "'T", "½", "\n", "٣٤٥", "٦", "'\"", "m", "\"𐞁", "<EOT", ">"]}
+{"text": "\r\nⅣ\r'Reع㋿​d🙂m<|endoftext|>12345678dḍ̇\"'sſ<META_START>'Re½t#$%🙂e#$%　'll", "tokens": 45, "pieces": ["\r\n", "Ⅳ", "\r", "'Reع", "㋿​", "d", "🙂m", "<|", "endoftext", "|>", "123", "456", "78", "dḍ̇", "\"'", "sſ", "<META", "_START", ">'", "Re", "½", "t", "#$%🙂", "e", "#$%", "　", "'ll"]}
+{"text": "🙂!!\n<|fim_prefix|>​'M0<|endoftext|>…‍fieſaet😀🏽​aZ  　'll👍🏽Ａ", "tokens": 40, "pieces": ["🙂!!\n", "<|", "fim", "_prefix", "|>​'", "M", "0", "<|", "endoftext", "|>", "…", "‍fieſaet", "😀🏽​", "a", "Z", "  ", "　", "'ll", "👍🏽", "Ａ"]}
+{"text": "#$%>. 😀🏽e\u000b'll👍🏽EOT\"٣٤٥٦eꟲ!!>٣٤٥٦12345678<\"ſa'Re'S\tDž12345678'D", "tokens": 45, "pieces": ["#$%>.", " 😀🏽", "e", "\u000b", "'ll", "👍🏽", "EOT", "\"", "٣٤٥", "٦", "eꟲ", "!!>", "٣٤٥", "٦12", "345", "678", "<\"", "ſa'Re", "'S", "\tDž", "123", "456", "78", "'D"]}
+{"text": "㍿\nع\r'ſ912345678Ⅳå,'M'Ré", "tokens": 19, "pieces": ["㍿\n", "ع", "\r", "'ſ", "912", "345", "678", "Ⅳ", "å", ",'", "M'Re", "́"]}
+{"text": "t'Dm🙂<\n0\r\n\r\n(d-🙂😀🏽-'SＡ😀🏽", "tokens": 19, "pieces": ["t'D", "m", "🙂<\n", "0", "\r\n\r\n", "(d", "-🙂😀🏽-'", "SＡ", "😀🏽"]}
+{"text": "Ⅳ9små're३ >​\"fi's<|fim_prefix|>!٣٤٥٦d‍İ#$%<|fim_prefix|>", "tokens": 35, "pieces": ["Ⅳ9", "små're", "३", " >​\"", "fi's", "<|", "fim", "_prefix", "|>!", "٣٤٥", "٦", "d", "‍İ", "#$%<|", "fim", "_prefix", "|>"]}
+{"text": "㋿ Z", "tokens": 5, "pieces": ["㋿", " Z"]}
+{"text": "\"'\r\nİ<|fim_prefix|>.   \n<EOT>å.(\u000bfi🙂ḍ̇　 ٣٤٥٦İ𐞁åſ👍🏽", "tokens": 38, "pieces": ["\"'\r\n", "İ", "<|", "fim", "_prefix", "|>.", "   \n", "<EOT", ">å", ".(", "\u000bfi", "🙂ḍ̇", "　", " ", "٣٤٥", "٦", "İ𐞁åſ", "👍🏽"]}
+{"text": "é  \r𐞁½🙂<META_START>३", "tokens": 14, "pieces": ["é", "  \r", "𐞁", "½", "🙂<", "META", "_START", ">", "३"]}
+{"text": "å👍🏽'D<EOT>ع　　́𐞁㍿'re👍🏽㍿½漢<|fim_prefix|>　😀🏽'ſå  e-㍿३", "tokens": 52, "pieces": ["å", "👍🏽'", "D", "<EOT", ">ع", "　", "　́𐞁", "㍿'", "re", "👍🏽㍿", "½", "漢", "<|", "fim", "_prefix", "|>", "　", "😀🏽'", "ſå", " ", " e", "-㍿", "३"]}
+{"text": "漢٣٤٥٦\r<|endoftext|>👍🏽٣٤٥٦½t…'VE'VE", "tokens": 28, "pieces": ["漢", "٣٤٥", "٦", "\r", "<|", "endoftext", "|>👍🏽", "٣٤٥", "٦½", "t", "…", "'VE'VE"]}
+{"text": "   \nİ-<漢\r\"\u000b
'S\r<|fim_prefix|><META_START>👍🏽sععt́㍿s<EOT>ꟲ𐞁\t<META_START>'9\t😀🏽", "tokens": 52, "pieces": ["   \n", "İ", "-<", "漢", "\r", "\"", "\u000b", "
", "'S", "\r", "<|", "fim", "_prefix", "|><", "META", "_START", ">👍🏽", "sععt́", "㍿s", "<EOT", ">ꟲ𐞁", "\t", "<META", "_START", ">'", "9", "\t", "😀🏽"]}
+{"text": "  👍🏽 #$%-​<META_START><ꟲİ'ſ㍿EOT><,!me👍🏽Ａ\n.d😀🏽Z'VE'VE>m'sZ", "tokens": 44, "pieces": [" ", " 👍🏽", " #$%-​<", "META", "_START", "><", "ꟲ", "İ'ſ", "㍿EOT", "><,!", "me", "👍🏽", "Ａ", "\n", ".d", "😀🏽", "Z'VE", "'VE", ">m's", "Z"]}
+{"text": "ſ 'Re-e\nDž\n<EOT>", "tokens": 11, "pieces": ["ſ", " ", "'Re", "-e", "\n", "Dž", "\n", "<EOT", ">"]}
+{"text": "ḍ̇ſésＡ'é'lls'ſ<EOT>­'M'll'sa😀🏽s", "tokens": 26, "pieces": ["ḍ̇ſés", "Ａ", "'é'll", "s'ſ", "<EOT", ">­'", "M'll", "'sa", "😀🏽", "s"]}
+{"text": "'​\u000b'Mꟲs字👍🏽t\n𐞁\"İZ'ſ½\r ſ'T🙂㋿😀🏽٣٤٥٦<|fim_prefix|><META_START>é½ Ａ​<META_START>漢'VE9🙂é", "tokens": 64, "pieces": ["'​", "\u000b", "'Mꟲs字", "👍🏽", "t", "\n", "𐞁", "\"İZ'ſ", "½", "\r", " ſ'T", "🙂㋿😀🏽", "٣٤٥", "٦", "<|", "fim", "_prefix", "|><", "META", "_START", ">é", "½", " Ａ", "​<", "META", "_START", ">漢'VE", "9", "🙂é"]}
+{"text": "
sé'M'VEsDžé.(‍\"'ſ", "tokens": 13, "pieces": ["
sé'M", "'VEs", "Džé", ".(‍\"'", "ſ"]}
+{"text": "'T12345678-\nd!!mé,9'll 'D\" ḍ̇m'ſ'T…<|endoftext|>12345678Ａ字#$%(fi12345678漢", "tokens": 43, "pieces": ["'T", "123", "456", "78", "-\n", "d", "!!", "mé", ",", "9", "'ll", " '", "D", "\"", " ḍ̇m'ſ", "'T", "…", "<|", "endoftext", "|>", "123", "456", "78", "Ａ字", "#$%(", "fi", "123", "456", "78", "漢"]}
+{"text": "<|endoftext|>Dž", "tokens": 9, "pieces": ["<|", "endoftext", "|>", "Dž"]}
+{"text": "‍<|endoftext|>><EOT><|fim_prefix|>'ſ   \nd's'llmⅣ'ſ'VE٣٤٥٦'VE\u000b'VE#$%dⅣꟲ字‍\r", "tokens": 49, "pieces": ["‍<|", "endoftext", "|>><", "EOT", "><|", "fim", "_prefix", "|>'", "ſ", "   \n", "d's", "'llm", "Ⅳ", "'ſ'VE", "٣٤٥", "٦", "'VE", "\u000b", "'VE", "#$%", "d", "Ⅳ", "ꟲ字", "‍\r"]}
+{"text": "'VEå9fi  'll-🙂!!
‍ééＡ\t\rfié<EOT>'D", "tokens": 28, "pieces": ["'VEå", "9", "fi", " ", " '", "ll", "-🙂!!", "
", "‍éé", "Ａ", "\t\r", "fié", "<EOT", ">'", "D"]}
+{"text": "\rDž#$%0\r\n㍿́12345678å😀🏽'ſ👍🏽", "tokens": 24, "pieces": ["\r", "Dž", "#$%", "0", "\r\n", "㍿́", "123", "456", "78", "å", "😀🏽'", "ſ", "👍🏽"]}
+{"text": "  ́<'Re912345678!'re<|fim_prefix|><META_START>0\"EOT​t#$%9Z12345678­'ll\"'re🙂😀🏽　　0<'ſ", "tokens": 45, "pieces": [" ", " ́", "<'", "Re", "912", "345", "678", "!'", "re", "<|", "fim", "_prefix", "|><", "META", "_START", ">", "0", "\"EOT", "​t", "#$%", "9", "Z", "123", "456", "78", "­'", "ll", "\"'", "re", "🙂😀🏽", "　", "　", "0", "<'", "ſ"]}
+{"text": "\r\n12345678#$%​<|endoftext|>>…EOTⅣ'Séå,́\tＡ\nßZ 😀🏽٣٤٥٦'M!#$%", "tokens": 43, "pieces": ["\r\n", "123", "456", "78", "#$%​<|", "endoftext", "|>>", "…EOT", "Ⅳ", "'Séå", ",́", "\tＡ", "\n", "ß", "Z", " ", "😀🏽", "٣٤٥", "٦", "'M", "!#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'!e'ſ!漢'M're0\"İ\r\n\r\n\"😀🏽ꟲeåé>s", "tokens": 25, "pieces": ["'!", "e'ſ", "!漢'M", "'re", "0", "\"İ", "\r\n\r\n", "\"😀🏽", "ꟲeåé", ">s"]}
+{"text": "Dž<|endoftext|>!!ſ  …t0　å'ſ", "tokens": 21, "pieces": ["Dž", "<|", "endoftext", "|>!!", "ſ", "  ", "…t", "0", "　å'ſ"]}
+{"text": "😀🏽\r's12345678Dž'漢​…(s'0\r\n\r\n…\r٣٤٥٦İ漢<|endoftext|>'Re\u000b ", "tokens": 38, "pieces": ["😀🏽\r", "'s", "123", "456", "78", "Dž", "'漢", "​", "…", "(s", "'", "0", "\r\n\r\n…\r", "٣٤٥", "٦", "İ漢", "<|", "endoftext", "|>'", "Re", "\u000b "]}
+{"text": "'D!!m'Sé​ß  \"‍Z'T'ssİ‍Dž<\t>Dž", "tokens": 23, "pieces": ["'D", "!!", "m'S", "é", "​ß", " ", " \"‍", "Z'T", "'ss", "İ", "‍Dž", "<", "\t", ">Dž"]}
+{"text": "ꟲ(9   \n
m👍🏽0Ⅳ\r'T  𐞁!\r\n\r\n>­ſ　\u000b>\t'd'S🙂Ⅳé<\"", "tokens": 39, "pieces": ["ꟲ", "(", "9", "   \n", "
m", "👍🏽", "0Ⅳ", "\r", "'T", " ", " 𐞁", "!\r\n\r\n", ">­", "ſ", "　", "\u000b", ">", "\t", "'d'S", "🙂", "Ⅳ", "é", "<\""]}
+{"text": "𐞁<META_START>'S#$%字ſ\u000b", "tokens": 14, "pieces": ["𐞁", "<META", "_START", ">'", "S", "#$%", "字ſ", "\u000b"]}
+{"text": ".🙂ꟲ<|endoftext|>s𐞁३12345678!ß(½ét!é  t\r\n३.", "tokens": 36, "pieces": [".🙂", "ꟲ", "<|", "endoftext", "|>", "s𐞁", "३12", "345", "678", "!ß", "(", "½", "ét", "!é", " ", " t", "\r\n", "३", "."]}
+{"text": " ́s'VE.'S٣٤٥٦३٣٤٥٦-sſ'Ms…9're😀🏽t́Ａfi㋿‍'Re<½'M字0-'re!!EOT<META_START>'Ⅳå", "tokens": 54, "pieces": [" ́s'VE", ".'", "S", "٣٤٥", "٦३٣", "٤٥٦", "-sſ'M", "s", "…", "9", "'re", "😀🏽", "t́", "Ａfi", "㋿‍'", "Re", "<", "½", "'M字", "0", "-'", "re", "!!", "EOT", "<META", "_START", ">'", "Ⅳ", "å"]}
+{"text": "é('D 9ḿ'ſ\r'S", "tokens": 11, "pieces": ["é", "('", "D", " ", "9", "ḿ'ſ", "\r", "'S"]}
+{"text": " Zſ'\"", "tokens": 3, "pieces": [" Zſ", "'\""]}
+{"text": "漢​'Re<|endoftext|>Ⅳfi<EOT>!!", "tokens": 18, "pieces": ["漢", "​'", "Re", "<|", "endoftext", "|>", "Ⅳ", "fi", "<EOT", ">!!"]}
+{"text": "'M字<META_START>㋿éİß!!㋿ḍ̇Ａsꟲfi'T's漢!(ḍ̇Ⅳ😀🏽0åå9é", "tokens": 44, "pieces": ["'M字", "<META", "_START", ">㋿", "é", "İß", "!!㋿", "ḍ̇", "Ａsꟲfi'T", "'s漢", "!(", "ḍ̇", "Ⅳ", "😀🏽", "0", "åå", "9", "é"]}
+{"text": "\te字ꟲ….ſ", "tokens": 9, "pieces": ["\te字ꟲ", "…", ".ſ"]}
+{"text": "éd…­ ㋿٣٤٥٦​'t㋿İ.'Ts0𐞁
🙂'lltع  !!fi👍🏽!!́ ", "tokens": 42, "pieces": ["éd", "…", "­", " ㋿", "٣٤٥", "٦", "​'", "t", "㋿İ", ".'", "Ts", "0", "𐞁", "
", "🙂'", "lltع", " ", " !!", "fi", "👍🏽!!́", " "]}
+{"text": "🙂'Re🙂'll​漢'D(\r\n\r\nİ!👍🏽's'M\n-😀🏽Z\r\r\n<<12345678İa\r\n\r\n", "tokens": 33, "pieces": ["🙂'", "Re", "🙂'", "ll", "​漢'D", "(\r\n\r\n", "İ", "!👍🏽'", "s'M", "\n", "-😀🏽", "Z", "\r\r\n", "<<", "123", "456", "78", "İa", "\r\n\r\n"]}
+{"text": "'ll字é'M\r\n\r\n\n<|endoftext|>'D'🙂Džéİ<'reå'Reé<|endoftext|>　'T\r<META_START>'D…
s12345678><  sḍ̇𐞁٣٤٥٦'ll<fi\r\n\r\n", "tokens": 66, "pieces": ["'ll字é'M", "\r\n\r\n\n", "<|", "endoftext", "|>'", "D", "'🙂", "Džé", "İ", "<'", "reå'Re", "é", "<|", "endoftext", "|>", "　", "'T", "\r", "<META", "_START", ">'", "D", "…", "
s", "123", "456", "78", "><", " ", " sḍ̇𐞁", "٣٤٥", "٦", "'ll", "<fi", "\r\n\r\n"]}
+{"text": "
㍿'DＡ\r\n\r\n'!!>.'ſꟲ\neDž'Re\u000bع-🙂éé,m-\raİ ", "tokens": 35, "pieces": ["
", "㍿'", "DＡ", "\r\n\r\n", "'!!>.'", "ſꟲ", "\n", "e", "Dž'Re", "\u000bع", "-🙂", "éé", ",m", "-\r", "a", "İ", " "]}
+{"text": "é0'Re٣٤٥٦", "tokens": 8, "pieces": ["é", "0", "'Re", "٣٤٥", "٦"]}
+{"text": "d👍🏽  '\u000b…字'll٣٤٥٦<META_START> ſ'D", "tokens": 22, "pieces": ["d", "👍🏽", " ", " '", "\u000b", "…字'll", "٣٤٥", "٦", "<META", "_START", ">", " ſ'D"]}
+{"text": "🙂­㋿́s​å​'redfiİ'D
\r\n\r\ne0'T,e…'re漢é!!", "tokens": 29, "pieces": ["🙂­㋿́", "s", "​å", "​'", "redfi", "İ'D", "
\r\n\r\n", "e", "0", "'T", ",e", "…", "'re漢é", "!!"]}
+{"text": "'0!   \nⅣ9å㍿𐞁Z12345678é's…㍿!!('T
", "tokens": 32, "pieces": ["'", "0", "!", "   \n", "Ⅳ9", "å", "㍿𐞁", "Z", "123", "456", "78", "é's", "…", "㍿!!('", "T", "
"]}
+{"text": "m🙂'Ré", "tokens": 5, "pieces": ["m", "🙂'", "Ré"]}
+{"text": "٣٤٥٦ع́ḍ̇,👍🏽(́\r\nm's­'VE
👍🏽\"\r\nſ\u000b sZ٣٤٥٦.'Te𐞁\r'Da,ḍ̇\u000bꟲ!!", "tokens": 52, "pieces": ["٣٤٥", "٦", "ع́ḍ̇", ",👍🏽(́\r\n", "m's", "­'", "VE", "
", "👍🏽\"\r\n", "ſ", "\u000b", " s", "Z", "٣٤٥", "٦", ".'", "Te𐞁", "\r", "'Da", ",ḍ̇", "\u000bꟲ", "!!"]}
+{"text": "12345678'MsＡ𐞁e٣٤٥٦🙂<EOT>　", "tokens": 21, "pieces": ["123", "456", "78", "'Ms", "Ａ𐞁e", "٣٤٥", "٦", "🙂<", "EOT", ">", "　"]}
+{"text": "fi­Ａ字mⅣ'D𐞁'T👍🏽😀🏽're!#$%٣٤٥٦\nd", "tokens": 30, "pieces": ["fi", "­Ａ字m", "Ⅳ", "'D𐞁'T", "👍🏽😀🏽'", "re", "!#$%", "٣٤٥", "٦", "\n", "d"]}
+{"text": "<'ReＡ\r\ns<!
عt'VE\nß   \n<EOT>'s'ret㍿́𐞁.12345678-'S🙂>字\r\n\r\ns<META_START>㍿\r\ne\r\na12345678👍🏽\r\n", "tokens": 57, "pieces": ["<'", "Re", "Ａ", "\r\n", "s", "<!", "
عt'VE", "\n", "ß", "   \n", "<EOT", ">'", "s're", "t", "㍿́𐞁", ".", "123", "456", "78", "-'", "S", "🙂>", "字", "\r\n\r\n", "s", "<META", "_START", ">㍿\r\n", "e", "\r\n", "a", "123", "456", "78", "👍🏽\r\n"]}
+{"text": "m'ReⅣ​㋿…'VEعßd'S'Re　漢12345678Dž  \té   \n's.\rfi   \n.<EOT>", "tokens": 37, "pieces": ["m'Re", "Ⅳ", "​㋿", "…", "'VEعßd'S", "'Re", "　漢", "123", "456", "78", "Dž", "  ", "\té", "   \n", "'s", ".\r", "fi", "   \n", ".<", "EOT", ">"]}
+{"text": "​>", "tokens": 2, "pieces": ["​>"]}
+{"text": "!!t३#$%   \n\r\n\r㍿#$%9<EOT>ß'ḍ̇­mdé
́.", "tokens": 29, "pieces": ["!!", "t", "३", "#$%", "   \n\r\n\r", "㍿#$%", "9", "<EOT", ">ß", "'ḍ̇", "­mdé", "
́", "."]}
+{"text": "m  t　'reḍ̇​<|endoftext|>0<|endoftext|>👍🏽<META_START>", "tokens": 31, "pieces": ["m", " ", " t", "　", "'reḍ̇", "​<|", "endoftext", "|>", "0", "<|", "endoftext", "|>👍🏽<", "META", "_START", ">"]}
+{"text": " s ,İꟲع'<EOT>'s'S字t漢-<EOT>😀🏽12345678\r<|fim_prefix|>ꟲ's\ré's'Dfi<|endoftext|>ḍ̇'ſDž'll,字", "tokens": 62, "pieces": [" s", " ,", "İꟲع", "'<", "EOT", ">'", "s'S", "字t漢", "-<", "EOT", ">😀🏽", "123", "456", "78", "\r", "<|", "fim", "_prefix", "|>", "ꟲ's", "\r", "é's", "'Dfi", "<|", "endoftext", "|>", "ḍ̇'ſ", "Dž'll", ",字"]}
+{"text": "
m<|endoftext|><|endoftext|>㋿<|endoftext|>­<EOT>\"(½\u000b\r'S\"(a'Sḍ̇é½'ſå😀🏽a­🙂­ \nſ'Re👍🏽,\u000bd 👍🏽", "tokens": 68, "pieces": ["
m", "<|", "endoftext", "|><|", "endoftext", "|>㋿<|", "endoftext", "|>­<", "EOT", ">\"(", "½", "\u000b\r", "'S", "\"(", "a'S", "ḍ̇é", "½", "'ſå", "😀🏽", "a", "­🙂­", " \n", "ſ'Re", "👍🏽,", "\u000bd", " ", "👍🏽"]}
+{"text": "d‍३", "tokens": 3, "pieces": ["d", "‍", "३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b,\r٣٤٥٦'ll ‍<-!­.\r", "tokens": 15, "pieces": ["\u000b", ",\r", "٣٤٥", "٦", "'ll", " ", "‍<-!­.\r"]}
+{"text": "😀🏽'D​​字", "tokens": 7, "pieces": ["😀🏽'", "D", "​​", "字"]}
+{"text": "'S­   \nⅣ>", "tokens": 6, "pieces": ["'S", "­", "   \n", "Ⅳ", ">"]}
+{"text": "́İ㋿ 字é!'Re<é'ſ(٣٤٥٦ ", "tokens": 21, "pieces": ["́", "İ", "㋿", " 字é", "!'", "Re", "<é'ſ", "(", "٣٤٥", "٦", " "]}
+{"text": "­m\r\"<('Re s>😀🏽#$%字  ‍é''VE\tⅣd\rＡ ", "tokens": 28, "pieces": ["­m", "\r", "\"<('", "Re", " s", ">😀🏽#$%", "字", " ", " ‍", "é", "''", "VE", "\t", "Ⅳ", "d", "\r", "Ａ", " "]}
+{"text": "'VE<|endoftext|>\r\n\r\ntaEOT<\u000b🙂​Ａ-́<META_START>𐞁-'ſ-👍🏽'́d​ſ​e'M<9\r\n-'s'Déet́9", "tokens": 51, "pieces": ["'VE", "<|", "endoftext", "|>\r\n\r\n", "ta", "EOT", "<", "\u000b", "🙂​", "Ａ", "-́", "<META", "_START", ">𐞁", "-'", "ſ", "-👍🏽'́", "d", "​ſ", "​e'M", "<", "9", "\r\n", "-'", "s'D", "éet́", "9"]}
+{"text": "३\t 'VE12345678'S   \nſDž\r\néd'M'S…s<META_START>\n　<EOT>>t<|fim_prefix|>👍🏽<|fim_prefix|>́'VE1234567812345678<|endoftext|>ꟲ३", "tokens": 64, "pieces": ["३", "\t", " ", "'VE", "123", "456", "78", "'S", "   \n", "ſ", "Dž", "\r\n", "éd'M", "'S", "…s", "<META", "_START", ">\n", "　", "<EOT", ">>", "t", "<|", "fim", "_prefix", "|>👍🏽<|", "fim", "_prefix", "|>́'", "VE", "123", "456", "781", "234", "567", "8", "<|", "endoftext", "|>", "ꟲ", "३"]}
+{"text": "0'M　ḍ̇🙂　", "tokens": 8, "pieces": ["0", "'M", "　ḍ̇", "🙂", "　"]}
+{"text": "-<|fim_prefix|>Dž́㋿-'TⅣ🙂३   \n<EOT>漢're-e'VE'M(\"𐞁字", "tokens": 35, "pieces": ["-<|", "fim", "_prefix", "|>", "Dž́", "㋿-'", "T", "Ⅳ", "🙂", "३", "   \n", "<EOT", ">漢're", "-e'VE", "'M", "(\"", "𐞁字"]}
+{"text": ".㋿㍿", "tokens": 7, "pieces": [".㋿㍿"]}
+{"text": ",0'll#$%ꟲ\t-…　३  Ａ　ſİ'S'Smfi\n
", "tokens": 26, "pieces": [",", "0", "'ll", "#$%", "ꟲ", "\t", "-", "…", "　", "३", " ", " Ａ", "　ſ", "İ'S", "'Smfi", "\n", "
"]}
+{"text": "ع́​ 　<字    \n'VÉ#$%\u000b('D å३½'TDžＡ-EOT ꟲßEOTＡ'S", "tokens": 36, "pieces": ["ع́", "​", " ", "　", "<字", "    \n", "'VÉ", "#$%", "\u000b", "('", "D", " å", "३½", "'TDžＡ", "-EOT", " ꟲß", "EOTＡ'S"]}
+{"text": "ع‍'s'S٣٤٥٦Z字'VEİ<'re<EOT>éé!!EOT12345678…½<'VE\tåaⅣ…éZ'S\n
Ａ-​\r\n\r\n", "tokens": 48, "pieces": ["ع", "‍'", "s'S", "٣٤٥", "٦", "Z字'VE", "İ", "<'", "re", "<EOT", ">éé", "!!", "EOT", "123", "456", "78", "…", "½", "<'", "VE", "\tåa", "Ⅳ", "…é", "Z'S", "\n", "
Ａ", "-​\r\n\r\n"]}
+{"text": "­　½d\u000bedZ're-m字#$%ḍ̇'re
ḍ̇́漢(>(İ👍🏽<|endoftext|>𐞁<|fim_prefix|>㋿'T字'Re\r\nİ0字", "tokens": 56, "pieces": ["­", "　", "½", "d", "\u000bed", "Z're", "-m字", "#$%", "ḍ̇'re", "
ḍ̇́漢", "(>(", "İ", "👍🏽<|", "endoftext", "|>", "𐞁", "<|", "fim", "_prefix", "|>㋿'", "T字'Re", "\r\n", "İ", "0", "字"]}
+{"text": "0‍é٣٤٥٦<|endoftext|><META_START><'Re३  -\r\n٣٤٥٦́\r\te  ,''T9㍿👍🏽字​<|fim_prefix|>", "tokens": 49, "pieces": ["0", "‍é", "٣٤٥", "٦", "<|", "endoftext", "|><", "META", "_START", "><'", "Re", "३", " ", " -\r\n", "٣٤٥", "٦", "́", "\r", "\te", " ", " ,''", "T", "9", "㍿👍🏽", "字", "​<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|><|fim_prefix|>'S🙂a!३\"'T字\ré0,123456780　\t­''VE㋿<|endoftext|> é", "tokens": 45, "pieces": ["<|", "endoftext", "|><|", "fim", "_prefix", "|>'", "S", "🙂a", "!", "३", "\"'", "T字", "\r", "é", "0", ",", "123", "456", "780", "　", "\t", "­''", "VE", "㋿<|", "endoftext", "|>", " é"]}
+{"text": "!'M\u000b<|endoftext|>å\u000b", "tokens": 13, "pieces": ["!'", "M", "\u000b", "<|", "endoftext", "|>", "å", "\u000b"]}
+{"text": ",'ll\nd漢ſ", "tokens": 6, "pieces": [",'", "ll", "\n", "d漢ſ"]}
+{"text": "eEOT'Tå\r'sḍ̇'ß\"<META_START>EOT\n㋿", "tokens": 22, "pieces": ["e", "EOT'T", "å", "\r", "'sḍ̇", "'ß", "\"<", "META", "_START", ">EOT", "\n", "㋿"]}
+{"text": "'sfißḍ̇Ａé\n\u000bＡé'Mm<|fim_prefix|>å<|fim_prefix|>٣٤٥٦", "tokens": 33, "pieces": ["'sfißḍ̇", "Ａé", "\n", "\u000bＡé'M", "m", "<|", "fim", "_prefix", "|>", "å", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦"]}
+{"text": "'M漢#$%ß..'\r\n0\u000b(́\"\r\nééfiⅣDž<EOT>　\n\u000bＡḍ̇Ａs", "tokens": 30, "pieces": ["'M漢", "#$%", "ß", "..'\r\n", "0", "\u000b", "(́", "\"\r\n", "ééfi", "Ⅳ", "Dž", "<EOT", ">", "　\n", "\u000bＡḍ̇", "Ａs"]}
+{"text": "é   \nſ", "tokens": 4, "pieces": ["é", "   \n", "ſ"]}
+{"text": "t　Z㋿,12345678.　EOT'VE
३­  Ⅳ㋿<|endoftext|>ßEOT!EOT'S", "tokens": 40, "pieces": ["t", "　Z", "㋿,", "123", "456", "78", ".", "　EOT'VE", "
", "३", "­", " ", " ", "Ⅳ", "㋿<|", "endoftext", "|>", "ß", "EOT", "!EOT'S"]}
+{"text": "٣٤٥٦<|endoftext|>😀🏽३😀🏽'DＡ'reß 'Re.<EOT>   \n　9éå're'ſ<'reع!! <‍me👍🏽'llm", "tokens": 52, "pieces": ["٣٤٥", "٦", "<|", "endoftext", "|>😀🏽", "३", "😀🏽'", "DＡ're", "ß", " ", "'Re", ".<", "EOT", ">", "   \n", "　", "9", "éå're", "'ſ", "<'", "reع", "!!", " ", "<‍", "me", "👍🏽'", "llm"]}
+{"text": "'M Zſtaé9́ Ⅳ'S٣٤٥٦<EOT>\r\n\r\n'ſ're'Re…", "tokens": 25, "pieces": ["'M", " Zſtaé", "9", "́", " ", "Ⅳ", "'S", "٣٤٥", "٦", "<EOT", ">\r\n\r\n", "'ſ're", "'Re", "…"]}
+{"text": "!!漢<EOT>EOT字<漢", "tokens": 9, "pieces": ["!!", "漢", "<EOT", ">EOT字", "<漢"]}
+{"text": "\n   \n🙂​>‍'s字㍿s
're½EOT'Re'reé.   \n", "tokens": 23, "pieces": ["\n   \n", "🙂​>‍'", "s字", "㍿s", "
", "'re", "½", "EOT'Re", "'reé", ".", "   \n"]}
+{"text": "\r\n\r\n'D́é-'lld!<META_START>𐞁\u000bm㋿ع'D", "tokens": 22, "pieces": ["\r\n\r\n", "'D́é", "-'", "lld", "!<", "META", "_START", ">𐞁", "\u000bm", "㋿ع'D"]}
+{"text": "​…३(​9t  ", "tokens": 9, "pieces": ["​", "…", "३", "(​", "9", "t", "  "]}
+{"text": "🙂\r\nd0'VE🙂'M字
㋿!!'<EOT>!!'D🙂", "tokens": 23, "pieces": ["🙂\r\n", "d", "0", "'VE", "🙂'", "M字", "
", "㋿!!'<", "EOT", ">!!'", "D", "🙂"]}
+{"text": "-.m'　\r\nt<|fim_prefix|>👍🏽👍🏽a😀🏽½!!'VEDž\r ", "tokens": 30, "pieces": ["-.", "m", "'", "　\r\n", "t", "<|", "fim", "_prefix", "|>👍🏽👍🏽", "a", "😀🏽", "½", "!!'", "VEDž", "\r", " "]}
+{"text": "   \n<EOT><'M#$%\n\r\nİéＡ🙂 漢å\"　ع", "tokens": 21, "pieces": ["   \n", "<EOT", "><'", "M", "#$%\n\r\n", "İé", "Ａ", "🙂", " 漢å", "\"", "　ع"]}
+{"text": "9'Dİ👍🏽㍿🙂m 
e  fi<|fim_prefix|>㋿t'M'll   \n!Ⅳ'VEİ-'reé½  !fi9\t\n   \n<|endoftext|>", "tokens": 52, "pieces": ["9", "'Dİ", "👍🏽㍿🙂", "m", " ", "
e", " ", " fi", "<|", "fim", "_prefix", "|>㋿", "t'M", "'ll", "   \n", "!", "Ⅳ", "'VEİ", "-'", "reé", "½", " ", " !", "fi", "9", "\t\n   \n", "<|", "endoftext", "|>"]}
+{"text": "<EOT>́…́\"Dž ", "tokens": 11, "pieces": ["<EOT", ">́", "…́", "\"Dž", " "]}
+{"text": "\r\n\r\nds,㋿'VE", "tokens": 8, "pieces": ["\r\n\r\n", "ds", ",㋿'", "VE"]}
+{"text": "-a<|endoftext|>'s12345678!!s<META_START>　.　", "tokens": 21, "pieces": ["-a", "<|", "endoftext", "|>'", "s", "123", "456", "78", "!!", "s", "<META", "_START", ">", "　", ".", "　"]}
+{"text": "12345678‍'s(t's 𐞁éع<EOT>ꟲ٣٤٥٦>0\r\nİ12345678!!३\",<META_START>,fie<META_START>'rea12345678Džꟲé' .EOT", "tokens": 60, "pieces": ["123", "456", "78", "‍'", "s", "(t's", " 𐞁éع", "<EOT", ">ꟲ", "٣٤٥", "٦", ">", "0", "\r\n", "İ", "123", "456", "78", "!!", "३", "\",<", "META", "_START", ">,", "fie", "<META", "_START", ">'", "rea", "123", "456", "78", "Džꟲé", "'", " .", "EOT"]}
+{"text": "a'llEOT-ع𐞁're٣٤٥٦㋿dé<|fim_prefix|>at,é字#$%-0👍🏽😀🏽.½ḍ̇<|fim_prefix|>ß<𐞁
㍿ (", "tokens": 61, "pieces": ["a'll", "EOT", "-ع𐞁're", "٣٤٥", "٦", "㋿dé", "<|", "fim", "_prefix", "|>", "at", ",é字", "#$%-", "0", "👍🏽😀🏽.", "½", "ḍ̇", "<|", "fim", "_prefix", "|>", "ß", "<𐞁", "
", "㍿", " ", "("]}
+{"text": "a-ßt𐞁e<EOT><|endoftext|>éfi字<EOT>'re
\tß　'VE\r\n\r\n   \n㋿'TfiEOTdm𐞁\rß́'M", "tokens": 50, "pieces": ["a", "-ßt𐞁e", "<EOT", "><|", "endoftext", "|>", "éfi字", "<EOT", ">'", "re", "
", "\tß", "　", "'VE", "\r\n\r\n   \n", "㋿'", "Tfi", "EOTdm𐞁", "\r", "ß́'M"]}
+{"text": "ꟲ!!٣٤٥٦\r\ne's't\n字　EOTmⅣ ß漢0dZ.ßsꟲ \"  're<EOT>fié", "tokens": 42, "pieces": ["ꟲ", "!!", "٣٤٥", "٦", "\r\n", "e's", "'t", "\n", "字", "　EOTm", "Ⅳ", " ß漢", "0", "d", "Z", ".ßsꟲ", " ", "\"", " ", " '", "re", "<EOT", ">fié"]}
+{"text": "-😀🏽12345678å.0fiEOT'Tع!㋿　Z>字  'Tꟲ#$%\r\nt'VEع
\u000bßḍ̇<META_START>'S12345678'S   \n\t\u000b٣٤٥٦", "tokens": 58, "pieces": ["-😀🏽", "123", "456", "78", "å", ".", "0", "fi", "EOT'T", "ع", "!㋿", "　Z", ">字", " ", " '", "Tꟲ", "#$%\r\n", "t'VE", "ع", "
", "\u000bßḍ̇", "<META", "_START", ">'", "S", "123", "456", "78", "'S", "   \n", "\t", "\u000b", "٣٤٥", "٦"]}
+{"text": "\nİ\"\n'T.e9'reé'ſZé👍🏽,12345678  👍🏽'll漢　Ⅳ'VEta's'VE   \n's'Tعꟲ", "tokens": 44, "pieces": ["\n", "İ", "\"\n", "'T", ".e", "9", "'reé'ſ", "Zé", "👍🏽,", "123", "456", "78", " ", " ", "👍🏽'", "ll漢", "　", "Ⅳ", "'VEta's", "'VE", "   \n", "'s'T", "عꟲ"]}
+{"text": "'VE'sDž½fi㍿漢ſ<\rDž\r\n<\u000b\"\u000b漢Ａḍ̇­ad🙂", "tokens": 29, "pieces": ["'VE's", "Dž", "½", "fi", "㍿漢ſ", "<\r", "Dž", "\r\n", "<", "\u000b", "\"", "\u000b漢Ａḍ̇", "­ad", "🙂"]}
+{"text": "\u000b!\ra漢 EOT.‍!\u000b​​a<META_START>👍🏽  \r\n'́", "tokens": 23, "pieces": ["\u000b", "!\r", "a漢", " EOT", ".‍!", "\u000b", "​​", "a", "<META", "_START", ">👍🏽", "  \r\n", "'́"]}
+{"text": " Z!!½-,#$%fi'MDž  漢<META_START>ꟲ>'reꟲ0t'reéḍ̇12345678(12345678ſ३#$%'ſdＡ<EOT>et12345678t३", "tokens": 55, "pieces": [" Z", "!!", "½", "-,#$%", "fi'M", "Dž", " ", " 漢", "<META", "_START", ">ꟲ", ">'", "reꟲ", "0", "t're", "éḍ̇", "123", "456", "78", "(", "123", "456", "78", "ſ", "३", "#$%'", "ſd", "Ａ", "<EOT", ">et", "123", "456", "78", "t", "३"]}
+{"text": "㋿\t\r\n12345678é\u000b!!'ſ'MＡ,\r\n\r\n\"<META_START>'ll'EOT٣٤٥٦'MZ", "tokens": 28, "pieces": ["㋿", "\t\r\n", "123", "456", "78", "é", "\u000b", "!!'", "ſ'M", "Ａ", ",\r\n\r\n", "\"<", "META", "_START", ">'", "ll", "'EOT", "٣٤٥", "٦", "'MZ"]}
+{"text": "'Re
‍\t\r\n\r\nİ  ㍿d   \nmİ<EOT>#$%ḍ̇字#$%eZ(12345678\r\n\r\n  t   \n'ReＡ‍\r\n's#$%ⅣＡ<|endoftext|>'VE'VE", "tokens": 55, "pieces": ["'Re", "
", "‍", "\t\r\n\r\n", "İ", " ", " ㍿", "d", "   \n", "m", "İ", "<EOT", ">#$%", "ḍ̇字", "#$%", "e", "Z", "(", "123", "456", "78", "\r\n\r\n", " ", " t", "   \n", "'Re", "Ａ", "‍\r\n", "'s", "#$%", "Ⅳ", "Ａ", "<|", "endoftext", "|>'", "VE'VE"]}
+{"text": "'lld㍿
'red٣٤٥٦👍🏽aDž'reꟲ<<EOT><|fim_prefix|>\r\n'Re'VEa\"<|fim_prefix|>é''🙂EOT'0're'ſ'T", "tokens": 52, "pieces": ["'lld", "㍿", "
", "'red", "٣٤٥", "٦", "👍🏽", "a", "Dž're", "ꟲ", "<<", "EOT", "><|", "fim", "_prefix", "|>\r\n", "'Re'VE", "a", "\"<|", "fim", "_prefix", "|>", "é", "''🙂", "EOT", "'", "0", "'re'ſ", "'T"]}
+{"text": "  EOT　漢\"<\"٣٤٥٦ꟲ12345678!\u000b👍🏽'M!Ａ'VE", "tokens": 28, "pieces": [" ", " EOT", "　漢", "\"<\"", "٣٤٥", "٦", "ꟲ", "123", "456", "78", "!", "\u000b", "👍🏽'", "M", "!Ａ'VE"]}
+{"text": "<|fim_prefix|>　'reſZ‍🙂\r\n\r\nİfi\r\n'S👍🏽ſİ…<EOT>'S ", "tokens": 29, "pieces": ["<|", "fim", "_prefix", "|>", "　", "'reſ", "Z", "‍🙂\r\n\r\n", "İfi", "\r\n", "'S", "👍🏽", "ſ", "İ", "…", "<EOT", ">'", "S", " "]}
+{"text": "de<META_START>३　", "tokens": 7, "pieces": ["de", "<META", "_START", ">", "३", "　"]}
+{"text": "\n𐞁㍿Dž  ㋿a'll!!ſ字…Ⅳ'sé<EOT>12345678", "tokens": 33, "pieces": ["\n", "𐞁", "㍿Dž", " ", " ㋿", "a'll", "!!", "ſ字", "…", "Ⅳ", "'sé", "<EOT", ">", "123", "456", "78"]}
+{"text": "<|fim_prefix|>e😀🏽tZ​\t#$%عå३　㍿<META_START>ß😀🏽İ9", "tokens": 34, "pieces": ["<|", "fim", "_prefix", "|>", "e", "😀🏽", "t", "Z", "​", "\t", "#$%", "عå", "३", "　", "㍿<", "META", "_START", ">ß", "😀🏽", "İ", "9"]}
+{"text": "#$%!!½  ٣٤٥٦'D'VEa
\t ٣٤٥٦('VE!　\"​.", "tokens": 27, "pieces": ["#$%!!", "½", " ", " ", "٣٤٥", "٦", "'D'VE", "a", "
\t", " ", "٣٤٥", "٦", "('", "VE", "!", "　", "\"​."]}
+{"text": "9<'re'M'T😀🏽('ſ'M.'VE\r\n\r\n👍🏽éa<EOT>\u000bⅣعé<|fim_prefix|>>'D\tZDž　 ", "tokens": 42, "pieces": ["9", "<'", "re'M", "'T", "😀🏽('", "ſ'M", ".'", "VE", "\r\n\r\n", "👍🏽", "éa", "<EOT", ">", "\u000b", "Ⅳ", "عé", "<|", "fim", "_prefix", "|>>'", "D", "\tZDž", "　 "]}
+{"text": "'‍ſ#$%…३\r\n\r\ne𐞁'T!٣٤٥٦-sé é<META_START>​'s𐞁d\r\n\r\nſå<|endoftext|>字   \n👍🏽DžⅣ½\",Z👍🏽", "tokens": 63, "pieces": ["'‍", "ſ", "#$%", "…", "३", "\r\n\r\n", "e𐞁'T", "!", "٣٤٥", "٦", "-sé", " é", "<META", "_START", ">​'", "s𐞁d", "\r\n\r\n", "ſå", "<|", "endoftext", "|>", "字", "   \n", "👍🏽", "Dž", "Ⅳ½", "\",", "Z", "👍🏽"]}
+{"text": "9Z…🙂३ß   \n(<|endoftext|>\t<EOT>9'D٣٤٥٦EOT  ꟲ.é
å'll漢İＡ", "tokens": 40, "pieces": ["9", "Z", "…", "🙂", "३", "ß", "   \n", "(<|", "endoftext", "|>", "\t", "<EOT", ">", "9", "'D", "٣٤٥", "٦", "EOT", " ", " ꟲ", ".é", "
å'll", "漢", "İＡ"]}
+{"text": "
-<EOT>\u000b'Tß'M　𐞁😀🏽\r'll३'Ⅳ…9<META_START>Zm9Ａe'Tİ漢<éßå", "tokens": 43, "pieces": ["
", "-<", "EOT", ">", "\u000b", "'Tß'M", "　𐞁", "😀🏽\r", "'ll", "३", "'", "Ⅳ", "…", "9", "<META", "_START", ">Zm", "9", "Ａe'T", "İ漢", "<éßå"]}
+{"text": "\r\n'é\r\nع㋿'reEOT a'll \r0'D\u000bİ#$%🙂\r\n>㍿>å\r's😀🏽<META_START>́ 'S Ａ  ", "tokens": 47, "pieces": ["\r\n", "'é", "\r\n", "ع", "㋿'", "re", "EOT", " a'll", " \r", "0", "'D", "\u000bİ", "#$%🙂\r\n", ">㍿>", "å", "\r", "'s", "😀🏽<", "META", "_START", ">́", " ", "'S", " Ａ", "  "]}
+{"text": ".Ａ<|fim_prefix|>'ſfiDž­'e<EOT>ée٣٤٥٦'VE<|endoftext|>👍🏽mİ!!
", "tokens": 39, "pieces": [".Ａ", "<|", "fim", "_prefix", "|>'", "ſfi", "Dž", "­'", "e", "<EOT", ">ée", "٣٤٥", "٦", "'VE", "<|", "endoftext", "|>👍🏽", "m", "İ", "!!", "
"]}
+{"text": "!漢‍<|fim_prefix|>Ａ'D'ſ  𐞁- .   a", "tokens": 24, "pieces": ["!漢", "‍<|", "fim", "_prefix", "|>", "Ａ'D", "'ſ", " ", " 𐞁", "-", " .", "  ", " a"]}
+{"text": "İé<|fim_prefix|>'re'T½ꟲ!!t Z　​ꟲEOT\r\n(fi's#$%sDž́ <EOT>㋿…'T!m\u000b", "tokens": 48, "pieces": ["İé", "<|", "fim", "_prefix", "|>'", "re'T", "½", "ꟲ", "!!", "t", " Z", "　", "​ꟲ", "EOT", "\r\n", "(fi's", "#$%", "s", "Dž́", " ", "<EOT", ">㋿", "…", "'T", "!m", "\u000b"]}
+{"text": "'re漢<|endoftext|>½ (😀🏽a#$%0<|fim_prefix|>å𐞁<|endoftext|>'Tſ\r\n\r\n‍Ⅳ\né<٣٤٥٦('ſ'T  9​漢३é,\u000b12345678İ<EOT>\u000b", "tokens": 71, "pieces": ["'re漢", "<|", "endoftext", "|>", "½", " ", "(😀🏽", "a", "#$%", "0", "<|", "fim", "_prefix", "|>", "å𐞁", "<|", "endoftext", "|>'", "Tſ", "\r\n\r\n", "‍", "Ⅳ", "\n", "é", "<", "٣٤٥", "٦", "('", "ſ'T", " ", " ", "9", "​漢", "३", "é", ",", "\u000b", "123", "456", "78", "İ", "<EOT", ">", "\u000b"]}
+{"text": "#$%
(㍿Z!!s👍🏽\"EOT<\t𐞁,'T!'DⅣ'Re👍🏽३ḍ̇", "tokens": 36, "pieces": ["#$%", "
", "(㍿", "Z", "!!", "s", "👍🏽\"", "EOT", "<", "\t𐞁", ",'", "T", "!'", "D", "Ⅳ", "'Re", "👍🏽", "३", "ḍ̇"]}
+{"text": "mm  're𐞁då'ReⅣ🙂 　>\r\n'ſ", "tokens": 19, "pieces": ["mm", " ", " '", "re𐞁då'Re", "Ⅳ", "🙂", " ", "　", ">\r\n", "'ſ"]}
+{"text": "٣٤٥٦'ll\r\nZ字9½́#$%!t", "tokens": 14, "pieces": ["٣٤٥", "٦", "'ll", "\r\n", "Z字", "9½", "́", "#$%!", "t"]}
+{"text": "fi'Dt.<META_START>'llḍ̇'så.​\u000b'D㍿ḍ̇'ll'T　>Ⅳ   \n#$%'D!'ll\r", "tokens": 36, "pieces": ["fi'D", "t", ".<", "META", "_START", ">'", "llḍ̇'s", "å", ".​", "\u000b", "'D", "㍿ḍ̇'ll", "'T", "　", ">", "Ⅳ", "   \n", "#$%'", "D", "!'", "ll", "\r"]}
+{"text": "'Reİfi\t'VE12345678字's'Mꟲſé(>'S ٣٤٥٦,😀🏽ſa\r\nmDža…ⅣＡ'\r\n", "tokens": 43, "pieces": ["'Re", "İfi", "\t", "'VE", "123", "456", "78", "字's", "'Mꟲſé", "(>'", "S", " ", "٣٤٥", "٦", ",😀🏽", "ſa", "\r\n", "m", "Dža", "…", "Ⅳ", "Ａ", "'\r\n"]}
+{"text": "!!EOT½​\r\n\r\n\t½'ſ'll's½
\"d½'\r\n\r\n٣٤٥٦t½ ḍ̇(<|fim_prefix|>.ꟲm'D​sm!😀🏽9 ", "tokens": 46, "pieces": ["!!", "EOT", "½", "​\r\n\r\n", "\t", "½", "'ſ'll", "'s", "½", "
", "\"d", "½", "'\r\n\r\n", "٣٤٥", "٦", "t", "½", " ḍ̇", "(<|", "fim", "_prefix", "|>.", "ꟲm'D", "​sm", "!😀🏽", "9", " "]}
+{"text": "🙂fiع#$%\ŕ", "tokens": 7, "pieces": ["🙂fiع", "#$%\r", "́"]}
+{"text": "EOTİ<EOT>\n#$%<EOT>٣٤٥٦fi9́'S'VEZa12345678字s0>'re'Re<<|fim_prefix|>́", "tokens": 39, "pieces": ["EOTİ", "<EOT", ">\n", "#$%<", "EOT", ">", "٣٤٥", "٦", "fi", "9", "́'S", "'VEZa", "123", "456", "78", "字s", "0", ">'", "re'Re", "<<|", "fim", "_prefix", "|>́"]}
+{"text": "…漢'ſeZꟲ'VE­'Sa　0\u000b\r", "tokens": 19, "pieces": ["…漢'ſ", "e", "Zꟲ'VE", "­'", "Sa", "　", "0", "\u000b\r"]}
+{"text": "­   \nm!", "tokens": 4, "pieces": ["­", "   \n", "m", "!"]}
+{"text": "'DＡm½<META_START>é,'ſ,-e'D😀🏽'S,'T0é<
　㍿e㍿'D'Re٣٤٥٦#$%\"𐞁'DＡa", "tokens": 50, "pieces": ["'DＡm", "½", "<META", "_START", ">é", ",'", "ſ", ",-", "e'D", "😀🏽'", "S", ",'", "T", "0", "é", "<", "
", "　", "㍿e", "㍿'", "D'Re", "٣٤٥", "٦", "#$%\"", "𐞁'D", "Ａa"]}
+{"text": "\r𐞁<|endoftext|>9dd!'T\r\n\r\n'sDž#$%9ß́\u000b<|fim_prefix|>\u000bḍ̇‍ ", "tokens": 38, "pieces": ["\r", "𐞁", "<|", "endoftext", "|>", "9", "dd", "!'", "T", "\r\n\r\n", "'s", "Dž", "#$%", "9", "ß́", "\u000b", "<|", "fim", "_prefix", "|>", "\u000bḍ̇", "‍", " "]}
+{"text": "-𐞁!!ḍ̇‍.　0ꟲ '字a‍fiEOT\"ſ   \ns'DZ're ٣٤٥٦'s", "tokens": 36, "pieces": ["-𐞁", "!!", "ḍ̇", "‍.", "　", "0", "ꟲ", " ", "'字a", "‍fi", "EOT", "\"ſ", "   \n", "s'D", "Z're", " ", "٣٤٥", "٦", "'s"]}
+{"text": "'VE!!!😀🏽\tEOT'M-t>
\re0\"t\r\n\r\n'SEOT́
Dž字‍<EOT>(", "tokens": 31, "pieces": ["'VE", "!!!😀🏽", "\tEOT'M", "-t", ">", "
\r", "e", "0", "\"t", "\r\n\r\n", "'SEOT́", "
Dž字", "‍<", "EOT", ">("]}
+{"text": "EOT'ſ​'M", "tokens": 7, "pieces": ["EOT'ſ", "​'", "M"]}
+{"text": "𐞁👍🏽👍🏽Ａß0½'MDže!!
EOT'llع<|fim_prefix|>é", "tokens": 32, "pieces": ["𐞁", "👍🏽👍🏽", "Ａß", "0½", "'MDže", "!!", "
EOT'll", "ع", "<|", "fim", "_prefix", "|>", "é"]}
+{"text": "#$%ع'TEOTs'S#$%ßd­é​  <META_START>'Re-#$%́<EOT>", "tokens": 30, "pieces": ["#$%", "ع'T", "EOTs'S", "#$%", "ßd", "­é", "​", " ", " <", "META", "_START", ">'", "Re", "-#$%́<", "EOT", ">"]}
+{"text": "ꟲ字​\r'll!!", "tokens": 8, "pieces": ["ꟲ字", "​\r", "'ll", "!!"]}
+{"text": "……a㍿m
𐞁𐞁,0fiſ‍d  .>👍🏽 <META_START>-é,\u000b́Dž字👍🏽㍿\n\u000b", "tokens": 50, "pieces": ["…", "…a", "㍿m", "
𐞁𐞁", ",", "0", "fiſ", "‍d", " ", " .>👍🏽", " ", "<META", "_START", ">-", "é", ",", "\u000b́Dž字", "👍🏽㍿\n", "\u000b"]}
+{"text": "d½Džt<EOT>aع​s#$%t'reع'VE👍🏽're", "tokens": 23, "pieces": ["d", "½", "Džt", "<EOT", ">aع", "​s", "#$%", "t're", "ع'VE", "👍🏽'", "re"]}
+{"text": "ꟲaſ   \n'D-", "tokens": 8, "pieces": ["ꟲaſ", "   \n", "'D", "-"]}
+{"text": "😀🏽(३'ſZ\r\nſ  t   \n<|endoftext|>  Ⅳꟲḍ̇İ12345678e<|fim_prefix|>٣٤٥٦\n'S t's　İd<EOT>👍🏽d", "tokens": 60, "pieces": ["😀🏽(", "३", "'ſ", "Z", "\r\n", "ſ", " ", " t", "   \n", "<|", "endoftext", "|>", " ", " ", "Ⅳ", "ꟲḍ̇", "İ", "123", "456", "78", "e", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "\n", "'S", " t's", "　İd", "<EOT", ">👍🏽", "d"]}
+{"text": ",…'llḍ̇s\"<<META_START>\"३a(#$%\"s👍🏽字é'D!!
", "tokens": 26, "pieces": [",", "…", "'llḍ̇s", "\"<<", "META", "_START", ">\"", "३", "a", "(#$%\"", "s", "👍🏽", "字é'D", "!!", "
"]}
+{"text": "👍🏽 ㍿½'VE#$%­'Re३　ſ'D­t'M३👍🏽Ａ<,'lla<|fim_prefix|>ＡDž🙂sd", "tokens": 40, "pieces": ["👍🏽", " ", "㍿", "½", "'VE", "#$%­'", "Re", "३", "　ſ'D", "­t'M", "३", "👍🏽", "Ａ", "<,'", "lla", "<|", "fim", "_prefix", "|>", "ＡDž", "🙂sd"]}
+{"text": "Ａ𐞁\r\n\r\n#$%0㋿EOT-عſ'MmⅣd#$%'D12345678d… ", "tokens": 32, "pieces": ["Ａ𐞁", "\r\n\r\n", "#$%", "0", "㋿EOT", "-عſ'M", "m", "Ⅳ", "d", "#$%'", "D", "123", "456", "78", "d", "… "]}
+{"text": "<|endoftext|>…'㋿<|endoftext|>t<EOT>>  fim's㋿(…e👍🏽<|fim_prefix|>t ,ꟲ", "tokens": 49, "pieces": ["<|", "endoftext", "|>", "…", "'㋿<|", "endoftext", "|>", "t", "<EOT", ">>", " ", " fim's", "㋿(", "…e", "👍🏽<|", "fim", "_prefix", "|>", "t", " ,", "ꟲ"]}
+{"text": "
字́ſ'M'D<|endoftext|> (́
­,9#$%\"'s'Tſḍ̇>9‍d   \n\"३fi!!å'S!td<|fim_prefix|>", "tokens": 48, "pieces": ["
字́ſ'M", "'D", "<|", "endoftext", "|>", " (́", "
", "­,", "9", "#$%\"'", "s'T", "ſḍ̇", ">", "9", "‍d", "   \n", "\"", "३", "fi", "!!", "å'S", "!td", "<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|>12345678sfi(a　d", "tokens": 15, "pieces": ["<|", "endoftext", "|>", "123", "456", "78", "sfi", "(a", "　d"]}
+{"text": "Džß'll<META_START>😀🏽EOT٣٤٥٦ſZ0<|fim_prefix|>-", "tokens": 26, "pieces": ["Džß'll", "<META", "_START", ">😀🏽", "EOT", "٣٤٥", "٦", "ſ", "Z", "0", "<|", "fim", "_prefix", "|>-"]}
+{"text": "字'VE'T'M'll(\t<EOT><'ſſ  ‍!!!!d#$%!!", "tokens": 21, "pieces": ["字'VE", "'T'M", "'ll", "(", "\t", "<EOT", "><'", "ſſ", " ", " ‍!!!!", "d", "#$%!!"]}
+{"text": "<|fim_prefix|>!!…́'㍿a­\"㋿\r\n -<|endoftext|>>eḍ̇🙂字'Re->
.s", "tokens": 39, "pieces": ["<|", "fim", "_prefix", "|>!!", "…́", "'㍿", "a", "­\"㋿\r\n", " -<|", "endoftext", "|>>", "eḍ̇", "🙂字'Re", "->", "
", ".s"]}
+{"text": "(9漢'S're\r\ń's'ſ\r\n\r\n
('Dd<​12345678'D٣٤٥٦½#$%t­
ſ'S\r\n<META_START>ꟲ", "tokens": 40, "pieces": ["(", "9", "漢'S", "'re", "\r\n", "́'s", "'ſ", "\r\n\r\n", "
", "('", "Dd", "<​", "123", "456", "78", "'D", "٣٤٥", "٦½", "#$%", "t", "­", "
ſ'S", "\r\n", "<META", "_START", ">ꟲ"]}
+{"text": "🙂m(('s.½  ſ.'Tfiåa‍-9\t\"#$%#$%​ꟲ-'Re   \n'Tꟲ\n㍿字-‍#$%", "tokens": 44, "pieces": ["🙂m", "(('", "s", ".", "½", " ", " ſ", ".'", "Tfiåa", "‍-", "9", "\t", "\"#$%#$%​", "ꟲ", "-'", "Re", "   \n", "'Tꟲ", "\n", "㍿字", "-‍#$%"]}
+{"text": "(\r<|fim_prefix|>½'re'll​aß", "tokens": 14, "pieces": ["(\r", "<|", "fim", "_prefix", "|>", "½", "'re'll", "​aß"]}
+{"text": "\r\n٣٤٥٦d,\r\n\r\n", "tokens": 7, "pieces": ["\r\n", "٣٤٥", "٦", "d", ",\r\n\r\n"]}
+{"text": "é\t­  \n0(12345678👍🏽٣٤٥٦　ḍ̇", "tokens": 20, "pieces": ["é", "\t", "­", "  \n", "0", "(", "123", "456", "78", "👍🏽", "٣٤٥", "٦", "　ḍ̇"]}
+{"text": "㍿ßém'Tå't🙂<|endoftext|>!　'M३.09Dž'ReZ!!👍🏽\u000bfid(e​漢  
'ſ12345678éＡ'T", "tokens": 47, "pieces": ["㍿ßém'T", "å't", "🙂<|", "endoftext", "|>!", "　", "'M", "३", ".", "09", "Dž'Re", "Z", "!!👍🏽", "\u000bfid", "(e", "​漢", "  ", "
", "'ſ", "123", "456", "78", "é", "Ａ'T"]}
+{"text": "(½İ<|fim_prefix|>!!a'　", "tokens": 13, "pieces": ["(", "½", "İ", "<|", "fim", "_prefix", "|>!!", "a", "'", "　"]}
+{"text": "\r\n½ſ㋿ ㋿👍🏽dſ½㋿", "tokens": 19, "pieces": ["\r\n", "½", "ſ", "㋿", " ", "㋿👍🏽", "dſ", "½", "㋿"]}
+{"text": "å½EOT's漢EOT‍ Dž'   \n9é   \n😀🏽é\rع>ḍ̇'VEß<META_START>'Dmsİḍ̇", "tokens": 42, "pieces": ["å", "½", "EOT's", "漢", "EOT", "‍", " Dž", "'", "   \n", "9", "é", "   \n", "😀🏽", "é", "\r", "ع", ">ḍ̇'VE", "ß", "<META", "_START", ">'", "Dms", "İḍ̇"]}
+{"text": "Ⅳ12345678ḍ̇字,㍿0عs\u000b0fi'Ré.eßＡDž​漢ſ", "tokens": 29, "pieces": ["Ⅳ12", "345", "678", "ḍ̇字", ",㍿", "0", "عs", "\u000b", "0", "fi'Re", "́", ".eß", "ＡDž", "​漢ſ"]}
+{"text": "é'Maa'lls😀🏽
,Dž   \nع,", "tokens": 16, "pieces": ["é'M", "aa'll", "s", "😀🏽", "
", ",Dž", "   \n", "ع", ","]}
+{"text": "'sＡé…   \ne'T½12345678s", "tokens": 14, "pieces": ["'s", "Ａé", "…   \n", "e'T", "½12", "345", "678", "s"]}
+{"text": "12345678<|fim_prefix|>😀🏽t字é'ع㋿👍🏽é\t fid'VE\r\"  s\r\nß", "tokens": 38, "pieces": ["123", "456", "78", "<|", "fim", "_prefix", "|>😀🏽", "t字é", "'ع", "㋿👍🏽", "é", "\t", " fid'VE", "\r", "\"", " ", " s", "\r\n", "ß"]}
+{"text": "ꟲDž,'VE", "tokens": 7, "pieces": ["ꟲ", "Dž", ",'", "VE"]}
+{"text": "Dž<|endoftext|>-'𐞁'll
𐞁å\u000b<😀🏽#$%\t Ａ\u000bé'S'Ree12345678𐞁‍éＡ <EOT>#$%ß'VE", "tokens": 58, "pieces": ["Dž", "<|", "endoftext", "|>-'", "𐞁'll", "
𐞁å", "\u000b", "<😀🏽#$%", "\t", " Ａ", "\u000bé'S", "'Ree", "123", "456", "78", "𐞁", "‍é", "Ａ", " <", "EOT", ">#$%", "ß'VE"]}
+{"text": "\té", "tokens": 2, "pieces": ["\té"]}
+{"text": "　ḍ̇…㋿ꟲ३,𐞁İ\n-'M字mfi𐞁😀🏽ع👍🏽́!!!!d\"\u000b'VE ३    (　", "tokens": 48, "pieces": ["　ḍ̇", "…", "㋿ꟲ", "३", ",𐞁", "İ", "\n", "-'", "M字mfi𐞁", "😀🏽", "ع", "👍🏽́!!!!", "d", "\"", "\u000b", "'VE", " ", "३", "   ", " (", "　"]}
+{"text": "\r\n0<META_START>'M\r😀🏽e½
\r\n\r\n\n(.#$%   \nß'llعⅣéſ<META_START>Ⅳs　㍿\r\n\r\n#$%\"EOT'S　👍🏽🙂'VE\n'ſ", "tokens": 54, "pieces": ["\r\n", "0", "<META", "_START", ">'", "M", "\r", "😀🏽", "e", "½", "
\r\n\r\n\n", "(.#$%", "   \n", "ß'll", "ع", "Ⅳ", "éſ", "<META", "_START", ">", "Ⅳ", "s", "　", "㍿\r\n\r\n", "#$%\"", "EOT'S", "　", "👍🏽🙂'", "VE", "\n", "'ſ"]}
+{"text": "<META_START>𐞁㋿!\n'DＡ\n\tßé‍Ⅳ>İ.<|fim_prefix|> ", "tokens": 30, "pieces": ["<META", "_START", ">𐞁", "㋿!\n", "'DＡ", "\n", "\tßé", "‍", "Ⅳ", ">İ", ".<|", "fim", "_prefix", "|>", " "]}
+{"text": "́㋿ḍ̇!字'ſ EOT​fiⅣ\t漢𐞁'sfi'T'M  ‍   \n㍿é'Re-<EOT>0", "tokens": 42, "pieces": ["́", "㋿ḍ̇", "!字'ſ", " EOT", "​fi", "Ⅳ", "\t漢𐞁's", "fi'T", "'M", " ", " ‍", "   \n", "㍿é'Re", "-<", "EOT", ">", "0"]}
+{"text": "'Re‍sEOT#$%字'ſ,😀🏽d漢   \nＡ   \n!!'M're…!!'T ㍿ İ(a 𐞁s\rß٣٤٥٦\t'VE'Mİa𐞁𐞁", "tokens": 61, "pieces": ["'Re", "‍s", "EOT", "#$%", "字'ſ", ",😀🏽", "d漢", "   \n", "Ａ", "   \n", "!!'", "M're", "…", "!!'", "T", " ㍿", " İ", "(a", " 𐞁s", "\r", "ß", "٣٤٥", "٦", "\t", "'VE'M", "İa𐞁𐞁"]}
+{"text": "𐞁#$%<EOT>dDž漢", "tokens": 13, "pieces": ["𐞁", "#$%<", "EOT", ">d", "Dž漢"]}
+{"text": "<|fim_prefix|>ḍ̇'Séſ\n're\r\n\r\n", "tokens": 16, "pieces": ["<|", "fim", "_prefix", "|>", "ḍ̇'S", "éſ", "\n", "'re", "\r\n\r\n"]}
+{"text": "ſ<META_START>٣٤٥٦Ａ'T'll'ſ٣٤٥٦​ İ漢t", "tokens": 23, "pieces": ["ſ", "<META", "_START", ">", "٣٤٥", "٦", "Ａ'T", "'ll'ſ", "٣٤٥", "٦", "​", " İ漢t"]}
+{"text": "­\r'M'VE\u000b0𐞁'D\r\n\r\né😀🏽'…\u000b<Dž!!…
\"<é<|fim_prefix|>　d👍🏽ßm'ſ9½-", "tokens": 50, "pieces": ["­\r", "'M'VE", "\u000b", "0", "𐞁'D", "\r\n\r\n", "é", "😀🏽'", "…", "\u000b", "<Dž", "!!", "…", "
", "\"<", "é", "<|", "fim", "_prefix", "|>", "　d", "👍🏽", "ßm'ſ", "9½", "-"]}
+{"text": "9", "tokens": 1, "pieces": ["9"]}
+{"text": "(\"字Džé(<EOT>ꟲ-", "tokens": 14, "pieces": ["(\"", "字Džé", "(<", "EOT", ">ꟲ", "-"]}
+{"text": "\r\n­m½  \r\n   \n#$%ꟲ><|endoftext|>　0d.'s漢😀🏽é", "tokens": 29, "pieces": ["\r\n", "­m", "½", "  \r\n   \n", "#$%", "ꟲ", "><|", "endoftext", "|>", "　", "0", "d", ".'", "s漢", "😀🏽", "é"]}
+{"text": "ſEOT\r\n9\r   \na", "tokens": 8, "pieces": ["ſ", "EOT", "\r\n", "9", "\r   \n", "a"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "👍🏽\n'D", "tokens": 5, "pieces": ["👍🏽\n", "'D"]}
+{"text": "'S'S\n
-Z
<EOT>३.½'ſ'VE½ İⅣ\n\t𐞁\">\n  Ａ'VEs㋿\r!!'S🙂!'DⅣ", "tokens": 45, "pieces": ["'S'S", "\n", "
", "-Z", "
", "<EOT", ">", "३", ".", "½", "'ſ'VE", "½", " İ", "Ⅳ", "\n", "\t𐞁", "\">\n", " ", " Ａ'VE", "s", "㋿\r", "!!'", "S", "🙂!'", "D", "Ⅳ"]}
+{"text": "
\r\n\r\n㍿\r\n\r\n\r\n#$%ꟲ", "tokens": 11, "pieces": ["
\r\n\r\n", "㍿\r\n\r\n\r\n", "#$%", "ꟲ"]}
+{"text": "\t'Re#$%ꟲ👍🏽<EOT>　'ꟲ'llé\té,'ſß", "tokens": 27, "pieces": ["\t", "'Re", "#$%", "ꟲ", "👍🏽<", "EOT", ">", "　", "'ꟲ'll", "é", "\té", ",'", "ſß"]}
+{"text": "<
\r-('VEDž\r'S\ré'Ree\r\n😀🏽's<EOT>\né\r\nm\t", "tokens": 28, "pieces": ["<", "
\r", "-('", "VEDž", "\r", "'S", "\r", "é'Re", "e", "\r\n", "😀🏽'", "s", "<EOT", ">\n", "é", "\r\n", "m", "\t"]}
+{"text": "<|fim_prefix|>𐞁\r\n'll\t's9fi12345678'12345678…-0\n >   \n<|fim_prefix|>-é
😀🏽's'S!!🙂\n㋿‍\n0ḍ̇", "tokens": 57, "pieces": ["<|", "fim", "_prefix", "|>", "𐞁", "\r\n", "'ll", "\t", "'s", "9", "fi", "123", "456", "78", "'", "123", "456", "78", "…", "-", "0", "\n", " ", ">", "   \n", "<|", "fim", "_prefix", "|>-", "é", "
", "😀🏽'", "s'S", "!!🙂\n", "㋿‍\n", "0", "ḍ̇"]}
+{"text": "𐞁🙂𐞁ꟲⅣDž½a0,<EOT><EOT>㍿éḍ̇½'s٣٤٥٦٣٤٥٦", "tokens": 43, "pieces": ["𐞁", "🙂𐞁ꟲ", "Ⅳ", "Dž", "½", "a", "0", ",<", "EOT", "><", "EOT", ">㍿", "éḍ̇", "½", "'s", "٣٤٥", "٦٣٤", "٥٦"]}
+{"text": "''re​>   \n\r\n\r\n>字s'M­fi㋿'s\r\n\r\n\r\nſ0.t", "tokens": 21, "pieces": ["''", "re", "​>", "   \n\r\n\r\n", ">字s'M", "­fi", "㋿'", "s", "\r\n\r\n\r\n", "ſ", "0", ".t"]}
+{"text": "9 fiZꟲＡ👍🏽'M­ع<|endoftext|>🙂#$%­ḍ̇t🙂　 字Z  ½ꟲ\r'<|endoftext|>́tDž­", "tokens": 52, "pieces": ["9", " fi", "Zꟲ", "Ａ", "👍🏽'", "M", "­ع", "<|", "endoftext", "|>🙂#$%­", "ḍ̇t", "🙂", "　", " 字", "Z", " ", " ", "½", "ꟲ", "\r", "'<|", "endoftext", "|>́", "t", "Dž", "­"]}
+{"text": "𐞁'S(㍿!!e<META_START>'ll'Tsfi㍿𐞁EOT're", "tokens": 29, "pieces": ["𐞁'S", "(㍿!!", "e", "<META", "_START", ">'", "ll'T", "sfi", "㍿𐞁", "EOT're"]}
+{"text": "aⅣEOT字㍿́\"​ع㍿EOT'D\r<|fim_prefix|><META_START>'Sé\r𐞁'Dعİ㍿''VE<META_START>å‍'Ree0 \u000bDž", "tokens": 57, "pieces": ["a", "Ⅳ", "EOT字", "㍿́", "\"​", "ع", "㍿EOT'D", "\r", "<|", "fim", "_prefix", "|><", "META", "_START", ">'", "Sé", "\r", "𐞁'D", "ع", "İ", "㍿''", "VE", "<META", "_START", ">å", "‍'", "Ree", "0", " ", "\u000bDž"]}
+{"text": "å<e'VE\u000bꟲ  'llḍ̇ḍ̇　३'S 'ſDžꟲ<META_START>,🙂<|endoftext|>.   \n​.\r\n字\r\nİ\r\n\r\n'MＡ㋿½9", "tokens": 56, "pieces": ["å", "<e'VE", "\u000bꟲ", " ", " '", "llḍ̇ḍ̇", "　", "३", "'S", " ", "'ſ", "Džꟲ", "<META", "_START", ">,🙂<|", "endoftext", "|>.", "   \n", "​.\r\n", "字", "\r\n", "İ", "\r\n\r\n", "'MＡ", "㋿", "½9"]}
+{"text": "
<|fim_prefix|>Dž", "tokens": 9, "pieces": ["
", "<|", "fim", "_prefix", "|>", "Dž"]}
+{"text": "-\n
(\r\n\r\n\r\n　fi'seß\r漢㋿s ­", "tokens": 16, "pieces": ["-\n", "
", "(\r\n\r\n\r\n", "　fi's", "eß", "\r", "漢", "㋿s", " ­"]}
+{"text": "'VE٣٤٥٦👍🏽's
e😀🏽ß🙂>ß <ＡＡ'S!!㍿㋿  '‍㋿é>ḍ̇fi\r\n\r\n'ſ", "tokens": 46, "pieces": ["'VE", "٣٤٥", "٦", "👍🏽'", "s", "
e", "😀🏽", "ß", "🙂>", "ß", " <", "ＡＡ'S", "!!㍿㋿", " ", " '‍㋿", "é", ">ḍ̇fi", "\r\n\r\n", "'ſ"]}
+{"text": "'D'ſ…'S9", "tokens": 7, "pieces": ["'D'ſ", "…", "'S", "9"]}
+{"text": "\rm३　'S🙂漢㍿.㍿,'EOT!漢 EOTå", "tokens": 23, "pieces": ["\r", "m", "३", "　", "'S", "🙂漢", "㍿.㍿,'", "EOT", "!漢", " EOTå"]}
+{"text": "­İ㍿!!🙂  ​EOT'S0㋿éßå㋿   \n", "tokens": 25, "pieces": ["­İ", "㍿!!🙂", " ", " ​", "EOT'S", "0", "㋿éßå", "㋿", "   \n"]}
+{"text": "s", "tokens": 1, "pieces": ["s"]}
+{"text": "'llⅣ''<|endoftext|>a½\r\n\r\n  m　!d!!aＡ　'D<META_START>ß㋿Z<|fim_prefix|>>'red", "tokens": 41, "pieces": ["'ll", "Ⅳ", "''<|", "endoftext", "|>", "a", "½", "\r\n\r\n", " ", " m", "　", "!d", "!!", "a", "Ａ", "　", "'D", "<META", "_START", ">ß", "㋿Z", "<|", "fim", "_prefix", "|>>'", "red"]}
+{"text": "𐞁𐞁t\r\n-́'Te'Dſ…<|fim_prefix|>　9ḍ̇", "tokens": 29, "pieces": ["𐞁𐞁t", "\r\n", "-́'T", "e'D", "ſ", "…", "<|", "fim", "_prefix", "|>", "　", "9", "ḍ̇"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": " #$%'ſé('ll  ‍­'Re'ReDža", "tokens": 16, "pieces": [" ", "#$%'", "ſé", "('", "ll", " ", " ‍­'", "Re'Re", "Dža"]}
+{"text": "٣٤٥٦\u000b<|fim_prefix|>　fi㋿", "tokens": 16, "pieces": ["٣٤٥", "٦", "\u000b", "<|", "fim", "_prefix", "|>", "　fi", "㋿"]}
+{"text": "ꟲعae\r\n\r\n'ſ
字(-\t!!!!½åßéＡ!​'Reſ", "tokens": 24, "pieces": ["ꟲعae", "\r\n\r\n", "'ſ", "
字", "(-", "\t", "!!!!", "½", "åßé", "Ａ", "!​'", "Reſ"]}
+{"text": "-३  #$%!!👍🏽", "tokens": 10, "pieces": ["-", "३", " ", " #$%!!👍🏽"]}
+{"text": "<META_START>𐞁'\t-  'M.𐞁​", "tokens": 20, "pieces": ["<META", "_START", ">𐞁", "'", "\t", "-", " ", " '", "M", ".𐞁", "​"]}
+{"text": "  å　<|fim_prefix|>EOT字d‍㍿‍-12345678're\"t0👍🏽<|endoftext|>s>\r\n\r\n9Ⅳad'VE're\"­", "tokens": 48, "pieces": [" ", " å", "　", "<|", "fim", "_prefix", "|>", "EOT字d", "‍㍿‍-", "123", "456", "78", "'re", "\"t", "0", "👍🏽<|", "endoftext", "|>", "s", ">\r\n\r\n", "9Ⅳ", "ad'VE", "'re", "\"­"]}
+{"text": "ſ", "tokens": 1, "pieces": ["ſ"]}
+{"text": "å٣٤٥٦Z😀🏽<EOT>>'T\r\n\r\n३ß\"½éZ㋿‍ḍ̇9s'D字\n漢ſdt३e", "tokens": 40, "pieces": ["å", "٣٤٥", "٦", "Z", "😀🏽<", "EOT", ">>'", "T", "\r\n\r\n", "३", "ß", "\"", "½", "é", "Z", "㋿‍", "ḍ̇", "9", "s'D", "字", "\n", "漢ſdt", "३", "e"]}
+{"text": "㍿-.'s.e　­'VE ­\u000b\r\nå", "tokens": 16, "pieces": ["㍿-.'", "s", ".e", "　", "­'", "VE", " ­", "\u000b\r\n", "å"]}
+{"text": "'T'T", "tokens": 2, "pieces": ["'T'T"]}
+{"text": "-.('", "tokens": 2, "pieces": ["-.('"]}
+{"text": "Z'ſ'VEé'T…ß'ſ\n're　­.>𐞁́å'VE😀🏽 -d\u000bＡ'T", "tokens": 36, "pieces": ["Z'ſ", "'VEé'T", "…ß'ſ", "\n", "'re", "　", "­.>", "𐞁́å'VE", "😀🏽", " ", "-d", "\u000bＡ'T"]}
+{"text": "ḍ̇<META_START>३३㋿e'M'Re\r\n
\"d \u000b'D-漢 漢e\r\n\r\n\u000b㍿a㍿", "tokens": 35, "pieces": ["ḍ̇", "<META", "_START", ">", "३३", "㋿e'M", "'Re", "\r\n", "
", "\"d", " ", "\u000b", "'D", "-漢", " 漢e", "\r\n\r\n", "\u000b", "㍿a", "㍿"]}
+{"text": "'ll'VE<META_START>'VEå👍🏽é<EOT>9\r\n\r\n<漢", "tokens": 22, "pieces": ["'ll'VE", "<META", "_START", ">'", "VEå", "👍🏽", "é", "<EOT", ">", "9", "\r\n\r\n", "<漢"]}
+{"text": "عⅣ'M'Md٣٤٥٦0!
're ‍<>måm३\"ع-㍿㋿'re🙂0's'Ś​m<|endoftext|>½   \n­m-🙂", "tokens": 51, "pieces": ["ع", "Ⅳ", "'M'M", "d", "٣٤٥", "٦0", "!", "
", "'re", " ‍<>", "måm", "३", "\"ع", "-㍿㋿'", "re", "🙂", "0", "'s'S", "́", "​m", "<|", "endoftext", "|>", "½", "   \n", "­m", "-🙂"]}
+{"text": "\u000b字'éfi'VEDžⅣ\tDžda\r\n\r\n  <EOT>'VE½<|fim_prefix|><|endoftext|>🙂-'ll漢Ⅳ", "tokens": 41, "pieces": ["\u000b字", "'éfi'VE", "Dž", "Ⅳ", "\tDžda", "\r\n\r\n", " ", " <", "EOT", ">'", "VE", "½", "<|", "fim", "_prefix", "|><|", "endoftext", "|>🙂-'", "ll漢", "Ⅳ"]}
+{"text": "İeꟲＡ", "tokens": 6, "pieces": ["İeꟲ", "Ａ"]}
+{"text": "9'Reعd(𐞁\n<META_START>㋿३a\r\n\r\nⅣ(Ａ  \n'S字\"a
fi\u000b're-!<META_START>", "tokens": 38, "pieces": ["9", "'Reعd", "(𐞁", "\n", "<META", "_START", ">㋿", "३", "a", "\r\n\r\n", "Ⅳ", "(Ａ", "  \n", "'S字", "\"a", "
fi", "\u000b", "'re", "-!<", "META", "_START", ">"]}
+{"text": "Dž٣٤٥٦#$%", "tokens": 8, "pieces": ["Dž", "٣٤٥", "٦", "#$%"]}
+{"text": "㍿\r\n\r\nd　e>…Ａſé<|endoftext|>\tḍ̇\r\n\r\n\r", "tokens": 27, "pieces": ["㍿\r\n\r\n", "d", "　e", ">", "…Ａſé", "<|", "endoftext", "|>", "\tḍ̇", "\r\n\r\n\r"]}
+{"text": "!fi>'re'VEſ­å'Re.EOTſa  
㋿'ſ\r\n'Mß<META_START>'M'Sem\r\n\r\n12345678ḍ̇  𐞁!!­é12345678́👍🏽12345678", "tokens": 58, "pieces": ["!fi", ">'", "re'VE", "ſ", "­å'Re", ".EOTſa", "  ", "
", "㋿'", "ſ", "\r\n", "'Mß", "<META", "_START", ">'", "M'S", "em", "\r\n\r\n", "123", "456", "78", "ḍ̇", " ", " 𐞁", "!!­", "é", "123", "456", "78", "́", "👍🏽", "123", "456", "78"]}
+{"text": "e.́عſe​\r\nt  -㋿½\n'VE('re<EOT>0  0  ㍿'T  ßＡ𐞁!!ḍ̇<|fim_prefix|>字‍½t㋿", "tokens": 59, "pieces": ["e", ".́عſe", "​\r\n", "t", " ", " -㋿", "½", "\n", "'VE", "('", "re", "<EOT", ">", "0", " ", " ", "0", " ", " ㍿'", "T", " ", " ß", "Ａ𐞁", "!!", "ḍ̇", "<|", "fim", "_prefix", "|>", "字", "‍", "½", "t", "㋿"]}
+{"text": "#$%  's‍'ſém ſ'T0½'M㋿éZ", "tokens": 20, "pieces": ["#$%", " ", " '", "s", "‍'", "ſém", " ſ'T", "0½", "'M", "㋿é", "Z"]}
+{"text": "　m٣٤٥٦   \n<EOT>­'D㋿", "tokens": 16, "pieces": ["　m", "٣٤٥", "٦", "   \n", "<EOT", ">­'", "D", "㋿"]}
+{"text": "d٣٤٥٦́­́३<\r\n..<EOT>‍'S-.㍿́
İ<EOT><'T", "tokens": 30, "pieces": ["d", "٣٤٥", "٦", "́", "­́", "३", "<\r\n", "..<", "EOT", ">‍'", "S", "-.㍿́", "
İ", "<EOT", "><'", "T"]}
+{"text": "'S\u000bs're>Ⅳt'VE<'Re><|endoftext|>​'Té
<|fim_prefix|>'s\r\n0½.'VE\u000b'M#$%'M​ſZeḍ̇.< !!d're", "tokens": 52, "pieces": ["'S", "\u000bs're", ">", "Ⅳ", "t'VE", "<'", "Re", "><|", "endoftext", "|>​'", "Té", "
", "<|", "fim", "_prefix", "|>'", "s", "\r\n", "0½", ".'", "VE", "\u000b", "'M", "#$%'", "M", "​ſ", "Zeḍ̇", ".<", " ", "!!", "d're"]}
+{"text": "
́عé'll‍ḍ̇!!'ſ're<EOT>\r'VE…‍'VEſe'VE😀🏽🙂sع", "tokens": 34, "pieces": ["
́عé'll", "‍ḍ̇", "!!'", "ſ're", "<EOT", ">\r", "'VE", "…", "‍'", "VEſe'VE", "😀🏽🙂", "sع"]}
+{"text": "<META_START>!!́ fie 
12345678-\u000bé0're(", "tokens": 19, "pieces": ["<META", "_START", ">!!́", " fie", " ", "
", "123", "456", "78", "-", "\u000bé", "0", "'re", "("]}
+{"text": "\r\n.́'Dt<\"　٣٤٥٦'Sd'Md'll😀🏽  ḍ̇İ9\t<|fim_prefix|>ém​Ａ　漢å", "tokens": 43, "pieces": ["\r\n", ".́'D", "t", "<\"", "　", "٣٤٥", "٦", "'Sd'M", "d'll", "😀🏽", " ", " ḍ̇", "İ", "9", "\t", "<|", "fim", "_prefix", "|>", "ém", "​Ａ", "　漢å"]}
+{"text": "Zfi
åZ👍🏽.'VE're<META_START>…é123456780ع㋿<|endoftext|>İ'!(9'(㋿
👍🏽'Re　㋿>", "tokens": 53, "pieces": ["Zfi", "
å", "Z", "👍🏽.'", "VE're", "<META", "_START", ">", "…é", "123", "456", "780", "ع", "㋿<|", "endoftext", "|>", "İ", "'!(", "9", "'(㋿", "
", "👍🏽'", "Re", "　", "㋿>"]}
+{"text": "'M<META_START>'llEOT'll", "tokens": 9, "pieces": ["'M", "<META", "_START", ">'", "ll", "EOT'll"]}
+{"text": "…éd  EOTع're'DDž>㍿>İ\r\n\r\n(　<­½é-'ſع're​  ", "tokens": 30, "pieces": ["…éd", " ", " EOTع're", "'DDž", ">㍿>", "İ", "\r\n\r\n", "(", "　", "<­", "½", "é", "-'", "ſع're", "​", "  "]}
+{"text": "ßſßfi'St", "tokens": 6, "pieces": ["ßſßfi'S", "t"]}
+{"text": "Dž0t'VEm(fi\r", "tokens": 10, "pieces": ["Dž", "0", "t'VE", "m", "(fi", "\r"]}
+{"text": "<#$%'Re   \n   \n字\r\n\r\n…́<|fim_prefix|>12345678EOT<EOT>­9Dž-'' ​m𐞁३'T'T\n", "tokens": 41, "pieces": ["<#$%'", "Re", "   \n   \n", "字", "\r\n\r\n", "…́", "<|", "fim", "_prefix", "|>", "123", "456", "78", "EOT", "<EOT", ">­", "9", "Dž", "-''", " ​", "m𐞁", "३", "'T'T", "\n"]}
+{"text": "<|fim_prefix|>!(EOTm👍🏽Z\"<EOT>", "tokens": 18, "pieces": ["<|", "fim", "_prefix", "|>!(", "EOTm", "👍🏽", "Z", "\"<", "EOT", ">"]}
+{"text": "\r\n\r\nḍ̇'M३'Dع😀🏽><|endoftext|>!>\r'Re漢'VE", "tokens": 25, "pieces": ["\r\n\r\n", "ḍ̇'M", "३", "'Dع", "😀🏽><|", "endoftext", "|>!>\r", "'Re漢'VE"]}
+{"text": "३'S🙂é,​'reİ㍿ꟲa-<|endoftext|>éZ­-😀🏽\u000b", "tokens": 33, "pieces": ["३", "'S", "🙂é", ",​'", "re", "İ", "㍿ꟲa", "-<|", "endoftext", "|>", "é", "Z", "­-😀🏽", "\u000b"]}
+{"text": "　'VEعＡßꟲ…ſ'M​­d\ré're!\t!#$%<EOT>\n😀🏽", "tokens": 32, "pieces": ["　", "'VEعＡßꟲ", "…ſ'M", "​­", "d", "\r", "é're", "!", "\t", "!#$%<", "EOT", ">\n", "😀🏽"]}
+{"text": "'ſ…'llåé'Re.…m'reſ(\"e'Ⅳé<EOT>İ<EOT>­'D#$%a
'S½½३<META_START>́\rعＡ३ḍ̇㍿", "tokens": 54, "pieces": ["'ſ", "…", "'llåé'Re", ".", "…m're", "ſ", "(\"", "e", "'", "Ⅳ", "é", "<EOT", ">İ", "<EOT", ">­'", "D", "#$%", "a", "
", "'S", "½½३", "<META", "_START", ">́", "\r", "ع", "Ａ", "३", "ḍ̇", "㍿"]}
+{"text": ",'ſ(,'é<META_START>'Re<EOT>😀🏽字Ａ㍿㍿(<EOT>🙂m>'ſ٣٤٥٦å12345678३‍('T㍿‍", "tokens": 49, "pieces": [",'", "ſ", "(,'", "é", "<META", "_START", ">'", "Re", "<EOT", ">😀🏽", "字", "Ａ", "㍿㍿(<", "EOT", ">🙂", "m", ">'", "ſ", "٣٤٥", "٦", "å", "123", "456", "78३", "‍('", "T", "㍿‍"]}
+{"text": "<🙂٣٤٥٦ⅣEOTEOTt'ſ12345678   \n , ́\"\u000b,\r\n\r\n字'VEfi.'s#$%", "tokens": 32, "pieces": ["<🙂", "٣٤٥", "٦Ⅳ", "EOTEOTt'ſ", "123", "456", "78", "   \n", " ,", " ́", "\"", "\u000b", ",\r\n\r\n", "字'VE", "fi", ".'", "s", "#$%"]}
+{"text": ".ß -<|fim_prefix|>99\r\n\n👍🏽ḍ̇㋿t㋿<|fim_prefix|>'refi", "tokens": 32, "pieces": [".ß", " -<|", "fim", "_prefix", "|>", "99", "\r\n\n", "👍🏽", "ḍ̇", "㋿t", "㋿<|", "fim", "_prefix", "|>'", "refi"]}
+{"text": "­'s12345678.İ‍fit'D(Ａé\t'T9…a३İ", "tokens": 24, "pieces": ["­'", "s", "123", "456", "78", ".İ", "‍fit'D", "(Ａé", "\t", "'T", "9", "…a", "३", "İ"]}
+{"text": "​'Sſ<EOT>漢t e,.'S  ½   \nsſé'M㋿'llſ'Dž\t　\"🙂tZḍ̇…", "tokens": 42, "pieces": ["​'", "Sſ", "<EOT", ">漢t", " e", ",.'", "S", " ", " ", "½", "   \n", "sſé'M", "㋿'", "llſ", "'Dž", "\t", "　", "\"🙂", "t", "Zḍ̇", "…"]}
+{"text": ",9\tḍ̇", "tokens": 6, "pieces": [",", "9", "\tḍ̇"]}
+{"text": "٣٤٥٦عßé\r\n…,ḍ̇\n㍿'T<m\t'M'Me'T​aa're\"12345678\r\n\r\n\r\nß<å'll𐞁👍🏽Ａ漢é", "tokens": 49, "pieces": ["٣٤٥", "٦", "عßé", "\r\n", "…", ",ḍ̇", "\n", "㍿'", "T", "<m", "\t", "'M'M", "e'T", "​aa're", "\"", "123", "456", "78", "\r\n\r\n\r\n", "ß", "<å'll", "𐞁", "👍🏽", "Ａ漢é"]}
+{"text": "'Dḍ̇\t字\ns'Ma漢　㋿'re\t,🙂0.
é<EOT>>　<|fim_prefix|>ع<|endoftext|>s<", "tokens": 45, "pieces": ["'Dḍ̇", "\t字", "\n", "s'M", "a漢", "　", "㋿'", "re", "\t", ",🙂", "0", ".", "
é", "<EOT", ">>", "　", "<|", "fim", "_prefix", "|>", "ع", "<|", "endoftext", "|>", "s", "<"]}
+{"text": "!‍'D9Dž'llḍ̇​Ａ㋿३\r३té'llå'D'Re…­३0漢<|fim_prefix|>9(­½<|fim_prefix|>́ ́t", "tokens": 52, "pieces": ["!‍'", "D", "9", "Dž'll", "ḍ̇", "​Ａ", "㋿", "३", "\r", "३", "té'll", "å'D", "'Re", "…", "­", "३0", "漢", "<|", "fim", "_prefix", "|>", "9", "(­", "½", "<|", "fim", "_prefix", "|>́", " ́t"]}
+{"text": "12345678<|fim_prefix|>\r\nå👍🏽#$%é漢12345678Ⅳ٣٤٥٦t🙂ع𐞁'sİ٣٤٥٦…漢👍🏽ḍ̇EOT're", "tokens": 52, "pieces": ["123", "456", "78", "<|", "fim", "_prefix", "|>\r\n", "å", "👍🏽#$%", "é漢", "123", "456", "78Ⅳ", "٣٤٥", "٦", "t", "🙂ع𐞁's", "İ", "٣٤٥", "٦", "…漢", "👍🏽", "ḍ̇", "EOT're"]}
+{"text": "ßعs'㍿\"\r\n\r\n字👍🏽0afi'ſ12345678tİ<EOT><9　😀🏽\r\n\r\n-", "tokens": 32, "pieces": ["ßعs", "'㍿\"\r\n\r\n", "字", "👍🏽", "0", "afi'ſ", "123", "456", "78", "t", "İ", "<EOT", "><", "9", "　", "😀🏽\r\n\r\n", "-"]}
+{"text": "'M字t12345678…#$%­,\n   \nDž9字m\r\n", "tokens": 19, "pieces": ["'M字t", "123", "456", "78", "…", "#$%­,\n", "   \n", "Dž", "9", "字m", "\r\n"]}
+{"text": "字's👍🏽\u000b\r\n\r\nع<\u000b<META_START>३   \n<META_START>Dž<EOT㍿́edZ  ß​<|endoftext|>>㋿åßfi   \n", "tokens": 49, "pieces": ["字's", "👍🏽", "\u000b\r\n\r\n", "ع", "<", "\u000b", "<META", "_START", ">", "३", "   \n", "<META", "_START", ">Dž", "<EOT", "㍿́ed", "Z", " ", " ß", "​<|", "endoftext", "|>>㋿", "åßfi", "   \n"]}
+{"text": "'D'll<EOT> fi👍🏽EOT‍s👍🏽'VEEOT  <EOT>a😀🏽\r!!
mZ\r\n(­<META_START>😀🏽ḍ̇EOT\r\n   \n", "tokens": 50, "pieces": ["'D'll", "<EOT", ">", " fi", "👍🏽", "EOT", "‍s", "👍🏽'", "VEEOT", " ", " <", "EOT", ">a", "😀🏽\r", "!!", "
m", "Z", "\r\n", "(­<", "META", "_START", ">😀🏽", "ḍ̇", "EOT", "\r\n   \n"]}
+{"text": "ßꟲ‍­<|fim_prefix|>12345678\r\n\r\n", "tokens": 16, "pieces": ["ßꟲ", "‍­<|", "fim", "_prefix", "|>", "123", "456", "78", "\r\n\r\n"]}
+{"text": "́", "tokens": 1, "pieces": ["́"]}
+{"text": "…é­<|endoftext|>d字<META_START>,\nع'M9ḍ̇'Re<'sd", "tokens": 26, "pieces": ["…é", "­<|", "endoftext", "|>", "d字", "<META", "_START", ">,\n", "ع'M", "9", "ḍ̇'Re", "<'", "sd"]}
+{"text": "\r\n\r\n", "tokens": 1, "pieces": ["\r\n\r\n"]}
+{"text": "🙂 <EOT>12345678Z𐞁‍'ſZ٣٤٥٦'re😀🏽👍🏽#$%>'ſ90‍12345678m's", "tokens": 39, "pieces": ["🙂", " <", "EOT", ">", "123", "456", "78", "Z𐞁", "‍'", "ſ", "Z", "٣٤٥", "٦", "'re", "😀🏽👍🏽#$%>'", "ſ", "90", "‍", "123", "456", "78", "m's"]}
+{"text": "!fi.<EOT>''D​'S​aé🙂'ſ🙂‍eé'Re½!!<META_START>\u000b!!'T㍿t", "tokens": 36, "pieces": ["!fi", ".<", "EOT", ">''", "D", "​'", "S", "​aé", "🙂'", "ſ", "🙂‍", "eé'Re", "½", "!!<", "META", "_START", ">", "\u000b", "!!'", "T", "㍿t"]}
+{"text": "<META_START>'S'", "tokens": 6, "pieces": ["<META", "_START", ">'", "S", "'"]}
+{"text": "\"ſİ#$%½-½ 𐞁'Re'ſ　e-\r\n'M'll
e👍🏽a'ſ", "tokens": 29, "pieces": ["\"ſ", "İ", "#$%", "½", "-", "½", " 𐞁'Re", "'ſ", "　e", "-\r\n", "'M'll", "
e", "👍🏽", "a'ſ"]}
+{"text": "👍🏽'VE\"fi-t's'll漢ße'Tåefis\r\r\n're
ع!å㍿å𐞁   \né😀🏽9Ａ(é'T㋿\"-", "tokens": 48, "pieces": ["👍🏽'", "VE", "\"fi", "-t's", "'ll漢ße'T", "åefis", "\r\r\n", "'re", "
ع", "!å", "㍿å𐞁", "   \n", "é", "😀🏽", "9", "Ａ", "(é'T", "㋿\"-"]}
+{"text": "𐞁​㍿", "tokens": 8, "pieces": ["𐞁", "​㍿"]}
+{"text": "ꟲEOT­<META_START><|endoftext|>m​ſ     \n👍🏽<|fim_prefix|>EOT><EOT>#$%t   \n'llfi😀🏽Ze,", "tokens": 46, "pieces": ["ꟲ", "EOT", "­<", "META", "_START", "><|", "endoftext", "|>", "m", "​ſ", "     \n", "👍🏽<|", "fim", "_prefix", "|>", "EOT", "><", "EOT", ">#$%", "t", "   \n", "'llfi", "😀🏽", "Ze", ","]}
+{"text": "a\r\n\r\n‍ s'ſ­é   \n!!t字0\t,'S", "tokens": 17, "pieces": ["a", "\r\n\r\n", "‍", " s'ſ", "­é", "   \n", "!!", "t字", "0", "\t", ",'", "S"]}
+{"text": "'M!<٣٤٥٦\nDž'ſ-12345678👍🏽'Sß字Z३\r\né.'T#$%-'t𐞁​㍿<é\u000bⅣ​", "tokens": 48, "pieces": ["'M", "!<", "٣٤٥", "٦", "\n", "Dž'ſ", "-", "123", "456", "78", "👍🏽'", "Sß字", "Z", "३", "\r\n", "é", ".'", "T", "#$%-'", "t𐞁", "​㍿<", "é", "\u000b", "Ⅳ", "​"]}
+{"text": "​  'll<META_START>\r\n're", "tokens": 9, "pieces": ["​", " ", " '", "ll", "<META", "_START", ">\r\n", "'re"]}
+{"text": " \"e'T漢<|endoftext|>Dž(…'VE㋿ſİ\r\n\r\n<tZ's\t👍🏽字#$%<META_START>Ａ<EOT>'reḍ̇'Re.", "tokens": 49, "pieces": [" ", "\"e'T", "漢", "<|", "endoftext", "|>", "Dž", "(", "…", "'VE", "㋿ſ", "İ", "\r\n\r\n", "<t", "Z's", "\t", "👍🏽", "字", "#$%<", "META", "_START", ">Ａ", "<EOT", ">'", "reḍ̇'Re", "."]}
+{"text": "३٣٤٥٦½", "tokens": 6, "pieces": ["३٣٤", "٥٦½"]}
+{"text": "ß'Re\"fi  <META_START>३İ   \n<<|endoftext|>12345678🙂'ſ12345678
٣٤٥٦", "tokens": 33, "pieces": ["ß'Re", "\"fi", " ", " <", "META", "_START", ">", "३", "İ", "   \n", "<<|", "endoftext", "|>", "123", "456", "78", "🙂'", "ſ", "123", "456", "78", "
", "٣٤٥", "٦"]}
+{"text": "<META_START><|fim_prefix|>'s\t  ḍ̇'re🙂　ß漢's<EOT>\r\n\r\nZ9'Resḍ̇\n'T\"漢\"Ⅳ", "tokens": 38, "pieces": ["<META", "_START", "><|", "fim", "_prefix", "|>'", "s", "\t ", " ḍ̇'re", "🙂", "　ß漢's", "<EOT", ">\r\n\r\n", "Z", "9", "'Resḍ̇", "\n", "'T", "\"漢", "\"", "Ⅳ"]}
+{"text": "‍‍㍿\u000b<|fim_prefix|> 𐞁t-​'aＡ>ḍ̇　'llß٣٤٥٦da'e㍿ꟲſ<a ſ,", "tokens": 46, "pieces": ["‍‍㍿", "\u000b", "<|", "fim", "_prefix", "|>", " 𐞁t", "-​'", "a", "Ａ", ">ḍ̇", "　", "'llß", "٣٤٥", "٦", "da", "'e", "㍿ꟲſ", "<a", " ſ", ","]}
+{"text": "\t mⅣ'll'llⅣ\r\n漢é<<dſſİ,ḍ̇m.👍🏽 'Re½0,  å㋿   \n'Re", "tokens": 40, "pieces": ["\t", " m", "Ⅳ", "'ll'll", "Ⅳ", "\r\n", "漢é", "<<", "dſſ", "İ", ",ḍ̇m", ".👍🏽", " ", "'Re", "½0", ",", " ", " å", "㋿", "   \n", "'Re"]}
+{"text": "EOT're12345678\r\nİé𐞁", "tokens": 14, "pieces": ["EOT're", "123", "456", "78", "\r\n", "İé𐞁"]}
+{"text": "‍😀🏽><|fim_prefix|>'Refié𐞁½\u000b३ 'Dſḍ̇12345678  
", "tokens": 31, "pieces": ["‍😀🏽><|", "fim", "_prefix", "|>'", "Refié𐞁", "½", "\u000b", "३", " '", "Dſḍ̇", "123", "456", "78", "  
"]}
+{"text": "\t'T　İ​Z😀🏽", "tokens": 9, "pieces": ["\t", "'T", "　İ", "​Z", "😀🏽"]}
+{"text": "'D!!Ⅳ<META_START>​<EOT>s're  ­😀🏽'Re٣٤٥٦́ ㋿٣٤٥٦٣٤٥٦ Dž'M<|endoftext|>
", "tokens": 50, "pieces": ["'D", "!!", "Ⅳ", "<META", "_START", ">​<", "EOT", ">s're", " ", " ­😀🏽'", "Re", "٣٤٥", "٦", "́", " ㋿", "٣٤٥", "٦٣٤", "٥٦", " Dž'M", "<|", "endoftext", "|>", "
"]}
+{"text": "ßåé<META_START><EOT>ḍ̇ꟲfi👍🏽'll\"", "tokens": 24, "pieces": ["ßåé", "<META", "_START", "><", "EOT", ">ḍ̇ꟲfi", "👍🏽'", "ll", "\""]}
+{"text": "\"t'reع漢́٣٤٥٦Ⅳ\t٣٤٥٦<́s'Sع​m\tⅣ.\r'Déé", "tokens": 31, "pieces": ["\"t're", "ع漢́", "٣٤٥", "٦Ⅳ", "\t", "٣٤٥", "٦", "<́s'S", "ع", "​m", "\t", "Ⅳ", ".\r", "'Déé"]}
+{"text": "('M\r字…-३ \u000b…
é<|fim_prefix|>'M.'Re", "tokens": 23, "pieces": ["('", "M", "\r", "字", "…", "-", "३", " \u000b…", "
é", "<|", "fim", "_prefix", "|>'", "M", ".'", "Re"]}
+{"text": "'VE.<|endoftext|>fi字\t​\r\n\r\n字​ꟲ\r  Dž́𐞁'D12345678٣٤٥٦'T<\r\n'ſ12345678👍🏽漢
𐞁'll­12345678  ع½😀🏽#$%　\r\n\r\n", "tokens": 69, "pieces": ["'VE", ".<|", "endoftext", "|>", "fi字", "\t", "​\r\n\r\n", "字", "​ꟲ", "\r", " ", " Dž́𐞁'D", "123", "456", "78٣", "٤٥٦", "'T", "<\r\n", "'ſ", "123", "456", "78", "👍🏽", "漢", "
𐞁'll", "­", "123", "456", "78", " ", " ع", "½", "😀🏽#$%", "　\r\n\r\n"]}
+{"text": "漢!!'Re  !!", "tokens": 6, "pieces": ["漢", "!!'", "Re", " ", " !!"]}
+{"text": "<EOT>-EOT", "tokens": 5, "pieces": ["<EOT", ">-", "EOT"]}
+{"text": "­
ꟲfi㋿٣٤٥٦👍🏽(३'M\"'T('re😀🏽>Ａfi<META_START>12345678", "tokens": 36, "pieces": ["­", "
ꟲfi", "㋿", "٣٤٥", "٦", "👍🏽(", "३", "'M", "\"'", "T", "('", "re", "😀🏽>", "Ａfi", "<META", "_START", ">", "123", "456", "78"]}
+{"text": "㍿'s'ſ字\u000b'Re😀🏽,'T́­ 𐞁
!!fi　,漢漢३\t३ß́\rⅣ\r'ſ'ſå\r\r\n\r\n👍🏽", "tokens": 49, "pieces": ["㍿'", "s'ſ", "字", "\u000b", "'Re", "😀🏽,'", "T́", "­", " 𐞁", "
", "!!", "fi", "　", ",漢漢", "३", "\t", "३", "ß́", "\r", "Ⅳ", "\r", "'ſ'ſ", "å", "\r\r\n\r\n", "👍🏽"]}
+{"text": "\t12345678🙂İ­Dža­< Ａ", "tokens": 14, "pieces": ["\t", "123", "456", "78", "🙂İ", "­Dža", "­<", " Ａ"]}
+{"text": "a<|fim_prefix|>\r\n\r\n\r\n\r\n
­👍🏽 m'så'VE", "tokens": 19, "pieces": ["a", "<|", "fim", "_prefix", "|>\r\n\r\n\r\n\r\n", "
", "­👍🏽", " m's", "å'VE"]}
+{"text": "　\r\n\r\n<EOT>😀🏽‍'VE-İ\naＡ<字<|endoftext|>#$%a🙂é>ع!!<EOT> ꟲ​dſ½'T", "tokens": 47, "pieces": ["　\r\n\r\n", "<EOT", ">😀🏽‍'", "VE", "-İ", "\n", "a", "Ａ", "<字", "<|", "endoftext", "|>#$%", "a", "🙂é", ">ع", "!!<", "EOT", ">", " ꟲ", "​dſ", "½", "'T"]}
+{"text": "'D३a漢𐞁🙂12345678<|fim_prefix|>>㍿<META_START>'VE٣٤٥٦ EOT'T\t🙂e字(", "tokens": 39, "pieces": ["'D", "३", "a漢𐞁", "🙂", "123", "456", "78", "<|", "fim", "_prefix", "|>>㍿<", "META", "_START", ">'", "VE", "٣٤٥", "٦", " EOT'T", "\t", "🙂e字", "("]}
+{"text": "́　 \r\nfi", "tokens": 5, "pieces": ["́", "　 \r\n", "fi"]}
+{"text": "'Sİt­.'D's𐞁\r\n-'ll'll.<EOT>İ́\r\n\r\n'\n字éåt   \nß", "tokens": 30, "pieces": ["'Sİt", "­.'", "D's", "𐞁", "\r\n", "-'", "ll'll", ".<", "EOT", ">İ́", "\r\n\r\n", "'\n", "字éåt", "   \n", "ß"]}
+{"text": "🙂t\"ꟲ\r\nꟲİ<|endoftext|> ḍ̇é 'T​𐞁漢t　ſع12345678fiع", "tokens": 40, "pieces": ["🙂t", "\"ꟲ", "\r\n", "ꟲ", "İ", "<|", "endoftext", "|>", " ḍ̇é", " ", "'T", "​𐞁漢t", "　ſع", "123", "456", "78", "fiع"]}
+{"text": "'Re'D'VEDž.!!İꟲ", "tokens": 12, "pieces": ["'Re'D", "'VEDž", ".!!", "İꟲ"]}
+{"text": "fiDž­s㍿'
㋿'reſé👍🏽<META_START>漢𐞁<|fim_prefix|>ḍ̇tDž'sa", "tokens": 42, "pieces": ["fi", "Dž", "­s", "㍿'", "
", "㋿'", "reſé", "👍🏽<", "META", "_START", ">漢𐞁", "<|", "fim", "_prefix", "|>", "ḍ̇t", "Dž's", "a"]}
+{"text": "éꟲ漢٣٤٥٦  'M\tfi\u000b're字", "tokens": 17, "pieces": ["éꟲ漢", "٣٤٥", "٦", " ", " '", "M", "\tfi", "\u000b", "'re字"]}
+{"text": " …ſe'9漢­字<META_START>Ⅳ😀🏽㋿\u000b\r\n\r\nd'D🙂…　d#$%'Reḍ̇e㍿Zt…\u000bİ>e\r­a\r", "tokens": 52, "pieces": [" ", "…ſe", "'", "9", "漢", "­字", "<META", "_START", ">", "Ⅳ", "😀🏽㋿", "\u000b\r\n\r\n", "d'D", "🙂", "…", "　d", "#$%'", "Reḍ̇e", "㍿Zt", "…", "\u000bİ", ">e", "\r", "­a", "\r"]}
+{"text": ">,<|endoftext|>İ漢 \r\n\r\ns字!ſ0漢Z\u000bEOT'VE
Ａ👍🏽,", "tokens": 29, "pieces": [">,<|", "endoftext", "|>", "İ漢", " \r\n\r\n", "s字", "!ſ", "0", "漢", "Z", "\u000bEOT'VE", "
Ａ", "👍🏽,"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'TdⅣ<å-me>fi­t\t-­'s<<META_START>\"'VE'M　'Re'VE漢ſ
'D
‍㍿9#$%ſ'd
\r", "tokens": 42, "pieces": ["'Td", "Ⅳ", "<å", "-me", ">fi", "­t", "\t", "-­'", "s", "<<", "META", "_START", ">\"'", "VE'M", "　", "'Re'VE", "漢ſ", "
", "'D", "
", "‍㍿", "9", "#$%", "ſ'd", "
\r"]}
+{"text": "eḍ̇ ,'M0tEOT   \n'T\"👍🏽t漢
!!㍿\r\nſİ😀🏽<|endoftext|>'reZ's", "tokens": 39, "pieces": ["eḍ̇", " ,'", "M", "0", "t", "EOT", "   \n", "'T", "\"👍🏽", "t漢", "
", "!!㍿\r\n", "ſ", "İ", "😀🏽<|", "endoftext", "|>'", "re", "Z's"]}
+{"text": "𐞁'M'ſZ'T'Då\u000bßfi'VE<EOT>'S\n\n漢'S\r\nſ'SEOT\" Ⅳ", "tokens": 33, "pieces": ["𐞁'M", "'ſ", "Z'T", "'Då", "\u000bßfi'VE", "<EOT", ">'", "S", "\n\n", "漢'S", "\r\n", "ſ'S", "EOT", "\"", " ", "Ⅳ"]}
+{"text": "😀🏽  -0'M     \n㋿9", "tokens": 13, "pieces": ["😀🏽", " ", " ", "-", "0", "'M", "     \n", "㋿", "9"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "½'Da'D-<|fim_prefix|>'re'D​m'å३\r\n\r\n३Ａfi(,  e.'re'Reḍ̇<META_START>'T", "tokens": 37, "pieces": ["½", "'Da'D", "-<|", "fim", "_prefix", "|>'", "re'D", "​m", "'å", "३", "\r\n\r\n", "३", "Ａfi", "(,", " ", " e", ".'", "re'Re", "ḍ̇", "<META", "_START", ">'", "T"]}
+{"text": "\rm‍㍿0('Séع<|endoftext|>­ ", "tokens": 20, "pieces": ["\r", "m", "‍㍿", "0", "('", "Séع", "<|", "endoftext", "|>­", " "]}
+{"text": "'ſaEOT   \n\t🙂é漢're​Dž🙂㍿(dm㍿éfiEOT..́…,(0.👍🏽…İ­!㋿", "tokens": 46, "pieces": ["'ſa", "EOT", "   \n", "\t", "🙂é漢're", "​Dž", "🙂㍿(", "dm", "㍿éfi", "EOT", "..́", "…", ",(", "0", ".👍🏽", "…İ", "­!㋿"]}
+{"text": ",'VEéDž", "tokens": 6, "pieces": [",'", "VEé", "Dž"]}
+{"text": "'llＡ́㋿12345678  é𐞁Ａa9𐞁fi㋿ḍ̇'ſſ'D\nḍ̇ß́>('VE'VE,㋿", "tokens": 48, "pieces": ["'ll", "Ａ́", "㋿", "123", "456", "78", " ", " é𐞁", "Ａa", "9", "𐞁fi", "㋿ḍ̇'ſ", "ſ'D", "\n", "ḍ̇ß́", ">('", "VE'VE", ",㋿"]}
+{"text": "'ll-ḍ̇ \r'ſd!! ३,𐞁½ſ　éḍ̇sḍ̇é'ſ!\t<|fim_prefix|>\t­
字😀🏽ß<,'re…\u000b.Ａ𐞁'M", "tokens": 62, "pieces": ["'ll", "-ḍ̇", " \r", "'ſd", "!!", " ", "३", ",𐞁", "½", "ſ", "　éḍ̇sḍ̇é'ſ", "!", "\t", "<|", "fim", "_prefix", "|>", "\t", "­", "
字", "😀🏽", "ß", "<,'", "re", "…", "\u000b", ".Ａ𐞁'M"]}
+{"text": "🙂s\n\r­'re EOT!漢🙂<EOT>漢'reß'D<.'ſ　Ⅳ'T9\n's(m're12345678>Ａ<|endoftext|>#$%", "tokens": 46, "pieces": ["🙂s", "\n\r", "­'", "re", " EOT", "!漢", "🙂<", "EOT", ">漢're", "ß'D", "<.'", "ſ", "　", "Ⅳ", "'T", "9", "\n", "'s", "(m're", "123", "456", "78", ">Ａ", "<|", "endoftext", "|>#$%"]}
+{"text": "fiİ​ſ'VEſ0-0   \n<META_START>, 9<|fim_prefix|>漢½", "tokens": 25, "pieces": ["fi", "İ", "​ſ'VE", "ſ", "0", "-", "0", "   \n", "<META", "_START", ">,", " ", "9", "<|", "fim", "_prefix", "|>", "漢", "½"]}
+{"text": "\r\n-\rs३\t́'T#$%<META_START>\r\ne​½'ll<|fim_prefix|>", "tokens": 24, "pieces": ["\r\n", "-\r", "s", "३", "\t́'T", "#$%<", "META", "_START", ">\r\n", "e", "​", "½", "'ll", "<|", "fim", "_prefix", "|>"]}
+{"text": "漢\"9'ſ're", "tokens": 6, "pieces": ["漢", "\"", "9", "'ſ're"]}
+{"text": "(Zs\u000b 
.<'VE\r\n\r\n㍿🙂㍿‍\t(🙂½\r're
  😀🏽🙂!Z<META_START>   \n😀🏽", "tokens": 39, "pieces": ["(Zs", "\u000b ", "
", ".<'", "VE", "\r\n\r\n", "㍿🙂㍿‍", "\t", "(🙂", "½", "\r", "'re", "
 ", " 😀🏽🙂!", "Z", "<META", "_START", ">", "   \n", "😀🏽"]}
+{"text": "é<|fim_prefix|>d", "tokens": 9, "pieces": ["é", "<|", "fim", "_prefix", "|>", "d"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678Ａ🙂𐞁👍🏽.<|fim_prefix|>\u000b's\u000b!!!'\n\rEOTdꟲsta'S9fi<Ⅳ\u000b  ع\r\n\r\n½ 'S", "tokens": 44, "pieces": ["123", "456", "78", "Ａ", "🙂𐞁", "👍🏽.<|", "fim", "_prefix", "|>", "\u000b", "'s", "\u000b", "!!!'\n\r", "EOTdꟲsta'S", "9", "fi", "<", "Ⅳ", "\u000b ", " ع", "\r\n\r\n", "½", " ", "'S"]}
+{"text": "(­ꟲ'llZ😀🏽́½㋿<   \nå\rßå \n", "tokens": 25, "pieces": ["(­", "ꟲ'll", "Z", "😀🏽́", "½", "㋿<", "   \n", "å", "\r", "ßå", " \n"]}
+{"text": "<EOT>!!#$%Ⅳḍ̇漢'llfißeDž'D　‍㍿.(字<|fim_prefix|>ee👍🏽12345678eDžé'T!'VE㋿  m", "tokens": 51, "pieces": ["<EOT", ">!!#$%", "Ⅳ", "ḍ̇漢'll", "fiße", "Dž'D", "　", "‍㍿.(", "字", "<|", "fim", "_prefix", "|>", "ee", "👍🏽", "123", "456", "78", "e", "Džé'T", "!'", "VE", "㋿", " ", " m"]}
+{"text": "\r'😀🏽'Re　 İ'ſ\"🙂　𐞁\r\n\t#$%　­.a!\t　   \n\u000bſ", "tokens": 33, "pieces": ["\r", "'😀🏽'", "Re", "　", " İ'ſ", "\"🙂", "　𐞁", "\r\n", "\t", "#$%", "　", "­.", "a", "!", "\t　   \n", "\u000bſ"]}
+{"text": "ßعe're9'sßſ漢'VE'VE½\"👍🏽'ReZ😀🏽'VE12345678ḍ̇👍🏽
㋿Z…\t (\r\n'reⅣ'T'12345678'S
", "tokens": 55, "pieces": ["ßعe're", "9", "'sßſ漢'VE", "'VE", "½", "\"👍🏽'", "Re", "Z", "😀🏽'", "VE", "123", "456", "78", "ḍ̇", "👍🏽", "
", "㋿Z", "…\t", " ", "(\r\n", "'re", "Ⅳ", "'T", "'", "123", "456", "78", "'S", "
"]}
+{"text": "ḍ̇
ꟲ'T'VE
'ſ<META_START>.Dž\r\n'…𐞁 !'D\r\n\r\n'Mt字 ſ​🙂,­s\r\n\r\nꟲ'Mt(㋿½३", "tokens": 53, "pieces": ["ḍ̇", "
ꟲ'T", "'VE", "
", "'ſ", "<META", "_START", ">.", "Dž", "\r\n", "'", "…𐞁", " ", "!'", "D", "\r\n\r\n", "'Mt字", " ſ", "​🙂,­", "s", "\r\n\r\n", "ꟲ'M", "t", "(㋿", "½३"]}
+{"text": "åＡⅣ🙂ßfi'", "tokens": 9, "pieces": ["å", "Ａ", "Ⅳ", "🙂ßfi", "'"]}
+{"text": "'s(\nd👍🏽'll Ａ(\n.", "tokens": 12, "pieces": ["'s", "(\n", "d", "👍🏽'", "ll", " Ａ", "(\n", "."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "#$%😀🏽𐞁Ａ\r\n\"'re0‍s㍿­㋿'s
0½­fi<META_START>\r\n>́", "tokens": 36, "pieces": ["#$%😀🏽", "𐞁", "Ａ", "\r\n", "\"'", "re", "0", "‍s", "㍿­㋿'", "s", "
", "0½", "­fi", "<META", "_START", ">\r\n", ">́"]}
+{"text": "'se'M!,‍eع\r\n,9", "tokens": 10, "pieces": ["'se'M", "!,‍", "eع", "\r\n", ",", "9"]}
+{"text": "<|fim_prefix|>,EOT<…-dfie'reZå  912345678>　'Tfi'D​٣٤٥٦!!🙂EOT\r\n\r\n'ſfi­\r٣٤٥٦‍'re㍿", "tokens": 52, "pieces": ["<|", "fim", "_prefix", "|>,", "EOT", "<", "…", "-dfie're", "Zå", " ", " ", "912", "345", "678", ">", "　", "'Tfi'D", "​", "٣٤٥", "٦", "!!🙂", "EOT", "\r\n\r\n", "'ſfi", "­\r", "٣٤٥", "٦", "‍'", "re", "㍿"]}
+{"text": "ع!'Dß<META_START>", "tokens": 8, "pieces": ["ع", "!'", "Dß", "<META", "_START", ">"]}
+{"text": "漢tZ<'ReDž-㍿('Re0'M\u000b-fi½\r\n!!Z", "tokens": 22, "pieces": ["漢t", "Z", "<'", "Re", "Dž", "-㍿('", "Re", "0", "'M", "\u000b", "-fi", "½", "\r\n", "!!", "Z"]}
+{"text": "'s'ſs,　-\r'séZDž<|fim_prefix|>   \ns३a
👍🏽½!👍🏽's
!!\r㋿tİꟲ   \nsåꟲ\u000b", "tokens": 52, "pieces": ["'s'ſ", "s", ",", "　", "-\r", "'sé", "ZDž", "<|", "fim", "_prefix", "|>", "   \n", "s", "३", "a", "
", "👍🏽", "½", "!👍🏽'", "s", "
", "!!\r", "㋿t", "İꟲ", "   \n", "såꟲ", "\u000b"]}
+{"text": "t‍!!fi 'VE", "tokens": 7, "pieces": ["t", "‍!!", "fi", " ", "'VE"]}
+{"text": "㋿  \"<é'reZ'll'D'llåꟲ<", "tokens": 18, "pieces": ["㋿", " ", " \"<", "é're", "Z'll", "'D'll", "åꟲ", "<"]}
+{"text": "a", "tokens": 1, "pieces": ["a"]}
+{"text": "'reعfi.­eعé\tDžＡ'reDž'Se!<EOT>'s​EOT#$%\ne", "tokens": 30, "pieces": ["'reعfi", ".­", "eعé", "\tDžＡ're", "Dž'S", "e", "!<", "EOT", ">'", "s", "​EOT", "#$%\n", "e"]}
+{"text": "½Dž   \n½,e'D٣٤٥٦𐞁<!!'Rem‍😀🏽٣٤٥٦İ<|endoftext|>\r\n\r\ne
<|endoftext|>\u000bſ 0<('Tfi", "tokens": 52, "pieces": ["½", "Dž", "   \n", "½", ",e'D", "٣٤٥", "٦", "𐞁", "<!!'", "Rem", "‍😀🏽", "٣٤٥", "٦", "İ", "<|", "endoftext", "|>\r\n\r\n", "e", "
", "<|", "endoftext", "|>", "\u000bſ", " ", "0", "<('", "Tfi"]}
+{"text": "​Ａ　​٣٤٥٦́a're'VE‍  ㍿å0'VÉ9're!!'D'S0\"!½'Re", "tokens": 35, "pieces": ["​Ａ", "　", "​", "٣٤٥", "٦", "́a're", "'VE", "‍", " ", " ㍿", "å", "0", "'VÉ", "9", "'re", "!!'", "D'S", "0", "\"!", "½", "'Re"]}
+{"text": "'S½漢́  \r\n'S.,ḍ̇\"'SZ  t<META_START><|fim_prefix|>😀🏽e'T㋿dé㋿Ⅳ9<EOT>'ſ字fi!", "tokens": 45, "pieces": ["'S", "½", "漢́", "  \r\n", "'S", ".,", "ḍ̇", "\"'", "SZ", " ", " t", "<META", "_START", "><|", "fim", "_prefix", "|>😀🏽", "e'T", "㋿dé", "㋿", "Ⅳ9", "<EOT", ">'", "ſ字fi", "!"]}
+{"text": "🙂fi‍',
é​   \n12345678𐞁…'VEＡ'Re", "tokens": 22, "pieces": ["🙂fi", "‍',", "
é", "​", "   \n", "123", "456", "78", "𐞁", "…", "'VEＡ'Re"]}
+{"text": "'Re漢fi\"12345678'ſ'ſ<|endoftext|>㍿𐞁३字9\u000b\" ſ漢m'VEİ<|endoftext|>,'llé 9DžDž٣٤٥٦<EOT>\n", "tokens": 60, "pieces": ["'Re漢fi", "\"", "123", "456", "78", "'ſ'ſ", "<|", "endoftext", "|>㍿", "𐞁", "३", "字", "9", "\u000b", "\"", " ſ漢m'VE", "İ", "<|", "endoftext", "|>,'", "llé", " ", "9", "DžDž", "٣٤٥", "٦", "<EOT", ">\n"]}
+{"text": "عꟲ<|endoftext|>é\r\nİDž'Re​ꟲ>-漢字ع́!!ß'ree   \n'👍🏽­İß𐞁٣٤٥٦", "tokens": 46, "pieces": ["عꟲ", "<|", "endoftext", "|>", "é", "\r\n", "İDž'Re", "​ꟲ", ">-", "漢字ع́", "!!", "ß're", "e", "   \n", "'👍🏽­", "İß𐞁", "٣٤٥", "٦"]}
+{"text": "…́㍿'Re 'llt ३   \nmZ'<EOT>'re'ſ", "tokens": 22, "pieces": ["…́", "㍿'", "Re", " '", "llt", " ", "३", "   \n", "m", "Z", "'<", "EOT", ">'", "re'ſ"]}
+{"text": " ㍿Dž <|fim_prefix|>m's٣٤٥٦-éDž ع‍fi\"٣٤٥٦'Re'𐞁𐞁,.\r\n'Re漢", "tokens": 43, "pieces": [" ", "㍿Dž", " <|", "fim", "_prefix", "|>", "m's", "٣٤٥", "٦", "-é", "Dž", " ع", "‍fi", "\"", "٣٤٥", "٦", "'Re", "'𐞁𐞁", ",.\r\n", "'Re漢"]}
+{"text": "'ReEOT'llꟲDžé0\tfi\"🙂<EOT>'S'ſ'DZés'll' tḍ̇.", "tokens": 33, "pieces": ["'Re", "EOT'll", "ꟲDžé", "0", "\tfi", "\"🙂<", "EOT", ">'", "S'ſ", "'DZés'll", "'", " tḍ̇", "."]}
+{"text": "\u000b<-<|fim_prefix|>#$%ſ'D'ſEOTＡḍ̇
12345678!'Re'ſİ'VE're's'll'T0'S'Re\r\n<'re,>٣٤٥٦😀🏽½½\"\t…ع", "tokens": 57, "pieces": ["\u000b", "<-<|", "fim", "_prefix", "|>#$%", "ſ'D", "'ſ", "EOTＡḍ̇", "
", "123", "456", "78", "!'", "Re'ſ", "İ'VE", "'re's", "'ll'T", "0", "'S'Re", "\r\n", "<'", "re", ",>", "٣٤٥", "٦", "😀🏽", "½½", "\"", "\t", "…ع"]}
+{"text": "9 9İ३ſ\n'ree<|fim_prefix|>'llḍ̇…𐞁9m>ع'D!!\nse‍​å12345678漢'ſ
.Ⅳ", "tokens": 46, "pieces": ["9", " ", "9", "İ", "३", "ſ", "\n", "'ree", "<|", "fim", "_prefix", "|>'", "llḍ̇", "…𐞁", "9", "m", ">ع'D", "!!\n", "se", "‍​", "å", "123", "456", "78", "漢'ſ", "
", ".", "Ⅳ"]}
+{"text": "\n99İ​a'Re漢　éſ\r\n\r\nDž", "tokens": 13, "pieces": ["\n", "99", "İ", "​a'Re", "漢", "　éſ", "\r\n\r\n", "Dž"]}
+{"text": "́\"\r\n\r\n'VE.́Z٣٤٥٦😀🏽a<|endoftext|>\"'ſfié  <META_START> 　'S\r\n\r\n's12345678'T‍eDžéع", "tokens": 47, "pieces": ["́", "\"\r\n\r\n", "'VE", ".́", "Z", "٣٤٥", "٦", "😀🏽", "a", "<|", "endoftext", "|>\"'", "ſfié", " ", " <", "META", "_START", ">", " ", "　", "'S", "\r\n\r\n", "'s", "123", "456", "78", "'T", "‍e", "Džéع"]}
+{"text": "٣٤٥٦<|fim_prefix|>''s㍿Ⅳ́    \n३ſ🙂\r\n\r\n\n㍿'s\r\nå", "tokens": 33, "pieces": ["٣٤٥", "٦", "<|", "fim", "_prefix", "|>''", "s", "㍿", "Ⅳ", "́", "    \n", "३", "ſ", "🙂\r\n\r\n\n", "㍿'", "s", "\r\n", "å"]}
+{"text": "!३   \n", "tokens": 3, "pieces": ["!", "३", "   \n"]}
+{"text": "𐞁'Z㋿㋿Ⅳ‍!'Re 　", "tokens": 18, "pieces": ["𐞁", "'Z", "㋿㋿", "Ⅳ", "‍!'", "Re", " 　"]}
+{"text": "-
", "tokens": 2, "pieces": ["-", "
"]}
+{"text": "‍­ꟲ,<㋿'s🙂", "tokens": 12, "pieces": ["‍­", "ꟲ", ",<㋿'", "s", "🙂"]}
+{"text": "\rİⅣ漢0\"​éétḍ̇\"İ\u000b!!'reⅣ　12345678\t㋿0<|endoftext|>12345678…́\r\n\u000bſ\"!éⅣ-", "tokens": 53, "pieces": ["\r", "İ", "Ⅳ", "漢", "0", "\"​", "éétḍ̇", "\"İ", "\u000b", "!!'", "re", "Ⅳ", "　", "123", "456", "78", "\t", "㋿", "0", "<|", "endoftext", "|>", "123", "456", "78", "…́", "\r\n", "\u000bſ", "\"!", "é", "Ⅳ", "-"]}
+{"text": "a<|fim_prefix|>", "tokens": 7, "pieces": ["a", "<|", "fim", "_prefix", "|>"]}
+{"text": "é>Ź👍🏽­'T‍  …ß<İ'st\r\né­㋿\r\n<META_START>😀🏽Ⅳfie\u000b", "tokens": 38, "pieces": ["é", ">Ź", "👍🏽­'", "T", "‍", "  ", "…ß", "<İ's", "t", "\r\n", "é", "­㋿\r\n", "<META", "_START", ">😀🏽", "Ⅳ", "fie", "\u000b"]}
+{"text": "s\"å!Ⅳİe\r\n\r\n𐞁9\r㋿½\n'M-é  <s漢'S 's­   \n'MDžꟲ­>­\u000b#$%", "tokens": 43, "pieces": ["s", "\"å", "!", "Ⅳ", "İe", "\r\n\r\n", "𐞁", "9", "\r", "㋿", "½", "\n", "'M", "-é", " ", " <", "s漢'S", " ", "'s", "­", "   \n", "'MDžꟲ", "­>­", "\u000b", "#$%"]}
+{"text": "…'re\n\r9Ⅳ   \n㋿åå\u000b's'Tꟲ­ꟲ\n'T\r\n\r\n12345678  😀🏽<META_START>'s'll12345678e½", "tokens": 47, "pieces": ["…", "'re", "\n\r", "9Ⅳ", "   \n", "㋿åå", "\u000b", "'s'T", "ꟲ", "­ꟲ", "\n", "'T", "\r\n\r\n", "123", "456", "78", " ", " 😀🏽<", "META", "_START", ">'", "s'll", "123", "456", "78", "e", "½"]}
+{"text": "字漢\u000b‍fit'VE\r'S'😀🏽ع…\t", "tokens": 18, "pieces": ["字漢", "\u000b", "‍fit'VE", "\r", "'S", "'😀🏽", "ع", "…\t"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": ".0३'MＡ३ḍ̇\r<|endoftext|>12345678
㍿t", "tokens": 25, "pieces": [".", "0३", "'MＡ", "३", "ḍ̇", "\r", "<|", "endoftext", "|>", "123", "456", "78", "
", "㍿t"]}
+{"text": "\r\n\r\n'll㍿>\n字é<|endoftext|>\t\t12345678>-Dž", "tokens": 24, "pieces": ["\r\n\r\n", "'ll", "㍿>\n", "字é", "<|", "endoftext", "|>", "\t", "\t", "123", "456", "78", ">-", "Dž"]}
+{"text": "­ …!ḍ̇m𐞁'Tعſ\r\n\r\nſ́<EOT> 0<META_START>m", "tokens": 29, "pieces": ["­", " ", "…", "!ḍ̇m𐞁'T", "عſ", "\r\n\r\n", "ſ́", "<EOT", ">", " ", "0", "<META", "_START", ">m"]}
+{"text": "字\"e9ع'M­tſ👍🏽>ßDž­", "tokens": 16, "pieces": ["字", "\"e", "9", "ع'M", "­tſ", "👍🏽>", "ß", "Dž", "­"]}
+{"text": "ع…Ａ'D🙂'reEOT#$%!<META_START>  'M'VE ٣٤٥٦'T‍-👍🏽#$%'Re\n\n  字", "tokens": 38, "pieces": ["ع", "…Ａ'D", "🙂'", "re", "EOT", "#$%!<", "META", "_START", ">", " ", " '", "M'VE", " ", "٣٤٥", "٦", "'T", "‍-👍🏽#$%'", "Re", "\n\n", " ", " 字"]}
+{"text": "'Tt𐞁ḍ̇ḍ̇३عEOT'Sſ'd.s​t🙂ݽ‍漢t<|fim_prefix|>", "tokens": 34, "pieces": ["'Tt𐞁ḍ̇ḍ̇", "३", "ع", "EOT'S", "ſ'd", ".s", "​t", "🙂İ", "½", "‍漢t", "<|", "fim", "_prefix", "|>"]}
+{"text": " 😀🏽é'll!३'VEZs\r\n\r\n\t\n<|endoftext|>\n\r're", "tokens": 22, "pieces": [" 😀🏽", "é'll", "!", "३", "'VEZs", "\r\n\r\n\t\n", "<|", "endoftext", "|>\n\r", "'re"]}
+{"text": "mdİa½a'VE-d​#$%  ३", "tokens": 14, "pieces": ["md", "İa", "½", "a'VE", "-d", "​#$%", " ", " ", "३"]}
+{"text": "\u000b", "tokens": 1, "pieces": ["\u000b"]}
+{"text": "😀🏽'VE㍿.--\u000b're㍿eé'S<|fim_prefix|>🙂𐞁'S-Ａ́İ<|endoftext|>\u000b12345678　Z'Ms\r\n0ſ字", "tokens": 52, "pieces": ["😀🏽'", "VE", "㍿.--", "\u000b", "'re", "㍿eé'S", "<|", "fim", "_prefix", "|>🙂", "𐞁'S", "-Ａ́", "İ", "<|", "endoftext", "|>", "\u000b", "123", "456", "78", "　Z'M", "s", "\r\n", "0", "ſ字"]}
+{"text": "'D́عe
ꟲt'Re\"­.!!‍‍é
#$%ḍ̇#$%ꟲ>s漢e…mEOTꟲ…", "tokens": 41, "pieces": ["'D́عe", "
ꟲt'Re", "\"­.!!‍‍", "é", "
", "#$%", "ḍ̇", "#$%", "ꟲ", ">s漢e", "…m", "EOTꟲ", "…"]}
+{"text": "a0­\r\n\r\n  (s(字mع t'ſ'T!!", "tokens": 17, "pieces": ["a", "0", "­\r\n\r\n", " ", " (", "s", "(字mع", " t'ſ", "'T", "!!"]}
+{"text": "‍'sꟲßs!!٣٤٥٦0ꟲ!!́㍿ſ<EOT>'D\r\n½!!\r\n  é\t😀🏽́́'S
…fiⅣ", "tokens": 48, "pieces": ["‍'", "sꟲßs", "!!", "٣٤٥", "٦0", "ꟲ", "!!́㍿", "ſ", "<EOT", ">'", "D", "\r\n", "½", "!!\r\n", " ", " é", "\t", "😀🏽́́'", "S", "
", "…fi", "Ⅳ"]}
+{"text": "\r\n\r\n<|fim_prefix|>\"‍-''", "tokens": 10, "pieces": ["\r\n\r\n", "<|", "fim", "_prefix", "|>\"‍-''"]}
+{"text": " <|fim_prefix|>!!0ſ'Re'ſ<|endoftext|>   \n\n  ㋿'ſ'Reå'll\r\n9३\"-字.d<Ⅳå", "tokens": 43, "pieces": [" ", "<|", "fim", "_prefix", "|>!!", "0", "ſ'Re", "'ſ", "<|", "endoftext", "|>", "   \n\n", " ", " ㋿'", "ſ'Re", "å'll", "\r\n", "9३", "\"-", "字", ".d", "<", "Ⅳ", "å"]}
+{"text": "(Ａ<META_START> <|fim_prefix|><META_START>🙂<EOT>'ll,漢  å㋿'VE9'VEDž.𐞁​<META_START>Ａ\"\r'se", "tokens": 52, "pieces": ["(Ａ", "<META", "_START", ">", " ", "<|", "fim", "_prefix", "|><", "META", "_START", ">🙂<", "EOT", ">'", "ll", ",漢", " ", " å", "㋿'", "VE", "9", "'VEDž", ".𐞁", "​<", "META", "_START", ">Ａ", "\"\r", "'se"]}
+{"text": "e字'ſ㋿'ſſḍ̇Ⅳ<META_START>t字<EOT>ſ'Ś…😀🏽\u000b\nİa\n​🙂'M,٣٤٥٦fi  \u000b漢", "tokens": 50, "pieces": ["e字'ſ", "㋿'", "ſſḍ̇", "Ⅳ", "<META", "_START", ">t字", "<EOT", ">ſ'S", "́", "…", "😀🏽", "\u000b\n", "İa", "\n", "​🙂'", "M", ",", "٣٤٥", "٦", "fi", "  ", "\u000b漢"]}
+{"text": " '\u000bḍ̇'llß👍🏽­㋿Ⅳſ<META_START>𐞁漢½漢­३#$%(😀🏽\"½ſⅣDž'VE'VEé  a", "tokens": 50, "pieces": [" ", "'", "\u000bḍ̇'ll", "ß", "👍🏽­㋿", "Ⅳ", "ſ", "<META", "_START", ">𐞁漢", "½", "漢", "­", "३", "#$%(😀🏽\"", "½", "ſ", "Ⅳ", "Dž'VE", "'VEé", " ", " a"]}
+{"text": "<|fim_prefix|>!!ß're'reDž#$%12345678\rmå㋿'D\nḍ̇-12345678fi㍿'Re​12345678é\t", "tokens": 45, "pieces": ["<|", "fim", "_prefix", "|>!!", "ß're", "'re", "Dž", "#$%", "123", "456", "78", "\r", "må", "㋿'", "D", "\n", "ḍ̇", "-", "123", "456", "78", "fi", "㍿'", "Re", "​", "123", "456", "78", "é", "\t"]}
+{"text": "fi㋿s'ſ́'T'<|fim_prefix|>-<META_START>İe'll Dž߅'Re  ㍿EOT  #$%㍿…\u000bZ'VE'S
ſ\r\n\r\n (", "tokens": 55, "pieces": ["fi", "㋿s'ſ", "́'T", "'<|", "fim", "_prefix", "|>-<", "META", "_START", ">İe'll", " Džß", "…", "'Re", " ", " ㍿", "EOT", " ", " #$%㍿", "…", "\u000bZ'VE", "'S", "
ſ", "\r\n\r\n", " ", "("]}
+{"text": "　🙂#$%#$%9'VE!!'VE…eDž㋿d\"'SEOT 漢're
'#$%!'Ret0\u000b'S　EOT字åع<mꟲ'S ", "tokens": 49, "pieces": ["　", "🙂#$%#$%", "9", "'VE", "!!'", "VE", "…e", "Dž", "㋿d", "\"'", "SEOT", " 漢're", "
", "'#$%!'", "Ret", "0", "\u000b", "'S", "　EOT字åع", "<mꟲ'S", " "]}
+{"text": ",12345678,!!!!s½‍ꟲ
…å(\"'S\"‍\r\nté\r\néİs٣٤٥٦'s👍🏽…'M'T
", "tokens": 42, "pieces": [",", "123", "456", "78", ",!!!!", "s", "½", "‍ꟲ", "
", "…å", "(\"'", "S", "\"‍\r\n", "té", "\r\n", "é", "İs", "٣٤٥", "٦", "'s", "👍🏽", "…", "'M'T", "
"]}
+{"text": "é<META_START><META_START>a912345678\r\n\r\n\u000bé<EOT>Dž<|fim_prefix|>", "tokens": 26, "pieces": ["é", "<META", "_START", "><", "META", "_START", ">a", "912", "345", "678", "\r\n\r\n", "\u000bé", "<EOT", ">Dž", "<|", "fim", "_prefix", "|>"]}
+{"text": "👍🏽\r0s३🙂漢ée   \n𐞁DžsⅣ(\n'ſ'll½,ſ<|fim_prefix|>İ́>ḍ̇<👍🏽!!'ll'S٣٤٥٦字'VE>", "tokens": 55, "pieces": ["👍🏽\r", "0", "s", "३", "🙂漢ée", "   \n", "𐞁Džs", "Ⅳ", "(\n", "'ſ'll", "½", ",ſ", "<|", "fim", "_prefix", "|>", "İ́", ">ḍ̇", "<👍🏽!!'", "ll'S", "٣٤٥", "٦", "字'VE", ">"]}
+{"text": "\n!m-   \n<EOT>'ll'T<EOT>t'VE…Dž👍🏽ع३'ſß\r\nſ å漢漢\u000bＡ!  ́㋿0ع", "tokens": 46, "pieces": ["\n", "!m", "-", "   \n", "<EOT", ">'", "ll'T", "<EOT", ">t'VE", "…Dž", "👍🏽", "ع", "३", "'ſß", "\r\n", "ſ", " å漢漢", "\u000bＡ", "!", " ", " ́", "㋿", "0", "ع"]}
+{"text": " 'T!!'sDž", "tokens": 7, "pieces": [" '", "T", "!!'", "s", "Dž"]}
+{"text": "…\u000b's<EOT> Ⅳß", "tokens": 11, "pieces": ["…", "\u000b", "'s", "<EOT", ">", " ", "Ⅳ", "ß"]}
+{"text": "#$%Ⅳ\r\n9  <META_START>Ⅳ0'll𐞁
,'M'll‍'Dḍ̇Dž㍿٣٤٥٦   \n३,Z🙂é\r\n\r\ns", "tokens": 45, "pieces": ["#$%", "Ⅳ", "\r\n", "9", " ", " <", "META", "_START", ">", "Ⅳ0", "'ll𐞁", "
", ",'", "M'll", "‍'", "Dḍ̇", "Dž", "㍿", "٣٤٥", "٦", "   \n", "३", ",Z", "🙂é", "\r\n\r\n", "s"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿'ll<META_START><|fim_prefix|>s're're(<'S'Re㍿ Ａ​'D", "tokens": 29, "pieces": ["㍿'", "ll", "<META", "_START", "><|", "fim", "_prefix", "|>", "s're", "'re", "(<'", "S'Re", "㍿", " Ａ", "​'", "D"]}
+{"text": " 'S('ſ……'D'll🙂'٣٤٥٦­🙂<|endoftext|>​t　<|fim_prefix|>> #$%‍ßⅣ're\r
9३'D'Mİ́漢s", "tokens": 52, "pieces": [" '", "S", "('", "ſ", "…", "…", "'D'll", "🙂'", "٣٤٥", "٦", "­🙂<|", "endoftext", "|>​", "t", "　", "<|", "fim", "_prefix", "|>>", " ", "#$%‍", "ß", "Ⅳ", "'re", "\r", "
", "9३", "'D'M", "İ́漢s"]}
+{"text": "👍🏽s​<|endoftext|>'S   \nm!!å٣٤٥٦\"<META_START>fi", "tokens": 27, "pieces": ["👍🏽", "s", "​<|", "endoftext", "|>'", "S", "   \n", "m", "!!", "å", "٣٤٥", "٦", "\"<", "META", "_START", ">fi"]}
+{"text": "́'Réd-𐞁\t㍿mdé'́
é३", "tokens": 21, "pieces": ["́'Re", "́d", "-𐞁", "\t", "㍿mdé", "'́", "
é", "३"]}
+{"text": "ß​'D<'D\"🙂fi  'M…é‍   \n12345678𐞁<EOT>字㍿   \n9ß😀🏽té0fi३ḍ̇'VE", "tokens": 47, "pieces": ["ß", "​'", "D", "<'", "D", "\"🙂", "fi", " ", " '", "M", "…é", "‍", "   \n", "123", "456", "78", "𐞁", "<EOT", ">字", "㍿", "   \n", "9", "ß", "😀🏽", "té", "0", "fi", "३", "ḍ̇'VE"]}
+{"text": "½-ع12345678\n漢é'T'S\u000b𐞁dåå🙂عİ\r 
'ſḍ̇.'VE
　", "tokens": 36, "pieces": ["½", "-ع", "123", "456", "78", "\n", "漢é'T", "'S", "\u000b𐞁dåå", "🙂ع", "İ", "\r", " ", "
", "'ſḍ̇", ".'", "VE", "
　"]}
+{"text": ".😀🏽'Sm're'ſ<|fim_prefix|>Ａḍ̇.­.0'llⅣ<ß.<|endoftext|>漢𐞁😀🏽'res\u000b३‍", "tokens": 48, "pieces": [".😀🏽'", "Sm're", "'ſ", "<|", "fim", "_prefix", "|>", "Ａḍ̇", ".­.", "0", "'ll", "Ⅳ", "<ß", ".<|", "endoftext", "|>", "漢𐞁", "😀🏽'", "res", "\u000b", "३", "‍"]}
+{"text": "Z\u000b", "tokens": 2, "pieces": ["Z", "\u000b"]}
+{"text": "s­\r\n'Mm…EOT<EOT>a'VE😀🏽-   \n…𐞁<|endoftext|>é'Tm㍿ 'Ret<|fim_prefix|>12345678'T३🙂!é'llEOT㋿s'VE\r\n\r\n​", "tokens": 66, "pieces": ["s", "­\r\n", "'Mm", "…EOT", "<EOT", ">a'VE", "😀🏽-", "   \n", "…𐞁", "<|", "endoftext", "|>", "é'T", "m", "㍿", " '", "Ret", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "३", "🙂!", "é'll", "EOT", "㋿s'VE", "\r\n\r\n", "​"]}
+{"text": "字　0,\u000bZé('VE's\"\r\n\r\nꟲ漢<EOT>'ReDž\nfiع㍿12345678(㍿", "tokens": 34, "pieces": ["字", "　", "0", ",", "\u000bZé", "('", "VE's", "\"\r\n\r\n", "ꟲ漢", "<EOT", ">'", "Re", "Dž", "\n", "fiع", "㍿", "123", "456", "78", "(㍿"]}
+{"text": "'Ms-09ḍ̇DžⅣ  d0'<<META_START>ſß   \n", "tokens": 22, "pieces": ["'Ms", "-", "09", "ḍ̇", "Dž", "Ⅳ", " ", " d", "0", "'<<", "META", "_START", ">ſß", "   \n"]}
+{"text": "'ſ𐞁\r<s<META_START>'re\r\n\r\n\n", "tokens": 15, "pieces": ["'ſ𐞁", "\r", "<s", "<META", "_START", ">'", "re", "\r\n\r\n\n"]}
+{"text": "'VE e<EOT>éＡ'Sa😀🏽
Ⅳ-'M𐞁,　 >'VEtd½\t'Mḍ̇‍\r\n\r\n  !ꟲ  \t३", "tokens": 46, "pieces": ["'VE", " e", "<EOT", ">é", "Ａ'S", "a", "😀🏽", "
", "Ⅳ", "-'", "M𐞁", ",", "　", " ", ">'", "VEtd", "½", "\t", "'Mḍ̇", "‍\r\n\r\n", " ", " !", "ꟲ", "  ", "\t", "३"]}
+{"text": "İ'S0
", "tokens": 4, "pieces": ["İ'S", "0", "
"]}
+{"text": "<|fim_prefix|><|fim_prefix|>ß  's'S<META_START>m😀🏽fi'Tḍ̇\u000bs\"‍'ſ   \nmEOT‍", "tokens": 40, "pieces": ["<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "ß", " ", " '", "s'S", "<META", "_START", ">m", "😀🏽", "fi'T", "ḍ̇", "\u000bs", "\"‍'", "ſ", "   \n", "m", "EOT", "‍"]}
+{"text": "'Reḍ̇'s!𐞁d'VEſ👍🏽㍿a('St'ſ㋿𐞁   <|fim_prefix|>\r\n½Dž!!字<|endoftext|>'re字12345678'Reaa  aEOT", "tokens": 63, "pieces": ["'Reḍ̇'s", "!𐞁d'VE", "ſ", "👍🏽㍿", "a", "('", "St'ſ", "㋿𐞁", "  ", " ", "<|", "fim", "_prefix", "|>\r\n", "½", "Dž", "!!", "字", "<|", "endoftext", "|>'", "re字", "123", "456", "78", "'Reaa", " ", " a", "EOT"]}
+{"text": "'VE­s<META_START>\"'M\r\n\r\nZ\r\n\r\n'VE'D9ꟲ<META_START>", "tokens": 23, "pieces": ["'VE", "­s", "<META", "_START", ">\"'", "M", "\r\n\r\n", "Z", "\r\n\r\n", "'VE'D", "9", "ꟲ", "<META", "_START", ">"]}
+{"text": ".d🙂", "tokens": 2, "pieces": [".d", "🙂"]}
+{"text": "EOTEOTEOTß<META_START><|fim_prefix|>㋿  ́fi‍\nİ!! 
½ß", "tokens": 29, "pieces": ["EOTEOTEOTß", "<META", "_START", "><|", "fim", "_prefix", "|>㋿", " ", " ́fi", "‍\n", "İ", "!!", " ", "
", "½", "ß"]}
+{"text": "'sdDžsſ  ㍿   \n🙂\t!'T\u000bse.‍\n<|fim_prefix|>🙂ſ㍿  ­'D'S'Re٣٤٥٦Ⅳ'S", "tokens": 45, "pieces": ["'sd", "Džsſ", " ", " ㍿", "   \n", "🙂", "\t", "!'", "T", "\u000bse", ".‍\n", "<|", "fim", "_prefix", "|>🙂", "ſ", "㍿", " ", " ­'", "D'S", "'Re", "٣٤٥", "٦Ⅳ", "'S"]}
+{"text": "'ll😀🏽eEOT.   \n \r'sعع́\u000b\rⅣé", "tokens": 21, "pieces": ["'ll", "😀🏽", "e", "EOT", ".", "   \n \r", "'sعع́", "\u000b\r", "Ⅳ", "é"]}
+{"text": "<|endoftext|>😀🏽\r\n!İ\t   \n'T'#$%m  ­😀🏽m9<META_START><<EOT>mꟲå\t   \ne\n㍿", "tokens": 46, "pieces": ["<|", "endoftext", "|>😀🏽\r\n", "!İ", "\t   \n", "'T", "'#$%", "m", " ", " ­😀🏽", "m", "9", "<META", "_START", "><<", "EOT", ">mꟲå", "\t   \n", "e", "\n", "㍿"]}
+{"text": "'reع\tfi<META_START>''MEOT㍿9\r\né'T‍eع\r\n\r\n😀🏽<|fim_prefix|><EOT>\r\n>​\n\"", "tokens": 37, "pieces": ["'reع", "\tfi", "<META", "_START", ">''", "MEOT", "㍿", "9", "\r\n", "é'T", "‍eع", "\r\n\r\n", "😀🏽<|", "fim", "_prefix", "|><", "EOT", ">\r\n", ">​\n", "\""]}
+{"text": "'ſ>\t", "tokens": 4, "pieces": ["'ſ", ">", "\t"]}
+{"text": "'ſ\n𐞁'Re,-<|endoftext|>'VEſ…<|fim_prefix|>EOT​'Mſ'S0٣٤٥٦12345678👍🏽'llİ12345678!!\tſé'ſ‍漢'ſå\u000b're'T'D\t㍿½", "tokens": 72, "pieces": ["'ſ", "\n", "𐞁'Re", ",-<|", "endoftext", "|>'", "VEſ", "…", "<|", "fim", "_prefix", "|>", "EOT", "​'", "Mſ'S", "0٣٤", "٥٦1", "234", "567", "8", "👍🏽'", "ll", "İ", "123", "456", "78", "!!", "\tſé'ſ", "‍漢'ſ", "å", "\u000b", "'re'T", "'D", "\t", "㍿", "½"]}
+{"text": "㋿𐞁é'VE­­-å<EOT>‍'漢,EOT字Ａ३<|fim_prefix|>​🙂🙂'VE''s…t​'re'St㍿　!!", "tokens": 51, "pieces": ["㋿𐞁é'VE", "­­-", "å", "<EOT", ">‍'", "漢", ",EOT字", "Ａ", "३", "<|", "fim", "_prefix", "|>​🙂🙂'", "VE", "''", "s", "…t", "​'", "re'S", "t", "㍿", "　", "!!"]}
+{"text": "'ll字", "tokens": 2, "pieces": ["'ll字"]}
+{"text": "\t㍿s㋿#$%12345678,e#$%'T'Re٣٤٥٦😀🏽👍🏽s
!", "tokens": 31, "pieces": ["\t", "㍿s", "㋿#$%", "123", "456", "78", ",e", "#$%'", "T'Re", "٣٤٥", "٦", "😀🏽👍🏽", "s", "
", "!"]}
+{"text": "t'ſ‍\t🙂éd<META_START>\r㋿😀🏽a\r\n\r\n9　'llＡ'll-(0‍٣٤٥٦­　字#$%<META_START>(å'ſ
Ⅳ'SⅣ<EOT>a", "tokens": 54, "pieces": ["t'ſ", "‍", "\t", "🙂éd", "<META", "_START", ">\r", "㋿😀🏽", "a", "\r\n\r\n", "9", "　", "'ll", "Ａ'll", "-(", "0", "‍", "٣٤٥", "٦", "­", "　字", "#$%<", "META", "_START", ">(", "å'ſ", "
", "Ⅳ", "'S", "Ⅳ", "<EOT", ">a"]}
+{"text": "'\r\n\r​ḍ̇­a.  EOT'VE­\r\n\r\n'Re​㋿  👍🏽<|fim_prefix|>>㋿>\r\n\r\n\r\n!Dž<META_START>'VE　'llſ'ré\t'ſ'sḍ̇,", "tokens": 55, "pieces": ["'\r\n\r", "​ḍ̇", "­a", ".", " ", " EOT'VE", "­\r\n\r\n", "'Re", "​㋿", " ", " 👍🏽<|", "fim", "_prefix", "|>>㋿>\r\n\r\n\r\n", "!Dž", "<META", "_START", ">'", "VE", "　", "'llſ're", "́", "\t", "'ſ's", "ḍ̇", ","]}
+{"text": "👍🏽ＡéEOT\"Z\ré́\u000bＡعaZ𐞁<|fim_prefix|>9d३", "tokens": 31, "pieces": ["👍🏽", "Ａé", "EOT", "\"Z", "\r", "é́", "\u000bＡعa", "Z𐞁", "<|", "fim", "_prefix", "|>", "9", "d", "३"]}
+{"text": "9‍'T字'reⅣt'Re'Dꟲå0'reꟲé's.ع\"'ll字㍿>", "tokens": 33, "pieces": ["9", "‍'", "T字're", "Ⅳ", "t'Re", "'Dꟲå", "0", "'reꟲé's", ".ع", "\"'", "ll字", "㍿>"]}
+{"text": "#$%㋿é", "tokens": 6, "pieces": ["#$%㋿", "é"]}
+{"text": "é🙂‍'re<META_START>
å'VE३s.…'T漢.!#$%12345678㋿٣٤٥٦m㋿<EOT>#$%\r", "tokens": 46, "pieces": ["é", "🙂‍'", "re", "<META", "_START", ">", "
å'VE", "३", "s", ".", "…", "'T漢", ".!#$%", "123", "456", "78", "㋿", "٣٤٥", "٦", "m", "㋿<", "EOT", ">#$%\r"]}
+{"text": "👍🏽!!", "tokens": 4, "pieces": ["👍🏽!!"]}
+{"text": "'sḍ̇Z\r\n\r\n½İ<å0éⅣ0a\r\n '🙂#$%…\rZ(12345678'M👍🏽\u000b३!!​ع…३'M", "tokens": 43, "pieces": ["'sḍ̇", "Z", "\r\n\r\n", "½", "İ", "<å", "0", "é", "Ⅳ0", "a", "\r\n", " '🙂#$%", "…\r", "Z", "(", "123", "456", "78", "'M", "👍🏽", "\u000b", "३", "!!​", "ع", "…", "३", "'M"]}
+{"text": "́12345678'DⅣ<EOT'D'S​,ḍ̇é'Re(d漢a ", "tokens": 22, "pieces": ["́", "123", "456", "78", "'D", "Ⅳ", "<EOT'D", "'S", "​,", "ḍ̇é'Re", "(d漢a", " "]}
+{"text": "ße0Ａꟲ'D𐞁\u000b
Ⅳ'S<'Re-s<|fim_prefix|>🙂\r\n\r\n'Tß", "tokens": 29, "pieces": ["ße", "0", "Ａꟲ'D", "𐞁", "\u000b", "
", "Ⅳ", "'S", "<'", "Re", "-s", "<|", "fim", "_prefix", "|>🙂\r\n\r\n", "'Tß"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'S>éZſ<|endoftext|>\">३-ع#$%Z!'VE", "tokens": 21, "pieces": ["'S", ">é", "Zſ", "<|", "endoftext", "|>\">", "३", "-ع", "#$%", "Z", "!'", "VE"]}
+{"text": "d'ſ<\r🙂<|endoftext|>\nǻ#$%ع́   \n\n½\tå'Re‍🙂ḍ̇'S,m👍🏽EOTfi​㍿\u000b😀🏽<|fim_prefix|>", "tokens": 52, "pieces": ["d'ſ", "<\r", "🙂<|", "endoftext", "|>\n", "ǻ", "#$%", "ع́", "   \n\n", "½", "\tå'Re", "‍🙂", "ḍ̇'S", ",m", "👍🏽", "EOTfi", "​㍿", "\u000b", "😀🏽<|", "fim", "_prefix", "|>"]}
+{"text": "e…é'VE9漢é!!<|fim_prefix|>", "tokens": 17, "pieces": ["e", "…é'VE", "9", "漢é", "!!<|", "fim", "_prefix", "|>"]}
+{"text": "ḍ̇
\t३", "tokens": 6, "pieces": ["ḍ̇", "
", "\t", "३"]}
+{"text": "\t 字é㍿<EOT>İ<|endoftext|>'VEḍ̇Ⅳ", "tokens": 26, "pieces": ["\t", " 字é", "㍿<", "EOT", ">İ", "<|", "endoftext", "|>'", "VEḍ̇", "Ⅳ"]}
+{"text": "Ⅳ​😀🏽İ<META_START>\"'D🙂'T​<EOT>9d\råe12345678\r\n\r\n   \nع's", "tokens": 34, "pieces": ["Ⅳ", "​😀🏽", "İ", "<META", "_START", ">\"'", "D", "🙂'", "T", "​<", "EOT", ">", "9", "d", "\r", "åe", "123", "456", "78", "\r\n\r\n   \n", "ع's"]}
+{"text": "<|endoftext|>👍🏽
́\"Z0عZꟲ'Re🙂…<٣٤٥٦'MDž㍿'D½<|fim_prefix|>(ⅣZd́　٣٤٥٦㋿ß'Ma'\r\n'ReⅣ㍿\r\n\r\n.", "tokens": 68, "pieces": ["<|", "endoftext", "|>👍🏽", "
́", "\"Z", "0", "عZꟲ'Re", "🙂", "…", "<", "٣٤٥", "٦", "'MDž", "㍿'", "D", "½", "<|", "fim", "_prefix", "|>(", "Ⅳ", "Zd́", "　", "٣٤٥", "٦", "㋿ß'M", "a", "'\r\n", "'Re", "Ⅳ", "㍿\r\n\r\n", "."]}
+{"text": "​9ſＡ㋿\r\n\r\n😀🏽Dž字'VE\tİ'reḍ̇#$%<|endoftext|><META_START>\"#$%‍\n", "tokens": 38, "pieces": ["​", "9", "ſ", "Ａ", "㋿\r\n\r\n", "😀🏽", "Dž字'VE", "\tİ're", "ḍ̇", "#$%<|", "endoftext", "|><", "META", "_START", ">\"#$%‍\n"]}
+{"text": "(<|fim_prefix|>", "tokens": 6, "pieces": ["(<|", "fim", "_prefix", "|>"]}
+{"text": "ſ'ſ'T­Z.   \n
<|endoftext|>!!३9m٣٤٥٦9 \r\n𐞁
ßſ's'३'ſ
'VEḍ̇", "tokens": 44, "pieces": ["ſ'ſ", "'T", "­Z", ".", "   \n", "
", "<|", "endoftext", "|>!!", "३9", "m", "٣٤٥", "٦9", " \r\n", "𐞁", "
ßſ's", "'", "३", "'ſ", "
", "'VEḍ̇"]}
+{"text": "'s३'S   \n ſ!'D­🙂㋿\rḍ̇e#$%   \n,ss '", "tokens": 24, "pieces": ["'s", "३", "'S", "   \n", " ſ", "!'", "D", "­🙂㋿\r", "ḍ̇e", "#$%", "   \n", ",ss", " '"]}
+{"text": "'VE\u000b\t\t漢\u000b<|endoftext|>åꟲ😀🏽.'sm's!!'ſ́३", "tokens": 30, "pieces": ["'VE", "\u000b\t", "\t漢", "\u000b", "<|", "endoftext", "|>", "åꟲ", "😀🏽.'", "sm's", "!!'", "ſ́", "३"]}
+{"text": ".\"<\t'S>　ſ!!eå👍🏽'M'Re!😀🏽   \n<é字'llté漢'M㋿́Ａ>!!…ß", "tokens": 38, "pieces": [".\"<", "\t", "'S", ">", "　ſ", "!!", "eå", "👍🏽'", "M'Re", "!😀🏽", "   \n", "<é字'll", "té漢'M", "㋿́", "Ａ", ">!!", "…ß"]}
+{"text": "!!<EOT>'ſ'ſ\r\n->'ś'D0é0㍿<'ſ'VE漢\"é­", "tokens": 29, "pieces": ["!!<", "EOT", ">'", "ſ'ſ", "\r\n", "->'", "ś'D", "0", "é", "0", "㍿<'", "ſ'VE", "漢", "\"é", "­"]}
+{"text": "12345678ſ'M\n'T㍿d\t", "tokens": 12, "pieces": ["123", "456", "78", "ſ'M", "\n", "'T", "㍿d", "\t"]}
+{"text": "  ſfi<META_START>🙂0
½0\u000b
\u000b  ‍\r\nⅣ
𐞁12345678'VE😀🏽e'S>fi\r", "tokens": 39, "pieces": [" ", " ſfi", "<META", "_START", ">🙂", "0", "
", "½0", "\u000b
\u000b ", " ‍\r\n", "Ⅳ", "
𐞁", "123", "456", "78", "'VE", "😀🏽", "e'S", ">fi", "\r"]}
+{"text": "'VEå(ḍ̇0#$%
's Ａꟲ", "tokens": 18, "pieces": ["'VEå", "(ḍ̇", "0", "#$%", "
", "'s", " Ａꟲ"]}
+{"text": "Dž're
漢<META_START>ß(\" (é(åfi㍿'VE", "tokens": 22, "pieces": ["Dž're", "
漢", "<META", "_START", ">ß", "(\"", " ", "(é", "(åfi", "㍿'", "VE"]}
+{"text": "<|endoftext|>m​㋿", "tokens": 12, "pieces": ["<|", "endoftext", "|>", "m", "​㋿"]}
+{"text": "ḍ̇#$%   \n<META_START>t<EOT>'e㍿\n   \n'", "tokens": 21, "pieces": ["ḍ̇", "#$%", "   \n", "<META", "_START", ">t", "<EOT", ">'", "e", "㍿\n", "   \n", "'"]}
+{"text": "­́<META_START>ع0<å'sé\tİDž12345678\n­d　'D'll,㍿ßm<META_START>'''ſsḍ̇", "tokens": 41, "pieces": ["­́", "<META", "_START", ">ع", "0", "<å's", "é", "\tİDž", "123", "456", "78", "\n", "­d", "　", "'D'll", ",㍿", "ßm", "<META", "_START", ">'''", "ſsḍ̇"]}
+{"text": "'T'D'SꟲaDž字字'M<META_START>aDž<META_START>mfim <META_START>́ß\"
eعm!…m!٣٤٥٦‍s\r\n\r\n0<META_START>👍🏽Ａ", "tokens": 57, "pieces": ["'T'D", "'Sꟲa", "Dž字字'M", "<META", "_START", ">a", "Dž", "<META", "_START", ">mfim", " <", "META", "_START", ">́ß", "\"", "
eعm", "!", "…m", "!", "٣٤٥", "٦", "‍s", "\r\n\r\n", "0", "<META", "_START", ">👍🏽", "Ａ"]}
+{"text": "'Reḍ̇ß𐞁Ⅳ'ſ   \n'De­ع0ḍ̇.'\r\nå\u000b　", "tokens": 28, "pieces": ["'Reḍ̇ß𐞁", "Ⅳ", "'ſ", "   \n", "'De", "­ع", "0", "ḍ̇", ".'\r\n", "å", "\u000b　"]}
+{"text": "İ's\nⅣ12345678Džd9\r\n
's<|fim_prefix|>(Dž
'Re'VE'll ß'M‍\n''s漢é३'ſaéⅣḍ̇<EOT>EOT", "tokens": 52, "pieces": ["İ's", "\n", "Ⅳ12", "345", "678", "Džd", "9", "\r\n", "
", "'s", "<|", "fim", "_prefix", "|>(", "Dž", "
", "'Re'VE", "'ll", " ß'M", "‍\n", "''", "s漢é", "३", "'ſaé", "Ⅳ", "ḍ̇", "<EOT", ">EOT"]}
+{"text": "amé'VEſZ𐞁'M🙂.e字", "tokens": 15, "pieces": ["amé'VE", "ſ", "Z𐞁'M", "🙂.", "e字"]}
+{"text": "ꟲ0s.​EOTꟲ\r\n\r\n\r\nع字 0Z　🙂ſ<|fim_prefix|>   \nfi👍🏽İ,Ａ\nİt!å‍", "tokens": 41, "pieces": ["ꟲ", "0", "s", ".​", "EOTꟲ", "\r\n\r\n\r\n", "ع字", " ", "0", "Z", "　", "🙂ſ", "<|", "fim", "_prefix", "|>", "   \n", "fi", "👍🏽", "İ", ",Ａ", "\n", "İt", "!å", "‍"]}
+{"text": "'T9Ａ!'D𐞁<t!Ａ'VE#$%", "tokens": 16, "pieces": ["'T", "9", "Ａ", "!'", "D𐞁", "<t", "!Ａ'VE", "#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "12345678'D…字\t'T\r", "tokens": 10, "pieces": ["123", "456", "78", "'D", "…字", "\t", "'T", "\r"]}
+{"text": "å  'D're\r\n\r\n漢<|fim_prefix|>'s
\"٣٤٥٦\t٣٤٥٦'M'T<<'Så३'re<EOT>­ .EOT­<EOT>'　eꟲm<|endoftext|>　,'Så", "tokens": 63, "pieces": ["å", " ", " '", "D're", "\r\n\r\n", "漢", "<|", "fim", "_prefix", "|>'", "s", "
", "\"", "٣٤٥", "٦", "\t", "٣٤٥", "٦", "'M'T", "<<'", "Så", "३", "'re", "<EOT", ">­", " ", ".EOT", "­<", "EOT", ">'", "　eꟲm", "<|", "endoftext", "|>", "　", ",'", "Så"]}
+{"text": "\r🙂'Tß字#$%\r\n\r\n\t㍿\r\n\r\n.\u000bİ㋿
12345678'T", "tokens": 25, "pieces": ["\r", "🙂'", "Tß字", "#$%\r\n\r\n", "\t", "㍿\r\n\r\n", ".", "\u000bİ", "㋿", "
", "123", "456", "78", "'T"]}
+{"text": "'M
 ß!ſ'Red('ll­\n'S!!Ⅳs#$%.'s<META_START>s'VE­
'''M<META_START>́a're'M'D", "tokens": 39, "pieces": ["'M", "
", " ß", "!ſ'Re", "d", "('", "ll", "­\n", "'S", "!!", "Ⅳ", "s", "#$%.'", "s", "<META", "_START", ">s'VE", "­", "
", "'''", "M", "<META", "_START", ">́a're", "'M'D"]}
+{"text": "<|endoftext|><字fiŹ\n12345678㍿EOT#$%Džé👍🏽
\n'S…'D'M'ſ​ع\n<‍", "tokens": 42, "pieces": ["<|", "endoftext", "|><", "字fi", "Ź", "\n", "123", "456", "78", "㍿EOT", "#$%", "Džé", "👍🏽", "
\n", "'S", "…", "'D'M", "'ſ", "​ع", "\n", "<‍"]}
+{"text": "<|endoftext|>ß\r\nİ#$%9ß'ſ'T½", "tokens": 18, "pieces": ["<|", "endoftext", "|>", "ß", "\r\n", "İ", "#$%", "9", "ß'ſ", "'T", "½"]}
+{"text": "9,\tſé٣٤٥٦é'reſ'ſZDžsİDž'S-'s漢<EOT>0!
're<|endoftext|>𐞁's
é٣٤٥٦㍿!!\r\n　's", "tokens": 57, "pieces": ["9", ",", "\tſé", "٣٤٥", "٦", "é're", "ſ'ſ", "ZDžs", "İDž'S", "-'", "s漢", "<EOT", ">", "0", "!", "
", "'re", "<|", "endoftext", "|>", "𐞁's", "
é", "٣٤٥", "٦", "㍿!!\r\n", "　", "'s"]}
+{"text": "½m½́🙂Ze   \nt‍́  
sꟲå‍'Reé", "tokens": 22, "pieces": ["½", "m", "½", "́", "🙂Ze", "   \n", "t", "‍́", "  ", "
sꟲå", "‍'", "Reé"]}
+{"text": "12345678   \n'Re漢(.e字're‍#$%'VE!!aEOT😀🏽­'S🙂\"'VE\re漢\r\n\r\neZ", "tokens": 33, "pieces": ["123", "456", "78", "   \n", "'Re漢", "(.", "e字're", "‍#$%'", "VE", "!!", "a", "EOT", "😀🏽­'", "S", "🙂\"'", "VE", "\r", "e漢", "\r\n\r\n", "e", "Z"]}
+{"text": "'ll字,", "tokens": 3, "pieces": ["'ll字", ","]}
+{"text": "s,'M\rſå", "tokens": 7, "pieces": ["s", ",'", "M", "\r", "ſå"]}
+{"text": "s'\"'ſeع  …<'Reꟲ'T­é\r\n\r\n", "tokens": 19, "pieces": ["s", "'\"'", "ſeع", "  ", "…", "<'", "Reꟲ'T", "­é", "\r\n\r\n"]}
+{"text": "😀🏽#$%\r\n…<EOT>12345678'Re<\".漢m٣٤٥٦ع<META_START>å'ſe\u000bt12345678å", "tokens": 38, "pieces": ["😀🏽#$%\r\n", "…", "<EOT", ">", "123", "456", "78", "'Re", "<\".", "漢m", "٣٤٥", "٦", "ع", "<META", "_START", ">å'ſ", "e", "\u000bt", "123", "456", "78", "å"]}
+{"text": "'VE'lla　 \r\n\r\n'llt<", "tokens": 9, "pieces": ["'VE'll", "a", "　 \r\n\r\n", "'llt", "<"]}
+{"text": "éé­İ'S‍<", "tokens": 8, "pieces": ["éé", "­İ'S", "‍<"]}
+{"text": "'ll'st漢EOT​Ａeİ𐞁0éḍ̇EOT­", "tokens": 23, "pieces": ["'ll's", "t漢", "EOT", "​Ａe", "İ𐞁", "0", "éḍ̇", "EOT", "­"]}
+{"text": ">\n𐞁sⅣ𐞁#$%t'VE<META_START>#$%<|endoftext|>-<|endoftext|>ſ­>'D­३d'VE\t👍🏽𐞁tꟲ\n12345678'D#$%ⅣZ'll㍿ 漢a'M", "tokens": 76, "pieces": [">\n", "𐞁s", "Ⅳ", "𐞁", "#$%", "t'VE", "<META", "_START", ">#$%<|", "endoftext", "|>-<|", "endoftext", "|>", "ſ", "­>'", "D", "­", "३", "d'VE", "\t", "👍🏽", "𐞁tꟲ", "\n", "123", "456", "78", "'D", "#$%", "Ⅳ", "Z'll", "㍿", " 漢a'M"]}
+{"text": "'Ḿ's   \n<META_START>é! ,'T
's \"'D9ع'llDžEOT­Ａ ½漢…", "tokens": 31, "pieces": ["'Ḿ's", "   \n", "<META", "_START", ">é", "!", " ,'", "T", "
", "'s", " ", "\"'", "D", "9", "ع'll", "DžEOT", "­Ａ", " ", "½", "漢", "…"]}
+{"text": "ḍ̇ſe\t   \n߅'re're'Sfi'عİ­​​'ll🙂ḍ̇㍿'lle.><|endoftext|>(0,漢ḍ̇½e​\u000b", "tokens": 47, "pieces": ["ḍ̇ſe", "\t   \n", "ß", "…", "'re're", "'Sfi", "'ع", "İ", "­​​'", "ll", "🙂ḍ̇", "㍿'", "lle", ".><|", "endoftext", "|>(", "0", ",漢ḍ̇", "½", "e", "​", "\u000b"]}
+{"text": "३ßZ字0́'Re'T'ſſ12345678३>'remé\r\n­…fit   \n!İ….\n'ſ#$% ", "tokens": 35, "pieces": ["३", "ß", "Z字", "0", "́'Re", "'T'ſ", "ſ", "123", "456", "78३", ">'", "remé", "\r\n", "­", "…fit", "   \n", "!İ", "…", ".\n", "'ſ", "#$%", " "]}
+{"text": "'VE字<|endoftext|><|endoftext|>\nＡع㋿", "tokens": 21, "pieces": ["'VE字", "<|", "endoftext", "|><|", "endoftext", "|>\n", "Ａع", "㋿"]}
+{"text": "!é   \nⅣa!­\"!m\r\n#$%'字𐞁'ع㍿<|endoftext|>'se( ꟲḍ̇Džd漢!.  'S!!d<EOT>", "tokens": 53, "pieces": ["!é", "   \n", "Ⅳ", "a", "!­\"!", "m", "\r\n", "#$%'", "字𐞁", "'ع", "㍿<|", "endoftext", "|>'", "se", "(", " ꟲḍ̇", "Džd漢", "!.", " ", " '", "S", "!!", "d", "<EOT", ">"]}
+{"text": "!'SDžİⅣ\r\n\r\n\r!㋿<META_START>-é\ntéé🙂İ​\r\n<EOT>ſ👍🏽!‍​㋿
३e‍ a", "tokens": 44, "pieces": ["!'", "SDžİ", "Ⅳ", "\r\n\r\n\r", "!㋿<", "META", "_START", ">-", "é", "\n", "téé", "🙂İ", "​\r\n", "<EOT", ">ſ", "👍🏽!‍​㋿", "
", "३", "e", "‍", " a"]}
+{"text": "\u000b'S", "tokens": 2, "pieces": ["\u000b", "'S"]}
+{"text": "<\"é ſ ­ꟲ Ⅳ🙂'ſ३ع٣٤٥٦aé𐞁'M
'T<|endoftext|>", "tokens": 38, "pieces": ["<\"", "é", " ſ", " ­", "ꟲ", " ", "Ⅳ", "🙂'", "ſ", "३", "ع", "٣٤٥", "٦", "aé𐞁'M", "
", "'T", "<|", "endoftext", "|>"]}
+{"text": "!.<META_START>eعt\r\n\r\n\"<EOT><|fim_prefix|>fi EOT\r\n\r\nꟲ
'Reḍ̇　sfi,漢mtm\t", "tokens": 39, "pieces": ["!.<", "META", "_START", ">eعt", "\r\n\r\n", "\"<", "EOT", "><|", "fim", "_prefix", "|>", "fi", " EOT", "\r\n\r\n", "ꟲ", "
", "'Reḍ̇", "　sfi", ",漢mtm", "\t"]}
+{"text": "ßé're912345678t", "tokens": 7, "pieces": ["ßé're", "912", "345", "678", "t"]}
+{"text": "İ\"!!", "tokens": 3, "pieces": ["İ", "\"!!"]}
+{"text": " .\u000bå🙂t😀🏽<|fim_prefix|>​​,0'(é'ſm'Re", "tokens": 26, "pieces": [" ", ".", "\u000bå", "🙂t", "😀🏽<|", "fim", "_prefix", "|>​​,", "0", "'(", "é'ſ", "m'Re"]}
+{"text": "Ⅳ'ſİ😀🏽e0𐞁 😀🏽#$%t'S>३9㍿٣٤٥٦'㋿'De'Re'!<|endoftext|>e½​‍ \r\n\r\n'<EOT>…​ß '  ", "tokens": 63, "pieces": ["Ⅳ", "'ſ", "İ", "😀🏽", "e", "0", "𐞁", " 😀🏽#$%", "t'S", ">", "३9", "㍿", "٣٤٥", "٦", "'㋿'", "De'Re", "'!<|", "endoftext", "|>", "e", "½", "​‍", " \r\n\r\n", "'<", "EOT", ">", "…", "​ß", " '", "  "]}
+{"text": "ſ", "tokens": 1, "pieces": ["ſ"]}
+{"text": "​३  ('reḍ̇漢ḍ̇m-'𐞁​'D-ꟲ\r\n\r\nEOT字Ⅳ㋿𐞁   \n><META_START> \u000b", "tokens": 45, "pieces": ["​", "३", " ", " ('", "reḍ̇漢ḍ̇m", "-'", "𐞁", "​'", "D", "-ꟲ", "\r\n\r\n", "EOT字", "Ⅳ", "㋿𐞁", "   \n", "><", "META", "_START", ">", " \u000b"]}
+{"text": "­Ⅳ<META_START>-ſ! 'sß", "tokens": 12, "pieces": ["­", "Ⅳ", "<META", "_START", ">-", "ſ", "!", " '", "sß"]}
+{"text": "漢­­9🙂🙂𐞁😀🏽0  d'TZ", "tokens": 17, "pieces": ["漢", "­­", "9", "🙂🙂", "𐞁", "😀🏽", "0", " ", " d'T", "Z"]}
+{"text": "İé0<|endoftext|>İ'll<å
<EOT>🙂́fi　​s-efi<|endoftext|>'ll­́३,", "tokens": 39, "pieces": ["İé", "0", "<|", "endoftext", "|>", "İ'll", "<å", "
", "<EOT", ">🙂́", "fi", "　", "​s", "-efi", "<|", "endoftext", "|>'", "ll", "­́", "३", ","]}
+{"text": "12345678're　漢́é\n0mßḍ̇!!<sḍ̇ſ٣٤٥٦(Ａ㍿\u000b㋿'reßß\"#$%½-㍿ås!d'VE", "tokens": 55, "pieces": ["123", "456", "78", "'re", "　漢́é", "\n", "0", "mßḍ̇", "!!<", "sḍ̇ſ", "٣٤٥", "٦", "(Ａ", "㍿", "\u000b", "㋿'", "reßß", "\"#$%", "½", "-㍿", "ås", "!d'VE"]}
+{"text": "İ\r…‍ⅣZ'0", "tokens": 10, "pieces": ["İ", "\r", "…", "‍", "Ⅳ", "Z", "'", "0"]}
+{"text": "\u000b́'re-.‍eß<META_START>Ze12345678're'VE\tm'M\r\né'll😀🏽Ⅳt½\t👍🏽ḍ̇fi'T<|endoftext|>­㍿Z'Re", "tokens": 53, "pieces": ["\u000b́'re", "-.‍", "eß", "<META", "_START", ">Ze", "123", "456", "78", "'re'VE", "\tm'M", "\r\n", "é'll", "😀🏽", "Ⅳ", "t", "½", "\t", "👍🏽", "ḍ̇fi'T", "<|", "endoftext", "|>­㍿", "Z'Re"]}
+{"text": "(ع👍🏽ſⅣ'e…t㋿fi<EOT>fi३'T🙂dＡém'ss\r\nꟲ㍿9   \n!…Z\" 're٣٤٥٦'re\u000bt!!", "tokens": 52, "pieces": ["(ع", "👍🏽", "ſ", "Ⅳ", "'e", "…t", "㋿fi", "<EOT", ">fi", "३", "'T", "🙂d", "Ａém's", "s", "\r\n", "ꟲ", "㍿", "9", "   \n", "!", "…Z", "\"", " '", "re", "٣٤٥", "٦", "'re", "\u000bt", "!!"]}
+{"text": "𐞁漢å　<|endoftext|>'VE㋿ＡZ\u000bm🙂İ\r\n\r\n'sع12345678å🙂\t#$%'-ß'Reع> d…é", "tokens": 47, "pieces": ["𐞁漢å", "　", "<|", "endoftext", "|>'", "VE", "㋿ＡZ", "\u000bm", "🙂İ", "\r\n\r\n", "'sع", "123", "456", "78", "å", "🙂", "\t", "#$%'-", "ß'Re", "ع", ">", " d", "…é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\n<|endoftext|>'VE½'re𐞁\u000b漢12345678eé<㍿漢Z'M'VE
'M👍🏽s'D ḍ̇-㍿<|fim_prefix|>", "tokens": 52, "pieces": ["\n", "<|", "endoftext", "|>'", "VE", "½", "'re𐞁", "\u000b漢", "123", "456", "78", "eé", "<㍿", "漢", "Z'M", "'VE", "
", "'M", "👍🏽", "s'D", " ḍ̇", "-㍿<|", "fim", "_prefix", "|>"]}
+{"text": "12345678\r\n\r\nſ<EOT><½12345678ḍ̇'ſع<'ReＡ'D<META_START>(\n漢‍  #$%​٣٤٥٦🙂­!! ​\r\n\r\n<<|endoftext|>>!!ⅣDžſſ!字", "tokens": 58, "pieces": ["123", "456", "78", "\r\n\r\n", "ſ", "<EOT", "><", "½12", "345", "678", "ḍ̇'ſ", "ع", "<'", "Re", "Ａ'D", "<META", "_START", ">(\n", "漢", "‍", " ", " #$%​", "٣٤٥", "٦", "🙂­!!", " ​\r\n\r\n", "<<|", "endoftext", "|>>!!", "Ⅳ", "Džſſ", "!字"]}
+{"text": "
s𐞁tⅣ(٣٤٥٦åZ½​'D ḍ̇<<META_START>‍ ‍'VEeعfi\r\ń½'S9'T\tſ漢​'re'Ms漢㍿'M", "tokens": 56, "pieces": ["
s𐞁t", "Ⅳ", "(", "٣٤٥", "٦", "å", "Z", "½", "​'", "D", " ḍ̇", "<<", "META", "_START", ">‍", " ‍'", "VEeعfi", "\r\n", "́", "½", "'S", "9", "'T", "\tſ漢", "​'", "re'M", "s漢", "㍿'", "M"]}
+{"text": "fiꟲḍ̇", "tokens": 7, "pieces": ["fiꟲḍ̇"]}
+{"text": "字😀🏽
İⅣＡ​é<|fim_prefix|>DžEOT😀🏽!<\u000b㋿\"　", "tokens": 32, "pieces": ["字", "😀🏽", "
İ", "Ⅳ", "Ａ", "​é", "<|", "fim", "_prefix", "|>", "DžEOT", "😀🏽!<", "\u000b", "㋿\"", "　"]}
+{"text": "0㍿<ḍ̇İ'T!…　\r\n   \n'M٣٤٥٦İ́漢\r<META_START>tꟲ…éİ٣٤٥٦é're  'M‍ß.", "tokens": 49, "pieces": ["0", "㍿<", "ḍ̇", "İ'T", "!", "…　\r\n   \n", "'M", "٣٤٥", "٦", "İ́漢", "\r", "<META", "_START", ">tꟲ", "…é", "İ", "٣٤٥", "٦", "é're", " ", " '", "M", "‍ß", "."]}
+{"text": "0'llt ", "tokens": 4, "pieces": ["0", "'llt", " "]}
+{"text": "🙂<META_START>'<META_START>9ß(å\u000ba'Re\r\nḍ̇.\rꟲ㋿ع9'VEsZDž…'M\r\n\r\n\rİＡ'Mfia.३ḍ̇", "tokens": 51, "pieces": ["🙂<", "META", "_START", ">'<", "META", "_START", ">", "9", "ß", "(å", "\u000ba'Re", "\r\n", "ḍ̇", ".\r", "ꟲ", "㋿ع", "9", "'VEs", "ZDž", "…", "'M", "\r\n\r\n\r", "İＡ'M", "fia", ".", "३", "ḍ̇"]}
+{"text": "      \n'VEt<|fim_prefix|>é㋿Džts,'lĺ'Re\r\n<,", "tokens": 27, "pieces": ["      \n", "'VEt", "<|", "fim", "_prefix", "|>", "é", "㋿Džts", ",'", "lĺ'Re", "\r\n", "<,"]}
+{"text": "(-  'Té𐞁ǻ…EOTعꟲ<EOT>'Re\u000b,٣٤٥٦㍿s\u000b", "tokens": 35, "pieces": ["(-", " ", " '", "Té𐞁ǻ", "…EOTعꟲ", "<EOT", ">'", "Re", "\u000b", ",", "٣٤٥", "٦", "㍿s", "\u000b"]}
+{"text": "\"Ⅳ-𐞁-e!'llåİ  漢Zfi㋿", "tokens": 21, "pieces": ["\"", "Ⅳ", "-𐞁", "-e", "!'", "llå", "İ", " ", " 漢Zfi", "㋿"]}
+{"text": "d<|endoftext|>'TⅣ\r😀🏽ſⅣd‍!㋿", "tokens": 24, "pieces": ["d", "<|", "endoftext", "|>'", "T", "Ⅳ", "\r", "😀🏽", "ſ", "Ⅳ", "d", "‍!㋿"]}
+{"text": "👍🏽#$%  EOT<|endoftext|>,عſéſ\t\r½'sd…😀🏽é½<\t\n'VEé👍🏽", "tokens": 41, "pieces": ["👍🏽#$%", " ", " EOT", "<|", "endoftext", "|>,", "عſéſ", "\t\r", "½", "'sd", "…", "😀🏽", "é", "½", "<", "\t\n", "'VEé", "👍🏽"]}
+{"text": "(åع🙂ع🙂Dž­'S!'s're­㋿'ſfi😀🏽½'D9", "tokens": 27, "pieces": ["(åع", "🙂ع", "🙂Dž", "­'", "S", "!'", "s're", "­㋿'", "ſfi", "😀🏽", "½", "'D", "9"]}
+{"text": "\t٣٤٥٦'T३\rع…𐞁fi٣٤٥٦🙂'll'll
", "tokens": 25, "pieces": ["\t", "٣٤٥", "٦", "'T", "३", "\r", "ع", "…𐞁fi", "٣٤٥", "٦", "🙂'", "ll'll", "
"]}
+{"text": "'­\"́́'ll're🙂👍🏽　字
<EOT>
…0ꟲ'llⅣ\"   \n३　,\u000b'Re   \n", "tokens": 36, "pieces": ["'­\"́́'", "ll're", "🙂👍🏽", "　字", "
", "<EOT", ">", "
", "…", "0", "ꟲ'll", "Ⅳ", "\"", "   \n", "३", "　", ",", "\u000b", "'Re", "   \n"]}
+{"text": "
Z<|fim_prefix|>!!\n‍<META_START>é\u000b㋿<EOT>   \n'Re　　0d(d㍿Z'lls12345678 <META_START>👍🏽'T  ​́> >👍🏽　", "tokens": 58, "pieces": ["
Z", "<|", "fim", "_prefix", "|>!!\n", "‍<", "META", "_START", ">é", "\u000b", "㋿<", "EOT", ">", "   \n", "'Re", "　", "　", "0", "d", "(d", "㍿Z'll", "s", "123", "456", "78", " ", "<META", "_START", ">👍🏽'", "T", " ", " ​́>", " >👍🏽", "　"]}
+{"text": "'S漢​<META_START>'Sİḍ̇‍\r\nＡ", "tokens": 15, "pieces": ["'S漢", "​<", "META", "_START", ">'", "Sİḍ̇", "‍\r\n", "Ａ"]}
+{"text": "㍿  <<|fim_prefix|>å\r\n<|fim_prefix|>㍿'T\r\nſ!", "tokens": 27, "pieces": ["㍿", " ", " <<|", "fim", "_prefix", "|>", "å", "\r\n", "<|", "fim", "_prefix", "|>㍿'", "T", "\r\n", "ſ", "!"]}
+{"text": ".a
'll'llm<|endoftext|>Z\r\"-'ſ😀🏽>字'sⅣ<|endoftext|>d\tİ­", "tokens": 36, "pieces": [".a", "
", "'ll'll", "m", "<|", "endoftext", "|>", "Z", "\r", "\"-'", "ſ", "😀🏽>", "字's", "Ⅳ", "<|", "endoftext", "|>", "d", "\tİ", "­"]}
+{"text": "😀🏽'Re🙂'sعm'VE🙂's('re㋿daa'Dß🙂\u000bİ'll!! åع'så'St12345678\r\n\r\n\neé", "tokens": 43, "pieces": ["😀🏽'", "Re", "🙂'", "sعm'VE", "🙂'", "s", "('", "re", "㋿daa'D", "ß", "🙂", "\u000bİ'll", "!!", " åع's", "å'S", "t", "123", "456", "78", "\r\n\r\n\n", "eé"]}
+{"text": "'D're\r\n123456789㍿t‍.​<|endoftext|>!ß㍿<EOT>\r\nDž<|fim_prefix|>㋿ḍ̇́'M…", "tokens": 46, "pieces": ["'D're", "\r\n", "123", "456", "789", "㍿t", "‍.​<|", "endoftext", "|>!", "ß", "㍿<", "EOT", ">\r\n", "Dž", "<|", "fim", "_prefix", "|>㋿", "ḍ̇́'M", "…"]}
+{"text": "t́e9　\t'VE漢ꟲ12345678　Džİ'ZZ\rع𐞁é.😀🏽İ​\u000b­(0'\rZ…m!!EOT　́😀🏽", "tokens": 53, "pieces": ["t́e", "9", "　", "\t", "'VE漢ꟲ", "123", "456", "78", "　Džİ", "'ZZ", "\r", "ع𐞁é", ".😀🏽", "İ", "​", "\u000b", "­(", "0", "'\r", "Z", "…m", "!!", "EOT", "　́", "😀🏽"]}
+{"text": "EOT٣٤٥٦!!<|fim_prefix|>fifiaß́\n'VE𐞁\n­🙂   \n(t㋿'D\n\r\né", "tokens": 38, "pieces": ["EOT", "٣٤٥", "٦", "!!<|", "fim", "_prefix", "|>", "fifiaß́", "\n", "'VE𐞁", "\n", "­🙂", "   \n", "(t", "㋿'", "D", "\n\r\n", "é"]}
+{"text": "<EOT>!   \n…#$%<META_START>\r\nſ😀🏽३\"́!…😀🏽́é‍#$%é.ém'll'S", "tokens": 37, "pieces": ["<EOT", ">!", "   \n", "…", "#$%<", "META", "_START", ">\r\n", "ſ", "😀🏽", "३", "\"́", "!", "…", "😀🏽́", "é", "‍#$%", "é", ".ém'll", "'S"]}
+{"text": "İ", "tokens": 1, "pieces": ["İ"]}
+{"text": "'Md३🙂'llİ🙂<META_START>\"!　‍Dž<½\r\n\r\n'ſ­s漢!! ع 12345678\"½\n👍🏽\r\n३½.𐞁३", "tokens": 45, "pieces": ["'Md", "३", "🙂'", "ll", "İ", "🙂<", "META", "_START", ">\"!", "　", "‍Dž", "<", "½", "\r\n\r\n", "'ſ", "­s漢", "!!", " ع", " ", "123", "456", "78", "\"", "½", "\n", "👍🏽\r\n", "३½", ".𐞁", "३"]}
+{"text": "\u000b(-<|endoftext|>.३　👍🏽#$%'VE'res\r\n", "tokens": 20, "pieces": ["\u000b", "(-<|", "endoftext", "|>.", "३", "　", "👍🏽#$%'", "VE're", "s", "\r\n"]}
+{"text": "🙂   \n😀🏽<|endoftext|>​('🙂m<META_START>t'sm\"ع́é­m'S9!㍿𐞁é'ßＡm'ſ'S½'ſ
", "tokens": 53, "pieces": ["🙂", "   \n", "😀🏽<|", "endoftext", "|>​('🙂", "m", "<META", "_START", ">t's", "m", "\"ع́é", "­m'S", "9", "!㍿", "𐞁é", "'ß", "Ａm'ſ", "'S", "½", "'ſ", "
"]}
+{"text": "-,漢<å'reع字(fi,٣٤٥٦'ll…👍🏽EOT<", "tokens": 23, "pieces": ["-,", "漢", "<å're", "ع字", "(fi", ",", "٣٤٥", "٦", "'ll", "…", "👍🏽", "EOT", "<"]}
+{"text": "\n", "tokens": 1, "pieces": ["\n"]}
+{"text": "<s0😀🏽a
><|endoftext|>漢\r\n𐞁<|fim_prefix|>𐞁𐞁<|endoftext|>​ع'D㋿'ReⅣ-\"'ſ'Z'll​'Tå　  ​Dž<META_START>", "tokens": 69, "pieces": ["<s", "0", "😀🏽", "a", "
", "><|", "endoftext", "|>", "漢", "\r\n", "𐞁", "<|", "fim", "_prefix", "|>", "𐞁𐞁", "<|", "endoftext", "|>​", "ع'D", "㋿'", "Re", "Ⅳ", "-\"'", "ſ", "'Z'll", "​'", "Tå", "　 ", " ​", "Dž", "<META", "_START", ">"]}
+{"text": "ع漢EOT३<|fim_prefix|>ع'llİ  　é<|endoftext|>sß!!🙂㋿- ꟲå0ع'Dfi३>٣٤٥٦ 'S\r\n\r\n\rfi", "tokens": 54, "pieces": ["ع漢", "EOT", "३", "<|", "fim", "_prefix", "|>", "ع'll", "İ", "  ", "　é", "<|", "endoftext", "|>", "sß", "!!🙂㋿-", " ꟲå", "0", "ع'D", "fi", "३", ">", "٣٤٥", "٦", " ", "'S", "\r\n\r\n\r", "fi"]}
+{"text": "'ſEOT\u000b​t́,漢字,ḍ̇🙂d'T'llİḍ̇‍'VE😀🏽12345678s漢٣٤٥٦漢İ 　", "tokens": 42, "pieces": ["'ſ", "EOT", "\u000b", "​t́", ",漢字", ",ḍ̇", "🙂d'T", "'ll", "İḍ̇", "‍'", "VE", "😀🏽", "123", "456", "78", "s漢", "٣٤٥", "٦", "漢", "İ", " 　"]}
+{"text": "Z'Så(ḍ̇'VEe‍", "tokens": 12, "pieces": ["Z'S", "å", "(ḍ̇'VE", "e", "‍"]}
+{"text": "sßꟲsa\u000baſtع㍿́ع३漢\r\n\tEOTß<META_START>ſé\"­\u000bع'S ́ß", "tokens": 37, "pieces": ["sßꟲsa", "\u000baſtع", "㍿́ع", "३", "漢", "\r\n", "\tEOTß", "<META", "_START", ">ſé", "\"­", "\u000bع'S", " ́ß"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Džd३\"İ12345678'll字'llfi\r\n<EOT>́é३Dž'VE'VE.a<'lldt", "tokens": 31, "pieces": ["Džd", "३", "\"İ", "123", "456", "78", "'ll字'll", "fi", "\r\n", "<EOT", ">́é", "३", "Dž'VE", "'VE", ".a", "<'", "lldt"]}
+{"text": "'S  <|endoftext|>é'S𐞁<|endoftext|>​ſ…­　''re", "tokens": 31, "pieces": ["'S", " ", " <|", "endoftext", "|>", "é'S", "𐞁", "<|", "endoftext", "|>​", "ſ", "…", "­", "　", "''", "re"]}
+{"text": "'s\t'ſZ \"​d👍🏽>!><İſ𐞁'İ<|fim_prefix|>'D-　🙂.'ll'S𐞁sEOT😀🏽dEOT'M　Z", "tokens": 52, "pieces": ["'s", "\t", "'ſ", "Z", " ", "\"​", "d", "👍🏽>!><", "İſ𐞁", "'İ", "<|", "fim", "_prefix", "|>'", "D", "-", "　", "🙂.'", "ll'S", "𐞁s", "EOT", "😀🏽", "d", "EOT'M", "　Z"]}
+{"text": "　\u000be,ſ<META_START>s😀🏽字\"ع<|fim_prefix|>'re…   \ns\r\r\n ", "tokens": 28, "pieces": ["　", "\u000be", ",ſ", "<META", "_START", ">s", "😀🏽", "字", "\"ع", "<|", "fim", "_prefix", "|>'", "re", "…   \n", "s", "\r\r\n", " "]}
+{"text": "  \t<<|fim_prefix|>   \n>㋿ḍ̇½t🙂'T👍🏽\t<|endoftext|>\r\n\r\n 
🙂", "tokens": 35, "pieces": ["  ", "\t", "<<|", "fim", "_prefix", "|>", "   \n", ">㋿", "ḍ̇", "½", "t", "🙂'", "T", "👍🏽", "\t", "<|", "endoftext", "|>\r\n\r\n", " ", "
", "🙂"]}
+{"text": "  0\t's'M<,👍🏽'ſ\t's…👍🏽0", "tokens": 21, "pieces": [" ", " ", "0", "\t", "'s'M", "<,👍🏽'", "ſ", "\t", "'s", "…", "👍🏽", "0"]}
+{"text": "ḍ̇\nİ12345678३㋿", "tokens": 12, "pieces": ["ḍ̇", "\n", "İ", "123", "456", "78३", "㋿"]}
+{"text": "'M　9<|endoftext|>fi('𐞁a<𐞁😀🏽½½a-'VE\tm\r  é　½𐞁ⅣDžéd<|fim_prefix|>…\t'sZ<META_START>İع
Ⅳ", "tokens": 68, "pieces": ["'M", "　", "9", "<|", "endoftext", "|>", "fi", "('", "𐞁a", "<𐞁", "😀🏽", "½½", "a", "-'", "VE", "\tm", "\r", " ", " é", "　", "½", "𐞁", "Ⅳ", "Džéd", "<|", "fim", "_prefix", "|>", "…", "\t", "'s", "Z", "<META", "_START", ">İع", "
", "Ⅳ"]}
+{"text": "
m   \n!!ſⅣ‍ß𐞁's#$%ع-d'́\t!!<|endoftext|>aDžfi㍿😀🏽#$%#$%  ḍ̇‍,", "tokens": 49, "pieces": ["
m", "   \n", "!!", "ſ", "Ⅳ", "‍ß𐞁's", "#$%", "ع", "-d", "'́", "\t", "!!<|", "endoftext", "|>", "a", "Džfi", "㍿😀🏽#$%#$%", " ", " ḍ̇", "‍,"]}
+{"text": "́a-<EOT>　३ḍ̇'reꟲ㋿> 'll字ع😀🏽'M\t-'M\r", "tokens": 33, "pieces": ["́a", "-<", "EOT", ">", "　", "३", "ḍ̇'re", "ꟲ", "㋿>", " '", "ll字ع", "😀🏽'", "M", "\t", "-'", "M", "\r"]}
+{"text": "'S
('S🙂Z<'VE  tm", "tokens": 10, "pieces": ["'S", "
", "('", "S", "🙂Z", "<'", "VE", " ", " tm"]}
+{"text": "-0! \u000b'M0EOT(t'Re　e<EOT>𐞁>dEOT\"​eꟲmm٣٤٥٦!!ḍ̇٣٤٥٦👍🏽12345678", "tokens": 48, "pieces": ["-", "0", "!", " ", "\u000b", "'M", "0", "EOT", "(t'Re", "　e", "<EOT", ">𐞁", ">d", "EOT", "\"​", "eꟲmm", "٣٤٥", "٦", "!!", "ḍ̇", "٣٤٥", "٦", "👍🏽", "123", "456", "78"]}
+{"text": "٣٤٥٦́a9><Ａ​\t㍿Ａ!!'<fi>é,0㋿漢Ⅳ'Re‍å字m🙂  'VE", "tokens": 39, "pieces": ["٣٤٥", "٦", "́a", "9", "><", "Ａ", "​", "\t", "㍿Ａ", "!!'<", "fi", ">é", ",", "0", "㋿漢", "Ⅳ", "'Re", "‍å字m", "🙂", " ", " '", "VE"]}
+{"text": "ع", "tokens": 1, "pieces": ["ع"]}
+{"text": "   \n0㍿𐞁Dž㋿é字'Re\tḍ̇<META_START>\r\nꟲ\r　'S'D½<META_START>", "tokens": 37, "pieces": ["   \n", "0", "㍿𐞁", "Dž", "㋿é字'Re", "\tḍ̇", "<META", "_START", ">\r\n", "ꟲ", "\r", "　", "'S'D", "½", "<META", "_START", ">"]}
+{"text": "å'S<EOT>  dfi㍿fi　'0Z-<EOT>'re३
Ａ<EOT>'ſ<|endoftext|>Ⅳeå…(ſ\r\nm\r\n\r\n<|endoftext|>Dž漢عḍ̇\r\n\r\n-", "tokens": 64, "pieces": ["å'S", "<EOT", ">", " ", " dfi", "㍿fi", "　", "'", "0", "Z", "-<", "EOT", ">'", "re", "३", "
Ａ", "<EOT", ">'", "ſ", "<|", "endoftext", "|>", "Ⅳ", "eå", "…", "(ſ", "\r\n", "m", "\r\n\r\n", "<|", "endoftext", "|>", "Dž漢عḍ̇", "\r\n\r\n", "-"]}
+{"text": "<'M'M!!(ꟲ½12345678!İ🙂'VEDž३#$%\"㍿'D 'Re>må'D\t
漢<|endoftext|><|endoftext|>'s<|fim_prefix|>'T", "tokens": 57, "pieces": ["<'", "M'M", "!!(", "ꟲ", "½12", "345", "678", "!İ", "🙂'", "VEDž", "३", "#$%\"㍿'", "D", " '", "Re", ">må'D", "\t", "
漢", "<|", "endoftext", "|><|", "endoftext", "|>'", "s", "<|", "fim", "_prefix", "|>'", "T"]}
+{"text": "Ⅳ<META_START>'M.'Tḍ̇­-'ſt㍿㋿é­ḍ̇0'D9#$%<|fim_prefix|>\r\n\r\nEOT'Re 'Re😀🏽,dꟲ𐞁#$%é", "tokens": 58, "pieces": ["Ⅳ", "<META", "_START", ">'", "M", ".'", "Tḍ̇", "­-'", "ſt", "㍿㋿", "é", "­ḍ̇", "0", "'D", "9", "#$%<|", "fim", "_prefix", "|>\r\n\r\n", "EOT'Re", " '", "Re", "😀🏽,", "dꟲ𐞁", "#$%", "é"]}
+{"text": "'Mİ  åＡ\r\n㋿'ſm   \n\t<META_START>>👍🏽!!!ḍ̇İ9𐞁12345678​EOT 字漢fi'ſ9३½  !!\nꟲ", "tokens": 52, "pieces": ["'Mİ", " ", " å", "Ａ", "\r\n", "㋿'", "ſm", "   \n", "\t", "<META", "_START", ">>👍🏽!!!", "ḍ̇", "İ", "9", "𐞁", "123", "456", "78", "​EOT", " 字漢fi'ſ", "9३½", " ", " !!\n", "ꟲ"]}
+{"text": "'Re　- 𐞁å'ſꟲeå\r\n's　🙂­ع🙂ع\r\n\r\nꟲ#$%
>ḍ̇é", "tokens": 37, "pieces": ["'Re", "　", "-", " 𐞁å'ſ", "ꟲeå", "\r\n", "'s", "　", "🙂­", "ع", "🙂ع", "\r\n\r\n", "ꟲ", "#$%", "
", ">ḍ̇é"]}
+{"text": "­(- sådＡ😀🏽éDž#$%<|endoftext|>字", "tokens": 23, "pieces": ["­(-", " såd", "Ａ", "😀🏽", "é", "Dž", "#$%<|", "endoftext", "|>", "字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n\r\n-'Sİe   \n'M<META_START>Ⅳ́👍🏽‍字9<EOT>🙂<EOT>漢fi're­a12345678字'M<|endoftext|>\r\n\r\n漢 …,\"Džß", "tokens": 52, "pieces": ["\r\n\r\n", "-'", "Sİe", "   \n", "'M", "<META", "_START", ">", "Ⅳ", "́", "👍🏽‍", "字", "9", "<EOT", ">🙂<", "EOT", ">漢fi're", "­a", "123", "456", "78", "字'M", "<|", "endoftext", "|>\r\n\r\n", "漢", " ", "…", ",\"", "Džß"]}
+{"text": "İs㋿‍fí👍🏽9‍>", "tokens": 14, "pieces": ["İs", "㋿‍", "fí", "👍🏽", "9", "‍>"]}
+{"text": "ḍ̇㋿é<EOT>'ſ'ſ'D12345678  ß‍!", "tokens": 23, "pieces": ["ḍ̇", "㋿é", "<EOT", ">'", "ſ'ſ", "'D", "123", "456", "78", " ", " ß", "‍!"]}
+{"text": "Z.'ſ (
sd'ſ's\r\n\r\n\r<👍🏽'Re'D>'Re\n\r\n\r\nZ  'Res‍
\t.ع", "tokens": 31, "pieces": ["Z", ".'", "ſ", " (", "
sd'ſ", "'s", "\r\n\r\n\r", "<👍🏽'", "Re'D", ">'", "Re", "\n\r\n\r\n", "Z", " ", " '", "Res", "‍", "
", "\t", ".ع"]}
+{"text": "\r\n\r\n\r\n\r\nＡd\t'Sع ", "tokens": 7, "pieces": ["\r\n\r\n\r\n\r\n", "Ａd", "\t", "'Sع", " "]}
+{"text": "'ſꟲ​seaع#$%fi'll0'ſZꟲ<|fim_prefix|>9<ꟲ'D'D", "tokens": 32, "pieces": ["'ſꟲ", "​seaع", "#$%", "fi'll", "0", "'ſ", "Zꟲ", "<|", "fim", "_prefix", "|>", "9", "<ꟲ'D", "'D"]}
+{"text": "éß'll'T㋿　\r\n\r\n\n　<|fim_prefix|>‍́<|endoftext|>㍿ꟲ\"'<EOT>字\t ­👍🏽\t'Re<META_START>'D‍  \nß", "tokens": 53, "pieces": ["éß'll", "'T", "㋿", "　\r\n\r\n\n", "　", "<|", "fim", "_prefix", "|>‍́<|", "endoftext", "|>㍿", "ꟲ", "\"'<", "EOT", ">字", "\t", " ­👍🏽", "\t", "'Re", "<META", "_START", ">'", "D", "‍", "  \n", "ß"]}
+{"text": "0ſ9Ａß\rꟲé<EOT><EOT>Ⅳ\r㋿\u000bß'Reé\t­<|endoftext|>9\r\n 's'­'M", "tokens": 44, "pieces": ["0", "ſ", "9", "Ａß", "\r", "ꟲé", "<EOT", "><", "EOT", ">", "Ⅳ", "\r", "㋿", "\u000bß'Re", "é", "\t", "­<|", "endoftext", "|>", "9", "\r\n", " ", "'s", "'­'", "M"]}
+{"text": "12345678​\r\n漢   \n'Reḍ̇9EOT('\r\n\r\nＡ'Re.ḍ̇　　　ſ<EOT>9'D𐞁字\"e🙂12345678ꟲ'reſe३㋿!!<|fim_prefix|>,å", "tokens": 60, "pieces": ["123", "456", "78", "​\r\n", "漢", "   \n", "'Reḍ̇", "9", "EOT", "('\r\n\r\n", "Ａ'Re", ".ḍ̇", "　　", "　ſ", "<EOT", ">", "9", "'D𐞁字", "\"e", "🙂", "123", "456", "78", "ꟲ're", "ſe", "३", "㋿!!<|", "fim", "_prefix", "|>,", "å"]}
+{"text": "३<|endoftext|>!́𐞁३漢#$%  漢>
a9‍", "tokens": 26, "pieces": ["३", "<|", "endoftext", "|>!́", "𐞁", "३", "漢", "#$%", " ", " 漢", ">", "
a", "9", "‍"]}
+{"text": "­'Re-…de!!9…'T'D\n\r\néⅣm🙂\ts\ta <'ll", "tokens": 24, "pieces": ["­'", "Re", "-", "…de", "!!", "9", "…", "'T'D", "\n\r\n", "é", "Ⅳ", "m", "🙂", "\ts", "\ta", " <'", "ll"]}
+{"text": "<META_START>å<META_START>\u000b́<a­㋿<½! t\n<|fim_prefix|>٣٤٥٦<|fim_prefix|>\"", "tokens": 38, "pieces": ["<META", "_START", ">å", "<META", "_START", ">", "\u000b́", "<a", "­㋿<", "½", "!", " t", "\n", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\""]}
+{"text": "ſ'ſ>  d'ſ …İ'ſm's#$%. 9 ", "tokens": 21, "pieces": ["ſ'ſ", ">", " ", " d'ſ", " ", "…İ'ſ", "m's", "#$%.", " ", "9", " "]}
+{"text": "('M🙂\r½'ſdEOTDžＡ<s'Mé'D(㍿'
e,'ré\ń<|fim_prefix|>fi　<EOT><#$%", "tokens": 43, "pieces": ["('", "M", "🙂\r", "½", "'ſd", "EOTDžＡ", "<s'M", "é'D", "(㍿'", "
e", ",'", "ré", "\n", "́", "<|", "fim", "_prefix", "|>", "fi", "　", "<EOT", "><#$%"]}
+{"text": "   \nd½!'ReDžİ'VEd٣٤٥٦🙂e   \n\n'Tß　'S
<META_START>dDž", "tokens": 29, "pieces": ["   \n", "d", "½", "!'", "Re", "Džİ'VE", "d", "٣٤٥", "٦", "🙂e", "   \n\n", "'Tß", "　", "'S", "
", "<META", "_START", ">d", "Dž"]}
+{"text": ">\u000b㍿#$%'fi\t'll!!é9>,­'VE'​'Re   'll(\u000b'S<EOT>字👍🏽\n   \n're٣٤٥٦ !!\r ع", "tokens": 47, "pieces": [">", "\u000b", "㍿#$%'", "fi", "\t", "'ll", "!!", "é", "9", ">,­'", "VE", "'​'", "Re", "  ", " '", "ll", "(", "\u000b", "'S", "<EOT", ">字", "👍🏽\n", "   \n", "'re", "٣٤٥", "٦", " ", "!!\r", " ع"]}
+{"text": "­३(!", "tokens": 3, "pieces": ["­", "३", "(!"]}
+{"text": " t　‍Ⅳa'D'reåd㋿İdZ…½<EOT>Ⅳ\nعꟲ\td!!", "tokens": 33, "pieces": [" t", "　", "‍", "Ⅳ", "a'D", "'reåd", "㋿İd", "Z", "…", "½", "<EOT", ">", "Ⅳ", "\n", "عꟲ", "\td", "!!"]}
+{"text": "…a's<'Mع😀🏽'M…9ꟲ'ſ\"Ａ\ta\u000bḍ̇(<META_START>'T-12345678e   \n 🙂<|endoftext|>́'D", "tokens": 50, "pieces": ["…a's", "<'", "Mع", "😀🏽'", "M", "…", "9", "ꟲ'ſ", "\"Ａ", "\ta", "\u000bḍ̇", "(<", "META", "_START", ">'", "T", "-", "123", "456", "78", "e", "   \n", " ", "🙂<|", "endoftext", "|>́'", "D"]}
+{"text": "d½t'll㋿\r\n
>字字mع,12345678d'Sé३<META_START>'VE!!><|endoftext|>EOT́å½12345678'Ａ,Ａ­½\r\n👍🏽é<META_START>", "tokens": 59, "pieces": ["d", "½", "t'll", "㋿\r\n", "
", ">字字mع", ",", "123", "456", "78", "d'S", "é", "३", "<META", "_START", ">'", "VE", "!!><|", "endoftext", "|>", "EOT́å", "½12", "345", "678", "'Ａ", ",Ａ", "­", "½", "\r\n", "👍🏽", "é", "<META", "_START", ">"]}
+{"text": "'ſDž…㍿#$%>'re,fi   \ńß  (   \n漢#$%.", "tokens": 24, "pieces": ["'ſ", "Dž", "…", "㍿#$%>'", "re", ",fi", "   \n", "́ß", " ", " (", "   \n", "漢", "#$%."]}
+{"text": "e<META_START>  ३عm('s漢   \n   \né漢m#$%Ａé'Sع12345678e\"ſ३'ll😀🏽Z'Re>👍🏽३…­\r\n\r\n😀🏽", "tokens": 49, "pieces": ["e", "<META", "_START", ">", " ", " ", "३", "عm", "('", "s漢", "   \n   \n", "é漢m", "#$%", "Ａé'S", "ع", "123", "456", "78", "e", "\"ſ", "३", "'ll", "😀🏽", "Z'Re", ">👍🏽", "३", "…", "­\r\n\r\n", "😀🏽"]}
+{"text": "\r\n\r\n'ſ<EOT>\r\n\r\n!👍🏽\t   \n<META_START>㋿#$%.å\r\n're漢\"! ", "tokens": 27, "pieces": ["\r\n\r\n", "'ſ", "<EOT", ">\r\n\r\n", "!👍🏽", "\t   \n", "<META", "_START", ">㋿#$%.", "å", "\r\n", "'re漢", "\"!", " "]}
+{"text": "​fi漢.\"ع\nعa'lls'ſ", "tokens": 12, "pieces": ["​fi漢", ".\"", "ع", "\n", "عa'll", "s'ſ"]}
+{"text": "\r'S'D　a字fi­<9EOT½…>d,\r😀🏽٣٤٥٦😀🏽'M0ḿ𐞁med's𐞁​", "tokens": 44, "pieces": ["\r", "'S'D", "　a字fi", "­<", "9", "EOT", "½", "…", ">d", ",\r", "😀🏽", "٣٤٥", "٦", "😀🏽'", "M", "0", "ḿ𐞁med's", "𐞁", "​"]}
+{"text": "٣٤٥٦'VE\r\n\r\n　\r\n\r\n\r\n\r\ń\r\n𐞁(́'ſ​३!!\u000b Z漢,ع　­'EOT́<META_START>😀🏽Ａſ­Dž <|fim_prefix|>  >fi", "tokens": 54, "pieces": ["٣٤٥", "٦", "'VE", "\r\n\r\n　\r\n\r\n\r\n\r\n", "́", "\r\n", "𐞁", "(́'ſ", "​", "३", "!!", "\u000b", " Z漢", ",ع", "　", "­'", "EOT́", "<META", "_START", ">😀🏽", "Ａſ", "­Dž", " <|", "fim", "_prefix", "|>", " ", " >", "fi"]}
+{"text": "(å   \n‍(-12345678'D٣٤٥٦é<… İ　🙂字,٣٤٥٦EOT'VE,ſ<META_START>>字'll'll<|endoftext|>fi", "tokens": 48, "pieces": ["(å", "   \n", "‍(-", "123", "456", "78", "'D", "٣٤٥", "٦", "é", "<", "…", " İ", "　", "🙂字", ",", "٣٤٥", "٦", "EOT'VE", ",ſ", "<META", "_START", ">>", "字'll", "'ll", "<|", "endoftext", "|>", "fi"]}
+{"text": "𐞁👍🏽.㋿('Sfi\nd\r\n<|fim_prefix|><EOT>…ꟲ字(​ḍ̇<|fim_prefix|>\u000b𐞁e漢", "tokens": 50, "pieces": ["𐞁", "👍🏽.㋿('", "Sfi", "\n", "d", "\r\n", "<|", "fim", "_prefix", "|><", "EOT", ">", "…ꟲ字", "(​", "ḍ̇", "<|", "fim", "_prefix", "|>", "\u000b𐞁e漢"]}
+{"text": "\u000b漢😀🏽\t  \r\n\r\n'T!½🙂Ａ9,éfie🙂(\r\n\r\n\r\n!Ⅳ٣٤٥٦>a\u000b'­!!㍿", "tokens": 35, "pieces": ["\u000b漢", "😀🏽", "\t  \r\n\r\n", "'T", "!", "½", "🙂Ａ", "9", ",éfie", "🙂(\r\n\r\n\r\n", "!", "Ⅳ٣٤", "٥٦", ">a", "\u000b", "'­!!㍿"]}
+{"text": "<|fim_prefix|>🙂,  😀🏽<|endoftext|>　!!'llDž字㍿\u000b''M㋿'llⅣ#$%!! 漢 0", "tokens": 46, "pieces": ["<|", "fim", "_prefix", "|>🙂,", " ", " 😀🏽<|", "endoftext", "|>", "　", "!!'", "ll", "Dž字", "㍿", "\u000b", "''", "M", "㋿'", "ll", "Ⅳ", "#$%!!", " 漢", " ", "0"]}
+{"text": "'T're#$%İ-!!Ź9'VE<|fim_prefix|>٣٤٥٦<EOT>'ll,Ａs­d'ſ", "tokens": 32, "pieces": ["'T're", "#$%", "İ", "-!!", "Ź", "9", "'VE", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "<EOT", ">'", "ll", ",Ａs", "­d'ſ"]}
+{"text": "٣٤٥٦ß٣٤٥٦­d'Dž　é >''ſm\t　<|fim_prefix|>fi½\t'T   \nſ d", "tokens": 36, "pieces": ["٣٤٥", "٦", "ß", "٣٤٥", "٦", "­d", "'Dž", "　é", " ", ">''", "ſm", "\t", "　", "<|", "fim", "_prefix", "|>", "fi", "½", "\t", "'T", "   \n", "ſ", " d"]}
+{"text": "'Dع12345678­ſ㋿<|fim_prefix|>㍿. ‍½ꟲs. ꟲ'M'llß(
<|endoftext|>\t<META_START><EOT>s!
漢", "tokens": 54, "pieces": ["'Dع", "123", "456", "78", "­ſ", "㋿<|", "fim", "_prefix", "|>㍿.", " ‍", "½", "ꟲs", ".", " ꟲ'M", "'llß", "(", "
", "<|", "endoftext", "|>", "\t", "<META", "_START", "><", "EOT", ">s", "!", "
漢"]}
+{"text": "\tß　​𐞁<|endoftext|> ㋿<EOT>\rⅣ>'s\"->,'D
​
Ａ\n Ⅳ!!s\r\n🙂's👍🏽(漢áع", "tokens": 54, "pieces": ["\tß", "　", "​𐞁", "<|", "endoftext", "|>", " ", "㋿<", "EOT", ">\r", "Ⅳ", ">'", "s", "\"->,'", "D", "
", "​", "
Ａ", "\n", " ", "Ⅳ", "!!", "s", "\r\n", "🙂'", "s", "👍🏽(", "漢áع"]}
+{"text": "㋿ <EOT>e👍🏽s'Refi(👍🏽<|endoftext|>'S½><#$% \r\nＡ \r­🙂🙂
fi 0ꟲ'D 👍🏽(<|endoftext|>漢", "tokens": 58, "pieces": ["㋿", " ", "<EOT", ">e", "👍🏽", "s'Re", "fi", "(👍🏽<|", "endoftext", "|>'", "S", "½", "><#$%", " \r\n", "Ａ", " \r", "­🙂🙂", "
fi", " ", "0", "ꟲ'D", " ", "👍🏽(<|", "endoftext", "|>", "漢"]}
+{"text": "🙂㋿½", "tokens": 5, "pieces": ["🙂㋿", "½"]}
+{"text": "  😀🏽㍿ 𐞁'llß\rßé12345678aع'S-\r's\r'#$%!\"eß𐞁", "tokens": 37, "pieces": [" ", " 😀🏽㍿", " 𐞁'll", "ß", "\r", "ßé", "123", "456", "78", "aع'S", "-\r", "'s", "\r", "'#$%!\"", "eß𐞁"]}
+{"text": "<META_START>‍㍿'Mſ㍿½  ​9s漢ß漢afi
ſå12345678\r\n\r\n­ꟲ…­ＡＡ字td漢​eع\"<|fim_prefix|>'ll", "tokens": 54, "pieces": ["<META", "_START", ">‍㍿'", "Mſ", "㍿", "½", " ", " ​", "9", "s漢ß漢afi", "
ſå", "123", "456", "78", "\r\n\r\n", "­ꟲ", "…", "­ＡＡ字td漢", "​eع", "\"<|", "fim", "_prefix", "|>'", "ll"]}
+{"text": "12345678'D́ſ\"عfi'llＡ ㋿'Me㋿'ſZع\r\n\r\n<
\"!<EOT>  ­'D\n é😀🏽ع字sé", "tokens": 44, "pieces": ["123", "456", "78", "'D́ſ", "\"عfi'll", "Ａ", " ㋿'", "Me", "㋿'", "ſ", "Zع", "\r\n\r\n", "<", "
", "\"!<", "EOT", ">", " ", " ­'", "D", "\n", " é", "😀🏽", "ع字sé"]}
+{"text": "å…9㍿ḍ̇Ａ<EOT><|endoftext|>­
İꟲmEOT'Mİét'VE'VE🙂\r字ſ", "tokens": 41, "pieces": ["å", "…", "9", "㍿ḍ̇", "Ａ", "<EOT", "><|", "endoftext", "|>­", "
İꟲm", "EOT'M", "İét'VE", "'VE", "🙂\r", "字ſ"]}
+{"text": "½fi­9½​m㋿😀🏽\r\nḍ̇#$%字𐞁'ſ#$%字Ａe   \nZ", "tokens": 33, "pieces": ["½", "fi", "­", "9½", "​m", "㋿😀🏽\r\n", "ḍ̇", "#$%", "字𐞁'ſ", "#$%", "字Ａe", "   \n", "Z"]}
+{"text": "🙂sé<|fim_prefix|>'ll 'M漢!!!!Dž㍿٣٤٥٦　Zḍ̇<|endoftext|>'ſ <|endoftext|>Ａ,İ#$%", "tokens": 47, "pieces": ["🙂sé", "<|", "fim", "_prefix", "|>'", "ll", " '", "M漢", "!!!!", "Dž", "㍿", "٣٤٥", "٦", "　Zḍ̇", "<|", "endoftext", "|>'", "ſ", " <|", "endoftext", "|>", "Ａ", ",İ", "#$%"]}
+{"text": "('Re'ſ<EOT>'Re", "tokens": 8, "pieces": ["('", "Re'ſ", "<EOT", ">'", "Re"]}
+{"text": " å\r\n\r\n<ßfifié<|fim_prefix|>'reＡ'DžⅣ́!!#$%'<|fim_prefix|><META_START>ع㍿", "tokens": 40, "pieces": [" å", "\r\n\r\n", "<ßfifié", "<|", "fim", "_prefix", "|>'", "re", "Ａ", "'Dž", "Ⅳ", "́", "!!#$%'<|", "fim", "_prefix", "|><", "META", "_START", ">ع", "㍿"]}
+{"text": "<EOT>\r\n\r\n­
३\n字'ſ'T𐞁\u000b's\rsd<|endoftext|>fifiDž!'s ", "tokens": 33, "pieces": ["<EOT", ">\r\n\r\n", "­", "
", "३", "\n", "字'ſ", "'T𐞁", "\u000b", "'s", "\r", "sd", "<|", "endoftext", "|>", "fifi", "Dž", "!'", "s", " "]}
+{"text": "\u000b  ,é\r\n\r\n\r  'S
😀🏽-'re𐞁\r\n\r\n\r\n\r\n", "tokens": 21, "pieces": ["\u000b ", " ,", "é", "\r\n\r\n\r", " ", " '", "S", "
", "😀🏽-'", "re𐞁", "\r\n\r\n\r\n\r\n"]}
+{"text": "‍-ß
<EOT>te👍🏽…d-́\r\n<|endoftext|>🙂!!\n<|endoftext|>fi\r\n\r\n​Ⅳ\n", "tokens": 39, "pieces": ["‍-", "ß", "
", "<EOT", ">te", "👍🏽", "…d", "-́", "\r\n", "<|", "endoftext", "|>🙂!!\n", "<|", "endoftext", "|>", "fi", "\r\n\r\n", "​", "Ⅳ", "\n"]}
+{"text": "\ntſ\t'll३e'ſ'T'',🙂0Dž'TsDž'llḍ̇'D३<EOT>½👍🏽‍-", "tokens": 34, "pieces": ["\n", "tſ", "\t", "'ll", "३", "e'ſ", "'T", "'',🙂", "0", "Dž'T", "s", "Dž'll", "ḍ̇'D", "३", "<EOT", ">", "½", "👍🏽‍-"]}
+{"text": "m  \t<㋿#$%́12345678🙂'S漢   \n's‍㍿'VE​ßs12345678t'SZ0,,9'ſ<|endoftext|>!12345678'ſ३🙂<|fim_prefix|><>Ａ", "tokens": 62, "pieces": ["m", "  ", "\t", "<㋿#$%́", "123", "456", "78", "🙂'", "S漢", "   \n", "'s", "‍㍿'", "VE", "​ßs", "123", "456", "78", "t'S", "Z", "0", ",,", "9", "'ſ", "<|", "endoftext", "|>!", "123", "456", "78", "'ſ", "३", "🙂<|", "fim", "_prefix", "|><>", "Ａ"]}
+{"text": "aḍ̇ꟲ!!é(\n'Re ㋿!!>!<META_START>'\u000bé\r\n\r\n'ſ   \nＡ,é\néfi9  👍🏽,<👍🏽ꟲ<EOT>d'Tḍ̇", "tokens": 53, "pieces": ["aḍ̇ꟲ", "!!", "é", "(\n", "'Re", " ㋿!!>!<", "META", "_START", ">'", "\u000bé", "\r\n\r\n", "'ſ", "   \n", "Ａ", ",é", "\n", "éfi", "9", " ", " 👍🏽,<👍🏽", "ꟲ", "<EOT", ">d'T", "ḍ̇"]}
+{"text": "'s漢0'D 𐞁.>漢….\"\r½'M'sé<|endoftext|>>12345678ع12345678𐞁", "tokens": 38, "pieces": ["'s漢", "0", "'D", " 𐞁", ".>", "漢", "…", ".\"\r", "½", "'M's", "é", "<|", "endoftext", "|>>", "123", "456", "78", "ع", "123", "456", "78", "𐞁"]}
+{"text": "!!'S\"<META_START>'ſfi.　'", "tokens": 12, "pieces": ["!!'", "S", "\"<", "META", "_START", ">'", "ſfi", ".", "　", "'"]}
+{"text": "<ع's", "tokens": 3, "pieces": ["<ع's"]}
+{"text": "㍿漢t<EOT>e
'D　m  \n३<|endoftext|>ⅣDž,.३   \nß字ſß<META_START>㍿''>9ع.", "tokens": 45, "pieces": ["㍿漢t", "<EOT", ">e", "
", "'D", "　m", "  \n", "३", "<|", "endoftext", "|>", "Ⅳ", "Dž", ",.", "३", "   \n", "ß字ſß", "<META", "_START", ">㍿''>", "9", "ع", "."]}
+{"text": ">🙂😀🏽'Rees<åİ'Re　<|fim_prefix|>'re( '12345678‍9​\"'D👍🏽
", "tokens": 34, "pieces": [">🙂😀🏽'", "Rees", "<å", "İ'Re", "　", "<|", "fim", "_prefix", "|>'", "re", "(", " '", "123", "456", "78", "‍", "9", "​\"'", "D", "👍🏽", "
"]}
+{"text": "  ३'Re\r\n\r9‍
<META_START>ſ\r\nع\r\n\r\nå'T'Z𐞁'VE  ­‍.0<META_START>!é👍🏽fiEOT\nt🙂EOT><­ꟲ ", "tokens": 55, "pieces": [" ", " ", "३", "'Re", "\r\n\r", "9", "‍", "
", "<META", "_START", ">ſ", "\r\n", "ع", "\r\n\r\n", "å'T", "'Z𐞁'VE", " ", " ­‍.", "0", "<META", "_START", ">!", "é", "👍🏽", "fi", "EOT", "\n", "t", "🙂EOT", "><­", "ꟲ", " "]}
+{"text": "Z'VEEOT<|endoftext|>㋿'s😀🏽9#$%😀🏽d　'Re((Džꟲ>< ع'\u000bé'VE㍿#$%'ReEOT​'T!! ३-'M", "tokens": 59, "pieces": ["Z'VE", "EOT", "<|", "endoftext", "|>㋿'", "s", "😀🏽", "9", "#$%😀🏽", "d", "　", "'Re", "((", "Džꟲ", "><", " ع", "'", "\u000bé'VE", "㍿#$%'", "Re", "EOT", "​'", "T", "!!", " ", "३", "-'", "M"]}
+{"text": "mꟲ\"aé,ḍ̇'VE'Ma‍d👍🏽a…(字\rd'VE9é'Re<|endoftext|> mꟲ're‍½Džꟲ‍,'s 漢", "tokens": 56, "pieces": ["mꟲ", "\"aé", ",ḍ̇'VE", "'Ma", "‍d", "👍🏽", "a", "…", "(字", "\r", "d'VE", "9", "é'Re", "<|", "endoftext", "|>", " mꟲ're", "‍", "½", "Džꟲ", "‍,'", "s", " 漢"]}
+{"text": "t<|fim_prefix|>9㍿½EOTå<META_START>.Z'T‍漢Ⅳ'ſe𐞁", "tokens": 33, "pieces": ["t", "<|", "fim", "_prefix", "|>", "9", "㍿", "½", "EOTå", "<META", "_START", ">.", "Z'T", "‍漢", "Ⅳ", "'ſe𐞁"]}
+{"text": "\r\n\r\n0'S,!!aEOTéå're\r\n\r\n", "tokens": 14, "pieces": ["\r\n\r\n", "0", "'S", ",!!", "a", "EOTéå're", "\r\n\r\n"]}
+{"text": "٣٤٥٦   \néåfi<EOT>ع🙂𐞁>'Reḍ̇'M'lleＡ'llＡ", "tokens": 29, "pieces": ["٣٤٥", "٦", "   \n", "éåfi", "<EOT", ">ع", "🙂𐞁", ">'", "Reḍ̇'M", "'lle", "Ａ'll", "Ａ"]}
+{"text": "   \n­\u000b­!　ḍ̇​!Dž\"𐞁!!12345678­\u000bs٣٤٥٦é'så㍿\r\ńZ…", "tokens": 42, "pieces": ["   \n", "­", "\u000b", "­!", "　ḍ̇", "​!", "Dž", "\"𐞁", "!!", "123", "456", "78", "­", "\u000bs", "٣٤٥", "٦", "é's", "å", "㍿\r\n", "́", "Z", "…"]}
+{"text": "'s<|fim_prefix|>İ!漢<|fim_prefix|>(ꟲ'reé  å𐞁", "tokens": 29, "pieces": ["'s", "<|", "fim", "_prefix", "|>", "İ", "!漢", "<|", "fim", "_prefix", "|>(", "ꟲ're", "é", " ", " å𐞁"]}
+{"text": "  😀🏽<|endoftext|>‍👍🏽\".>\r\n𐞁Dž<META_START>\n", "tokens": 27, "pieces": [" ", " 😀🏽<|", "endoftext", "|>‍👍🏽\".>\r\n", "𐞁", "Dž", "<META", "_START", ">\n"]}
+{"text": "\r\nḍ̇\r\n\r\nＡ'D\n….­", "tokens": 12, "pieces": ["\r\n", "ḍ̇", "\r\n\r\n", "Ａ'D", "\n", "…", ".­"]}
+{"text": "'D  ㍿'refi!!<|fim_prefix|>\n👍🏽…𐞁…'re0<|endoftext|>>𐞁'VE‍́   \n'll", "tokens": 46, "pieces": ["'D", " ", " ㍿'", "refi", "!!<|", "fim", "_prefix", "|>\n", "👍🏽", "…𐞁", "…", "'re", "0", "<|", "endoftext", "|>>", "𐞁'VE", "‍́", "   \n", "'ll"]}
+{"text": "\rå", "tokens": 3, "pieces": ["\r", "å"]}
+{"text": "㍿İ'ſ#$%́\r\n\r\n\r\n\r\n\u000b字Z
.a'llEOT  9 <'D\"!é'D'Sm<META_START>'S‍Z'Dꟲİa#$%<|fim_prefix|>   \n", "tokens": 52, "pieces": ["㍿İ'ſ", "#$%́\r\n\r\n\r\n\r\n", "\u000b字", "Z", "
", ".a'll", "EOT", " ", " ", "9", " ", "<'", "D", "\"!", "é'D", "'Sm", "<META", "_START", ">'", "S", "‍Z'D", "ꟲİa", "#$%<|", "fim", "_prefix", "|>", "   \n"]}
+{"text": "'re>'ſ<|fim_prefix|>́
é ", "tokens": 14, "pieces": ["'re", ">'", "ſ", "<|", "fim", "_prefix", "|>́", "
é", " "]}
+{"text": "\r\n\r\n'Td(İ'T>dꟲ\r\nm", "tokens": 12, "pieces": ["\r\n\r\n", "'Td", "(İ'T", ">dꟲ", "\r\n", "m"]}
+{"text": ".'Re're'S'Ss'ſＡⅣé٣٤٥٦#$%
!-㍿'D 'VEa's㋿'D<META_START>e\"
 　", "tokens": 44, "pieces": [".'", "Re're", "'S'S", "s'ſ", "Ａ", "Ⅳ", "é", "٣٤٥", "٦", "#$%", "
", "!-㍿'", "D", " ", "'VEa's", "㋿'", "D", "<META", "_START", ">e", "\"", "
 　"]}
+{"text": "३Ａ<META_START>#$%0m", "tokens": 10, "pieces": ["३", "Ａ", "<META", "_START", ">#$%", "0", "m"]}
+{"text": ",\u000b-'ll   \n'<EOT>𐞁Ａée'll9fi<META_START>㋿Dž​\rs字", "tokens": 31, "pieces": [",", "\u000b", "-'", "ll", "   \n", "'<", "EOT", ">𐞁Ａée'll", "9", "fi", "<META", "_START", ">㋿", "Dž", "​\r", "s字"]}
+{"text": "é<META_START><|fim_prefix|>\r\n\r\n㍿　‍é", "tokens": 17, "pieces": ["é", "<META", "_START", "><|", "fim", "_prefix", "|>\r\n\r\n", "㍿", "　", "‍é"]}
+{"text": "<|endoftext|>", "tokens": 7, "pieces": ["<|", "endoftext", "|>"]}
+{"text": "ſ عfi\r‍-EOT🙂‍'S
  ­'ꟲ#$%\re\"<META_START>ꟲ#$%<|endoftext|><META_START>👍🏽\"09
Ⅳ <|endoftext|>><EOT>🙂é", "tokens": 65, "pieces": ["ſ", " عfi", "\r", "‍-", "EOT", "🙂‍'", "S", "
 ", " ­'", "ꟲ", "#$%\r", "e", "\"<", "META", "_START", ">ꟲ", "#$%<|", "endoftext", "|><", "META", "_START", ">👍🏽\"", "09", "
", "Ⅳ", " ", "<|", "endoftext", "|>><", "EOT", ">🙂", "é"]}
+{"text": "㋿fi\tDž   \n'Tḍ̇éa🙂   \n!!ß😀🏽\r<'reŹ0​\u000b­efi#$%'Sa'S٣٤٥٦
d", "tokens": 43, "pieces": ["㋿fi", "\tDž", "   \n", "'Tḍ̇éa", "🙂", "   \n", "!!", "ß", "😀🏽\r", "<'", "re", "Ź", "0", "​", "\u000b", "­efi", "#$%'", "Sa'S", "٣٤٥", "٦", "
d"]}
+{"text": "0a'såEOTEOTḍ̇'Tß's'VE'D,<|fim_prefix|>…'Dž'S<\r…fim👍🏽ḍ̇३", "tokens": 42, "pieces": ["0", "a's", "å", "EOTEOTḍ̇'T", "ß's", "'VE'D", ",<|", "fim", "_prefix", "|>", "…", "'Dž'S", "<\r", "…fim", "👍🏽", "ḍ̇", "३"]}
+{"text": "㍿!!Ａ'D!'ſ\n٣٤٥٦‍é", "tokens": 16, "pieces": ["㍿!!", "Ａ'D", "!'", "ſ", "\n", "٣٤٥", "٦", "‍é"]}
+{"text": "m😀🏽½'T𐞁​<EOT>ß🙂   \n,ß­   \n(́'ſDž­३'EOT>'ſ\rع'M㋿tfiZ'S🙂 ", "tokens": 46, "pieces": ["m", "😀🏽", "½", "'T𐞁", "​<", "EOT", ">ß", "🙂", "   \n", ",ß", "­", "   \n", "(́'ſ", "Dž", "­", "३", "'EOT", ">'", "ſ", "\r", "ع'M", "㋿tfi", "Z'S", "🙂", " "]}
+{"text": "åé ½  é\t#$%\r\n'D're'D('st　å<|fim_prefix|>t'Td
d   \n,㍿'s<EOT>9'Mḍ̇", "tokens": 45, "pieces": ["åé", " ", "½", " ", " é", "\t", "#$%\r\n", "'D're", "'D", "('", "st", "　å", "<|", "fim", "_prefix", "|>", "t'T", "d", "
d", "   \n", ",㍿'", "s", "<EOT", ">", "9", "'Mḍ̇"]}
+{"text": "<ꟲ<|endoftext|>å
'll'ſé字d<|endoftext|>\neeḍ̇\r\n\r\n\r\t\t　\"\"td   \n're", "tokens": 39, "pieces": ["<ꟲ", "<|", "endoftext", "|>", "å", "
", "'ll'ſ", "é字d", "<|", "endoftext", "|>\n", "eeḍ̇", "\r\n\r\n\r", "\t\t", "　", "\"\"", "td", "   \n", "'re"]}
+{"text": ",‍e😀🏽
('M٣٤٥٦<META_START>㋿fi<é<EOT\"㍿(9!!é'll'S'SEOTfi\r\nfi\rİ\r\n٣٤٥٦", "tokens": 49, "pieces": [",‍", "e", "😀🏽", "
", "('", "M", "٣٤٥", "٦", "<META", "_START", ">㋿", "fi", "<é", "<EOT", "\"㍿(", "9", "!!", "é'll", "'S'S", "EOTfi", "\r\n", "fi", "\r", "İ", "\r\n", "٣٤٥", "٦"]}
+{"text": ".漢
d㋿🙂<META_START>,fi👍🏽…e'Reع 'ſ'Re  Ⅳ'M'S  ", "tokens": 32, "pieces": [".漢", "
d", "㋿🙂<", "META", "_START", ">,", "fi", "👍🏽", "…e'Re", "ع", " ", "'ſ'Re", " ", " ", "Ⅳ", "'M'S", "  "]}
+{"text": "EOT d\r ſ‍
d३   \n㋿12345678Zé", "tokens": 20, "pieces": ["EOT", " d", "\r", " ſ", "‍", "
d", "३", "   \n", "㋿", "123", "456", "78", "Zé"]}
+{"text": "-ＡEOT!!fi   \n🙂<漢,½३é字'ś 字'ſtsd漢12345678", "tokens": 27, "pieces": ["-ＡEOT", "!!", "fi", "   \n", "🙂<", "漢", ",", "½३", "é字's", "́", " 字'ſ", "tsd漢", "123", "456", "78"]}
+{"text": "​(fi#$%­\n\r<|endoftext|><\r\n'VE漢　𐞁٣٤٥٦mDž'ſ<EOT>́'TEOT<|fim_prefix|>ſ", "tokens": 46, "pieces": ["​(", "fi", "#$%­\n\r", "<|", "endoftext", "|><\r\n", "'VE漢", "　𐞁", "٣٤٥", "٦", "m", "Dž'ſ", "<EOT", ">́'T", "EOT", "<|", "fim", "_prefix", "|>", "ſ"]}
+{"text": "9字٣٤٥٦t٣٤٥٦ ­​\r\n३", "tokens": 16, "pieces": ["9", "字", "٣٤٥", "٦", "t", "٣٤٥", "٦", " ", "­​\r\n", "३"]}
+{"text": "ع'M!½<|fim_prefix|><EOT>EOTeꟲ   \nſ!<👍🏽½३a!", "tokens": 29, "pieces": ["ع'M", "!", "½", "<|", "fim", "_prefix", "|><", "EOT", ">EOTeꟲ", "   \n", "ſ", "!<👍🏽", "½३", "a", "!"]}
+{"text": "'re!!İ٣٤٥٦İ<EOT>( ,\tZ#$%
İ😀🏽…İ.'Re　'ReEOT#$%'T#$%字<|fim_prefix|><EOT>m­İ", "tokens": 48, "pieces": ["'re", "!!", "İ", "٣٤٥", "٦", "İ", "<EOT", ">(", " ", ",", "\tZ", "#$%", "
İ", "😀🏽", "…İ", ".'", "Re", "　", "'Re", "EOT", "#$%'", "T", "#$%", "字", "<|", "fim", "_prefix", "|><", "EOT", ">m", "­İ"]}
+{"text": "s\u000b‍'re<tع​Ⅳ  \ra­'ll12345678 ", "tokens": 20, "pieces": ["s", "\u000b", "‍'", "re", "<tع", "​", "Ⅳ", "  \r", "a", "­'", "ll", "123", "456", "78", " "]}
+{"text": "٣٤٥٦ß<|fim_prefix|> 'ſfi0ma.​9́\t.\n字'Ré'M<META_START>'ll'Sİ,
EOT…👍🏽\t'VE​s,", "tokens": 47, "pieces": ["٣٤٥", "٦", "ß", "<|", "fim", "_prefix", "|>", " '", "ſfi", "0", "ma", ".​", "9", "́", "\t", ".\n", "字'Re", "́'M", "<META", "_START", ">'", "ll'S", "İ", ",", "
EOT", "…", "👍🏽", "\t", "'VE", "​s", ","]}
+{"text": "'S\"Ⅳ.\ta३ Ａ(㋿'VEß!!é'VE😀🏽-'VE٣٤٥٦<META_START>🙂　e'VE'\t0ß👍🏽字#$% \r\n", "tokens": 50, "pieces": ["'S", "\"", "Ⅳ", ".", "\ta", "३", " Ａ", "(㋿'", "VEß", "!!", "é'VE", "😀🏽-'", "VE", "٣٤٥", "٦", "<META", "_START", ">🙂", "　e'VE", "'", "\t", "0", "ß", "👍🏽", "字", "#$%", " \r\n"]}
+{"text": "12345678ſ​  #$%ꟲ !'VEm", "tokens": 16, "pieces": ["123", "456", "78", "ſ", "​", " ", " #$%", "ꟲ", " !'", "VEm"]}
+{"text": "!　   \n字'<META_START>Ａ<d\r\n\r\n#$%  漢…ß(\t're\r\nＡ٣٤٥٦Ａ'llfi​!!s‍\rZ'Méſ'<|endoftext|>  'ſ\r\nå", "tokens": 54, "pieces": ["!", "　   \n", "字", "'<", "META", "_START", ">Ａ", "<d", "\r\n\r\n", "#$%", " ", " 漢", "…ß", "(", "\t", "'re", "\r\n", "Ａ", "٣٤٥", "٦", "Ａ'll", "fi", "​!!", "s", "‍\r", "Z'M", "éſ", "'<|", "endoftext", "|>", " ", " '", "ſ", "\r\n", "å"]}
+{"text": "'ſ\tꟲ𐞁m9\"…\u000b­<META_START>‍éع<EOT>'reⅣ,<EOT>‍٣٤٥٦('sDžZ'm👍🏽👍🏽", "tokens": 51, "pieces": ["'ſ", "\tꟲ𐞁m", "9", "\"", "…", "\u000b", "­<", "META", "_START", ">‍", "éع", "<EOT", ">'", "re", "Ⅳ", ",<", "EOT", ">‍", "٣٤٥", "٦", "('", "s", "DžZ'm", "👍🏽👍🏽"]}
+{"text": "'sＡ <EOT>'T'sfi9­'Re  ḍ̇e'M­\r\"　EOT\u000btDž<META_START>", "tokens": 34, "pieces": ["'s", "Ａ", " <", "EOT", ">'", "T's", "fi", "9", "­'", "Re", " ", " ḍ̇e'M", "­\r", "\"", "　EOT", "\u000bt", "Dž", "<META", "_START", ">"]}
+{"text": "'S'VE😀🏽'D,½㍿a  <<|endoftext|>'reß㍿👍🏽!'re
é…-
½ع𐞁\"fi,
́é>'D-😀🏽0,㋿\t", "tokens": 64, "pieces": ["'S'VE", "😀🏽'", "D", ",", "½", "㍿a", " ", " <<|", "endoftext", "|>'", "reß", "㍿👍🏽!'", "re", "
é", "…", "-", "
", "½", "ع𐞁", "\"fi", ",", "
́é", ">'", "D", "-😀🏽", "0", ",㋿", "\t"]}
+{"text": "'S‍𐞁٣٤٥٦३Džaé　t<|fim_prefix|>Ａ\"-<EOT>'Rea\r\né\r\n\u000b  \u000b9'S'S>", "tokens": 41, "pieces": ["'S", "‍𐞁", "٣٤٥", "٦३", "Džaé", "　t", "<|", "fim", "_prefix", "|>", "Ａ", "\"-<", "EOT", ">'", "Rea", "\r\n", "é", "\r\n", "\u000b  ", "\u000b", "9", "'S'S", ">"]}
+{"text": "e'VE'Då'Sḍ̇👍🏽<EOT><EOT>", "tokens": 20, "pieces": ["e'VE", "'Då'S", "ḍ̇", "👍🏽<", "EOT", "><", "EOT", ">"]}
+{"text": "㍿\r\n'll٣٤٥٦at㋿>Dž😀🏽\n ", "tokens": 21, "pieces": ["㍿\r\n", "'ll", "٣٤٥", "٦", "at", "㋿>", "Dž", "😀🏽\n", " "]}
+{"text": "'śé0३😀🏽   \n#$%,#$%<|endoftext|>-İ
!३", "tokens": 25, "pieces": ["'śé", "0३", "😀🏽", "   \n", "#$%,#$%<|", "endoftext", "|>-", "İ", "
", "!", "३"]}
+{"text": "ſéⅣ\r\n🙂Dž㍿", "tokens": 12, "pieces": ["ſé", "Ⅳ", "\r\n", "🙂Dž", "㍿"]}
+{"text": ".́\", fi\r\n\r\n३9  é!!㋿aé👍🏽!!'s३éꟲ\r!!'ſḍ̇ß🙂", "tokens": 35, "pieces": [".́", "\",", " fi", "\r\n\r\n", "३9", " ", " é", "!!㋿", "aé", "👍🏽!!'", "s", "३", "éꟲ", "\r", "!!'", "ſḍ̇ß", "🙂"]}
+{"text": "m'VEs's'll<Ａ👍🏽㋿'ſ\r\r\n\r\n.12345678\tع\r\n\r\n字🙂ḍ̇½'reſ\"!!!!́Ⅳfiꟲ<|fim_prefix|>\r‍s", "tokens": 51, "pieces": ["m'VE", "s's", "'ll", "<Ａ", "👍🏽㋿'", "ſ", "\r\r\n\r\n", ".", "123", "456", "78", "\tع", "\r\n\r\n", "字", "🙂ḍ̇", "½", "'reſ", "\"!!!!́", "Ⅳ", "fiꟲ", "<|", "fim", "_prefix", "|>\r", "‍s"]}
+{"text": "   \n\tDžḍ̇EOTe  <META_START>㋿'Re𐞁\r'VEaDž<|endoftext|>9#$%ꟲå字're
!\r\n😀🏽'reＡaḍ̇  Dž 'M漢\r\n'ſ're", "tokens": 70, "pieces": ["   \n", "\tDžḍ̇", "EOTe", " ", " <", "META", "_START", ">㋿'", "Re𐞁", "\r", "'VEa", "Dž", "<|", "endoftext", "|>", "9", "#$%", "ꟲå字're", "
", "!\r\n", "😀🏽'", "re", "Ａaḍ̇", " ", " Dž", " ", "'M漢", "\r\n", "'ſ're"]}
+{"text": "漢'Ré'reEOT​m", "tokens": 8, "pieces": ["漢'Re", "́'re", "EOT", "​m"]}
+{"text": "<META_START>‍é'Dd……!<EOT>e३>.<Ⅳ३३", "tokens": 25, "pieces": ["<META", "_START", ">‍", "é'D", "d", "…", "…", "!<", "EOT", ">e", "३", ">.<", "Ⅳ३३"]}
+{"text": "'TDž're0're\r\n'Re
Ⅳḍ̇ ㋿‍ß-'TdEOTfi  å!(fiḍ̇   \n", "tokens": 34, "pieces": ["'TDž're", "0", "'re", "\r\n", "'Re", "
", "Ⅳ", "ḍ̇", " ", "㋿‍", "ß", "-'", "Td", "EOTfi", " ", " å", "!(", "fiḍ̇", "   \n"]}
+{"text": "'s½,­३d‍ꟲ\t漢㋿𐞁.t… \r\n\r\n9fi字­٣٤٥٦👍🏽fi👍🏽('s12345678\r\n\r\nEOT \n'ع#$%'ll½", "tokens": 55, "pieces": ["'s", "½", ",­", "३", "d", "‍ꟲ", "\t漢", "㋿𐞁", ".t", "… \r\n\r\n", "9", "fi字", "­", "٣٤٥", "٦", "👍🏽", "fi", "👍🏽('", "s", "123", "456", "78", "\r\n\r\n", "EOT", " \n", "'ع", "#$%'", "ll", "½"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\nå<META_START>,a字字'Re'S😀🏽12345678 ſfiḍ̇'Re#$%㋿'D", "tokens": 32, "pieces": ["\r\n", "å", "<META", "_START", ">,", "a字字'Re", "'S", "😀🏽", "123", "456", "78", " ſfiḍ̇'Re", "#$%㋿'", "D"]}
+{"text": "\r\néDž👍🏽漢", "tokens": 8, "pieces": ["\r\n", "é", "Dž", "👍🏽", "漢"]}
+{"text": "Ａ\r\n\r\n\r\n㍿عtZⅣ​<EOT>d'retſ!<EOT><META_START><|fim_prefix|> 'VE,", "tokens": 34, "pieces": ["Ａ", "\r\n\r\n\r\n", "㍿عt", "Z", "Ⅳ", "​<", "EOT", ">d're", "tſ", "!<", "EOT", "><", "META", "_START", "><|", "fim", "_prefix", "|>", " '", "VE", ","]}
+{"text": "   \n", "tokens": 1, "pieces": ["   \n"]}
+{"text": "t-\t", "tokens": 3, "pieces": ["t", "-", "\t"]}
+{"text": "'M12345678é<|endoftext|>'Sḍ̇㍿é!ſḍ̇a'ſfi're#$%́", "tokens": 34, "pieces": ["'M", "123", "456", "78", "é", "<|", "endoftext", "|>'", "Sḍ̇", "㍿é", "!ſḍ̇a'ſ", "fi're", "#$%́"]}
+{"text": "'T　ع(㋿<META_START>\"­İ", "tokens": 13, "pieces": ["'T", "　ع", "(㋿<", "META", "_START", ">\"­", "İ"]}
+{"text": "字'lĺ­!㍿'ſ<|fim_prefix|>½a0<META_START>\t<|endoftext|>३😀🏽\r\n\r\n.m​'ſfiåEOT'‍'M\r\n\r\n字\r\n\r\n㋿s<META_START>'re", "tokens": 61, "pieces": ["字'll", "́", "­!㍿'", "ſ", "<|", "fim", "_prefix", "|>", "½", "a", "0", "<META", "_START", ">", "\t", "<|", "endoftext", "|>", "३", "😀🏽\r\n\r\n", ".m", "​'", "ſfiå", "EOT", "'‍'", "M", "\r\n\r\n", "字", "\r\n\r\n", "㋿s", "<META", "_START", ">'", "re"]}
+{"text": ",…<|fim_prefix|>­　'D­\r\ne\u000b'SⅣ<|fim_prefix|>.\u000b😀🏽s'VEa<EOT>\t𐞁'Rea Ⅳ", "tokens": 46, "pieces": [",", "…", "<|", "fim", "_prefix", "|>­", "　", "'D", "­\r\n", "e", "\u000b", "'S", "Ⅳ", "<|", "fim", "_prefix", "|>.", "\u000b", "😀🏽", "s'VE", "a", "<EOT", ">", "\t𐞁'Re", "a", " ", "Ⅳ"]}
+{"text": "­'s#$%\u000bİ", "tokens": 7, "pieces": ["­'", "s", "#$%", "\u000bİ"]}
+{"text": "㋿'M​", "tokens": 6, "pieces": ["㋿'", "M", "​"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<EOT>字12345678㋿ß\u000b\u000b   \n½t字'S9½\r🙂å३0½<  ſ\r's<META_START>ſ'sع\r-d‍　're<META_START>fi's", "tokens": 51, "pieces": ["<EOT", ">字", "123", "456", "78", "㋿ß", "\u000b\u000b   \n", "½", "t字'S", "9½", "\r", "🙂å", "३0½", "<", " ", " ſ", "\r", "'s", "<META", "_START", ">ſ's", "ع", "\r", "-d", "‍", "　", "'re", "<META", "_START", ">fi's"]}
+{"text": "0‍٣٤٥٦
0­éß漢d漢
漢's-ꟲås\r字'll-.İsＡ ​́", "tokens": 34, "pieces": ["0", "‍", "٣٤٥", "٦", "
", "0", "­éß漢d漢", "
漢's", "-ꟲås", "\r", "字'll", "-.", "İs", "Ａ", " ​́"]}
+{"text": ". é३'re.>३'Mḍ̇'re👍🏽<|fim_prefix|>'T́漢12345678'VE\r\n\r\n👍🏽­'ſDž", "tokens": 39, "pieces": [".", " é", "३", "'re", ".>", "३", "'Mḍ̇'re", "👍🏽<|", "fim", "_prefix", "|>'", "T́漢", "123", "456", "78", "'VE", "\r\n\r\n", "👍🏽­'", "ſ", "Dž"]}
+{"text": "\"ⅣEOT'VE
'VE!!…\u000bd'S>\"", "tokens": 17, "pieces": ["\"", "Ⅳ", "EOT'VE", "
", "'VE", "!!", "…", "\u000bd'S", ">\""]}
+{"text": "­\nŹ\r\n", "tokens": 4, "pieces": ["­\n", "Ź", "\r\n"]}
+{"text": ">'T<META_START>㍿fi#$%­字Ⅳ0'M'<EOT>İmⅣEOT-👍🏽  Ａ!EOTⅣ\n0\r\n'VEe\u000b  ع\u000b漢🙂­", "tokens": 53, "pieces": [">'", "T", "<META", "_START", ">㍿", "fi", "#$%­", "字", "Ⅳ0", "'M", "'<", "EOT", ">İm", "Ⅳ", "EOT", "-👍🏽", " ", " Ａ", "!EOT", "Ⅳ", "\n", "0", "\r\n", "'VEe", "\u000b ", " ع", "\u000b漢", "🙂­"]}
+{"text": "tＡ \"s's\n's　­<\n𐞁,ＡEOT㍿Ａ\r\n\r\n½漢\rEOT'EOTs.", "tokens": 32, "pieces": ["t", "Ａ", " ", "\"s's", "\n", "'s", "　", "­<\n", "𐞁", ",ＡEOT", "㍿Ａ", "\r\n\r\n", "½", "漢", "\r", "EOT", "'EOTs", "."]}
+{"text": "Džſ😀🏽😀🏽<>​<‍é  'ſEOT<|endoftext|>‍­'Sfi<META_START>
", "tokens": 36, "pieces": ["Džſ", "😀🏽😀🏽<>​<‍", "é", " ", " '", "ſ", "EOT", "<|", "endoftext", "|>‍­'", "Sfi", "<META", "_START", ">", "
"]}
+{"text": " Zåİ12345678字", "tokens": 8, "pieces": [" Zå", "İ", "123", "456", "78", "字"]}
+{"text": "#$%٣٤٥٦İé'Se‍fi!!Dž<'ſ <META_START>½<EOT>", "tokens": 25, "pieces": ["#$%", "٣٤٥", "٦", "İé'S", "e", "‍fi", "!!", "Dž", "<'", "ſ", " <", "META", "_START", ">", "½", "<EOT", ">"]}
+{"text": "👍🏽s", "tokens": 4, "pieces": ["👍🏽", "s"]}
+{"text": "#$%\r\n\r\ns٣٤٥٦<|fim_prefix|>३\u000bm9'Re\ta<META_START>½<|fim_prefix|>\"\nZ​!!\n#$%ß\rm's\"'T", "tokens": 42, "pieces": ["#$%\r\n\r\n", "s", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "३", "\u000bm", "9", "'Re", "\ta", "<META", "_START", ">", "½", "<|", "fim", "_prefix", "|>\"\n", "Z", "​!!\n", "#$%", "ß", "\r", "m's", "\"'", "T"]}
+{"text": "'re'T'S\ń\r\n​fi<ع!字12345678\n9'M‍<META_START>😀🏽́'re\u000b漢<s''ſ漢\tꟲع'ſfi mＡ", "tokens": 45, "pieces": ["'re'T", "'S", "\n", "́", "\r\n", "​fi", "<ع", "!字", "123", "456", "78", "\n", "9", "'M", "‍<", "META", "_START", ">😀🏽́'", "re", "\u000b漢", "<s", "''", "ſ漢", "\tꟲع'ſ", "fi", " m", "Ａ"]}
+{"text": "e字<字're٣٤٥٦ⅣⅣ<|fim_prefix|>
'rea   \néEOT😀🏽", "tokens": 29, "pieces": ["e字", "<字're", "٣٤٥", "٦ⅣⅣ", "<|", "fim", "_prefix", "|>", "
", "'rea", "   \n", "é", "EOT", "😀🏽"]}
+{"text": "٣٤٥٦'ſ<|endoftext|>0EOT👍🏽0  ­…å\r\"'T\r\nḍ̇éa-'re<|endoftext|>'S\r\n\r\n", "tokens": 48, "pieces": ["٣٤٥", "٦", "'ſ", "<|", "endoftext", "|>", "0", "EOT", "👍🏽", "0", " ", " ", "­", "…å", "\r", "\"'", "T", "\r\n", "ḍ̇éa", "-'", "re", "<|", "endoftext", "|>'", "S", "\r\n\r\n"]}
+{"text": "Dž​fi're'll", "tokens": 6, "pieces": ["Dž", "​fi're", "'ll"]}
+{"text": "\r\nå…,漢
fiß\"   \n\r-𐞁'VE>\tm㋿'s
>-   \n㍿", "tokens": 33, "pieces": ["\r\n", "å", "…", ",漢", "
fiß", "\"", "   \n\r", "-𐞁'VE", ">", "\tm", "㋿'", "s", "
", ">-", "   \n", "㍿"]}
+{"text": "ma'0½३'D'rea'ſ\u000b😀🏽漢'Ḿ'D!…𐞁   \nee٣٤٥٦ǻ>", "tokens": 35, "pieces": ["ma", "'", "0½३", "'D're", "a'ſ", "\u000b", "😀🏽", "漢'M", "́'D", "!", "…𐞁", "   \n", "ee", "٣٤٥", "٦", "ǻ", ">"]}
+{"text": "​ع<|endoftext|>㍿   \nZ\u000b\tß'Re\r\n\r\n३EOT", "tokens": 22, "pieces": ["​ع", "<|", "endoftext", "|>㍿", "   \n", "Z", "\u000b", "\tß'Re", "\r\n\r\n", "३", "EOT"]}
+{"text": "'s\tḍ̇ t
  ㋿<META_START>-٣٤٥٦ße🙂😀🏽ß12345678😀🏽m<|endoftext|>٣٤٥٦字ſ(\r\néfi0é'T", "tokens": 54, "pieces": ["'s", "\tḍ̇", " t", "
 ", " ㋿<", "META", "_START", ">-", "٣٤٥", "٦", "ße", "🙂😀🏽", "ß", "123", "456", "78", "😀🏽", "m", "<|", "endoftext", "|>", "٣٤٥", "٦", "字ſ", "(\r\n", "éfi", "0", "é'T"]}
+{"text": "Ａ'VE<|fim_prefix|>", "tokens": 9, "pieces": ["Ａ'VE", "<|", "fim", "_prefix", "|>"]}
+{"text": "fi<META_START>‍Ａa'S-9㍿!­EOT.'M>\r\né", "tokens": 22, "pieces": ["fi", "<META", "_START", ">‍", "Ａa'S", "-", "9", "㍿!­", "EOT", ".'", "M", ">\r\n", "é"]}
+{"text": "ſ'VEḍ̇३å漢Ⅳ0m🙂👍🏽ꟲ㍿", "tokens": 24, "pieces": ["ſ'VE", "ḍ̇", "३", "å漢", "Ⅳ0", "m", "🙂👍🏽", "ꟲ", "㍿"]}
+{"text": "'ſ'll<|endoftext|><  tm३ Z-<|endoftext|>'St.m", "tokens": 25, "pieces": ["'ſ'll", "<|", "endoftext", "|><", " ", " tm", "३", " Z", "-<|", "endoftext", "|>'", "St", ".m"]}
+{"text": "\"-Z<|endoftext|>'rea\n   Zéé'Taé0'Méå　Dž<|fim_prefix|>ⅣDž9's", "tokens": 40, "pieces": ["\"-", "Z", "<|", "endoftext", "|>'", "rea", "\n", "  ", " Zéé'T", "aé", "0", "'Méå", "　Dž", "<|", "fim", "_prefix", "|>", "Ⅳ", "Dž", "9", "'s"]}
+{"text": "Ⅳ😀🏽\r\ndé½\r\n\r\né'D's(", "tokens": 14, "pieces": ["Ⅳ", "😀🏽\r\n", "dé", "½", "\r\n\r\n", "é'D", "'s", "("]}
+{"text": " (🙂're漢İⅣ<å漢३­😀🏽\r👍🏽ع㋿\teaßåſéß'S\r0ḍ̇'Tm#$%>   \nß'Tİ'T'M", "tokens": 50, "pieces": [" ", "(🙂'", "re漢", "İ", "Ⅳ", "<å漢", "३", "­😀🏽\r", "👍🏽", "ع", "㋿", "\teaßåſéß'S", "\r", "0", "ḍ̇'T", "m", "#$%>", "   \n", "ß'T", "İ'T", "'M"]}
+{"text": "\r\n\r\n!!\"\t　́\tſEOT\t漢𐞁\"<EOT>ع's㋿(­३'MDž\t\nع\té>d'Sİ\"\n", "tokens": 39, "pieces": ["\r\n\r\n", "!!\"", "\t", "　́", "\tſ", "EOT", "\t漢𐞁", "\"<", "EOT", ">ع's", "㋿(­", "३", "'MDž", "\t\n", "ع", "\té", ">d'S", "İ", "\"\n"]}
+{"text": "\r\n\r\nİ字'T㍿å \n‍.fi\r!!!t!<,Z​́Z", "tokens": 22, "pieces": ["\r\n\r\n", "İ字'T", "㍿å", " \n", "‍.", "fi", "\r", "!!!", "t", "!<,", "Z", "​́", "Z"]}
+{"text": "s  'D٣٤٥٦Z\"  's<|endoftext|>\t#$%\n   \n'llé<META_START>'MZm𐞁'D<EOT>'T<EOT>", "tokens": 45, "pieces": ["s", " ", " '", "D", "٣٤٥", "٦", "Z", "\"", " ", " '", "s", "<|", "endoftext", "|>", "\t", "#$%\n", "   \n", "'llé", "<META", "_START", ">'", "MZm𐞁'D", "<EOT", ">'", "T", "<EOT", ">"]}
+{"text": "🙂<EOT><mé!!'M<|endoftext|><|fim_prefix|>🙂'Re12345678\n>Dž#$%'s12345678!é字عa👍🏽Ａ字a漢\u000b0\t#$%", "tokens": 56, "pieces": ["🙂<", "EOT", "><", "mé", "!!'", "M", "<|", "endoftext", "|><|", "fim", "_prefix", "|>🙂'", "Re", "123", "456", "78", "\n", ">Dž", "#$%'", "s", "123", "456", "78", "!é字عa", "👍🏽", "Ａ字a漢", "\u000b", "0", "\t", "#$%"]}
+{"text": "‍½'D'D‍sDž㋿-'s\"́é'D d\u000bعEOT​㋿", "tokens": 27, "pieces": ["‍", "½", "'D'D", "‍s", "Dž", "㋿-'", "s", "\"́é'D", " d", "\u000bع", "EOT", "​㋿"]}
+{"text": "å'T<EOT>t<|fim_prefix|>字𐞁𐞁\u000b'TⅣ12345678é字", "tokens": 32, "pieces": ["å'T", "<EOT", ">t", "<|", "fim", "_prefix", "|>", "字𐞁𐞁", "\u000b", "'T", "Ⅳ12", "345", "678", "é字"]}
+{"text": ">😀🏽ꟲ", "tokens": 7, "pieces": [">😀🏽", "ꟲ"]}
+{"text": "ß🙂　!İ'ſ<|endoftext|>'re-Zß9ḍ̇\n\téع٣٤٥٦(éEOT>㍿é#$%-m12345678ſDžİ", "tokens": 48, "pieces": ["ß", "🙂", "　", "!İ'ſ", "<|", "endoftext", "|>'", "re", "-Zß", "9", "ḍ̇", "\n", "\téع", "٣٤٥", "٦", "(é", "EOT", ">㍿", "é", "#$%-", "m", "123", "456", "78", "ſ", "Džİ"]}
+{"text": "9'́<|fim_prefix|>🙂\"!​ꟲꟲ\r\n\r\n'reße0Z'D漢", "tokens": 25, "pieces": ["9", "'́", "<|", "fim", "_prefix", "|>🙂\"!​", "ꟲꟲ", "\r\n\r\n", "'reße", "0", "Z'D", "漢"]}
+{"text": "!0're,'s'D.'VE#$%👍🏽😀🏽İ​🙂'Sé  'MEOT<٣٤٥٦'s\u000bfi0<|endoftext|>عé", "tokens": 43, "pieces": ["!", "0", "'re", ",'", "s'D", ".'", "VE", "#$%👍🏽😀🏽", "İ", "​🙂'", "Sé", " ", " '", "MEOT", "<", "٣٤٥", "٦", "'s", "\u000bfi", "0", "<|", "endoftext", "|>", "عé"]}
+{"text": "\u000be㋿👍🏽'D٣٤٥٦'reع'M'll
12345678Ⅳa漢㍿>Ⅳ.-'D'VEs  ३­\n", "tokens": 42, "pieces": ["\u000be", "㋿👍🏽'", "D", "٣٤٥", "٦", "'reع'M", "'ll", "
", "123", "456", "78Ⅳ", "a漢", "㍿>", "Ⅳ", ".-'", "D'VE", "s", " ", " ", "३", "­\n"]}
+{"text": "é>'12345678㋿½٣٤٥٦३'Re\"t　!!‍ ́<EOT>", "tokens": 25, "pieces": ["é", ">'", "123", "456", "78", "㋿", "½٣٤", "٥٦३", "'Re", "\"t", "　", "!!‍", " ́", "<EOT", ">"]}
+{"text": "Ź's𐞁e字Ａ9­ ßＡ漢tå\rd'MDž<", "tokens": 24, "pieces": ["Ź's", "𐞁e字", "Ａ", "9", "­", " ß", "Ａ漢tå", "\r", "d'M", "Dž", "<"]}
+{"text": "\r\n\u000bEOTa'sEOT½0​½'VE-\r\t(👍🏽<META_START>\u000bꟲ\"İ३\néİ <|endoftext|>'M0", "tokens": 45, "pieces": ["\r\n", "\u000bEOTa's", "EOT", "½0", "​", "½", "'VE", "-\r", "\t", "(👍🏽<", "META", "_START", ">", "\u000bꟲ", "\"İ", "३", "\n", "é", "İ", " ", "<|", "endoftext", "|>'", "M", "0"]}
+{"text": "㋿'T ae🙂ſ0٣٤٥٦👍🏽m,‍\ré'VE Ⅳ'Så­>\n'Re३'Re<​.㍿'Tß'T👍🏽", "tokens": 47, "pieces": ["㋿'", "T", " ae", "🙂ſ", "0٣٤", "٥٦", "👍🏽", "m", ",‍\r", "é'VE", " ", "Ⅳ", "'Så", "­>\n", "'Re", "३", "'Re", "<​.㍿'", "Tß'T", "👍🏽"]}
+{"text": "<|fim_prefix|>", "tokens": 6, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "a!!EOT'", "tokens": 5, "pieces": ["a", "!!", "EOT", "'"]}
+{"text": "ſ🙂å漢ſé<META_START>fi ", "tokens": 14, "pieces": ["ſ", "🙂å漢ſé", "<META", "_START", ">fi", " "]}
+{"text": "́́
0Dž‍㍿sع'Re'sm'Re
<|fim_prefix|>३å३字👍🏽\n", "tokens": 32, "pieces": ["́́", "
", "0", "Dž", "‍㍿", "sع'Re", "'sm'Re", "
", "<|", "fim", "_prefix", "|>", "३", "å", "३", "字", "👍🏽\n"]}
+{"text": "t\né\t'å   \n​,'M\"\u000b½m㋿   \n<‍ß12345678d　Z'VE'ſＡ٣٤٥٦'M#$%éDž", "tokens": 43, "pieces": ["t", "\n", "é", "\t", "'å", "   \n", "​,'", "M", "\"", "\u000b", "½", "m", "㋿", "   \n", "<‍", "ß", "123", "456", "78", "d", "　Z'VE", "'ſ", "Ａ", "٣٤٥", "٦", "'M", "#$%", "é", "Dž"]}
+{"text": "'T<'S!!\r\nZDž.㍿ås'em\n'T 12345678'T9🙂   \n's㍿\"'D9's\r.ſ12345678👍🏽", "tokens": 43, "pieces": ["'T", "<'", "S", "!!\r\n", "ZDž", ".㍿", "ås", "'em", "\n", "'T", " ", "123", "456", "78", "'T", "9", "🙂", "   \n", "'s", "㍿\"'", "D", "9", "'s", "\r", ".ſ", "123", "456", "78", "👍🏽"]}
+{"text": "me<|fim_prefix|>#$%é​", "tokens": 12, "pieces": ["me", "<|", "fim", "_prefix", "|>#$%", "é", "​"]}
+{"text": "\tst…\reßé  'ſé'S\tḍ̇", "tokens": 17, "pieces": ["\tst", "…\r", "eßé", " ", " '", "ſé'S", "\tḍ̇"]}
+{"text": "İaé<|endoftext|>#$%<'ſs\n", "tokens": 16, "pieces": ["İaé", "<|", "endoftext", "|>#$%<'", "ſs", "\n"]}
+{"text": "é\n eZ's­👍🏽  ​'T.mm🙂d<|endoftext|> 's\"!é­  ‍\".", "tokens": 33, "pieces": ["é", "\n", " e", "Z's", "­👍🏽", " ", " ​'", "T", ".mm", "🙂d", "<|", "endoftext", "|>", " '", "s", "\"!", "é", "­", " ", " ‍\"."]}
+{"text": "🙂​​\u000bⅣ-<|fim_prefix|>'VE½½'ſ…å'll\"😀🏽   \n३Ａta<½   \n<", "tokens": 34, "pieces": ["🙂​​", "\u000b", "Ⅳ", "-<|", "fim", "_prefix", "|>'", "VE", "½½", "'ſ", "…å'll", "\"😀🏽", "   \n", "३", "Ａta", "<", "½", "   \n", "<"]}
+{"text": "  e'VE👍🏽­EOT<|fim_prefix|>漢ßå​.'re<|fim_prefix|>​😀🏽‍½ع𐞁,é　9­㍿
.…\n ٣٤٥٦aＡ<|fim_prefix|>s  ", "tokens": 68, "pieces": [" ", " e'VE", "👍🏽­", "EOT", "<|", "fim", "_prefix", "|>", "漢ßå", "​.'", "re", "<|", "fim", "_prefix", "|>​😀🏽‍", "½", "ع𐞁", ",é", "　", "9", "­㍿", "
", ".", "…\n", " ", "٣٤٥", "٦", "a", "Ａ", "<|", "fim", "_prefix", "|>", "s", "  "]}
+{"text": "é३!!-a12345678!!", "tokens": 9, "pieces": ["é", "३", "!!-", "a", "123", "456", "78", "!!"]}
+{"text": "   \n<META_START>'re.", "tokens": 7, "pieces": ["   \n", "<META", "_START", ">'", "re", "."]}
+{"text": "'T'DＡ३𐞁'T", "tokens": 9, "pieces": ["'T'D", "Ａ", "३", "𐞁'T"]}
+{"text": " <|endoftext|>", "tokens": 8, "pieces": [" ", "<|", "endoftext", "|>"]}
+{"text": "👍🏽…­漢\r\nⅣ åZＡZ'T<|fim_prefix|>\n\nsZm\"  EOTZ\r\n\r\n
'll  
Z👍🏽漢㋿٣٤٥٦😀🏽EOTꟲ0're½‍", "tokens": 58, "pieces": ["👍🏽", "…", "­漢", "\r\n", "Ⅳ", " å", "ZＡZ'T", "<|", "fim", "_prefix", "|>\n\n", "s", "Zm", "\"", " ", " EOTZ", "\r\n\r\n", "
", "'ll", "  ", "
Z", "👍🏽", "漢", "㋿", "٣٤٥", "٦", "😀🏽", "EOTꟲ", "0", "'re", "½", "‍"]}
+{"text": "🙂<META_START>as\nå\r.å​Dž<EOT>(\t​!!Ⅳd‍<EOT>>㋿#$%​\u000b字'll<|endoftext|>fi!,", "tokens": 47, "pieces": ["🙂<", "META", "_START", ">as", "\n", "å", "\r", ".å", "​Dž", "<EOT", ">(", "\t", "​!!", "Ⅳ", "d", "‍<", "EOT", ">>㋿#$%​", "\u000b字'll", "<|", "endoftext", "|>", "fi", "!,"]}
+{"text": "\"٣٤٥٦å٣٤٥٦'s  éZ!!👍🏽( 12345678İ́ <|endoftext|>\r\n\r\n< …\r\n\r\n'T'٣٤٥٦㋿😀🏽<|endoftext|>٣٤٥٦te'MmꟲＡ", "tokens": 67, "pieces": ["\"", "٣٤٥", "٦", "å", "٣٤٥", "٦", "'s", " ", " é", "Z", "!!👍🏽(", " ", "123", "456", "78", "İ́", " <|", "endoftext", "|>\r\n\r\n", "<", " …\r\n\r\n", "'T", "'", "٣٤٥", "٦", "㋿😀🏽<|", "endoftext", "|>", "٣٤٥", "٦", "te'M", "mꟲ", "Ａ"]}
+{"text": ">\u000b😀🏽漢́s-'M'sEOT  漢9#$%ß👍🏽,", "tokens": 23, "pieces": [">", "\u000b", "😀🏽", "漢́s", "-'", "M's", "EOT", " ", " 漢", "9", "#$%", "ß", "👍🏽,"]}
+{"text": "́>  DžDžEOTfi\r\n🙂a'Re >EOTＡEOT.Z0<|fim_prefix|><|endoftext|>.\"é ss'D0‍  å…", "tokens": 47, "pieces": ["́", ">", " ", " DžDžEOTfi", "\r\n", "🙂a'Re", " ", ">EOTＡEOT", ".Z", "0", "<|", "fim", "_prefix", "|><|", "endoftext", "|>.\"", "é", " ss'D", "0", "‍", " ", " å", "…"]}
+{"text": "<EOT>İ'T'sd!<m漢ß<|endoftext|>å½ḍ̇㋿ع're👍🏽é漢ß\n'VE​Ⅳ\t㍿'VE!,٣٤٥٦'ſ", "tokens": 55, "pieces": ["<EOT", ">İ'T", "'sd", "!<", "m漢ß", "<|", "endoftext", "|>", "å", "½", "ḍ̇", "㋿ع're", "👍🏽", "é漢ß", "\n", "'VE", "​", "Ⅳ", "\t", "㍿'", "VE", "!,", "٣٤٥", "٦", "'ſ"]}
+{"text": "EOT𐞁afi　  \taDžfí 字‍ß   \n", "tokens": 19, "pieces": ["EOT𐞁afi", "　  ", "\ta", "Džfí", " 字", "‍ß", "   \n"]}
+{"text": "'VE\n'ſ'Deéḍ̇\"𐞁Z'ſ ,12345678   \n
Zꟲ 9😀🏽.…!!!eDž<-,　", "tokens": 44, "pieces": ["'VE", "\n", "'ſ'D", "eéḍ̇", "\"𐞁", "Z'ſ", " ,", "123", "456", "78", "   \n", "
Zꟲ", " ", "9", "😀🏽.", "…", "!!!", "e", "Dž", "<-,", "　"]}
+{"text": "EOTe'T'ſ𐞁<|endoftext|>\n0Z<EOT>Zع(\u000b>½m ", "tokens": 29, "pieces": ["EOTe'T", "'ſ𐞁", "<|", "endoftext", "|>\n", "0", "Z", "<EOT", ">Zع", "(", "\u000b", ">", "½", "m", " "]}
+{"text": "sZ‍<|fim_prefix|>'Re!'Té　\r🙂ea'D'D<㍿é́ <EOT>e'D'T'Tſ(EOT😀🏽\r\n\r\n", "tokens": 41, "pieces": ["s", "Z", "‍<|", "fim", "_prefix", "|>'", "Re", "!'", "Té", "　\r", "🙂ea'D", "'D", "<㍿", "é́", " <", "EOT", ">e'D", "'T'T", "ſ", "(EOT", "😀🏽\r\n\r\n"]}
+{"text": "'T<İ'S
​('s<t  !𐞁'S㍿é\"å.9dm,", "tokens": 27, "pieces": ["'T", "<İ'S", "
", "​('", "s", "<t", " ", " !", "𐞁'S", "㍿é", "\"å", ".", "9", "dm", ","]}
+{"text": "ſe-٣٤٥٦'s<eꟲ\"'re\r  é#$%㋿'s,'D<META_START>Ａ३'lled(", "tokens": 37, "pieces": ["ſe", "-", "٣٤٥", "٦", "'s", "<eꟲ", "\"'", "re", "\r", " ", " é", "#$%㋿'", "s", ",'", "D", "<META", "_START", ">Ａ", "३", "'lled", "("]}
+{"text": "''Re'D\t​eſ́.<12345678'S'VE\"ḍ̇'Re​'Reḍ̇s<fiDž''Te🙂ꟲſ<META_START>'D(​'VEé9́", "tokens": 50, "pieces": ["''", "Re'D", "\t", "​eſ́", ".<", "123", "456", "78", "'S'VE", "\"ḍ̇'Re", "​'", "Reḍ̇s", "<fi", "Dž", "''", "Te", "🙂ꟲſ", "<META", "_START", ">'", "D", "(​'", "VEé", "9", "́"]}
+{"text": ",\t\"\re>Ａé!!\r\n\r\n'ś#$%'reEOT9!'S'llEOT\u000b", "tokens": 24, "pieces": [",", "\t", "\"\r", "e", ">Ａé", "!!\r\n\r\n", "'ś", "#$%'", "re", "EOT", "9", "!'", "S'll", "EOT", "\u000b"]}
+{"text": "#$%İa'Dß   \n
­
㋿…'Re  ", "tokens": 17, "pieces": ["#$%", "İa'D", "ß", "   \n", "
", "­", "
", "㋿", "…", "'Re", "  "]}
+{"text": "'s　'DEOTé0'll👍🏽mⅣ\u000b'Re<EOT>'D\n're", "tokens": 22, "pieces": ["'s", "　", "'DEOTé", "0", "'ll", "👍🏽", "m", "Ⅳ", "\u000b", "'Re", "<EOT", ">'", "D", "\n", "'re"]}
+{"text": "a'Ds'VE<META_START>Ⅳ're　'VE  9​'Re", "tokens": 21, "pieces": ["a'D", "s'VE", "<META", "_START", ">", "Ⅳ", "'re", "　", "'VE", " ", " ", "9", "​'", "Re"]}
+{"text": "'s­👍🏽…fi\u000b漢,\r\n'reع!!-fis", "tokens": 17, "pieces": ["'s", "­👍🏽", "…fi", "\u000b漢", ",\r\n", "'reع", "!!-", "fis"]}
+{"text": ".m　 \u000b㋿d'ſ́'D𐞁\r\n'Mså​9EOT<EOT>㋿\"9.
عa", "tokens": 35, "pieces": [".m", "　 ", "\u000b", "㋿d'ſ", "́'D", "𐞁", "\r\n", "'Mså", "​", "9", "EOT", "<EOT", ">㋿\"", "9", ".", "
عa"]}
+{"text": "   \nßＡ'M  9'S　­'Re're're漢漢's<|fim_prefix|>éé\rDž…ß<META_START>#$%👍🏽­
'D\r\t#$%Z,'VE३#$%,'re-", "tokens": 56, "pieces": ["   \n", "ß", "Ａ'M", " ", " ", "9", "'S", "　", "­'", "Re're", "'re漢漢's", "<|", "fim", "_prefix", "|>", "éé", "\r", "Dž", "…ß", "<META", "_START", ">#$%👍🏽­", "
", "'D", "\r", "\t", "#$%", "Z", ",'", "VE", "३", "#$%,'", "re", "-"]}
+{"text": "㍿ß½m\u000b<㋿'ſ 'Ａ　ſ<EOT>漢d\råtEOT
‍>", "tokens": 31, "pieces": ["㍿ß", "½", "m", "\u000b", "<㋿'", "ſ", " '", "Ａ", "　ſ", "<EOT", ">漢d", "\r", "åt", "EOT", "
", "‍>"]}
+{"text": "\"é३🙂'Reḍ̇!Ａ're", "tokens": 12, "pieces": ["\"é", "३", "🙂'", "Reḍ̇", "!Ａ're"]}
+{"text": "३Ａ\"m<|fim_prefix|><12345678t'M<|endoftext|>'s㋿٣٤٥٦…\r\n\r\n12345678ś", "tokens": 38, "pieces": ["३", "Ａ", "\"m", "<|", "fim", "_prefix", "|><", "123", "456", "78", "t'M", "<|", "endoftext", "|>'", "s", "㋿", "٣٤٥", "٦", "…\r\n\r\n", "123", "456", "78", "ś"]}
+{"text": "'ll🙂'٣٤٥٦éEOTfi漢EOT<|fim_prefix|>\r\n\r\n   \n'VEDž\n<|fim_prefix|>", "tokens": 33, "pieces": ["'ll", "🙂'", "٣٤٥", "٦", "é", "EOTfi漢", "EOT", "<|", "fim", "_prefix", "|>\r\n\r\n", "   \n", "'VEDž", "\n", "<|", "fim", "_prefix", "|>"]}
+{"text": "'re३Dž's!!   \n𐞁'll'SEOT9!!㍿éDž\r0é", "tokens": 27, "pieces": ["'re", "३", "Dž's", "!!", "   \n", "𐞁'll", "'SEOT", "9", "!!㍿", "é", "Dž", "\r", "0", "é"]}
+{"text": "'D-
'12345678́<|endoftext|>#$%٣٤٥٦㍿<|endoftext|>'VE\"åDž,é
\r…'𐞁​́Dž
字　Dž", "tokens": 56, "pieces": ["'D", "-", "
", "'", "123", "456", "78", "́", "<|", "endoftext", "|>#$%", "٣٤٥", "٦", "㍿<|", "endoftext", "|>'", "VE", "\"å", "Dž", ",é", "
\r", "…", "'𐞁", "​́", "Dž", "
字", "　Dž"]}
+{"text": "​‍\r\n\r\n\"EOT\n<EOT>\r\n🙂 . ㋿ع́éعع>İsعİ́ 'ſ…́é字", "tokens": 36, "pieces": ["​‍\r\n\r\n", "\"EOT", "\n", "<EOT", ">\r\n", "🙂", " ", ".", " ", "㋿ع́éعع", ">İsع", "İ́", " ", "'ſ", "…́é字"]}
+{"text": "\n\n#$%   \n\r\tع   \nⅣmعs३٣٤٥٦
<\r\n.ḍ̇👍🏽", "tokens": 28, "pieces": ["\n\n", "#$%", "   \n\r", "\tع", "   \n", "Ⅳ", "mعs", "३٣٤", "٥٦", "
", "<\r\n", ".ḍ̇", "👍🏽"]}
+{"text": "('VE㋿<META_START>fiḍ̇　", "tokens": 14, "pieces": ["('", "VE", "㋿<", "META", "_START", ">fiḍ̇", "　"]}
+{"text": "m't", "tokens": 2, "pieces": ["m't"]}
+{"text": "9\r#$% 'Re𐞁\rt#$%'SEOTİ𐞁é'0sḍ̇!!'ſtꟲ9a<|fim_prefix|>\"㋿'Re㋿, ٣٤٥٦👍🏽-e👍🏽Ⅳ㋿​", "tokens": 72, "pieces": ["9", "\r", "#$%", " ", "'Re𐞁", "\r", "t", "#$%'", "SEOTİ𐞁é", "'", "0", "sḍ̇", "!!'", "ſtꟲ", "9", "a", "<|", "fim", "_prefix", "|>\"㋿'", "Re", "㋿,", " ", "٣٤٥", "٦", "👍🏽-", "e", "👍🏽", "Ⅳ", "㋿​"]}
+{"text": "𐞁​\n12345678.𐞁0d𐞁㍿३e½Ａ३'re", "tokens": 28, "pieces": ["𐞁", "​\n", "123", "456", "78", ".𐞁", "0", "d𐞁", "㍿", "३", "e", "½", "Ａ", "३", "'re"]}
+{"text": "ßé'Re  ́#$%'Sm
0'12345678's0\r\ńⅣEOT㍿   \naſİꟲ漢(", "tokens": 35, "pieces": ["ßé'Re", " ", " ́", "#$%'", "Sm", "
", "0", "'", "123", "456", "78", "'s", "0", "\r\n", "́", "Ⅳ", "EOT", "㍿", "   \n", "aſ", "İꟲ漢", "("]}
+{"text": "t\rſ#$%'Mꟲ'ſ​!!EOT0", "tokens": 16, "pieces": ["t", "\r", "ſ", "#$%'", "Mꟲ'ſ", "​!!", "EOT", "0"]}
+{"text": "‍afi\n0漢", "tokens": 6, "pieces": ["‍afi", "\n", "0", "漢"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'Smع'll\r\n'VE<META_START>\r\n\r\n😀🏽\t\nſ漢㍿
'Re.ع<a…漢'reꟲ­ 'ſdعé", "tokens": 38, "pieces": ["'Smع'll", "\r\n", "'VE", "<META", "_START", ">\r\n\r\n", "😀🏽", "\t\n", "ſ漢", "㍿", "
", "'Re", ".ع", "<a", "…漢're", "ꟲ", "­", " '", "ſdعé"]}
+{"text": "<EOT>½ḍ̇Dž​(ＡDž'T9𐞁.'Ts㋿<|fim_prefix|>‍Dž½>ſ,Z'Ms.٣٤٥٦d>'D're'ſ😀🏽9<|endoftext|>a", "tokens": 63, "pieces": ["<EOT", ">", "½", "ḍ̇", "Dž", "​(", "ＡDž'T", "9", "𐞁", ".'", "Ts", "㋿<|", "fim", "_prefix", "|>‍", "Dž", "½", ">ſ", ",Z'M", "s", ".", "٣٤٥", "٦", "d", ">'", "D're", "'ſ", "😀🏽", "9", "<|", "endoftext", "|>", "a"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "　İ­İſDž\u000b", "tokens": 8, "pieces": ["　İ", "­İſ", "Dž", "\u000b"]}
+{"text": "३\r\n\r\n㋿Ａ٣٤٥٦eعs!!'s㋿½Ⅳ'Té\r\n\r\n\"'D<META_START>!<|fim_prefix|>عſ\r\n\r\n\r\ń́\r,\n　\n<३<META_START>", "tokens": 53, "pieces": ["३", "\r\n\r\n", "㋿Ａ", "٣٤٥", "٦", "eعs", "!!'", "s", "㋿", "½Ⅳ", "'Té", "\r\n\r\n", "\"'", "D", "<META", "_START", ">!<|", "fim", "_prefix", "|>", "عſ", "\r\n\r\n\r\n", "́́", "\r", ",\n", "　\n", "<", "३", "<META", "_START", ">"]}
+{"text": "Z>sé\t\r\nſß<|endoftext|>…!😀🏽0#$%😀🏽é <|endoftext|>   \n99'VE
å<EOT>٣٤٥٦-fi漢Ⅳ‍'D're<EOT>㋿'Re,", "tokens": 65, "pieces": ["Z", ">sé", "\t\r\n", "ſß", "<|", "endoftext", "|>", "…", "!😀🏽", "0", "#$%😀🏽", "é", " <|", "endoftext", "|>", "   \n", "99", "'VE", "
å", "<EOT", ">", "٣٤٥", "٦", "-fi漢", "Ⅳ", "‍'", "D're", "<EOT", ">㋿'", "Re", ","]}
+{"text": "é 👍🏽عdꟲ'T'Re", "tokens": 12, "pieces": ["é", " ", "👍🏽", "عdꟲ'T", "'Re"]}
+{"text": "'Da\u000b#$%   \nZ're <|endoftext|>…​Z 0.\u000b㋿e", "tokens": 27, "pieces": ["'Da", "\u000b", "#$%", "   \n", "Z're", " <|", "endoftext", "|>", "…", "​Z", " ", "0", ".", "\u000b", "㋿e"]}
+{"text": "\u000b३𐞁'M…­\n㋿", "tokens": 13, "pieces": ["\u000b", "३", "𐞁'M", "…", "­\n", "㋿"]}
+{"text": "'s\n'SZ㍿", "tokens": 7, "pieces": ["'s", "\n", "'SZ", "㍿"]}
+{"text": "👍🏽!!‍\"ß\"ḍ̇\r\n\r\n३fi", "tokens": 14, "pieces": ["👍🏽!!‍\"", "ß", "\"ḍ̇", "\r\n\r\n", "३", "fi"]}
+{"text": "éé'll   \nＡ  !-", "tokens": 10, "pieces": ["éé'll", "   \n", "Ａ", " ", " !-"]}
+{"text": "'Re  'ſtḍ̇…  9漢ß字!#$%𐞁…a<EOT>12345678㋿9", "tokens": 36, "pieces": ["'Re", " ", " '", "ſtḍ̇", "… ", " ", "9", "漢ß字", "!#$%", "𐞁", "…a", "<EOT", ">", "123", "456", "78", "㋿", "9"]}
+{"text": "#$%字　Dž\r", "tokens": 7, "pieces": ["#$%", "字", "　Dž", "\r"]}
+{"text": "\"   \n㋿<|fim_prefix|>EOT\r\n\r\n　", "tokens": 15, "pieces": ["\"", "   \n", "㋿<|", "fim", "_prefix", "|>", "EOT", "\r\n\r\n", "　"]}
+{"text": "\r\n\r\n㋿👍🏽!'VEß12345678'll\r'ſ!!<META_START>ß'DⅣ", "tokens": 26, "pieces": ["\r\n\r\n", "㋿👍🏽!'", "VEß", "123", "456", "78", "'ll", "\r", "'ſ", "!!<", "META", "_START", ">ß'D", "Ⅳ"]}
+{"text": "EOT😀🏽👍🏽<|fim_prefix|>12345678t'D0!ꟲ<EOT>0fi…12345678👍🏽é㋿12345678.", "tokens": 46, "pieces": ["EOT", "😀🏽👍🏽<|", "fim", "_prefix", "|>", "123", "456", "78", "t'D", "0", "!ꟲ", "<EOT", ">", "0", "fi", "…", "123", "456", "78", "👍🏽", "é", "㋿", "123", "456", "78", "."]}
+{"text": "<|endoftext|>  <|endoftext|>0　'reع'Ma½", "tokens": 22, "pieces": ["<|", "endoftext", "|>", " ", " <|", "endoftext", "|>", "0", "　", "'reع'M", "a", "½"]}
+{"text": "\r's‍(. .\n👍🏽0<EOT>Ａ<|endoftext|>'D\ré­\r\n\r\ń​'D'T", "tokens": 32, "pieces": ["\r", "'s", "‍(.", " ", ".\n", "👍🏽", "0", "<EOT", ">Ａ", "<|", "endoftext", "|>'", "D", "\r", "é", "­\r\n\r\n", "́", "​'", "D'T"]}
+{"text": "'ReDž-…🙂漢Z漢
　<META_START>'ll.\r३<EOT>é​'VE\u000b\"'reé'S 'VE漢0ß👍🏽😀🏽ع\t‍<EOT>😀🏽ꟲ", "tokens": 56, "pieces": ["'Re", "Dž", "-", "…", "🙂漢Z漢", "
", "　", "<META", "_START", ">'", "ll", ".\r", "३", "<EOT", ">é", "​'", "VE", "\u000b", "\"'", "reé'S", " '", "VE漢", "0", "ß", "👍🏽😀🏽", "ع", "\t", "‍<", "EOT", ">😀🏽", "ꟲ"]}
+{"text": "0<>'Tİ.ḍ̇åDž\r\n\r\nعＡ", "tokens": 16, "pieces": ["0", "<>'", "Tİ", ".ḍ̇å", "Dž", "\r\n\r\n", "ع", "Ａ"]}
+{"text": "s9ḍ̇字𐞁'll'३Ａ é　Z‍½s>'Mİa'Sé#$%té'<|endoftext|>", "tokens": 38, "pieces": ["s", "9", "ḍ̇字𐞁'll", "'", "३", "Ａ", " é", "　Z", "‍", "½", "s", ">'", "Mİa'S", "é", "#$%", "té", "'<|", "endoftext", "|>"]}
+{"text": "𐞁å
t'llZéDž…e'TعEOT#$%#$%\u000b<META_START>​. EOTa>  ́'(ß<|endoftext|>㋿'re😀🏽<EOT>-.", "tokens": 59, "pieces": ["𐞁å", "
t'll", "Zé", "Dž", "…e'T", "ع", "EOT", "#$%#$%", "\u000b", "<META", "_START", ">​.", " EOTa", ">", " ", " ́", "'(", "ß", "<|", "endoftext", "|>㋿'", "re", "😀🏽<", "EOT", ">-."]}
+{"text": "Dž٣٤٥٦EOT\r٣٤٥٦　字å𐞁👍🏽ſ0​  '㋿<|fim_prefix|>𐞁#$%字'llＡ\t#$%å   \né<|fim_prefix|>㍿#$%s'VEع're<EOT>", "tokens": 74, "pieces": ["Dž", "٣٤٥", "٦", "EOT", "\r", "٣٤٥", "٦", "　字å𐞁", "👍🏽", "ſ", "0", "​", " ", " '㋿<|", "fim", "_prefix", "|>", "𐞁", "#$%", "字'll", "Ａ", "\t", "#$%", "å", "   \n", "é", "<|", "fim", "_prefix", "|>㍿#$%", "s'VE", "ع're", "<EOT", ">"]}
+{"text": "…\n½ >'D<EOT>\r\n\r\n\t­-é\t9​'ll٣٤٥٦mſ漢-Dž٣٤٥٦İEOT'½\u000b\r\n٣٤٥٦漢.ḍ̇ß½", "tokens": 52, "pieces": ["…\n", "½", " >'", "D", "<EOT", ">\r\n\r\n", "\t", "­-", "é", "\t", "9", "​'", "ll", "٣٤٥", "٦", "mſ漢", "-Dž", "٣٤٥", "٦", "İEOT", "'", "½", "\u000b\r\n", "٣٤٥", "٦", "漢", ".ḍ̇ß", "½"]}
+{"text": "   \n'Re㋿👍🏽éZ½aſ́-ſ'll'Re🙂(<|fim_prefix|>'\rfi'VEDžİ㋿d!é>", "tokens": 39, "pieces": ["   \n", "'Re", "㋿👍🏽", "é", "Z", "½", "aſ́", "-ſ'll", "'Re", "🙂(<|", "fim", "_prefix", "|>'\r", "fi'VE", "Džİ", "㋿d", "!é", ">"]}
+{"text": "   \n''VE<META_START>ḍ̇'T", "tokens": 11, "pieces": ["   \n", "''", "VE", "<META", "_START", ">ḍ̇'T"]}
+{"text": "!!#$%<EOT>\n0é٣٤٥٦å.(<
12345678'ſa\n漢Ａḍ̇e　t('ſå'll\"Z'VE \"\té#$%mt", "tokens": 49, "pieces": ["!!#$%<", "EOT", ">\n", "0", "é", "٣٤٥", "٦", "å", ".(<", "
", "123", "456", "78", "'ſa", "\n", "漢Ａḍ̇e", "　t", "('", "ſå'll", "\"Z'VE", " \"", "\té", "#$%", "mt"]}
+{"text": "'e߅!å''MⅣ㋿'VE", "tokens": 16, "pieces": ["'eß", "…", "!å", "''", "M", "Ⅳ", "㋿'", "VE"]}
+{"text": "🙂fi<|fim_prefix|>👍🏽é'D'Re\r'ſ", "tokens": 18, "pieces": ["🙂fi", "<|", "fim", "_prefix", "|>👍🏽", "é'D", "'Re", "\r", "'ſ"]}
+{"text": "　́\r\ń\n😀🏽'ſfi'Re0éß", "tokens": 15, "pieces": ["　́", "\r\n", "́", "\n", "😀🏽'", "ſfi'Re", "0", "éß"]}
+{"text": "㍿'re'SＡ字", "tokens": 8, "pieces": ["㍿'", "re'S", "Ａ字"]}
+{"text": "é漢\"m#$%!!<EOT>\r\n\r\n३👍🏽EOT\t<EOT>漢  9 'D\"٣٤٥٦\r\n\r\n\r\nꟲ#$%́'M- \nعDž   \n😀🏽9!<EOT>", "tokens": 56, "pieces": ["é漢", "\"m", "#$%!!<", "EOT", ">\r\n\r\n", "३", "👍🏽", "EOT", "\t", "<EOT", ">漢", " ", " ", "9", " '", "D", "\"", "٣٤٥", "٦", "\r\n\r\n\r\n", "ꟲ", "#$%́'", "M", "-", " \n", "ع", "Dž", "   \n", "😀🏽", "9", "!<", "EOT", ">"]}
+{"text": "d-\te d👍🏽,½‍åå٣٤٥٦", "tokens": 19, "pieces": ["d", "-", "\te", " d", "👍🏽,", "½", "‍åå", "٣٤٥", "٦"]}
+{"text": "\r\nEOT<EOT>ś٣٤٥٦'D0'S👍🏽字", "tokens": 18, "pieces": ["\r\n", "EOT", "<EOT", ">ś", "٣٤٥", "٦", "'D", "0", "'S", "👍🏽", "字"]}
+{"text": ",é½", "tokens": 3, "pieces": [",é", "½"]}
+{"text": "eEOT👍🏽'ſ  <|endoftext|>", "tokens": 16, "pieces": ["e", "EOT", "👍🏽'", "ſ", " ", " <|", "endoftext", "|>"]}
+{"text": "ḍ̇\tß𐞁\r'VE\r\n12345678'llſ\u000bé३🙂.­<msſ'SaDžDže‍'re,sd½<", "tokens": 41, "pieces": ["ḍ̇", "\tß𐞁", "\r", "'VE", "\r\n", "123", "456", "78", "'llſ", "\u000bé", "३", "🙂.­<", "msſ'S", "a", "DžDže", "‍'", "re", ",sd", "½", "<"]}
+{"text": "🙂'Dß<   \n…e#$%", "tokens": 11, "pieces": ["🙂'", "Dß", "<", "   \n", "…e", "#$%"]}
+{"text": "字Dž!!İ!!Ａ🙂  'M\u000b!!,", "tokens": 14, "pieces": ["字", "Dž", "!!", "İ", "!!", "Ａ", "🙂", " ", " '", "M", "\u000b", "!!,"]}
+{"text": "٣٤٥٦\"<字😀🏽9Z< 's", "tokens": 14, "pieces": ["٣٤٥", "٦", "\"<", "字", "😀🏽", "9", "Z", "<", " '", "s"]}
+{"text": "-9'll‍!漢tDž<|endoftext|>'VEꟲ<|fim_prefix|>\u000b㍿9Z㍿\r\n\r\n0ſ >́'Mfi,'S漢\u000b'<|fim_prefix|>", "tokens": 53, "pieces": ["-", "9", "'ll", "‍!", "漢t", "Dž", "<|", "endoftext", "|>'", "VEꟲ", "<|", "fim", "_prefix", "|>", "\u000b", "㍿", "9", "Z", "㍿\r\n\r\n", "0", "ſ", " ", ">́'M", "fi", ",'", "S漢", "\u000b", "'<|", "fim", "_prefix", "|>"]}
+{"text": "'D!'ll㍿aZ>­EOT<!<Ａa0'Re12345678", "tokens": 21, "pieces": ["'D", "!'", "ll", "㍿a", "Z", ">­", "EOT", "<!<", "Ａa", "0", "'Re", "123", "456", "78"]}
+{"text": "👍🏽'ſ.­😀🏽漢🙂٣٤٥٦'M'M㋿", "tokens": 21, "pieces": ["👍🏽'", "ſ", ".­😀🏽", "漢", "🙂", "٣٤٥", "٦", "'M'M", "㋿"]}
+{"text": "EOTs'VE#$%<|fim_prefix|>　\t,'ll<'SⅣ漢<META_START>'!!(a½#$%é㋿eEOT😀🏽t#$%9 \t٣٤٥٦<|endoftext|>'Re　a", "tokens": 63, "pieces": ["EOTs'VE", "#$%<|", "fim", "_prefix", "|>", "　", "\t", ",'", "ll", "<'", "S", "Ⅳ", "漢", "<META", "_START", ">'!!(", "a", "½", "#$%", "é", "㋿e", "EOT", "😀🏽", "t", "#$%", "9", " ", "\t", "٣٤٥", "٦", "<|", "endoftext", "|>'", "Re", "　a"]}
+{"text": "\"09\r\n'T", "tokens": 4, "pieces": ["\"", "09", "\r\n", "'T"]}
+{"text": "́😀🏽EOT\r<EOT><|fim_prefix|>Z'T٣٤٥٦é㍿ß
 ½<META_START>\"''VE
12345678عtZ<|endoftext|>", "tokens": 50, "pieces": ["́", "😀🏽", "EOT", "\r", "<EOT", "><|", "fim", "_prefix", "|>", "Z'T", "٣٤٥", "٦", "é", "㍿ß", "
", " ", "½", "<META", "_START", ">\"''", "VE", "
", "123", "456", "78", "عt", "Z", "<|", "endoftext", "|>"]}
+{"text": "d!<   \n㋿t😀🏽12345678<META_START>㋿…e<(‍>ع'Tſ", "tokens": 30, "pieces": ["d", "!<", "   \n", "㋿t", "😀🏽", "123", "456", "78", "<META", "_START", ">㋿", "…e", "<(‍>", "ع'T", "ſ"]}
+{"text": "🙂", "tokens": 1, "pieces": ["🙂"]}
+{"text": "dfi​'DⅣéZ-   \nſ", "tokens": 13, "pieces": ["dfi", "​'", "D", "Ⅳ", "é", "Z", "-", "   \n", "ſ"]}
+{"text": "'Tm👍🏽0🙂12345678́!!½s   \n٣٤٥٦\re#$%㋿漢EOT", "tokens": 29, "pieces": ["'Tm", "👍🏽", "0", "🙂", "123", "456", "78", "́", "!!", "½", "s", "   \n", "٣٤٥", "٦", "\r", "e", "#$%㋿", "漢", "EOT"]}
+{"text": "㍿mméZ-ع,<EOT>DžDž'S½\r\n\r\n'T㋿\"tm<ꟲ'Re\r\n\r\nEOT<|endoftext|>​", "tokens": 41, "pieces": ["㍿mmé", "Z", "-ع", ",<", "EOT", ">DžDž'S", "½", "\r\n\r\n", "'T", "㋿\"", "tm", "<ꟲ'Re", "\r\n\r\n", "EOT", "<|", "endoftext", "|>​"]}
+{"text": "d\t𐞁m\tém३½👍🏽   \"\tⅣ-'ſ'M", "tokens": 23, "pieces": ["d", "\t𐞁m", "\tém", "३½", "👍🏽", "  ", " \"", "\t", "Ⅳ", "-'", "ſ'M"]}
+{"text": "  m३!!'Re　́<META_START>e!!ßḍ̇ß İ\n'Té<|endoftext|>9 ", "tokens": 32, "pieces": [" ", " m", "३", "!!'", "Re", "　́", "<META", "_START", ">e", "!!", "ßḍ̇ß", " İ", "\n", "'Té", "<|", "endoftext", "|>", "9", " "]}
+{"text": "ḍ̇s\r\r\n\r\n<\t\n🙂>0ß'Re\r\n\r\nＡEOTdＡt9'T.😀🏽<META_START>!fi'llé<|endoftext|><EOT>'T‍ꟲ
", "tokens": 51, "pieces": ["ḍ̇s", "\r\r\n\r\n", "<", "\t\n", "🙂>", "0", "ß'Re", "\r\n\r\n", "ＡEOTd", "Ａt", "9", "'T", ".😀🏽<", "META", "_START", ">!", "fi'll", "é", "<|", "endoftext", "|><", "EOT", ">'", "T", "‍ꟲ", "
"]}
+{"text": "\n\r\n#$% ́\u000b<EOT>m.\t<|endoftext|>　ꟲa  Ａ­㍿́㋿(́'ll'<META_START>😀🏽t​", "tokens": 48, "pieces": ["\n\r\n", "#$%", " ́", "\u000b", "<EOT", ">m", ".", "\t", "<|", "endoftext", "|>", "　ꟲa", " ", " Ａ", "­㍿́㋿(́'", "ll", "'<", "META", "_START", ">😀🏽", "t", "​"]}
+{"text": "ſ\"½é>‍#$%🙂're　½   \n<👍🏽am漢­.12345678    \n\t'ſ", "tokens": 29, "pieces": ["ſ", "\"", "½", "é", ">‍#$%🙂'", "re", "　", "½", "   \n", "<👍🏽", "am漢", "­.", "123", "456", "78", "    \n", "\t", "'ſ"]}
+{"text": "㍿'VEå'VE   \nEOT  <|fim_prefix|>\nåaå'S\n\r‍", "tokens": 27, "pieces": ["㍿'", "VEå'VE", "   \n", "EOT", " ", " <|", "fim", "_prefix", "|>\n", "åaå'S", "\n\r", "‍"]}
+{"text": "'Re'll#$%!-<META_START>'s<­d'Re​a0😀🏽 'S漢\t", "tokens": 24, "pieces": ["'Re'll", "#$%!-<", "META", "_START", ">'", "s", "<­", "d'Re", "​a", "0", "😀🏽", " '", "S漢", "\t"]}
+{"text": "fiDž😀🏽m''Re!! t>a'å\t(́ݽꟲ-DžＡt㍿İ's😀🏽9‍m\ta \"", "tokens": 41, "pieces": ["fi", "Dž", "😀🏽", "m", "''", "Re", "!!", " t", ">a", "'å", "\t", "(́", "İ", "½", "ꟲ", "-DžＡt", "㍿İ's", "😀🏽", "9", "‍m", "\ta", " ", "\""]}
+{"text": "­'D're", "tokens": 4, "pieces": ["­'", "D're"]}
+{"text": "m<EOT>ḍ̇9ḍ̇fi'M<META_START>", "tokens": 17, "pieces": ["m", "<EOT", ">ḍ̇", "9", "ḍ̇fi'M", "<META", "_START", ">"]}
+{"text": "́   \n㍿\r\n\r\n<META_START>👍🏽👍🏽!!Ａa㋿½Dže­🙂\r\n\r\n'T　!!dZt👍🏽\u000b<META_START>>ع'S\"mt", "tokens": 47, "pieces": ["́", "   \n", "㍿\r\n\r\n", "<META", "_START", ">👍🏽👍🏽!!", "Ａa", "㋿", "½", "Dže", "­🙂\r\n\r\n", "'T", "　", "!!", "d", "Zt", "👍🏽", "\u000b", "<META", "_START", ">>", "ع'S", "\"mt"]}
+{"text": "👍🏽#$%\t  Z<|endoftext|>'Reḍ̇,0😀🏽!   \n!́½\r\n\r\n\tſ'​ꟲ\"\u000bß‍EOT\"​(ß👍🏽", "tokens": 49, "pieces": ["👍🏽#$%", "\t ", " Z", "<|", "endoftext", "|>'", "Reḍ̇", ",", "0", "😀🏽!", "   \n", "!́", "½", "\r\n\r\n", "\tſ", "'​", "ꟲ", "\"", "\u000bß", "‍EOT", "\"​(", "ß", "👍🏽"]}
+{"text": "
<META_START>'Sé‍Ⅳ<|fim_prefix|>漢9\r\n\r\n​ßs#$%-  …​漢1234567812345678-Ⅳ#$%,,㍿<META_START>é'saß(字'ſ\u000b", "tokens": 57, "pieces": ["
", "<META", "_START", ">'", "Sé", "‍", "Ⅳ", "<|", "fim", "_prefix", "|>", "漢", "9", "\r\n\r\n", "​ßs", "#$%-", "  ", "…", "​漢", "123", "456", "781", "234", "567", "8", "-", "Ⅳ", "#$%,,㍿<", "META", "_START", ">é's", "aß", "(字'ſ", "\u000b"]}
+{"text": "(d\r\n\r\n,'Re\u000bꟲ'VE　<|endoftext|>
ḍ̇'ſ  <META_START>'Re\r\n\r\nİ字👍🏽'M漢  ٣٤٥٦'漢‍ſ​   \n<|fim_prefix|>", "tokens": 57, "pieces": ["(d", "\r\n\r\n", ",'", "Re", "\u000bꟲ'VE", "　", "<|", "endoftext", "|>", "
ḍ̇'ſ", " ", " <", "META", "_START", ">'", "Re", "\r\n\r\n", "İ字", "👍🏽'", "M漢", " ", " ", "٣٤٥", "٦", "'漢", "‍ſ", "​", "   \n", "<|", "fim", "_prefix", "|>"]}
+{"text": " ३", "tokens": 2, "pieces": [" ", "३"]}
+{"text": "​'S<|fim_prefix|>s🙂0-'ſع­t\"㋿　\r\n", "tokens": 22, "pieces": ["​'", "S", "<|", "fim", "_prefix", "|>", "s", "🙂", "0", "-'", "ſع", "­t", "\"㋿", "　\r\n"]}
+{"text": "ⅣEOT<EOT> ", "tokens": 8, "pieces": ["Ⅳ", "EOT", "<EOT", ">", " "]}
+{"text": "EOT", "tokens": 2, "pieces": ["EOT"]}
+{"text": "a'ſ12345678🙂漢​ſḍ̇Z-‍m\n'ſDž", "tokens": 22, "pieces": ["a'ſ", "123", "456", "78", "🙂漢", "​ſḍ̇", "Z", "-‍", "m", "\n", "'ſ", "Dž"]}
+{"text": "EOT<META_START>字'VE", "tokens": 9, "pieces": ["EOT", "<META", "_START", ">字'VE"]}
+{"text": "­'re\"\r<META_START>\n𐞁ع.a'DEOT\"‍\u000b'Re", "tokens": 22, "pieces": ["­'", "re", "\"\r", "<META", "_START", ">\n", "𐞁ع", ".a'D", "EOT", "\"‍", "\u000b", "'Re"]}
+{"text": "…,e'ſd''VE<EOT>Ａ٣٤٥٦<EOT>​DždEOT漢'ſ'll\rſ㍿", "tokens": 34, "pieces": ["…", ",e'ſ", "d", "''", "VE", "<EOT", ">Ａ", "٣٤٥", "٦", "<EOT", ">​", "Džd", "EOT漢'ſ", "'ll", "\r", "ſ", "㍿"]}
+{"text": "㋿,", "tokens": 4, "pieces": ["㋿,"]}
+{"text": "ḍ̇㍿٣٤٥٦<|fim_prefix|>t \"İ''Tfí‍å‍'ret<EOT>d'İé\"d", "tokens": 37, "pieces": ["ḍ̇", "㍿", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "t", " \"", "İ", "''", "Tfí", "‍å", "‍'", "ret", "<EOT", ">d", "'İé", "\"d"]}
+{"text": "'s🙂'D 
<EOT>عé  's'VE.İ'İ..12345678Ａ<m½😀🏽.🙂\r\n\r\n<|endoftext|>\r㋿é ½'ſ'VE-ꟲ  #$%<|endoftext|>", "tokens": 67, "pieces": ["'s", "🙂'", "D", " ", "
", "<EOT", ">عé", " ", " '", "s'VE", ".İ", "'İ", "..", "123", "456", "78", "Ａ", "<m", "½", "😀🏽.🙂\r\n\r\n", "<|", "endoftext", "|>\r", "㋿é", " ", "½", "'ſ'VE", "-ꟲ", " ", " #$%<|", "endoftext", "|>"]}
+{"text": "mＡ🙂​㍿漢<EOT>'ll( eＡß12345678\t#$%३t's　'T!!!!><😀🏽漢Dž're", "tokens": 37, "pieces": ["m", "Ａ", "🙂​㍿", "漢", "<EOT", ">'", "ll", "(", " e", "Ａß", "123", "456", "78", "\t", "#$%", "३", "t's", "　", "'T", "!!!!><😀🏽", "漢", "Dž're"]}
+{"text": "('S'å's\n‍Ⅳ½\r's'VE  字", "tokens": 16, "pieces": ["('", "S", "'å's", "\n", "‍", "Ⅳ½", "\r", "'s'VE", " ", " 字"]}
+{"text": "fi'D㋿", "tokens": 5, "pieces": ["fi'D", "㋿"]}
+{"text": "'re", "tokens": 1, "pieces": ["'re"]}
+{"text": "'D9…٣٤٥٦!!t
🙂字🙂漢-e'Re　'M​\u000b'ſ", "tokens": 23, "pieces": ["'D", "9", "…", "٣٤٥", "٦", "!!", "t", "
", "🙂字", "🙂漢", "-e'Re", "　", "'M", "​", "\u000b", "'ſ"]}
+{"text": "\nḍ̇fiEOT12345678㍿👍🏽㋿Džع\u000b३<'re𐞁'VE'Mßḍ̇\r>𐞁 90'T½ع𐞁 ‍é<|endoftext|>'reDž३12345678.", "tokens": 70, "pieces": ["\n", "ḍ̇fi", "EOT", "123", "456", "78", "㍿👍🏽㋿", "Džع", "\u000b", "३", "<'", "re𐞁'VE", "'Mßḍ̇", "\r", ">𐞁", " ", "90", "'T", "½", "ع𐞁", " ", "‍é", "<|", "endoftext", "|>'", "re", "Dž", "३12", "345", "678", "."]}
+{"text": "　e'Re​é9㍿<EOT>s​'Mİ,Ⅳ12345678ع'sＡs Ⅳ\t.12345678", "tokens": 35, "pieces": ["　e'Re", "​é", "9", "㍿<", "EOT", ">s", "​'", "Mİ", ",", "Ⅳ12", "345", "678", "ع's", "Ａs", " ", "Ⅳ", "\t", ".", "123", "456", "78"]}
+{"text": "'EOT\"…𐞁9é🙂're9,>a,'VEmꟲ-ß٣٤٥٦", "tokens": 30, "pieces": ["'EOT", "\"", "…𐞁", "9", "é", "🙂'", "re", "9", ",>", "a", ",'", "VEmꟲ", "-ß", "٣٤٥", "٦"]}
+{"text": "ꟲ­　!!­'S's😀🏽…­Z#$%'re　sDž'll12345678'Sعs٣٤٥٦́३t­ ", "tokens": 40, "pieces": ["ꟲ", "­", "　", "!!­'", "S's", "😀🏽", "…", "­Z", "#$%'", "re", "　s", "Dž'll", "123", "456", "78", "'Sعs", "٣٤٥", "٦", "́", "३", "t", "­", " "]}
+{"text": "s\"é<|endoftext|>👍🏽!漢>ḍ̇\u000b\tⅣ\u000b12345678𐞁\r\n字\u000bm!㍿('VE'ſ0   \n㍿​'M\r\n\r\n'M12345678fi㋿tⅣ", "tokens": 64, "pieces": ["s", "\"é", "<|", "endoftext", "|>👍🏽!", "漢", ">ḍ̇", "\u000b", "\t", "Ⅳ", "\u000b", "123", "456", "78", "𐞁", "\r\n", "字", "\u000bm", "!㍿('", "VE'ſ", "0", "   \n", "㍿​'", "M", "\r\n\r\n", "'M", "123", "456", "78", "fi", "㋿t", "Ⅳ"]}
+{"text": "12345678\n(ß㋿Ａ́12345678'S½<EOT><|endoftext|>", "tokens": 25, "pieces": ["123", "456", "78", "\n", "(ß", "㋿Ａ́", "123", "456", "78", "'S", "½", "<EOT", "><|", "endoftext", "|>"]}
+{"text": "‍㍿", "tokens": 4, "pieces": ["‍㍿"]}
+{"text": "é#$%9s\r\nſ'VE<|endoftext|>'ll👍🏽sfi'Re'reå", "tokens": 27, "pieces": ["é", "#$%", "9", "s", "\r\n", "ſ'VE", "<|", "endoftext", "|>'", "ll", "👍🏽", "sfi'Re", "'reå"]}
+{"text": "Ⅳꟲåå(å<|fim_prefix|>!sİ!\t   \n'ſ'ſ३　éDž
́é㍿Dž\r\ńs٣٤٥٦<|endoftext|><|fim_prefix|>", "tokens": 58, "pieces": ["Ⅳ", "ꟲåå", "(å", "<|", "fim", "_prefix", "|>!", "s", "İ", "!", "\t   \n", "'ſ'ſ", "३", "　é", "Dž", "
́é", "㍿Dž", "\r\n", "́s", "٣٤٥", "٦", "<|", "endoftext", "|><|", "fim", "_prefix", "|>"]}
+{"text": "𐞁\n½٣٤٥٦Ａ㋿0\"å!fi字́'ll ", "tokens": 23, "pieces": ["𐞁", "\n", "½٣٤", "٥٦", "Ａ", "㋿", "0", "\"å", "!fi字́'ll", " "]}
+{"text": "ꟲⅣ-ꟲaé漢­!'Sḍ̇EOT!İas", "tokens": 23, "pieces": ["ꟲ", "Ⅳ", "-ꟲaé漢", "­!'", "Sḍ̇", "EOT", "!İas"]}
+{"text": "Dž'T<|fim_prefix|>字㋿́漢'Dm12345678 ", "tokens": 21, "pieces": ["Dž'T", "<|", "fim", "_prefix", "|>", "字", "㋿́漢'D", "m", "123", "456", "78", " "]}
+{"text": ">", "tokens": 1, "pieces": [">"]}
+{"text": "'re>'m#$%…!!𐞁\t\n9ſ㍿EOTİ'漢", "tokens": 23, "pieces": ["'re", ">'", "m", "#$%", "…", "!!", "𐞁", "\t\n", "9", "ſ", "㍿EOTİ", "'漢"]}
+{"text": "s#$%  fi<|fim_prefix|>\u000b 漢Ａ😀🏽ßfi'M'T'T'MZßＡꟲ<META_START>>\n0 !#$%٣٤٥٦\r\nDž'VE٣٤٥٦é'll'ret", "tokens": 55, "pieces": ["s", "#$%", " ", " fi", "<|", "fim", "_prefix", "|>", "\u000b", " 漢", "Ａ", "😀🏽", "ßfi'M", "'T'T", "'MZß", "Ａꟲ", "<META", "_START", ">>\n", "0", " !#$%", "٣٤٥", "٦", "\r\n", "Dž'VE", "٣٤٥", "٦", "é'll", "'ret"]}
+{"text": "0…'T's\u000bZfi", "tokens": 8, "pieces": ["0", "…", "'T's", "\u000bZfi"]}
+{"text": "e漢<META_START>dé\r\n\r\n'M", "tokens": 10, "pieces": ["e漢", "<META", "_START", ">dé", "\r\n\r\n", "'M"]}
+{"text": "😀🏽", "tokens": 3, "pieces": ["😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "-é'S<Ⅳ३ ع\tſ!!   \n", "tokens": 12, "pieces": ["-é'S", "<", "Ⅳ३", " ع", "\tſ", "!!", "   \n"]}
+{"text": "<", "tokens": 1, "pieces": ["<"]}
+{"text": "Z㋿0!!½'ll('Tt'remDžEOT9>'S \u000bDž. \u000bⅣfia३'re漢'M'Re", "tokens": 36, "pieces": ["Z", "㋿", "0", "!!", "½", "'ll", "('", "Tt're", "m", "DžEOT", "9", ">'", "S", " ", "\u000bDž", ".", " ", "\u000b", "Ⅳ", "fia", "३", "'re漢'M", "'Re"]}
+{"text": "😀🏽!‍>'D   \na‍ Ａ", "tokens": 12, "pieces": ["😀🏽!‍>'", "D", "   \n", "a", "‍", " Ａ"]}
+{"text": "Z<|fim_prefix|>𐞁<META_START>'llé", "tokens": 17, "pieces": ["Z", "<|", "fim", "_prefix", "|>", "𐞁", "<META", "_START", ">'", "llé"]}
+{"text": "ＡEOT<Dž's👍🏽'VE'VEİ\r\n\r\nEOT!   \n३9t", "tokens": 23, "pieces": ["ＡEOT", "<Dž's", "👍🏽'", "VE'VE", "İ", "\r\n\r\n", "EOT", "!", "   \n", "३9", "t"]}
+{"text": "\r\n½\ne", "tokens": 4, "pieces": ["\r\n", "½", "\n", "e"]}
+{"text": "<EOT>'DEOTeꟲs\rEOT㋿­<EOT>'ſ12345678'", "tokens": 26, "pieces": ["<EOT", ">'", "DEOTeꟲs", "\r", "EOT", "㋿­<", "EOT", ">'", "ſ", "123", "456", "78", "'"]}
+{"text": "­ſ٣٤٥٦å12345678", "tokens": 11, "pieces": ["­ſ", "٣٤٥", "٦", "å", "123", "456", "78"]}
+{"text": "12345678'VEＡ½sDž字", "tokens": 11, "pieces": ["123", "456", "78", "'VEＡ", "½", "s", "Dž字"]}
+{"text": "३'M
(…ZꟲⅣ'VE字½𐞁 <EOT>‍", "tokens": 25, "pieces": ["३", "'M", "
", "(", "…Zꟲ", "Ⅳ", "'VE字", "½", "𐞁", " ", "<EOT", ">‍"]}
+{"text": "३'(é𐞁३!½'Sfié!#$%'ſ㍿ß '(ſ'Refi,!𐞁'llt'ſ　🙂 ß😀🏽𐞁és#$%'", "tokens": 50, "pieces": ["३", "'(", "é𐞁", "३", "!", "½", "'Sfié", "!#$%'", "ſ", "㍿ß", " ", "'(", "ſ'Re", "fi", ",!", "𐞁'll", "t'ſ", "　", "🙂", " ß", "😀🏽", "𐞁és", "#$%'"]}
+{"text": "👍🏽𐞁é\r\n\r\n!!'ReſßعZ'T!!İ字ſEOT́-é३　漢'll字漢ſmⅣ,👍🏽m(", "tokens": 41, "pieces": ["👍🏽", "𐞁é", "\r\n\r\n", "!!'", "Reſßع", "Z'T", "!!", "İ字ſ", "EOT́", "-é", "३", "　漢'll", "字漢ſm", "Ⅳ", ",👍🏽", "m", "("]}
+{"text": "　\t<|fim_prefix|>𐞁'll'Tdꟲḍ̇🙂'T\r\né́e​Ⅳ", "tokens": 32, "pieces": ["　", "\t", "<|", "fim", "_prefix", "|>", "𐞁'll", "'Tdꟲḍ̇", "🙂'", "T", "\r\n", "é́e", "​", "Ⅳ"]}
+{"text": "ſZ<META_START>ß漢!!ꟲ!!㋿㋿ Ⅳ", "tokens": 22, "pieces": ["ſ", "Z", "<META", "_START", ">ß漢", "!!", "ꟲ", "!!㋿㋿", " ", "Ⅳ"]}
+{"text": "!ḍ̇​dsåm\r\n\r\n><|endoftext|>,<EOT>'Re<|fim_prefix|>'llfis\r\n\r\n½", "tokens": 33, "pieces": ["!ḍ̇", "​dsåm", "\r\n\r\n", "><|", "endoftext", "|>,<", "EOT", ">'", "Re", "<|", "fim", "_prefix", "|>'", "llfis", "\r\n\r\n", "½"]}
+{"text": "tEOT'D('Re'M><|endoftext|>\u000b‍,0İ's're'T\tＡ", "tokens": 23, "pieces": ["t", "EOT'D", "('", "Re'M", "><|", "endoftext", "|>", "\u000b", "‍,", "0", "İ's", "'re'T", "\tＡ"]}
+{"text": "㋿'M'll-ḍ̇é
<EOT>9Ⅳfi!!><|endoftext|>é字　#$%​0'Re!!İ'll9<字<…ſå", "tokens": 49, "pieces": ["㋿'", "M'll", "-ḍ̇é", "
", "<EOT", ">", "9Ⅳ", "fi", "!!><|", "endoftext", "|>", "é字", "　", "#$%​", "0", "'Re", "!!", "İ'll", "9", "<字", "<", "…ſå"]}
+{"text": "Z'\u000b٣٤٥٦ſ
\u000b''D'D‍m½\nZ……<'T  >ém'MaＡ\u000b\r\n   \n  å\u000bå<META_START>½\r#$%9", "tokens": 48, "pieces": ["Z", "'", "\u000b", "٣٤٥", "٦", "ſ", "
", "\u000b", "''", "D'D", "‍m", "½", "\n", "Z", "…", "…", "<'", "T", " ", " >", "ém'M", "a", "Ａ", "\u000b\r\n   \n", " ", " å", "\u000bå", "<META", "_START", ">", "½", "\r", "#$%", "9"]}
+{"text": "  ", "tokens": 1, "pieces": ["  "]}
+{"text": "😀🏽İDž٣٤٥٦\r<EOT>'re''S\r😀🏽é.0s🙂'ع½   \n's\"(😀🏽\u000b'ſ!!😀🏽İZ漢ſ عé-", "tokens": 50, "pieces": ["😀🏽", "İDž", "٣٤٥", "٦", "\r", "<EOT", ">'", "re", "''", "S", "\r", "😀🏽", "é", ".", "0", "s", "🙂'", "ع", "½", "   \n", "'s", "\"(😀🏽", "\u000b", "'ſ", "!!😀🏽", "İZ漢ſ", " عé", "-"]}
+{"text": "\r\nEOT
å(٣٤٥٦\t#$%'lld ٣٤٥٦9<META_START>#$%㋿-  ,
   \n\rtḍ̇>​Z<META_START>", "tokens": 47, "pieces": ["\r\n", "EOT", "
å", "(", "٣٤٥", "٦", "\t", "#$%'", "lld", " ", "٣٤٥", "٦9", "<META", "_START", ">#$%㋿-", " ", " ,", "
   \n\r", "tḍ̇", ">​", "Z", "<META", "_START", ">"]}
+{"text": "9​  ſ𐞁Ⅳ'ſꟲDž😀🏽عßZ㋿afi…'re'lla\t …字́३Ⅳ'st", "tokens": 44, "pieces": ["9", "​", " ", " ſ𐞁", "Ⅳ", "'ſꟲ", "Dž", "😀🏽", "عß", "Z", "㋿afi", "…", "'re'll", "a", "\t ", "…字́", "३Ⅳ", "'st"]}
+{"text": "👍🏽!!\n\nⅣＡm,٣٤٥٦,Ａ,Zß'ſ 12345678\n9ḍ̇Ⅳß   \n🙂é  👍🏽<|fim_prefix|><|endoftext|>", "tokens": 51, "pieces": ["👍🏽!!\n\n", "Ⅳ", "Ａm", ",", "٣٤٥", "٦", ",Ａ", ",Zß'ſ", " ", "123", "456", "78", "\n", "9", "ḍ̇", "Ⅳ", "ß", "   \n", "🙂é", " ", " 👍🏽<|", "fim", "_prefix", "|><|", "endoftext", "|>"]}
+{"text": ".३'S'S\"a'D­٣٤٥٦
'llＡＡ𐞁0字9", "tokens": 22, "pieces": [".", "३", "'S'S", "\"a'D", "­", "٣٤٥", "٦", "
", "'ll", "ＡＡ𐞁", "0", "字", "9"]}
+{"text": "\r\n'!!é'll<|endoftext|>\t'MⅣ<META_START>t漢‍‍𐞁Ａ'ſe>​ EOT'Reſ'-𐞁Z's", "tokens": 45, "pieces": ["\r\n", "'!!", "é'll", "<|", "endoftext", "|>", "\t", "'M", "Ⅳ", "<META", "_START", ">t漢", "‍‍", "𐞁", "Ａ'ſ", "e", ">​", " EOT'Re", "ſ", "'-", "𐞁", "Z's"]}
+{"text": "\t<|endoftext|>👍🏽ß'Re漢a9>éå'D12345678İDž…9\t㍿Ａt", "tokens": 37, "pieces": ["\t", "<|", "endoftext", "|>👍🏽", "ß'Re", "漢a", "9", ">éå'D", "123", "456", "78", "İDž", "…", "9", "\t", "㍿Ａt"]}
+{"text": "漢Dž!é'M‍'VEꟲ\t㋿'ſ…'så're㋿İ9fi!!<|endoftext|>", "tokens": 38, "pieces": ["漢", "Dž", "!é'M", "‍'", "VEꟲ", "\t", "㋿'", "ſ", "…", "'så're", "㋿İ", "9", "fi", "!!<|", "endoftext", "|>"]}
+{"text": "́
fi'Rem\u000b!å'Re<EOT>ſ㋿ …", "tokens": 20, "pieces": ["́", "
fi'Re", "m", "\u000b", "!å'Re", "<EOT", ">ſ", "㋿", " …"]}
+{"text": "<|endoftext|>a(,'DDž\r\n 'T'Så‍　a  ㍿\r<|endoftext|>", "tokens": 35, "pieces": ["<|", "endoftext", "|>", "a", "(,'", "DDž", "\r\n", " '", "T'S", "å", "‍", "　a", " ", " ㍿\r", "<|", "endoftext", "|>"]}
+{"text": "‍<<|fim_prefix|>9", "tokens": 8, "pieces": ["‍<<|", "fim", "_prefix", "|>", "9"]}
+{"text": "​‍ع٣٤٥٦ḍ̇👍🏽!३ Dž​
\n(字　٣٤٥٦t,\r\n'M'T's'Dfi𐞁<EOT>-ḍ̇dß𐞁", "tokens": 51, "pieces": ["​‍", "ع", "٣٤٥", "٦", "ḍ̇", "👍🏽!", "३", " Dž", "​", "
\n", "(字", "　", "٣٤٥", "٦", "t", ",\r\n", "'M'T", "'s'D", "fi𐞁", "<EOT", ">-", "ḍ̇dß𐞁"]}
+{"text": "́<EOT>'reⅣß'll👍🏽\r\n\r\n​👍🏽'\r\n\r\nß㍿", "tokens": 22, "pieces": ["́", "<EOT", ">'", "re", "Ⅳ", "ß'll", "👍🏽\r\n\r\n", "​👍🏽'\r\n\r\n", "ß", "㍿"]}
+{"text": "å…　'M,eع'Ḿ\r‍🙂\" å‍İع𐞁m'TtEOT'S　　'D", "tokens": 33, "pieces": ["å", "…", "　", "'M", ",eع'M", "́", "\r", "‍🙂\"", " å", "‍İع𐞁m'T", "t", "EOT'S", "　", "　", "'D"]}
+{"text": "'ReＡ…,'s\n　", "tokens": 8, "pieces": ["'Re", "Ａ", "…", ",'", "s", "\n", "　"]}
+{"text": "<META_START>aé  é're👍🏽a\r\n\r\n字ḍ̇‍12345678('Re's0‍>éé,", "tokens": 33, "pieces": ["<META", "_START", ">aé", " ", " é're", "👍🏽", "a", "\r\n\r\n", "字ḍ̇", "‍", "123", "456", "78", "('", "Re's", "0", "‍>", "éé", ","]}
+{"text": "0́…½ße‍a𐞁٣٤٥٦<|endoftext|>
", "tokens": 24, "pieces": ["0", "́", "…", "½", "ße", "‍a𐞁", "٣٤٥", "٦", "<|", "endoftext", "|>", "
"]}
+{"text": "fimİ<|endoftext|>'M<|fim_prefix|>३   \n
.字Ａİt漢é'Re12345678", "tokens": 32, "pieces": ["fim", "İ", "<|", "endoftext", "|>'", "M", "<|", "fim", "_prefix", "|>", "३", "   \n", "
", ".字Ａİt漢é'Re", "123", "456", "78"]}
+{"text": "٣٤٥٦ſ  Ａ\u000bİſ're<|fim_prefix|>ع'll…\r\n\r\n!!'Dİ9'M<META_START>عåd३　0‍‍\r\n\r\nd'D­", "tokens": 46, "pieces": ["٣٤٥", "٦", "ſ", " ", " Ａ", "\u000bİſ're", "<|", "fim", "_prefix", "|>", "ع'll", "…\r\n\r\n", "!!'", "Dİ", "9", "'M", "<META", "_START", ">عåd", "३", "　", "0", "‍‍\r\n\r\n", "d'D", "­"]}
+{"text": "ꟲe0\r😀🏽   \nḍ̇'S
<|endoftext|>EOT\u000b!!Ａİ\n'Reſ", "tokens": 31, "pieces": ["ꟲe", "0", "\r", "😀🏽", "   \n", "ḍ̇'S", "
", "<|", "endoftext", "|>", "EOT", "\u000b", "!!", "Ａİ", "\n", "'Reſ"]}
+{"text": "('T   \n𐞁   \nå👍🏽aꟲ!!­'ſ\r\n\r\na'VE‍'Se㍿\"<|fim_prefix|>>İ'S,", "tokens": 40, "pieces": ["('", "T", "   \n", "𐞁", "   \n", "å", "👍🏽", "aꟲ", "!!­'", "ſ", "\r\n\r\n", "a'VE", "‍'", "Se", "㍿\"<|", "fim", "_prefix", "|>>", "İ'S", ","]}
+{"text": "'T'T👍🏽…<|fim_prefix|>'VE\té㋿", "tokens": 19, "pieces": ["'T'T", "👍🏽", "…", "<|", "fim", "_prefix", "|>'", "VE", "\té", "㋿"]}
+{"text": "­'re…'T,a…३½   \n-\r   \na'VE-ꟲ", "tokens": 22, "pieces": ["­'", "re", "…", "'T", ",a", "…", "३½", "   \n", "-\r", "   \n", "a'VE", "-ꟲ"]}
+{"text": "İ!!é   \n<META_START>Ⅳ\n…\r\n\r\n
m　", "tokens": 18, "pieces": ["İ", "!!", "é", "   \n", "<META", "_START", ">", "Ⅳ", "\n…\r\n\r\n", "
m", "　"]}
+{"text": "ع😀🏽'ſ㋿.t åfiZ", "tokens": 15, "pieces": ["ع", "😀🏽'", "ſ", "㋿.", "t", " åfi", "Z"]}
+{"text": "'s\r\n!td'M'D!​́ \u000b   \n'll😀🏽'Re!!>́9<!!sḍ̇٣٤٥٦12345678\n\ré\r'VÉ\r'VE<😀🏽🙂ḍ̇", "tokens": 53, "pieces": ["'s", "\r\n", "!td'M", "'D", "!​́", " \u000b   \n", "'ll", "😀🏽'", "Re", "!!>́", "9", "<!!", "sḍ̇", "٣٤٥", "٦12", "345", "678", "\n\r", "é", "\r", "'VÉ", "\r", "'VE", "<😀🏽🙂", "ḍ̇"]}
+{"text": ".-İé#$%é-!!e　漢­　\u000b>EOT'sع\r\n\r\ndꟲé<㍿efi 🙂'T…<EOT>'Re", "tokens": 43, "pieces": [".-", "İé", "#$%", "é", "-!!", "e", "　漢", "­", "　", "\u000b", ">EOT's", "ع", "\r\n\r\n", "dꟲé", "<㍿", "efi", " ", "🙂'", "T", "…", "<EOT", ">'", "Re"]}
+{"text": "\"\u000b're!!\nsſ👍🏽e
…ſ<|endoftext|>'D́s!!é9३\"㍿,
é😀🏽Ⅳ\t<\net-漢fiDžt", "tokens": 50, "pieces": ["\"", "\u000b", "'re", "!!\n", "sſ", "👍🏽", "e", "
", "…ſ", "<|", "endoftext", "|>'", "D́s", "!!", "é", "9३", "\"㍿,", "
é", "😀🏽", "Ⅳ", "\t", "<\n", "et", "-漢fi", "Džt"]}
+{"text": "Ⅳ३㋿'ll'S𐞁 fi\u000b<|fim_prefix|>漢'ſ#$%   \nm t‍'VE<|endoftext|> ३  
", "tokens": 44, "pieces": ["Ⅳ३", "㋿'", "ll'S", "𐞁", " fi", "\u000b", "<|", "fim", "_prefix", "|>", "漢'ſ", "#$%", "   \n", "m", " t", "‍'", "VE", "<|", "endoftext", "|>", " ", "३", "  
"]}
+{"text": "<  ꟲ…'s#$%\u000b🙂İs\r\n\r\n<EOT>㋿dßm>\"​\r\n\r\nⅣ'D𐞁-​'Śtß\r­<EOT>!漢d…३👍🏽", "tokens": 55, "pieces": ["<", " ", " ꟲ", "…", "'s", "#$%", "\u000b", "🙂İs", "\r\n\r\n", "<EOT", ">㋿", "dßm", ">\"​\r\n\r\n", "Ⅳ", "'D𐞁", "-​'", "Śtß", "\r", "­<", "EOT", ">!", "漢d", "…", "३", "👍🏽"]}
+{"text": "٣٤٥٦㋿0am<|fim_prefix|>åé<EOT>
#$%Ⅳ9<EOT>eⅣ12345678   \n…mßعe㍿ع'", "tokens": 48, "pieces": ["٣٤٥", "٦", "㋿", "0", "am", "<|", "fim", "_prefix", "|>", "åé", "<EOT", ">", "
", "#$%", "Ⅳ9", "<EOT", ">e", "Ⅳ12", "345", "678", "   \n", "…mßعe", "㍿ع", "'"]}
+{"text": "<½'Re'm12345678\nm   \n漢Džſ", "tokens": 14, "pieces": ["<", "½", "'Re'm", "123", "456", "78", "\n", "m", "   \n", "漢Džſ"]}
+{"text": "漢<|endoftext|>　'S'sꟲZꟲas<|endoftext|>Ａ㍿́fiſ0'M​912345678ſ", "tokens": 40, "pieces": ["漢", "<|", "endoftext", "|>", "　", "'S's", "ꟲZꟲas", "<|", "endoftext", "|>", "Ａ", "㍿́fiſ", "0", "'M", "​", "912", "345", "678", "ſ"]}
+{"text": " 'D३éDžİ'Sd
EOT. t", "tokens": 15, "pieces": [" '", "D", "३", "é", "Džİ'S", "d", "
EOT", ".", " t"]}
+{"text": "'ll😀🏽'DfiZ'VE  　-ꟲ
\rꟲe…
", "tokens": 25, "pieces": ["'ll", "😀🏽'", "Dfi", "Z'VE", "  ", "　", "-ꟲ", "
\r", "ꟲe", "…
"]}
+{"text": "३!\u000bds'll'M<META_START>\r\n", "tokens": 10, "pieces": ["३", "!", "\u000bds'll", "'M", "<META", "_START", ">\r\n"]}
+{"text": "𐞁'll½ḍ̇", "tokens": 9, "pieces": ["𐞁'll", "½", "ḍ̇"]}
+{"text": "!!ꟲß  ß'D(12345678👍🏽\td  <META_START>\r\n\r\nİＡſ½dd㋿😀🏽 é0éå<|endoftext|>é३", "tokens": 50, "pieces": ["!!", "ꟲß", " ", " ß'D", "(", "123", "456", "78", "👍🏽", "\td", " ", " <", "META", "_START", ">\r\n\r\n", "İＡſ", "½", "dd", "㋿😀🏽", " é", "0", "éå", "<|", "endoftext", "|>", "é", "३"]}
+{"text": "''llma㍿'s<|fim_prefix|>ꟲDž\n!​(-#$%…Z👍🏽eé tꟲ.\"\r…Dž😀🏽'll ", "tokens": 50, "pieces": ["''", "llma", "㍿'", "s", "<|", "fim", "_prefix", "|>", "ꟲ", "Dž", "\n", "!​(-#$%", "…Z", "👍🏽", "eé", " tꟲ", ".\"\r", "…Dž", "😀🏽'", "ll", " "]}
+{"text": "\r\nt'Re३'re!!\"㍿éß'M\r\n\r\n'Rea½㍿'M<|endoftext|>'ſ'D'Mß🙂Zd字'Re9e   \nmé'!!'Re's", "tokens": 47, "pieces": ["\r\n", "t'Re", "३", "'re", "!!\"㍿", "éß'M", "\r\n\r\n", "'Rea", "½", "㍿'", "M", "<|", "endoftext", "|>'", "ſ'D", "'Mß", "🙂Zd字'Re", "9", "e", "   \n", "mé", "'!!'", "Re's"]}
+{"text": "ß>'Refi12345678ßꟲé🙂\"'S٣٤٥٦!३!𐞁\u000b    👍🏽", "tokens": 32, "pieces": ["ß", ">'", "Refi", "123", "456", "78", "ßꟲé", "🙂\"'", "S", "٣٤٥", "٦", "!", "३", "!𐞁", "\u000b   ", " 👍🏽"]}
+{"text": "'SZ­t. (𐞁   \n'Reé
EOT\r'll…\r\n㍿ſ!!!İ  ſ,\r\nfi\r㍿㍿\"<|fim_prefix|>ع<META_START>", "tokens": 50, "pieces": ["'SZ", "­t", ".", " ", "(𐞁", "   \n", "'Reé", "
EOT", "\r", "'ll", "…\r\n", "㍿ſ", "!!!", "İ", " ", " ſ", ",\r\n", "fi", "\r", "㍿㍿\"<|", "fim", "_prefix", "|>", "ع", "<META", "_START", ">"]}
+{"text": "#$%>é!!", "tokens": 6, "pieces": ["#$%>", "é", "!!"]}
+{"text": "İḍ̇́9m'T12345678'S12345678s½३́é\r\n\r\n👍🏽'ſ㋿ꟲd 'Reḍ̇‍́<META_START>😀🏽'Dß're EOT! \r\n\r\n", "tokens": 56, "pieces": ["İḍ̇́", "9", "m'T", "123", "456", "78", "'S", "123", "456", "78", "s", "½३", "́é", "\r\n\r\n", "👍🏽'", "ſ", "㋿ꟲd", " ", "'Reḍ̇", "‍́", "<META", "_START", ">😀🏽'", "Dß're", " EOT", "!", " \r\n\r\n"]}
+{"text": ">漢ß🙂're‍'VE!!<|fim_prefix|>ḍ̇", "tokens": 19, "pieces": [">漢ß", "🙂'", "re", "‍'", "VE", "!!<|", "fim", "_prefix", "|>", "ḍ̇"]}
+{"text": "'lld'Re!𐞁>!漢<!!👍🏽İ\u000b>Dž12345678\t漢٣٤٥٦㍿", "tokens": 33, "pieces": ["'lld'Re", "!𐞁", ">!", "漢", "<!!👍🏽", "İ", "\u000b", ">Dž", "123", "456", "78", "\t漢", "٣٤٥", "٦", "㍿"]}
+{"text": "é<|fim_prefix|>Dž٣٤٥٦½👍🏽½'Re9'll𐞁d12345678́ſa  ß>\",'TaＡ   \n😀🏽ß!<\r\n\r\n<META_START>å   \n漢<|endoftext|>'llＡ", "tokens": 64, "pieces": ["é", "<|", "fim", "_prefix", "|>", "Dž", "٣٤٥", "٦½", "👍🏽", "½", "'Re", "9", "'ll𐞁d", "123", "456", "78", "́ſa", " ", " ß", ">\",'", "Ta", "Ａ", "   \n", "😀🏽", "ß", "!<\r\n\r\n", "<META", "_START", ">å", "   \n", "漢", "<|", "endoftext", "|>'", "ll", "Ａ"]}
+{"text": "­\t　Z<|endoftext|>EOTé(amd'M㋿ 字a   \nḍ̇　é'VEſＡḍ̇'ſß'ſ'　<'s'D<", "tokens": 47, "pieces": ["­", "\t", "　Z", "<|", "endoftext", "|>", "EOTé", "(amd'M", "㋿", " 字a", "   \n", "ḍ̇", "　é'VE", "ſ", "Ａḍ̇'ſ", "ß'ſ", "'", "　", "<'", "s'D", "<"]}
+{"text": "!!m𐞁", "tokens": 6, "pieces": ["!!", "m𐞁"]}
+{"text": "Z३\u000b\r'am!   \n,<|endoftext|>㋿🙂EOT㋿字#$%!…٣٤٥٦字<|fim_prefix|>!\rſ'S'D½​½ſ>\u000b
\r\n\r\n0", "tokens": 53, "pieces": ["Z", "३", "\u000b\r", "'am", "!", "   \n", ",<|", "endoftext", "|>㋿🙂", "EOT", "㋿字", "#$%!", "…", "٣٤٥", "٦", "字", "<|", "fim", "_prefix", "|>!\r", "ſ'S", "'D", "½", "​", "½", "ſ", ">", "\u000b
\r\n\r\n", "0"]}
+{"text": "\r🙂'D!!'lla-­🙂\u000b.'S ​dfi\rꟲİ㋿-\nⅣ\n é 0", "tokens": 33, "pieces": ["\r", "🙂'", "D", "!!'", "lla", "-­🙂", "\u000b", ".'", "S", " ", "​dfi", "\r", "ꟲ", "İ", "㋿-\n", "Ⅳ", "\n", " é", " ", "0"]}
+{"text": "\n'll\r'ſ\n're0<EOT>👍🏽d", "tokens": 15, "pieces": ["\n", "'ll", "\r", "'ſ", "\n", "'re", "0", "<EOT", ">👍🏽", "d"]}
+{"text": "!!Ａ

😀🏽\r\n३'M'Reꟲ㍿éDž,  Ａ<|endoftext|>", "tokens": 31, "pieces": ["!!", "Ａ", "
", "
", "😀🏽\r\n", "३", "'M'Re", "ꟲ", "㍿é", "Dž", ",", " ", " Ａ", "<|", "endoftext", "|>"]}
+{"text": "𐞁0-'ſ'VE<|fim_prefix|>a", "tokens": 16, "pieces": ["𐞁", "0", "-'", "ſ'VE", "<|", "fim", "_prefix", "|>", "a"]}
+{"text": "éＡ😀🏽
EOT㍿　😀🏽'VE!  ½å'lléⅣ,　<\u000b#$%漢.\tts\"'T<|fim_prefix|>\r,ßé'SédＡDž", "tokens": 57, "pieces": ["é", "Ａ", "😀🏽", "
EOT", "㍿", "　", "😀🏽'", "VE", "!", " ", " ", "½", "å'll", "é", "Ⅳ", ",", "　", "<", "\u000b", "#$%", "漢", ".", "\tts", "\"'", "T", "<|", "fim", "_prefix", "|>\r", ",ßé'S", "éd", "ＡDž"]}
+{"text": "'T३​漢'll0٣٤٥٦ꟲ ", "tokens": 14, "pieces": ["'T", "३", "​漢'll", "0٣٤", "٥٦", "ꟲ", " "]}
+{"text": "㍿m,㍿t\t
<|endoftext|>0tt123456780t'ſß're\u000be㍿٣٤٥٦'llⅣ'ſ½dåꟲ३!!9ḍ̇🙂", "tokens": 55, "pieces": ["㍿m", ",㍿", "t", "\t", "
", "<|", "endoftext", "|>", "0", "tt", "123", "456", "780", "t'ſ", "ß're", "\u000be", "㍿", "٣٤٥", "٦", "'ll", "Ⅳ", "'ſ", "½", "dåꟲ", "३", "!!", "9", "ḍ̇", "🙂"]}
+{"text": "!!t,'reDž12345678,s \r\n\r\n<|endoftext|>'Sḍ̇Ａ'S,🙂é'VE12345678éß
\r\n\r\n\r\n\r\n'S\r\nDž'T<|fim_prefix|>é३ſⅣ!!३
İ🙂", "tokens": 60, "pieces": ["!!", "t", ",'", "re", "Dž", "123", "456", "78", ",s", " \r\n\r\n", "<|", "endoftext", "|>'", "Sḍ̇", "Ａ'S", ",🙂", "é'VE", "123", "456", "78", "éß", "
\r\n\r\n\r\n\r\n", "'S", "\r\n", "Dž'T", "<|", "fim", "_prefix", "|>", "é", "३", "ſ", "Ⅳ", "!!", "३", "
İ", "🙂"]}
+{"text": "'M0\r\n\r\n\r0ßEOT'reＡ
", "tokens": 11, "pieces": ["'M", "0", "\r\n\r\n\r", "0", "ß", "EOT're", "Ａ", "
"]}
+{"text": "å‍Ａ's9'ſ🙂漢's
\u000b\t
a\"👍🏽عع-0Džfi\u000bt", "tokens": 29, "pieces": ["å", "‍Ａ's", "9", "'ſ", "🙂漢's", "
\u000b\t", "
a", "\"👍🏽", "عع", "-", "0", "Džfi", "\u000bt"]}
+{"text": "'set", "tokens": 2, "pieces": ["'set"]}
+{"text": "…𐞁fiꟲ", "tokens": 10, "pieces": ["…𐞁fiꟲ"]}
+{"text": "'re漢\r\n\u000b'Re㍿ee!!fisḍ̇​३\n<|endoftext|>😀🏽,t'ſ", "tokens": 32, "pieces": ["'re漢", "\r\n", "\u000b", "'Re", "㍿ee", "!!", "fisḍ̇", "​", "३", "\n", "<|", "endoftext", "|>😀🏽,", "t'ſ"]}
+{"text": "🙂   \n𐞁'T­'re(İ'reDž-'reDžs½\r\n>🙂😀🏽ḍ̇'re\r漢́", "tokens": 34, "pieces": ["🙂", "   \n", "𐞁'T", "­'", "re", "(İ're", "Dž", "-'", "re", "Džs", "½", "\r\n", ">🙂😀🏽", "ḍ̇'re", "\r", "漢́"]}
+{"text": "'lĺ  -d㋿\n!!'Re\r\n.é'D­å𐞁\u000bꟲ\r\n\r\n'S!!<|fim_prefix|>­e٣٤٥٦", "tokens": 41, "pieces": ["'lĺ", " ", " -", "d", "㋿\n", "!!'", "Re", "\r\n", ".é'D", "­å𐞁", "\u000bꟲ", "\r\n\r\n", "'S", "!!<|", "fim", "_prefix", "|>­", "e", "٣٤٥", "٦"]}
+{"text": "m'T­>d\u000bＡ'sⅣ fia🙂\u000b👍🏽fi👍🏽ſtع", "tokens": 25, "pieces": ["m'T", "­>", "d", "\u000bＡ's", "Ⅳ", " fia", "🙂", "\u000b", "👍🏽", "fi", "👍🏽", "ſtع"]}
+{"text": "'!\u000b㋿.9३t\u000ba.'Te 'D٣٤٥٦Ⅳ​ İ\"m  'Re'Re<META_START>𐞁　<|endoftext|> ㋿\rꟲ😀🏽", "tokens": 57, "pieces": ["'!", "\u000b", "㋿.", "9३", "t", "\u000ba", ".'", "Te", " ", "'D", "٣٤٥", "٦Ⅳ", "​", " İ", "\"m", " ", " '", "Re'Re", "<META", "_START", ">𐞁", "　", "<|", "endoftext", "|>", " ㋿\r", "ꟲ", "😀🏽"]}
+{"text": "\n'Re㍿\nm<EOT>‍'½ḍ̇Dž   \n…   ३.é", "tokens": 27, "pieces": ["\n", "'Re", "㍿\n", "m", "<EOT", ">‍'", "½", "ḍ̇", "Dž", "   \n", "…  ", " ", "३", ".é"]}
+{"text": "ḍ̇㍿'S🙂>\"<|endoftext|>Ａ<EOT>'३é!!<EOT>　<|fim_prefix|>'३\u000b'T\r\"  e🙂", "tokens": 44, "pieces": ["ḍ̇", "㍿'", "S", "🙂>\"<|", "endoftext", "|>", "Ａ", "<EOT", ">'", "३", "é", "!!<", "EOT", ">", "　", "<|", "fim", "_prefix", "|>'", "३", "\u000b", "'T", "\r", "\"", " ", " e", "🙂"]}
+{"text": "३𐞁m㋿ＡⅣ", "tokens": 12, "pieces": ["३", "𐞁m", "㋿Ａ", "Ⅳ"]}
+{"text": "fi ", "tokens": 2, "pieces": ["fi", " "]}
+{"text": "  s're​EOT're<EOT>ꟲ½'sfié́", "tokens": 19, "pieces": [" ", " s're", "​EOT're", "<EOT", ">ꟲ", "½", "'sfié́"]}
+{"text": " \t<EOT>­'D🙂'ſ<s'.٣٤٥٦.(\r\n\r\n'lltİ\r<|endoftext|><EOT>漢d", "tokens": 35, "pieces": [" ", "\t", "<EOT", ">­'", "D", "🙂'", "ſ", "<s", "'.", "٣٤٥", "٦", ".(\r\n\r\n", "'llt", "İ", "\r", "<|", "endoftext", "|><", "EOT", ">漢d"]}
+{"text": "字ꟲDž́🙂<|endoftext|>tＡ's12345678­<|fim_prefix|>'ſ́Z👍🏽mＡs<EOT>́'s<EOT>'D'VE#$%'VE\téß㍿ß'M", "tokens": 59, "pieces": ["字ꟲDž́", "🙂<|", "endoftext", "|>", "t", "Ａ's", "123", "456", "78", "­<|", "fim", "_prefix", "|>'", "ſ́", "Z", "👍🏽", "m", "Ａs", "<EOT", ">́'s", "<EOT", ">'", "D'VE", "#$%'", "VE", "\téß", "㍿ß'M"]}
+{"text": "0
३'ll🙂'll", "tokens": 7, "pieces": ["0", "
", "३", "'ll", "🙂'", "ll"]}
+{"text": "\r!!'T!!ꟲe٣٤٥٦fi<|fim_prefix|>👍🏽-#$%́𐞁\r\n#$%㍿'sé㍿", "tokens": 43, "pieces": ["\r", "!!'", "T", "!!", "ꟲe", "٣٤٥", "٦", "fi", "<|", "fim", "_prefix", "|>👍🏽-#$%́", "𐞁", "\r\n", "#$%㍿'", "sé", "㍿"]}
+{"text": "<EOT>'D", "tokens": 4, "pieces": ["<EOT", ">'", "D"]}
+{"text": "ꟲ.­Dž's\r\n 'VE   \n٣٤٥٦é!!9<EOT>fi-𐞁\r\u000b12345678\r\n.EOT<META_START>12345678İ'ſa<META_START>ſＡ-㍿   \n0", "tokens": 59, "pieces": ["ꟲ", ".­", "Dž's", "\r\n", " '", "VE", "   \n", "٣٤٥", "٦", "é", "!!", "9", "<EOT", ">fi", "-𐞁", "\r", "\u000b", "123", "456", "78", "\r\n", ".EOT", "<META", "_START", ">", "123", "456", "78", "İ'ſ", "a", "<META", "_START", ">ſ", "Ａ", "-㍿", "   \n", "0"]}
+{"text": "😀🏽s.​㍿,…å-e'VE9
fi   ", "tokens": 21, "pieces": ["😀🏽", "s", ".​㍿,", "…å", "-e'VE", "9", "
fi", "   "]}
+{"text": "\u000b12345678<|endoftext|>", "tokens": 11, "pieces": ["\u000b", "123", "456", "78", "<|", "endoftext", "|>"]}
+{"text": "ḍ̇Dž's.\n,㍿𐞁㍿s9'Ta   \n<|endoftext|>́👍🏽e'Re'lls   \n'll.d
.…m", "tokens": 46, "pieces": ["ḍ̇", "Dž's", ".\n", ",㍿", "𐞁", "㍿s", "9", "'Ta", "   \n", "<|", "endoftext", "|>́👍🏽", "e'Re", "'lls", "   \n", "'ll", ".d", "
", ".", "…m"]}
+{"text": "(㋿#$%'M\r 'DmEOT're'reeå­\u000b,å字<EOT>aİ👍🏽‍‍fiaḍ̇'re'VE   \n,'T!!'så\r", "tokens": 48, "pieces": ["(㋿#$%'", "M", "\r", " ", "'Dm", "EOT're", "'reeå", "­", "\u000b", ",å字", "<EOT", ">a", "İ", "👍🏽‍‍", "fiaḍ̇'re", "'VE", "   \n", ",'", "T", "!!'", "så", "\r"]}
+{"text": ".mİéå😀🏽\r½𐞁ßİ३…<عé'Re\r\r\n\r\n  ß​åddع0", "tokens": 34, "pieces": [".m", "İéå", "😀🏽\r", "½", "𐞁ß", "İ", "३", "…", "<عé'Re", "\r\r\n\r\n", " ", " ß", "​åddع", "0"]}
+{"text": "#$%<META_START>\nſd३!!३ḍ̇㋿12345678'll,   \n'ſ!! <|fim_prefix|>'ſé㍿,0…'ll३'TDž!٣٤٥٦Z😀🏽00ＡZ", "tokens": 58, "pieces": ["#$%<", "META", "_START", ">\n", "ſd", "३", "!!", "३", "ḍ̇", "㋿", "123", "456", "78", "'ll", ",", "   \n", "'ſ", "!!", " <|", "fim", "_prefix", "|>'", "ſé", "㍿,", "0", "…", "'ll", "३", "'TDž", "!", "٣٤٥", "٦", "Z", "😀🏽", "00", "ＡZ"]}
+{"text": "\t'DZ(><,!!عdDžm\nat-👍🏽\tß😀🏽३­́½'Sfi<!!<META_START>漢<META_START>mع", "tokens": 42, "pieces": ["\t", "'DZ", "(><,!!", "عd", "Džm", "\n", "at", "-👍🏽", "\tß", "😀🏽", "३", "­́", "½", "'Sfi", "<!!<", "META", "_START", ">漢", "<META", "_START", ">mع"]}
+{"text": "ß٣٤٥٦ꟲ fi
a", "tokens": 11, "pieces": ["ß", "٣٤٥", "٦", "ꟲ", " fi", "
a"]}
+{"text": "　'Ḿ​t　é㋿Ⅳ𐞁 ſ漢d‍fim<|fim_prefix|>", "tokens": 30, "pieces": ["　", "'Ḿ", "​t", "　é", "㋿", "Ⅳ", "𐞁", " ſ漢d", "‍fim", "<|", "fim", "_prefix", "|>"]}
+{"text": "'Re('S\n", "tokens": 4, "pieces": ["'Re", "('", "S", "\n"]}
+{"text": "Dž👍🏽Ⅳ\u000bfi'VE㍿at<EOT>  字eḍ̇\"字…\t字　é'Reſ", "tokens": 34, "pieces": ["Dž", "👍🏽", "Ⅳ", "\u000bfi'VE", "㍿at", "<EOT", ">", " ", " 字eḍ̇", "\"字", "…", "\t字", "　é'Re", "ſ"]}
+{"text": "'D<|fim_prefix|>d𐞁\r'll'Re٣٤٥٦३㍿'ll('ſ́\u000bs…'S\r\n\r\n👍🏽'D'<'VE'SZ09'D'S㋿<|endoftext|>", "tokens": 57, "pieces": ["'D", "<|", "fim", "_prefix", "|>", "d𐞁", "\r", "'ll'Re", "٣٤٥", "٦३", "㍿'", "ll", "('", "ſ́", "\u000bs", "…", "'S", "\r\n\r\n", "👍🏽'", "D", "'<'", "VE'S", "Z", "09", "'D'S", "㋿<|", "endoftext", "|>"]}
+{"text": "ḍ̇0‍🙂​​'Re0㍿>", "tokens": 14, "pieces": ["ḍ̇", "0", "‍🙂​​'", "Re", "0", "㍿>"]}
+{"text": "é'M\n\r'M'DＡ\"", "tokens": 9, "pieces": ["é'M", "\n\r", "'M'D", "Ａ", "\""]}
+{"text": "e㍿' EOTéåDž fiß<EOT>'s'll🙂\u000b'Tİ\r\nİ!", "tokens": 27, "pieces": ["e", "㍿'", " EOTéå", "Dž", " fiß", "<EOT", ">'", "s'll", "🙂", "\u000b", "'Tİ", "\r\n", "İ", "!"]}
+{"text": "\r0'VE<META_START>
'VEZعs　\t'VE㋿İ　ḍ̇́-té😀🏽Ａ'ſ\n\r   \n0é'S​", "tokens": 42, "pieces": ["\r", "0", "'VE", "<META", "_START", ">", "
", "'VEZعs", "　", "\t", "'VE", "㋿İ", "　ḍ̇́", "-té", "😀🏽", "Ａ'ſ", "\n\r   \n", "0", "é'S", "​"]}
+{"text": "　ſt \r\nś'M'D", "tokens": 9, "pieces": ["　ſt", " \r\n", "ś'M", "'D"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "9'M漢漢३!!é½''Dß字'll''ſ\r㍿Ⅳ", "tokens": 21, "pieces": ["9", "'M漢漢", "३", "!!", "é", "½", "''", "Dß字'll", "''", "ſ", "\r", "㍿", "Ⅳ"]}
+{"text": "́", "tokens": 1, "pieces": ["́"]}
+{"text": "->\r\n\r\n­'Re​ꟲ<|endoftext|>‍m…‍㋿0
eDž'S字\"<|endoftext|>Ⅳé㍿‍   \nع'M' >́'VEfi", "tokens": 55, "pieces": ["->\r\n\r\n", "­'", "Re", "​ꟲ", "<|", "endoftext", "|>‍", "m", "…", "‍㋿", "0", "
e", "Dž'S", "字", "\"<|", "endoftext", "|>", "Ⅳ", "é", "㍿‍", "   \n", "ع'M", "'", " ", ">́'VE", "fi"]}
+{"text": "0㍿'é're.!!ß0", "tokens": 12, "pieces": ["0", "㍿'", "é're", ".!!", "ß", "0"]}
+{"text": "'ſ'T🙂  'M<EOT>\u000b½a'ſ‍<EOT><EOT>字!!m(!!😀🏽ع", "tokens": 32, "pieces": ["'ſ'T", "🙂", " ", " '", "M", "<EOT", ">", "\u000b", "½", "a'ſ", "‍<", "EOT", "><", "EOT", ">字", "!!", "m", "(!!😀🏽", "ع"]}
+{"text": "\r\ń12345678<EOT>Ⅳ😀🏽'Re😀🏽<|fim_prefix|>漢", "tokens": 25, "pieces": ["\r\n", "́", "123", "456", "78", "<EOT", ">", "Ⅳ", "😀🏽'", "Re", "😀🏽<|", "fim", "_prefix", "|>", "漢"]}
+{"text": "\u000b'Re-<|endoftext|>𐞁-👍🏽'D\u000b<EOT>!!🙂\u000b\r", "tokens": 28, "pieces": ["\u000b", "'Re", "-<|", "endoftext", "|>", "𐞁", "-👍🏽'", "D", "\u000b", "<EOT", ">!!🙂", "\u000b\r"]}
+{"text": "'s\t#$%EOT0漢. .(t‍s>-'re\rİ12345678EOT<a'Re'S!!😀🏽́ ", "tokens": 33, "pieces": ["'s", "\t", "#$%", "EOT", "0", "漢", ".", " .(", "t", "‍s", ">-'", "re", "\r", "İ", "123", "456", "78", "EOT", "<a'Re", "'S", "!!😀🏽́", " "]}
+{"text": ",t㍿‍\r\n\r\nm…<EOT>'ll👍🏽>,", "tokens": 17, "pieces": [",t", "㍿‍\r\n\r\n", "m", "…", "<EOT", ">'", "ll", "👍🏽>,"]}
+{"text": "'ll>३\r\r\n\r\ń", "tokens": 6, "pieces": ["'ll", ">", "३", "\r\r\n\r\n", "́"]}
+{"text": "​", "tokens": 1, "pieces": ["​"]}
+{"text": "'D३😀🏽<|fim_prefix|><'T\r\n\r\nDž!\"tDž\r\n漢.　(a<|fim_prefix|>\r\n\r\n-㋿\n.\né<|fim_prefix|>DžⅣ字ad!!٣٤٥٦", "tokens": 55, "pieces": ["'D", "३", "😀🏽<|", "fim", "_prefix", "|><'", "T", "\r\n\r\n", "Dž", "!\"", "t", "Dž", "\r\n", "漢", ".", "　", "(a", "<|", "fim", "_prefix", "|>\r\n\r\n", "-㋿\n", ".\n", "é", "<|", "fim", "_prefix", "|>", "Dž", "Ⅳ", "字ad", "!!", "٣٤٥", "٦"]}
+{"text": "\r", "tokens": 1, "pieces": ["\r"]}
+{"text": "!!", "tokens": 1, "pieces": ["!!"]}
+{"text": ".𐞁​㍿\"e३'M      \ń<META_START>   \nfifi\t  😀🏽mt <|fim_prefix|>", "tokens": 33, "pieces": [".𐞁", "​㍿\"", "e", "३", "'M", "      \n", "́", "<META", "_START", ">", "   \n", "fifi", "\t ", " 😀🏽", "mt", " <|", "fim", "_prefix", "|>"]}
+{"text": "Z'MamＡ　'ſd½㋿㋿<META_START>a\"d字  Ⅳ<|endoftext|>́İ'ſ'VE'ſ\n12345678㍿　👍🏽𐞁İ", "tokens": 56, "pieces": ["Z'M", "am", "Ａ", "　", "'ſd", "½", "㋿㋿<", "META", "_START", ">a", "\"d字", " ", " ", "Ⅳ", "<|", "endoftext", "|>́", "İ'ſ", "'VE'ſ", "\n", "123", "456", "78", "㍿", "　", "👍🏽", "𐞁", "İ"]}
+{"text": "٣٤٥٦!Zſꟲ-…'ll ", "tokens": 15, "pieces": ["٣٤٥", "٦", "!Zſꟲ", "-", "…", "'ll", " "]}
+{"text": "'ll‍  İdİ\naEOTd!\r\n\r\n\r\n\r\n\u000b'M'VEꟲ㍿<|endoftext|>0   \n<|endoftext|>'ſ­㋿'ſ", "tokens": 46, "pieces": ["'ll", "‍", " ", " İd", "İ", "\n", "a", "EOTd", "!\r\n\r\n\r\n\r\n", "\u000b", "'M'VE", "ꟲ", "㍿<|", "endoftext", "|>", "0", "   \n", "<|", "endoftext", "|>'", "ſ", "­㋿'", "ſ"]}
+{"text": "fi\r\n\r\n…", "tokens": 4, "pieces": ["fi", "\r\n\r\n", "…"]}
+{"text": "ſ>'s'Sa9ع٣٤٥٦\r\n\r\n-Ⅳ\nß", "tokens": 17, "pieces": ["ſ", ">'", "s'S", "a", "9", "ع", "٣٤٥", "٦", "\r\n\r\n", "-", "Ⅳ", "\n", "ß"]}
+{"text": "٣٤٥٦<|fim_prefix|>0\u000b​(-३é字'S!!!!字fi'ſ<|endoftext|>0 's\u000bZ<META_START>㍿'Red\r>👍🏽s\n👍🏽'll'll
e", "tokens": 60, "pieces": ["٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "0", "\u000b", "​(-", "३", "é字'S", "!!!!", "字fi'ſ", "<|", "endoftext", "|>", "0", " ", "'s", "\u000bZ", "<META", "_START", ">㍿'", "Red", "\r", ">👍🏽", "s", "\n", "👍🏽'", "ll'll", "
e"]}
+{"text": "­t漢 (\nfi >t\rs!!'T're!!½'refi　­­!!\nḍ̇😀🏽#$%­EOT'T>", "tokens": 32, "pieces": ["­t漢", " (\n", "fi", " >", "t", "\r", "s", "!!'", "T're", "!!", "½", "'refi", "　", "­­!!\n", "ḍ̇", "😀🏽#$%­", "EOT'T", ">"]}
+{"text": "'S<|fim_prefix|>.㋿\"👍🏽½​ḍ̇<EOT>\u000b>9", "tokens": 25, "pieces": ["'S", "<|", "fim", "_prefix", "|>.㋿\"👍🏽", "½", "​ḍ̇", "<EOT", ">", "\u000b", ">", "9"]}
+{"text": "٣٤٥٦😀🏽㍿-0!!'VE''S!!<EOT>Z(-0'!!́३
", "tokens": 29, "pieces": ["٣٤٥", "٦", "😀🏽㍿-", "0", "!!'", "VE", "''", "S", "!!<", "EOT", ">Z", "(-", "0", "'!!́", "३", "
"]}
+{"text": "'ſ<EOT>㍿!İ're　t\r\n‍<EOT>½ſfi\u000b'Dé!漢­½‍'ſ\"ḍ̇éＡ<'Ss,", "tokens": 41, "pieces": ["'ſ", "<EOT", ">㍿!", "İ're", "　t", "\r\n", "‍<", "EOT", ">", "½", "ſfi", "\u000b", "'Dé", "!漢", "­", "½", "‍'", "ſ", "\"ḍ̇é", "Ａ", "<'", "Ss", ","]}
+{"text": ".ḍ̇åİ\"!!ḍ̇ꟲ漢  ­Ａ<META_START>\nſ>३12345678#$%a३\u000b'ſ9,", "tokens": 38, "pieces": [".ḍ̇å", "İ", "\"!!", "ḍ̇ꟲ漢", " ", " ­", "Ａ", "<META", "_START", ">\n", "ſ", ">", "३12", "345", "678", "#$%", "a", "३", "\u000b", "'ſ", "9", ","]}
+{"text": "㋿12345678>٣٤٥٦<|fim_prefix|>,'Re<|fim_prefix|>>́😀🏽ＡDž9'VE   \n're", "tokens": 37, "pieces": ["㋿", "123", "456", "78", ">", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>,'", "Re", "<|", "fim", "_prefix", "|>>́😀🏽", "ＡDž", "9", "'VE", "   \n", "'re"]}
+{"text": "Džſ­<   \n　\rme12345678dعſ­#$%-ḿ…\"　(Dž  's‍fi!٣٤٥٦<META_START><|endoftext|>\r\n'll
…   \n're", "tokens": 53, "pieces": ["Džſ", "­<", "   \n　\r", "me", "123", "456", "78", "dعſ", "­#$%-", "ḿ", "…", "\"", "　", "(Dž", " ", " '", "s", "‍fi", "!", "٣٤٥", "٦", "<META", "_START", "><|", "endoftext", "|>\r\n", "'ll", "
…   \n", "'re"]}
+{"text": "İſ,㍿!a0'M‍'ll漢<META_START>'VE<|endoftext|>Dž३…!Dž ḍ̇'Dé'll🙂ع३aåß   \n,½'Re\r\n\r\n漢'll'ß", "tokens": 56, "pieces": ["İſ", ",㍿!", "a", "0", "'M", "‍'", "ll漢", "<META", "_START", ">'", "VE", "<|", "endoftext", "|>", "Dž", "३", "…", "!Dž", " ḍ̇'D", "é'll", "🙂ع", "३", "aåß", "   \n", ",", "½", "'Re", "\r\n\r\n", "漢'll", "'ß"]}
+{"text": "٣٤٥٦Ａ㋿EOT​\r\n\r\n\"‍'Sa'VE٣٤٥٦Z!ꟲ🙂 'ſ'll", "tokens": 31, "pieces": ["٣٤٥", "٦", "Ａ", "㋿EOT", "​\r\n\r\n", "\"‍'", "Sa'VE", "٣٤٥", "٦", "Z", "!ꟲ", "🙂", " '", "ſ'll"]}
+{"text": "\t(s(", "tokens": 3, "pieces": ["\t", "(s", "("]}
+{"text": "ＡDž𐞁a-😀🏽é\r 漢
​'\u000b<EOT>𐞁EOTḍ̇'VE…>㍿\t
字🙂!'s­Ａ#$%'VE漢0ß'M're㍿", "tokens": 60, "pieces": ["ＡDž𐞁a", "-😀🏽", "é", "\r", " 漢", "
", "​'", "\u000b", "<EOT", ">𐞁EOTḍ̇'VE", "…", ">㍿", "\t", "
字", "🙂!'", "s", "­Ａ", "#$%'", "VE漢", "0", "ß'M", "'re", "㍿"]}
+{"text": "-!🙂'll٣٤٥٦ '.㍿Dž!!eſe", "tokens": 20, "pieces": ["-!🙂'", "ll", "٣٤٥", "٦", " ", "'.㍿", "Dž", "!!", "eſe"]}
+{"text": " 😀🏽9İ\t㋿…ß m\t", "tokens": 14, "pieces": [" 😀🏽", "9", "İ", "\t", "㋿", "…ß", " m", "\t"]}
+{"text": "…㋿🙂tm🙂字>EOT 漢'T­\r\r\n\r\n ٣٤٥٦éé", "tokens": 24, "pieces": ["…", "㋿🙂", "tm", "🙂字", ">EOT", " 漢'T", "­\r\r\n\r\n", " ", "٣٤٥", "٦", "éé"]}
+{"text": "'ſ\r漢
<|endoftext|>😀🏽\rå😀🏽<EOT><|endoftext|>a‍<|fim_prefix|>　ع\u000bå", "tokens": 44, "pieces": ["'ſ", "\r", "漢", "
", "<|", "endoftext", "|>😀🏽\r", "å", "😀🏽<", "EOT", "><|", "endoftext", "|>", "a", "‍<|", "fim", "_prefix", "|>", "　ع", "\u000bå"]}
+{"text": "ß'T'🙂EOTZdEOT🙂  ½!!'D<|endoftext|>fi0\"   \n㋿٣٤٥٦-é\"'VE　'S", "tokens": 40, "pieces": ["ß'T", "'🙂", "EOTZd", "EOT", "🙂", " ", " ", "½", "!!'", "D", "<|", "endoftext", "|>", "fi", "0", "\"", "   \n", "㋿", "٣٤٥", "٦", "-é", "\"'", "VE", "　", "'S"]}
+{"text": "İ\n's12345678ß<|fim_prefix|>\r\n\r\ns漢 -٣٤٥٦#$%  'Re0!!!㋿\t<META_START>Dž<dé<EOT>", "tokens": 43, "pieces": ["İ", "\n", "'s", "123", "456", "78", "ß", "<|", "fim", "_prefix", "|>\r\n\r\n", "s漢", " -", "٣٤٥", "٦", "#$%", " ", " '", "Re", "0", "!!!㋿", "\t", "<META", "_START", ">Dž", "<dé", "<EOT", ">"]}
+{"text": "\"́ع'T\rḍ̇é㍿👍🏽ḍ̇<META_START>\r\n\r\n​🙂's#$%,½'T<|endoftext|>ßDž ३'M​å<|endoftext|>''T", "tokens": 56, "pieces": ["\"́ع'T", "\r", "ḍ̇é", "㍿👍🏽", "ḍ̇", "<META", "_START", ">\r\n\r\n", "​🙂'", "s", "#$%,", "½", "'T", "<|", "endoftext", "|>", "ß", "Dž", " ", "३", "'M", "​å", "<|", "endoftext", "|>''", "T"]}
+{"text": "12345678ééİ  Dž<|endoftext|>!!𐞁<EOT>३㋿👍🏽漢‍<|fim_prefix|><|endoftext|>s", "tokens": 49, "pieces": ["123", "456", "78", "éé", "İ", " ", " Dž", "<|", "endoftext", "|>!!", "𐞁", "<EOT", ">", "३", "㋿👍🏽", "漢", "‍<|", "fim", "_prefix", "|><|", "endoftext", "|>", "s"]}
+{"text": "㍿🙂Ａ<­> éع123456780\r\n𐞁12345678'VE'S漢<|fim_prefix|><EOT>éDžİ'D're…Zeé>٣٤٥٦ \t'VE>fiéß", "tokens": 61, "pieces": ["㍿🙂", "Ａ", "<­>", " éع", "123", "456", "780", "\r\n", "𐞁", "123", "456", "78", "'VE'S", "漢", "<|", "fim", "_prefix", "|><", "EOT", ">é", "Džİ'D", "'re", "…Zeé", ">", "٣٤٥", "٦", " ", "\t", "'VE", ">fiéß"]}
+{"text": "👍🏽a'VE9ſ<EOT>عDž  ٣٤٥٦­Dž\r\n३fiß‍‍'De<|fim_prefix|>ſع漢<|fim_prefix|>\"<META_START>­Ａ", "tokens": 52, "pieces": ["👍🏽", "a'VE", "9", "ſ", "<EOT", ">ع", "Dž", " ", " ", "٣٤٥", "٦", "­Dž", "\r\n", "३", "fiß", "‍‍'", "De", "<|", "fim", "_prefix", "|>", "ſع漢", "<|", "fim", "_prefix", "|>\"<", "META", "_START", ">­", "Ａ"]}
+{"text": "å,\r\n\r\nع½㋿\r\né३-'M<|fim_prefix|>'M­ 'Téßİ'st३'s\"tＡ\r\n\r\nd\u000b'sḍ̇ſ٣٤٥٦\r\n", "tokens": 47, "pieces": ["å", ",\r\n\r\n", "ع", "½", "㋿\r\n", "é", "३", "-'", "M", "<|", "fim", "_prefix", "|>'", "M", "­", " '", "Téß", "İ's", "t", "३", "'s", "\"t", "Ａ", "\r\n\r\n", "d", "\u000b", "'sḍ̇ſ", "٣٤٥", "٦", "\r\n"]}
+{"text": "ß 'M#$%'s ३㍿　sdDž'll'sEOT
\r\n\r\n<|endoftext|> ‍\u000bEOT\u000b\n㍿Dž <EOT>éEOT'S㋿   \né", "tokens": 53, "pieces": ["ß", " '", "M", "#$%'", "s", " ", "३", "㍿", "　sd", "Dž'll", "'s", "EOT", "
\r\n\r\n", "<|", "endoftext", "|>", " ", "‍", "\u000bEOT", "\u000b\n", "㍿Dž", " <", "EOT", ">é", "EOT'S", "㋿", "   \n", "é"]}
+{"text": "٣٤٥٦åſ ‍és'ſ'lĺ12345678'T#$%<META_START>٣٤٥٦!ع  ́­", "tokens": 34, "pieces": ["٣٤٥", "٦", "åſ", " ", "‍és'ſ", "'lĺ", "123", "456", "78", "'T", "#$%<", "META", "_START", ">", "٣٤٥", "٦", "!ع", " ", " ́", "­"]}
+{"text": ">EOT'reꟲß\nſ'S's'llm\u000b👍🏽'㋿'lĺ\t㋿Ⅳ>漢👍🏽  Ａ", "tokens": 38, "pieces": [">EOT're", "ꟲß", "\n", "ſ'S", "'s'll", "m", "\u000b", "👍🏽'㋿'", "lĺ", "\t", "㋿", "Ⅳ", ">漢", "👍🏽", " ", " Ａ"]}
+{"text": "'re٣٤٥٦EOTEOT<३😀🏽're-Ⅳ'D­ß\té३​漢٣٤٥٦-'S>ḍ̇ſ0sſ9-d0İ", "tokens": 44, "pieces": ["'re", "٣٤٥", "٦", "EOTEOT", "<", "३", "😀🏽'", "re", "-", "Ⅳ", "'D", "­ß", "\té", "३", "​漢", "٣٤٥", "٦", "-'", "S", ">ḍ̇ſ", "0", "sſ", "9", "-d", "0", "İ"]}
+{"text": "12345678\tſ", "tokens": 5, "pieces": ["123", "456", "78", "\tſ"]}
+{"text": "  EOT\"Ⅳ😀🏽'ſ", "tokens": 11, "pieces": [" ", " EOT", "\"", "Ⅳ", "😀🏽'", "ſ"]}
+{"text": "½ßs\u000b\"😀🏽'llDžＡ .9İ'Re#$%12345678é", "tokens": 24, "pieces": ["½", "ßs", "\u000b", "\"😀🏽'", "ll", "DžＡ", " ", ".", "9", "İ'Re", "#$%", "123", "456", "78", "é"]}
+{"text": "<EOT>  👍🏽\u000b<mḍ̇0<|fim_prefix|>३  !!​!!漢<|fim_prefix|>\n
fi a½\t12345678'Re'  \u000b12345678<EOT><EOT>", "tokens": 53, "pieces": ["<EOT", ">", " ", " 👍🏽", "\u000b", "<mḍ̇", "0", "<|", "fim", "_prefix", "|>", "३", " ", " !!​!!", "漢", "<|", "fim", "_prefix", "|>\n", "
fi", " a", "½", "\t", "123", "456", "78", "'Re", "'", "  ", "\u000b", "123", "456", "78", "<EOT", "><", "EOT", ">"]}
+{"text": "'re😀🏽EOTß\ns'll\n<!!𐞁​a(😀🏽İ0s>#$%0<<EOT>́é>ع<Ⅳ'ع", "tokens": 44, "pieces": ["'re", "😀🏽", "EOTß", "\n", "s'll", "\n", "<!!", "𐞁", "​a", "(😀🏽", "İ", "0", "s", ">#$%", "0", "<<", "EOT", ">́é", ">ع", "<", "Ⅳ", "'ع"]}
+{"text": "(字as'ſ!ꟲ
9m👍🏽\"ⅣZḿ\"'Tİá12345678<é#$%0'Mé­,", "tokens": 39, "pieces": ["(字as'ſ", "!ꟲ", "
", "9", "m", "👍🏽\"", "Ⅳ", "Zḿ", "\"'", "Tİá", "123", "456", "78", "<é", "#$%", "0", "'Mé", "­,"]}
+{"text": "😀🏽0
😀🏽
12345678…", "tokens": 14, "pieces": ["😀🏽", "0", "
", "😀🏽", "
", "123", "456", "78", "…"]}
+{"text": "Dž12345678're'll㋿d9\"👍🏽<META_START>Dž'll😀🏽0\nDž!㋿ḍ̇Ａa'll'M٣٤٥٦ꟲ 
12345678", "tokens": 53, "pieces": ["Dž", "123", "456", "78", "'re'll", "㋿d", "9", "\"👍🏽<", "META", "_START", ">Dž'll", "😀🏽", "0", "\n", "Dž", "!㋿", "ḍ̇", "Ａa'll", "'M", "٣٤٥", "٦", "ꟲ", " ", "
", "123", "456", "78"]}
+{"text": "aa‍!Z㍿👍🏽!!>٣٤٥٦ ꟲDžＡ! ½ꟲéé.Dždafi<EOT>𐞁Dž­   \n…Ａ-👍🏽,  😀🏽𐞁👍🏽", "tokens": 66, "pieces": ["aa", "‍!", "Z", "㍿👍🏽!!>", "٣٤٥", "٦", " ꟲ", "DžＡ", "!", " ", "½", "ꟲéé", ".Dždafi", "<EOT", ">𐞁", "Dž", "­", "   \n", "…Ａ", "-👍🏽,", " ", " 😀🏽", "𐞁", "👍🏽"]}
+{"text": "<|endoftext|>½३㋿#$%a9,.åDžDž'S  ß漢12345678….'TDž", "tokens": 37, "pieces": ["<|", "endoftext", "|>", "½३", "㋿#$%", "a", "9", ",.", "å", "DžDž'S", " ", " ß漢", "123", "456", "78", "…", ".'", "TDž"]}
+{"text": "dⅣfifi'MⅣ३‍'s\n­'ll (!!'s  é\"-", "tokens": 25, "pieces": ["d", "Ⅳ", "fifi'M", "Ⅳ३", "‍'", "s", "\n", "­'", "ll", " ", "(!!'", "s", " ", " é", "\"-"]}
+{"text": "㋿🙂 ḍ̇#$%\r\n  ٣٤٥٦½ꟲ🙂'ſß\u000b\rعa‍<|endoftext|> <EOT>Ａ   \na­Z'll\r\n'T\r\n\r\nsⅣ'ſſEOT <EOT>#$%​", "tokens": 64, "pieces": ["㋿🙂", " ḍ̇", "#$%\r\n", " ", " ", "٣٤٥", "٦½", "ꟲ", "🙂'", "ſß", "\u000b\r", "عa", "‍<|", "endoftext", "|>", " <", "EOT", ">Ａ", "   \n", "a", "­Z'll", "\r\n", "'T", "\r\n\r\n", "s", "Ⅳ", "'ſſ", "EOT", " <", "EOT", ">#$%​"]}
+{"text": "漢ع Ⅳ🙂​'ll<|endoftext|>  'ḍ̇​İ…३\r\n٣٤٥٦", "tokens": 31, "pieces": ["漢ع", " ", "Ⅳ", "🙂​'", "ll", "<|", "endoftext", "|>", " ", " '", "ḍ̇", "​İ", "…", "३", "\r\n", "٣٤٥", "٦"]}
+{"text": "s​🙂9ſ0\r's👍🏽'VE 9(Ａ", "tokens": 17, "pieces": ["s", "​🙂", "9", "ſ", "0", "\r", "'s", "👍🏽'", "VE", " ", "9", "(Ａ"]}
+{"text": ".'S'VE字漢'lĺaDž!!éEOT\u000b<　Ａ㋿aådع<EOT>'SEOT\u000b​­<'Re", "tokens": 37, "pieces": [".'", "S'VE", "字漢'll", "́a", "Dž", "!!", "é", "EOT", "\u000b", "<", "　Ａ", "㋿aådع", "<EOT", ">'", "SEOT", "\u000b", "​­<'", "Re"]}
+{"text": "fi!!  ", "tokens": 3, "pieces": ["fi", "!!", "  "]}
+{"text": "\"‍'ſ'Ma9<EOT>'VE>\r\n'll<EOT>fi", "tokens": 17, "pieces": ["\"‍'", "ſ'M", "a", "9", "<EOT", ">'", "VE", ">\r\n", "'ll", "<EOT", ">fi"]}
+{"text": "mß'll'M 9عd9e'retEOT\r\n\r\n३'ſ9
㋿", "tokens": 23, "pieces": ["mß'll", "'M", " ", "9", "عd", "9", "e're", "t", "EOT", "\r\n\r\n", "३", "'ſ", "9", "
", "㋿"]}
+{"text": "<EOT>🙂0!!!‍½'a½½>s字‍dfi-'\r'ſ<EOT>'reⅣZß'Re…", "tokens": 31, "pieces": ["<EOT", ">🙂", "0", "!!!‍", "½", "'a", "½½", ">s字", "‍dfi", "-'\r", "'ſ", "<EOT", ">'", "re", "Ⅳ", "Zß'Re", "…"]}
+{"text": "!!eⅣ!<|fim_prefix|>", "tokens": 11, "pieces": ["!!", "e", "Ⅳ", "!<|", "fim", "_prefix", "|>"]}
+{"text": "a'ſ ", "tokens": 4, "pieces": ["a'ſ", " "]}
+{"text": "<|endoftext|>½<eİ'DZ'S٣٤٥٦'D>és're‍", "tokens": 23, "pieces": ["<|", "endoftext", "|>", "½", "<e", "İ'D", "Z'S", "٣٤٥", "٦", "'D", ">és're", "‍"]}
+{"text": "'M's​\r­　're'S'sdfi're'VE(​Ⅳ", "tokens": 18, "pieces": ["'M's", "​\r", "­", "　", "'re'S", "'sdfi're", "'VE", "(​", "Ⅳ"]}
+{"text": "
३EOT  éfi'll\r!…İ", "tokens": 13, "pieces": ["
", "३", "EOT", " ", " éfi'll", "\r", "!", "…İ"]}
+{"text": "'Ts,m", "tokens": 3, "pieces": ["'Ts", ",m"]}
+{"text": "𐞁Z12345678é\"<EOT>\u000b'ſ  <EOT>́٣٤٥٦ꟲZ", "tokens": 31, "pieces": ["𐞁", "Z", "123", "456", "78", "é", "\"<", "EOT", ">", "\u000b", "'ſ", " ", " <", "EOT", ">́", "٣٤٥", "٦", "ꟲ", "Z"]}
+{"text": "'M're Ⅳ𐞁­\"", "tokens": 11, "pieces": ["'M're", " ", "Ⅳ", "𐞁", "­\""]}
+{"text": "
㋿\r\n   \nés…", "tokens": 9, "pieces": ["
", "㋿\r\n", "   \n", "és", "…"]}
+{"text": "<(٣٤٥٦.m0字İ're٣٤٥٦m\r\n\r\n\r\n　00Z'M   \n'ſZ­Z's㋿   \n🙂   \n\nDž<|fim_prefix|>mİ's<|endoftext|>", "tokens": 51, "pieces": ["<(", "٣٤٥", "٦", ".m", "0", "字", "İ're", "٣٤٥", "٦", "m", "\r\n\r\n\r\n", "　", "00", "Z'M", "   \n", "'ſ", "Z", "­Z's", "㋿", "   \n", "🙂", "   \n\n", "Dž", "<|", "fim", "_prefix", "|>", "m", "İ's", "<|", "endoftext", "|>"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'ll३\u000b<META_START><|endoftext|>🙂\"!…Z字'T㋿s<EOT> 'T字!👍🏽…🙂…㍿,fi\"ḍ̇!ع\nå ​Ⅳ　½\"t", "tokens": 60, "pieces": ["'ll", "३", "\u000b", "<META", "_START", "><|", "endoftext", "|>🙂\"!", "…Z字'T", "㋿s", "<EOT", ">", " ", "'T字", "!👍🏽", "…", "🙂", "…", "㍿,", "fi", "\"ḍ̇", "!ع", "\n", "å", " ​", "Ⅳ", "　", "½", "\"t"]}
+{"text": " ꟲ \u000b12345678  \r
👍🏽𐞁", "tokens": 19, "pieces": [" ꟲ", " ", "\u000b", "123", "456", "78", "  \r", "
", "👍🏽", "𐞁"]}
+{"text": "½9🙂ß", "tokens": 4, "pieces": ["½9", "🙂ß"]}
+{"text": "'Re9́<\n漢t\"½#$%\u000b\u000b字٣٤٥٦('M'M#$%'‍　\"'S字​<|fim_prefix|> 'VE\u000b👍🏽'TZ​d", "tokens": 44, "pieces": ["'Re", "9", "́", "<\n", "漢t", "\"", "½", "#$%", "\u000b", "\u000b字", "٣٤٥", "٦", "('", "M'M", "#$%'‍", "　", "\"'", "S字", "​<|", "fim", "_prefix", "|>", " '", "VE", "\u000b", "👍🏽'", "TZ", "​d"]}
+{"text": "!\r\n​　　0ſ'T'reḍ̇​  ㋿#$%9EOT​", "tokens": 23, "pieces": ["!\r\n", "​", "　", "　", "0", "ſ'T", "'reḍ̇", "​", " ", " ㋿#$%", "9", "EOT", "​"]}
+{"text": "'VE'S<META_START>.\r\n\r\n٣٤٥٦<|fim_prefix|>\r'VEＡ\nＡZ\u000b.", "tokens": 27, "pieces": ["'VE'S", "<META", "_START", ">.\r\n\r\n", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>\r", "'VEＡ", "\n", "ＡZ", "\u000b", "."]}
+{"text": "'VE!.12345678éＡ'<EOT>fiea   \nḍ̇\t'Re0'm#$%𐞁!!‍EOT<|endoftext|>　Ａ,३Dž", "tokens": 46, "pieces": ["'VE", "!.", "123", "456", "78", "é", "Ａ", "'<", "EOT", ">fiea", "   \n", "ḍ̇", "\t", "'Re", "0", "'m", "#$%", "𐞁", "!!‍", "EOT", "<|", "endoftext", "|>", "　Ａ", ",", "३", "Dž"]}
+{"text": ".9aＡ!!åé字#$%Ⅳé 
EOT​mm(…‍'字字EOT   \n👍🏽\r\n<META_START>'.'VE🙂", "tokens": 41, "pieces": [".", "9", "a", "Ａ", "!!", "åé字", "#$%", "Ⅳ", "é", " ", "
EOT", "​mm", "(", "…", "‍'", "字字", "EOT", "   \n", "👍🏽\r\n", "<META", "_START", ">'.'", "VE", "🙂"]}
+{"text": "<EOT>\r\n👍🏽.sesEOT㋿\"'De!'VE9", "tokens": 18, "pieces": ["<EOT", ">\r\n", "👍🏽.", "ses", "EOT", "㋿\"'", "De", "!'", "VE", "9"]}
+{"text": "\t!!…'Re<|endoftext|> å12345678Ⅳ漢<'re!!mEOT\tEOT<META_START>ß　<|endoftext|>EOTm-𐞁Ａ ḍ̇漢ⅣZ!é'ſ😀🏽EOT", "tokens": 68, "pieces": ["\t", "!!", "…", "'Re", "<|", "endoftext", "|>", " å", "123", "456", "78Ⅳ", "漢", "<'", "re", "!!", "m", "EOT", "\tEOT", "<META", "_START", ">ß", "　", "<|", "endoftext", "|>", "EOTm", "-𐞁", "Ａ", " ḍ̇漢", "Ⅳ", "Z", "!é'ſ", "😀🏽", "EOT"]}
+{"text": "\u000b\rm­s'T𐞁Ⅳ're…३é>Ⅳ‍'s'ſ(\r\nfi<字tſEOT½éd́-'reDž\"<|endoftext|>m㋿'M", "tokens": 55, "pieces": ["\u000b\r", "m", "­s'T", "𐞁", "Ⅳ", "'re", "…", "३", "é", ">", "Ⅳ", "‍'", "s'ſ", "(\r\n", "fi", "<字tſ", "EOT", "½", "éd́", "-'", "re", "Dž", "\"<|", "endoftext", "|>", "m", "㋿'", "M"]}
+{"text": "Ⅳ#$%'Ree\u000b½<|endoftext|>ß​½Ａ½s 'sEOT𐞁\r\u000b½ḍ̇'٣٤٥٦", "tokens": 40, "pieces": ["Ⅳ", "#$%'", "Ree", "\u000b", "½", "<|", "endoftext", "|>", "ß", "​", "½", "Ａ", "½", "s", " ", "'s", "EOT𐞁", "\r", "\u000b", "½", "ḍ̇", "'", "٣٤٥", "٦"]}
+{"text": "ſé٣٤٥٦0‍t­Ⅳ½ꟲ'llⅣe\"½ ", "tokens": 24, "pieces": ["ſé", "٣٤٥", "٦0", "‍t", "­", "Ⅳ½", "ꟲ'll", "Ⅳ", "e", "\"", "½", " "]}
+{"text": "
>'T½émå9e>😀🏽ém  İéEOT   \n#$%Ⅳ'Rea<|endoftext|>å12345678𐞁ZEOT　字t'T", "tokens": 52, "pieces": ["
", ">'", "T", "½", "émå", "9", "e", ">😀🏽", "ém", " ", " İé", "EOT", "   \n", "#$%", "Ⅳ", "'Rea", "<|", "endoftext", "|>", "å", "123", "456", "78", "𐞁", "ZEOT", "　字t'T"]}
+{"text": "'D.é㋿!\r12345678٣٤٥٦\"fi<é㋿İ-\r\n\n𐞁ع\n\"é'S.'ll#$%!", "tokens": 39, "pieces": ["'D", ".é", "㋿!\r", "123", "456", "78٣", "٤٥٦", "\"fi", "<é", "㋿İ", "-\r\n\n", "𐞁ع", "\n", "\"é'S", ".'", "ll", "#$%!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "字ß'Re\n𐞁åḍ̇漢å\t'S!!'ſ9<|fim_prefix|>\ts'M३'Dع㋿<EOT>\r\u000bⅣm\n-𐞁㍿", "tokens": 54, "pieces": ["字ß'Re", "\n", "𐞁åḍ̇漢å", "\t", "'S", "!!'", "ſ", "9", "<|", "fim", "_prefix", "|>", "\ts'M", "३", "'Dع", "㋿<", "EOT", ">\r", "\u000b", "Ⅳ", "m", "\n", "-𐞁", "㍿"]}
+{"text": "\n're'reDžfi
Dž  \r\n", "tokens": 11, "pieces": ["\n", "'re're", "Džfi", "
Dž", "  \r\n"]}
+{"text": "!EOT.'ſ   \n'T<EOT>'re'VE'Dſ   字 <EOT>", "tokens": 22, "pieces": ["!EOT", ".'", "ſ", "   \n", "'T", "<EOT", ">'", "re'VE", "'Dſ", "  ", " 字", " <", "EOT", ">"]}
+{"text": "'sm!　  t\"٣٤٥٦漢Zé'll 'll!٣٤٥٦  -00㋿́\u000b   \n m　́'Ddع .Dž𐞁", "tokens": 44, "pieces": ["'sm", "!", "　 ", " t", "\"", "٣٤٥", "٦", "漢Zé'll", " '", "ll", "!", "٣٤٥", "٦", " ", " -", "00", "㋿́", "\u000b   \n", " m", "　́'D", "dع", " .", "Dž𐞁"]}
+{"text": "'S  'ſ   \nt
<EOT>​fi\nſ㍿9'VE12345678Z㍿<|endoftext|>Ⅳ👍🏽's<<META_START>\n\r\n\r\n", "tokens": 46, "pieces": ["'S", " ", " '", "ſ", "   \n", "t", "
", "<EOT", ">​", "fi", "\n", "ſ", "㍿", "9", "'VE", "123", "456", "78", "Z", "㍿<|", "endoftext", "|>", "Ⅳ", "👍🏽'", "s", "<<", "META", "_START", ">\n\r\n\r\n"]}
+{"text": "漢👍🏽.Džſ0!!\r\n'T9å <META_START>åaåEOTİꟲ㍿‍㋿\t\tḍ̇", "tokens": 41, "pieces": ["漢", "👍🏽.", "Džſ", "0", "!!\r\n", "'T", "9", "å", " ", "<META", "_START", ">åaå", "EOTİꟲ", "㍿‍㋿", "\t", "\tḍ̇"]}
+{"text": "Z\r\n\r\n\r'ſ'MZ\r,12345678㍿㍿", "tokens": 18, "pieces": ["Z", "\r\n\r\n\r", "'ſ'M", "Z", "\r", ",", "123", "456", "78", "㍿㍿"]}
+{"text": "　\rd'ſa😀🏽're३<㋿\r\n\r\nꟲZ<🙂's  <|fim_prefix|>mꟲ👍🏽字", "tokens": 40, "pieces": ["　\r", "d'ſ", "a", "😀🏽'", "re", "३", "<㋿\r\n\r\n", "ꟲ", "Z", "<🙂'", "s", " ", " <|", "fim", "_prefix", "|>", "mꟲ", "👍🏽", "字"]}
+{"text": "ßİm(\r\n'lléＡ're\rs'DDž!fi३عdＡ'D-
​e㍿!!‍", "tokens": 30, "pieces": ["ß", "İm", "(\r\n", "'llé", "Ａ're", "\r", "s'D", "Dž", "!fi", "३", "عd", "Ａ'D", "-", "
", "​e", "㍿!!‍"]}
+{"text": "㍿ꟲ0dßt's漢   \n🙂😀🏽­ꟲ's👍🏽'Dtm<|endoftext|>é٣٤٥٦#$%!<EOT>字éع<EOT>'ll👍🏽Ａ", "tokens": 57, "pieces": ["㍿ꟲ", "0", "dßt's", "漢", "   \n", "🙂😀🏽­", "ꟲ's", "👍🏽'", "Dtm", "<|", "endoftext", "|>", "é", "٣٤٥", "٦", "#$%!<", "EOT", ">字éع", "<EOT", ">'", "ll", "👍🏽", "Ａ"]}
+{"text": "\u000b<|endoftext|>Ａ‍ß0#$%ⅣtZ>
're　Dž-ع!e\tß'ſ　é  ع<EOT>ß,<　
ḍ̇", "tokens": 47, "pieces": ["\u000b", "<|", "endoftext", "|>", "Ａ", "‍ß", "0", "#$%", "Ⅳ", "t", "Z", ">", "
", "'re", "　Dž", "-ع", "!e", "\tß'ſ", "　é", " ", " ع", "<EOT", ">ß", ",<", "　", "
ḍ̇"]}
+{"text": "éḍ̇\r\n\t0!'T\ts字㋿Dž\u000bع'reEOT'Re!.Z'ſ", "tokens": 27, "pieces": ["éḍ̇", "\r\n", "\t", "0", "!'", "T", "\ts字", "㋿Dž", "\u000bع're", "EOT'Re", "!.", "Z'ſ"]}
+{"text": "ḍ̇é<META_START>e!㍿\"'D👍🏽\"fidＡ'M'VE'!!🙂½\r\n\r\n>'s's
Zḍ̇'ll9漢m٣٤٥٦Z#$%(­", "tokens": 50, "pieces": ["ḍ̇é", "<META", "_START", ">e", "!㍿\"'", "D", "👍🏽\"", "fid", "Ａ'M", "'VE", "'!!🙂", "½", "\r\n\r\n", ">'", "s's", "
Zḍ̇'ll", "9", "漢m", "٣٤٥", "٦", "Z", "#$%(­"]}
+{"text": "0'lléa😀🏽 \r\n\r\n字… e'Tt> e  'Té​12345678EOTZ㋿
.½0Ａ㍿字𐞁́漢m'sa", "tokens": 49, "pieces": ["0", "'lléa", "😀🏽", " \r\n\r\n", "字", "…", " e'T", "t", ">", " e", " ", " '", "Té", "​", "123", "456", "78", "EOTZ", "㋿", "
", ".", "½0", "Ａ", "㍿字𐞁́漢m's", "a"]}
+{"text": "<|fim_prefix|>漢　fi𐞁ع#$%.😀🏽#$%#$%12345678½ꟲ'Re!å'Reع😀🏽\n'sfi\ńＡ½\t.>　'M's🙂", "tokens": 53, "pieces": ["<|", "fim", "_prefix", "|>", "漢", "　fi𐞁ع", "#$%.😀🏽#$%#$%", "123", "456", "78½", "ꟲ'Re", "!å'Re", "ع", "😀🏽\n", "'sfi", "\n", "́", "Ａ", "½", "\t", ".>", "　", "'M's", "🙂"]}
+{"text": "½'s
　　12345678   \nſEOT<EOT>\r㍿Zḍ̇!EOTſ'T\r\nß 𐞁", "tokens": 35, "pieces": ["½", "'s", "
　", "　", "123", "456", "78", "   \n", "ſ", "EOT", "<EOT", ">\r", "㍿Zḍ̇", "!EOTſ'T", "\r\n", "ß", " 𐞁"]}
+{"text": "'ſ<|fim_prefix|>'Rea12345678'll­٣٤٥٦Z0३9'Res<META_START>", "tokens": 29, "pieces": ["'ſ", "<|", "fim", "_prefix", "|>'", "Rea", "123", "456", "78", "'ll", "­", "٣٤٥", "٦", "Z", "0३9", "'Res", "<META", "_START", ">"]}
+{"text": "३12345678e-Zİe  Ⅳ'(\r\n\r\n‍\r\n\r\né   \n漢㍿\nＡ㍿å<
   \nEOT­Ⅳ,\"9<|endoftext|>\t9\u000b\r", "tokens": 50, "pieces": ["३12", "345", "678", "e", "-Zİe", " ", " ", "Ⅳ", "'(\r\n\r\n", "‍\r\n\r\n", "é", "   \n", "漢", "㍿\n", "Ａ", "㍿å", "<", "
   \n", "EOT", "­", "Ⅳ", ",\"", "9", "<|", "endoftext", "|>", "\t", "9", "\u000b\r"]}
+{"text": "é'VE''Ta  
<.­👍🏽\nİ\u000b#$%d٣٤٥٦'ſ'll '漢'Re‍½😀🏽'VE٣٤٥٦", "tokens": 41, "pieces": ["é'VE", "''", "Ta", "  ", "
", "<.­👍🏽\n", "İ", "\u000b", "#$%", "d", "٣٤٥", "٦", "'ſ'll", " '", "漢'Re", "‍", "½", "😀🏽'", "VE", "٣٤٥", "٦"]}
+{"text": "'Mfi  \r\n12345678EOT   ٣٤٥٦éZİſ …,👍🏽!", "tokens": 27, "pieces": ["'Mfi", "  \r\n", "123", "456", "78", "EOT", "  ", " ", "٣٤٥", "٦", "é", "Zİſ", " ", "…", ",👍🏽!"]}
+{"text": "'🙂😀🏽a\"-  0  <EOT>'𐞁'VEßé'D३👍🏽İ'D<EOT>👍🏽ßＡ'VEt ㋿  \tİé", "tokens": 49, "pieces": ["'🙂😀🏽", "a", "\"-", " ", " ", "0", " ", " <", "EOT", ">'", "𐞁'VE", "ßé'D", "३", "👍🏽", "İ'D", "<EOT", ">👍🏽", "ß", "Ａ'VE", "t", " ", "㋿", "  ", "\tİé"]}
+{"text": "👍🏽aßa\" .å", "tokens": 10, "pieces": ["👍🏽", "aßa", "\"", " .", "å"]}
+{"text": "   \nꟲ½\te\u000b३ع'Re漢'T9Ⅳ'>३-<EOT><|fim_prefix|><­-'D'll'D'sİ<|endoftext|>12345678EOT
", "tokens": 47, "pieces": ["   \n", "ꟲ", "½", "\te", "\u000b", "३", "ع'Re", "漢'T", "9Ⅳ", "'>", "३", "-<", "EOT", "><|", "fim", "_prefix", "|><­-'", "D'll", "'D's", "İ", "<|", "endoftext", "|>", "123", "456", "78", "EOT", "
"]}
+{"text": "İåeEOT\n‍👍🏽‍😀🏽 \r\n\r\n12345678", "tokens": 19, "pieces": ["İåe", "EOT", "\n", "‍👍🏽‍😀🏽", " \r\n\r\n", "123", "456", "78"]}
+{"text": "#$%'ſ\r\n  90😀🏽<|fim_prefix|>'ſ     \n   \n­㋿då", "tokens": 25, "pieces": ["#$%'", "ſ", "\r\n", " ", " ", "90", "😀🏽<|", "fim", "_prefix", "|>'", "ſ", "     \n   \n", "­㋿", "då"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'s'<|endoftext|>EOTعdİ\"å\ta", "tokens": 16, "pieces": ["'s", "'<|", "endoftext", "|>", "EOTعd", "İ", "\"å", "\ta"]}
+{"text": "'Ａ🙂   \n's\r12345678're", "tokens": 10, "pieces": ["'Ａ", "🙂", "   \n", "'s", "\r", "123", "456", "78", "'re"]}
+{"text": "ꟲ<'M>", "tokens": 6, "pieces": ["ꟲ", "<'", "M", ">"]}
+{"text": "👍🏽<META_START>fißå<İ㍿#$%'Re٣٤٥٦0́٣٤٥٦Z<|endoftext|>‍<|endoftext|>ß👍🏽ßfi,", "tokens": 52, "pieces": ["👍🏽<", "META", "_START", ">fißå", "<İ", "㍿#$%'", "Re", "٣٤٥", "٦0", "́", "٣٤٥", "٦", "Z", "<|", "endoftext", "|>‍<|", "endoftext", "|>", "ß", "👍🏽", "ßfi", ","]}
+{"text": "​<|fim_prefix|>\r'T㋿'VE字.​EOT,'T३", "tokens": 21, "pieces": ["​<|", "fim", "_prefix", "|>\r", "'T", "㋿'", "VE字", ".​", "EOT", ",'", "T", "३"]}
+{"text": "<META_START>\u000b", "tokens": 5, "pieces": ["<META", "_START", ">", "\u000b"]}
+{"text": "12345678㋿Džé½<META_START>>\"!!e'Re…'M٣٤٥٦EOTİ😀🏽", "tokens": 31, "pieces": ["123", "456", "78", "㋿Džé", "½", "<META", "_START", ">>\"!!", "e'Re", "…", "'M", "٣٤٥", "٦", "EOTİ", "😀🏽"]}
+{"text": "\"å\u000bⅣ.e  é३", "tokens": 9, "pieces": ["\"å", "\u000b", "Ⅳ", ".e", " ", " é", "३"]}
+{"text": "👍🏽ZDž<|endoftext|>  ", "tokens": 14, "pieces": ["👍🏽", "ZDž", "<|", "endoftext", "|>", "  "]}
+{"text": "​\r\nḍ̇́å'T　Z漢0

'Re\r\nå٣٤٥٦\t½㋿ꟲ'T㋿　㍿😀🏽 'VEß'refi>\nḍ̇m's12345678-ß\r\n", "tokens": 59, "pieces": ["​\r\n", "ḍ̇́å'T", "　Z漢", "0", "
", "
", "'Re", "\r\n", "å", "٣٤٥", "٦", "\t", "½", "㋿ꟲ'T", "㋿", "　", "㍿😀🏽", " '", "VEß're", "fi", ">\n", "ḍ̇m's", "123", "456", "78", "-ß", "\r\n"]}
+{"text": "½  12345678('ſ<EOT>😀🏽<|endoftext|>𐞁😀🏽\r\n\r\n(!'Sſ<|fim_prefix|>Z's👍🏽 👍🏽,", "tokens": 49, "pieces": ["½", " ", " ", "123", "456", "78", "('", "ſ", "<EOT", ">😀🏽<|", "endoftext", "|>", "𐞁", "😀🏽\r\n\r\n", "(!'", "Sſ", "<|", "fim", "_prefix", "|>", "Z's", "👍🏽", " ", "👍🏽,"]}
+{"text": "'llⅣ३>½12345678ḍ̇́é>a>'D(\r\n\r\n,12345678'M", "tokens": 25, "pieces": ["'ll", "Ⅳ३", ">", "½12", "345", "678", "ḍ̇́é", ">a", ">'", "D", "(\r\n\r\n", ",", "123", "456", "78", "'M"]}
+{"text": "İ字㋿㋿Z'Sع
ḍ̇EOT.'D
㋿e 🙂12345678\u000b,<META_START>ßå'Reé🙂,   \ne'ſ३'s>‍\"ꟲ's'", "tokens": 55, "pieces": ["İ字", "㋿㋿", "Z'S", "ع", "
ḍ̇", "EOT", ".'", "D", "
", "㋿e", " 🙂", "123", "456", "78", "\u000b", ",<", "META", "_START", ">ßå'Re", "é", "🙂,", "   \n", "e'ſ", "३", "'s", ">‍\"", "ꟲ's", "'"]}
+{"text": "m👍🏽", "tokens": 4, "pieces": ["m", "👍🏽"]}
+{"text": "字ⅣDž​  -0漢12345678", "tokens": 13, "pieces": ["字", "Ⅳ", "Dž", "​", " ", " -", "0", "漢", "123", "456", "78"]}
+{"text": "'DEOT'   \n 0字Z३", "tokens": 10, "pieces": ["'DEOT", "'", "   \n", " ", "0", "字", "Z", "३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<!㋿12345678​(<EOT>字Ⅳm​d‍½'re👍🏽,\nDžs㍿𐞁Z12345678\r\n", "tokens": 40, "pieces": ["<!㋿", "123", "456", "78", "​(<", "EOT", ">字", "Ⅳ", "m", "​d", "‍", "½", "'re", "👍🏽,\n", "Džs", "㍿𐞁", "Z", "123", "456", "78", "\r\n"]}
+{"text": "'ſ<|endoftext|>t'Tdaع👍🏽字\rZ'Mꟲ\r  漢\t0fi<|endoftext|>'MⅣe',३­Ａt­​Ⅳé½><|fim_prefix|>", "tokens": 59, "pieces": ["'ſ", "<|", "endoftext", "|>", "t'T", "daع", "👍🏽", "字", "\r", "Z'M", "ꟲ", "\r", " ", " 漢", "\t", "0", "fi", "<|", "endoftext", "|>'", "M", "Ⅳ", "e", "',", "३", "­Ａt", "­​", "Ⅳ", "é", "½", "><|", "fim", "_prefix", "|>"]}
+{"text": "İ'Ré　Ⅳ ſ'reZsm\ń 'Tḍ̇'reEOT　​    \n𐞁\r<EOT>'Sa'Té٣٤٥٦­́٣٤٥٦DžⅣＡ", "tokens": 51, "pieces": ["İ'Re", "́", "　", "Ⅳ", " ſ're", "Zsm", "\n", "́", " '", "Tḍ̇'re", "EOT", "　", "​", "    \n", "𐞁", "\r", "<EOT", ">'", "Sa'T", "é", "٣٤٥", "٦", "­́", "٣٤٥", "٦", "Dž", "Ⅳ", "Ａ"]}
+{"text": "…字\u000btå>'T字'VEḍ̇½<seEOTꟲ'sd­ 9é.漢'VE'Re‍", "tokens": 35, "pieces": ["…字", "\u000btå", ">'", "T字'VE", "ḍ̇", "½", "<se", "EOTꟲ's", "d", "­", " ", "9", "é", ".漢'VE", "'Re", "‍"]}
+{"text": "t漢ع'M", "tokens": 4, "pieces": ["t漢ع'M"]}
+{"text": "Ź's12345678Z<META_START>İ'sé\r\n\r\n­ßs\r\n\r\nfi<9're\n'MéⅣ<|fim_prefix|>#$%.\"'Te३ \r\n\r\n>　e٣٤٥٦\u000bed", "tokens": 52, "pieces": ["Ź's", "123", "456", "78", "Z", "<META", "_START", ">İ's", "é", "\r\n\r\n", "­ßs", "\r\n\r\n", "fi", "<", "9", "'re", "\n", "'Mé", "Ⅳ", "<|", "fim", "_prefix", "|>#$%.\"'", "Te", "३", " \r\n\r\n", ">", "　e", "٣٤٥", "٦", "\u000bed"]}
+{"text": "'s'll  ३Džad'll-　 ㍿'T'ſ\"Ⅳ  字漢 ३ !!İa\r\n\r\n३0s", "tokens": 35, "pieces": ["'s'll", " ", " ", "३", "Džad'll", "-", "　", " ", "㍿'", "T'ſ", "\"", "Ⅳ", " ", " 字漢", " ", "३", " ", "!!", "İa", "\r\n\r\n", "३0", "s"]}
+{"text": " ‍㍿'VEEOT-\t🙂́12345678\r\n\r\n'Re#$%😀🏽​🙂-\r\n\r\n😀🏽're#$%ع,'VEEOT㍿👍🏽é𐞁m'D　👍🏽٣٤٥٦\"(ſ", "tokens": 62, "pieces": [" ", "‍㍿'", "VEEOT", "-", "\t", "🙂́", "123", "456", "78", "\r\n\r\n", "'Re", "#$%😀🏽​🙂-\r\n\r\n", "😀🏽'", "re", "#$%", "ع", ",'", "VEEOT", "㍿👍🏽", "é𐞁m'D", "　", "👍🏽", "٣٤٥", "٦", "\"(", "ſ"]}
+{"text": ".a\r\n
'Sꟲ㋿fiDž\n9fi 9🙂'Re👍🏽 d……३", "tokens": 30, "pieces": [".a", "\r\n", "
", "'Sꟲ", "㋿fi", "Dž", "\n", "9", "fi", " ", "9", "🙂'", "Re", "👍🏽", " d", "…", "…", "३"]}
+{"text": "d👍🏽fi!m漢<EOT>漢!!‍EOT\r\n<|fim_prefix|>'Re­'ll㍿　🙂\r\n\r\n,'Dḍ̇e­　­étع́'llß<|endoftext|>\r　-", "tokens": 59, "pieces": ["d", "👍🏽", "fi", "!m漢", "<EOT", ">漢", "!!‍", "EOT", "\r\n", "<|", "fim", "_prefix", "|>'", "Re", "­'", "ll", "㍿", "　", "🙂\r\n\r\n", ",'", "Dḍ̇e", "­", "　", "­étع́'ll", "ß", "<|", "endoftext", "|>\r", "　", "-"]}
+{"text": "<|endoftext|>'S!eⅣ\r\n<EOT>aéEOT'ſ\r\n\r\n­<|endoftext|>sß　👍🏽ⅣéEOT​", "tokens": 42, "pieces": ["<|", "endoftext", "|>'", "S", "!e", "Ⅳ", "\r\n", "<EOT", ">aé", "EOT'ſ", "\r\n\r\n", "­<|", "endoftext", "|>", "sß", "　", "👍🏽", "Ⅳ", "é", "EOT", "​"]}
+{"text": "\ŕ<|fim_prefix|>'D'M  
ḍ̇s   \n😀🏽#$%Ａéİ　㋿\n  ", "tokens": 31, "pieces": ["\r", "́", "<|", "fim", "_prefix", "|>'", "D'M", "  ", "
ḍ̇s", "   \n", "😀🏽#$%", "Ａé", "İ", "　", "㋿\n", "  "]}
+{"text": "ꟲ\"Zḍ̇ååfiꟲ", "tokens": 16, "pieces": ["ꟲ", "\"Zḍ̇ååfiꟲ"]}
+{"text": "\r\n\r\nm'll're'VE\u000b<META_START>EOTd\t🙂're٣٤٥٦ꟲ漢\t字#$%ḍ̇\"de", "tokens": 34, "pieces": ["\r\n\r\n", "m'll", "'re'VE", "\u000b", "<META", "_START", ">EOTd", "\t", "🙂'", "re", "٣٤٥", "٦", "ꟲ漢", "\t字", "#$%", "ḍ̇", "\"de"]}
+{"text": ".漢\t'㋿12345678ßZEOT'VE <\r   \n…㍿(fis㍿'VEDž's-ſ12345678٣٤٥٦", "tokens": 44, "pieces": [".漢", "\t", "'㋿", "123", "456", "78", "ß", "ZEOT'VE", " ", "<\r", "   \n", "…", "㍿(", "fis", "㍿'", "VEDž's", "-ſ", "123", "456", "78٣", "٤٥٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'TEOT\"-ſ㋿   \n㋿", "tokens": 12, "pieces": ["'TEOT", "\"-", "ſ", "㋿", "   \n", "㋿"]}
+{"text": ".'llåm0'T­‍'VE're  m½\ŕ\t", "tokens": 17, "pieces": [".'", "llåm", "0", "'T", "­‍'", "VE're", " ", " m", "½", "\r", "́", "\t"]}
+{"text": "'Re😀🏽३'Mt<META_START>", "tokens": 11, "pieces": ["'Re", "😀🏽", "३", "'Mt", "<META", "_START", ">"]}
+{"text": "ⅣZå\r!('llDž\r\n
ßſ're 𐞁'sꟲ", "tokens": 24, "pieces": ["Ⅳ", "Zå", "\r", "!('", "ll", "Dž", "\r\n", "
ßſ're", " 𐞁's", "ꟲ"]}
+{"text": "👍🏽d́.\r\n३   \n\"　\t😀🏽e  Z'ḍ̇EOT👍🏽>", "tokens": 27, "pieces": ["👍🏽", "d́", ".\r\n", "३", "   \n", "\"", "　", "\t", "😀🏽", "e", " ", " Z", "'ḍ̇", "EOT", "👍🏽>"]}
+{"text": "9m㋿12345678's'S'Ts'Re'Re\t<|fim_prefix|>.\"\r\n", "tokens": 22, "pieces": ["9", "m", "㋿", "123", "456", "78", "'s'S", "'Ts'Re", "'Re", "\t", "<|", "fim", "_prefix", "|>.\"\r\n"]}
+{"text": "EOT!字,'ſ字\r😀🏽é<EOT>İ#$%٣٤٥٦३m🙂\"<META_START>.é'S🙂ḍ̇ſ   \n   \n\" 9EOTe", "tokens": 45, "pieces": ["EOT", "!字", ",'", "ſ字", "\r", "😀🏽", "é", "<EOT", ">İ", "#$%", "٣٤٥", "٦३", "m", "🙂\"<", "META", "_START", ">.", "é'S", "🙂ḍ̇ſ", "   \n   \n", "\"", " ", "9", "EOTe"]}
+{"text": "   \na\r\n\r\n9<META_START>'ll<'VE'Re漢
­\r\nⅣ\u000b㋿字🙂(>Ａ", "tokens": 27, "pieces": ["   \n", "a", "\r\n\r\n", "9", "<META", "_START", ">'", "ll", "<'", "VE'Re", "漢", "
", "­\r\n", "Ⅳ", "\u000b", "㋿字", "🙂(>", "Ａ"]}
+{"text": "<EOT>㋿ſ Ⅳ ><|fim_prefix|>
Z🙂
d\t", "tokens": 23, "pieces": ["<EOT", ">㋿", "ſ", " ", "Ⅳ", " ", "><|", "fim", "_prefix", "|>", "
Z", "🙂", "
d", "\t"]}
+{"text": "
((½Ⅳ 𐞁‍#$%(é'T<#$%éEOTZ12345678's\n‍\u000b.ſe<|endoftext|>㋿​́>㋿<|fim_prefix|>
字<META_START>Dž٣٤٥٦", "tokens": 66, "pieces": ["
", "((", "½Ⅳ", " 𐞁", "‍#$%(", "é'T", "<#$%", "é", "EOTZ", "123", "456", "78", "'s", "\n", "‍", "\u000b", ".ſe", "<|", "endoftext", "|>㋿​́>㋿<|", "fim", "_prefix", "|>", "
字", "<META", "_START", ">Dž", "٣٤٥", "٦"]}
+{"text": "­漢EOT'D३é \r\n\r\n‍'s㍿   \n'll\n12345678ßEOTtd İع‍e#$%  İ'VEßＡ", "tokens": 37, "pieces": ["­漢", "EOT'D", "३", "é", " \r\n\r\n", "‍'", "s", "㍿", "   \n", "'ll", "\n", "123", "456", "78", "ß", "EOTtd", " İع", "‍e", "#$%", " ", " İ'VE", "ß", "Ａ"]}
+{"text": "fi'S,\r\n\"​<😀🏽", "tokens": 9, "pieces": ["fi'S", ",\r\n", "\"​<😀🏽"]}
+{"text": "ſ­ EOT'ſ<META_START>
'Re👍🏽😀🏽Dž\u000bad🙂s", "tokens": 24, "pieces": ["ſ", "­", " EOT'ſ", "<META", "_START", ">", "
", "'Re", "👍🏽😀🏽", "Dž", "\u000bad", "🙂s"]}
+{"text": "<|endoftext|>İ\n…-👍🏽㍿m's　­Džt <|fim_prefix|>12345678'T<|fim_prefix|>dḍ̇a", "tokens": 47, "pieces": ["<|", "endoftext", "|>", "İ", "\n", "…", "-👍🏽㍿", "m's", "　", "­Džt", " ", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "<|", "fim", "_prefix", "|>", "dḍ̇a"]}
+{"text": "('D\r'ſ", "tokens": 5, "pieces": ["('", "D", "\r", "'ſ"]}
+{"text": "!!aé<EOT>e\"漢  漢 .㍿　", "tokens": 17, "pieces": ["!!", "aé", "<EOT", ">e", "\"漢", " ", " 漢", " .㍿", "　"]}
+{"text": "å½­12345678\t,ع,as'VE\r  ٣٤٥٦ḍ̇३   \n㍿٣٤٥٦　ſå½𐞁ßḍ̇\n12345678ǻ", "tokens": 53, "pieces": ["å", "½", "­", "123", "456", "78", "\t", ",ع", ",as'VE", "\r", " ", " ", "٣٤٥", "٦", "ḍ̇", "३", "   \n", "㍿", "٣٤٥", "٦", "　ſå", "½", "𐞁ßḍ̇", "\n", "123", "456", "78", "ǻ"]}
+{"text": "é'Tm
.́字
're​   \né'll", "tokens": 15, "pieces": ["é'T", "m", "
", ".́字", "
", "'re", "​", "   \n", "é'll"]}
+{"text": "㋿9EOT½,'re'S!'ſ<|endoftext|>🙂३İ're'T\r\n…ꟲ#$%'Sḍ̇😀🏽12345678'ſḍ̇\r's𐞁!!\n
漢#$%", "tokens": 58, "pieces": ["㋿", "9", "EOT", "½", ",'", "re'S", "!'", "ſ", "<|", "endoftext", "|>🙂", "३", "İ're", "'T", "\r\n", "…ꟲ", "#$%'", "Sḍ̇", "😀🏽", "123", "456", "78", "'ſḍ̇", "\r", "'s𐞁", "!!\n", "
漢", "#$%"]}
+{"text": ".fi　ꟲt12345678<EOT>\n㍿ḍ̇\r\n\r\ń<td\r\ń(t!", "tokens": 26, "pieces": [".fi", "　ꟲt", "123", "456", "78", "<EOT", ">\n", "㍿ḍ̇", "\r\n\r\n", "́", "<td", "\r\n", "́", "(t", "!"]}
+{"text": "İ<|endoftext|>EOTＡ\"e>　 \"㍿", "tokens": 19, "pieces": ["İ", "<|", "endoftext", "|>", "EOTＡ", "\"e", ">", "　", " \"㍿"]}
+{"text": "ſ<|endoftext|>9Ａ-'re>½>́ ", "tokens": 17, "pieces": ["ſ", "<|", "endoftext", "|>", "9", "Ａ", "-'", "re", ">", "½", ">́", " "]}
+{"text": "Ａ   \n(Ⅳ'VEſ(ZZå\r\n\r\nå\"  s㍿ḍ̇㍿9e.!!́\n", "tokens": 33, "pieces": ["Ａ", "   \n", "(", "Ⅳ", "'VEſ", "(ZZå", "\r\n\r\n", "å", "\"", " ", " s", "㍿ḍ̇", "㍿", "9", "e", ".!!́\n"]}
+{"text": "ꟲDž !<\r\n're  -", "tokens": 11, "pieces": ["ꟲ", "Dž", " !<\r\n", "'re", " ", " -"]}
+{"text": "ß9<|fim_prefix|>'sⅣ'sḍ̇éſ\t#$%Ａ'Mé­9\u000bés>　​<EOT>漢's😀🏽'll ½!!\r\n'M'T‍\n", "tokens": 51, "pieces": ["ß", "9", "<|", "fim", "_prefix", "|>'", "s", "Ⅳ", "'sḍ̇éſ", "\t", "#$%", "Ａ'M", "é", "­", "9", "\u000bés", ">", "　", "​<", "EOT", ">漢's", "😀🏽'", "ll", " ", "½", "!!\r\n", "'M'T", "‍\n"]}
+{"text": "́,字́\"d's'S\r\n　½9'D  ḍ̇½🙂ꟲ'́漢!!🙂", "tokens": 27, "pieces": ["́", ",字́", "\"d's", "'S", "\r\n", "　", "½9", "'D", " ", " ḍ̇", "½", "🙂ꟲ", "'́漢", "!!🙂"]}
+{"text": "#$%ZꟲＡam!9Ⅳß½́12345678!!", "tokens": 19, "pieces": ["#$%", "ZꟲＡam", "!", "9Ⅳ", "ß", "½", "́", "123", "456", "78", "!!"]}
+{"text": "
\r\n\r\n㍿<0\r\nß'9<|endoftext|>ſ", "tokens": 19, "pieces": ["
\r\n\r\n", "㍿<", "0", "\r\n", "ß", "'", "9", "<|", "endoftext", "|>", "ſ"]}
+{"text": "
ع…-å'S9👍🏽EOT́\"'ḍ̇.'é­<META_START>!́EOT<|fim_prefix|>字åå ", "tokens": 41, "pieces": ["
ع", "…", "-å'S", "9", "👍🏽", "EOT́", "\"'", "ḍ̇", ".'", "é", "­<", "META", "_START", ">!́", "EOT", "<|", "fim", "_prefix", "|>", "字åå", " "]}
+{"text": "<|fim_prefix|>𐞁'ſ9ḍ̇
字ꟲع éEOT𐞁 #$%!!<EOT>'ſ​३mEOT\r\nZ(​'s㍿#$%!!\"", "tokens": 57, "pieces": ["<|", "fim", "_prefix", "|>", "𐞁'ſ", "9", "ḍ̇", "
字ꟲع", " é", "EOT𐞁", " ", "#$%!!<", "EOT", ">'", "ſ", "​", "३", "m", "EOT", "\r\n", "Z", "(​'", "s", "㍿#$%!!\""]}
+{"text": "Ⅳ½​m<META_START>\r\nＡ'T…\u000bdDžaİ　<|fim_prefix|>‍'ll<META_START>Ⅳ‍\"\u000b'S-", "tokens": 40, "pieces": ["Ⅳ½", "​m", "<META", "_START", ">\r\n", "Ａ'T", "…", "\u000bd", "Dža", "İ", "　", "<|", "fim", "_prefix", "|>‍'", "ll", "<META", "_START", ">", "Ⅳ", "‍\"", "\u000b", "'S", "-"]}
+{"text": "ſe… EOT", "tokens": 7, "pieces": ["ſe", "…", " EOT"]}
+{"text": "३('VE漢\r\n\r\n  👍🏽-́a‍#$%<\u000b>😀🏽𐞁ſꟲ'Re
ꟲte'llİ", "tokens": 37, "pieces": ["३", "('", "VE漢", "\r\n\r\n", " ", " 👍🏽-́", "a", "‍#$%<", "\u000b", ">😀🏽", "𐞁ſꟲ'Re", "
ꟲte'll", "İ"]}
+{"text": "½‍\r­'reåⅣİé㍿,'s'S", "tokens": 17, "pieces": ["½", "‍\r", "­'", "reå", "Ⅳ", "İé", "㍿,'", "s'S"]}
+{"text": "((
Dž'… 0d\r>aé're'll<|endoftext|>'D'llع<EOT><|fim_prefix|>'>عé're<META_START>9\t   \nＡa", "tokens": 46, "pieces": ["((", "
Dž", "'", "…", " ", "0", "d", "\r", ">aé're", "'ll", "<|", "endoftext", "|>'", "D'll", "ع", "<EOT", "><|", "fim", "_prefix", "|>'>", "عé're", "<META", "_START", ">", "9", "\t   \n", "Ａa"]}
+{"text": "ع'll😀🏽're'Re㋿'M<META_START>字 ", "tokens": 19, "pieces": ["ع'll", "😀🏽'", "re'Re", "㋿'", "M", "<META", "_START", ">字", " "]}
+{"text": "fi㋿(d< 0\"Z漢ß‍😀🏽漢''ſé<|fim_prefix|>\r\n!9\"#$%…­EOT👍🏽\t👍🏽'TDž-", "tokens": 49, "pieces": ["fi", "㋿(", "d", "<", " ", "0", "\"Z漢ß", "‍😀🏽", "漢", "''", "ſé", "<|", "fim", "_prefix", "|>\r\n", "!", "9", "\"#$%", "…", "­EOT", "👍🏽", "\t", "👍🏽'", "TDž", "-"]}
+{"text": "ſm🙂…Ⅳ𐞁½́st!'re", "tokens": 16, "pieces": ["ſm", "🙂", "…", "Ⅳ", "𐞁", "½", "́st", "!'", "re"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n\r\n😀🏽ع́字🙂ß३'Re\"𐞁\"'ll  \n㋿12345678🙂\n's\n  #$%!!ꟲ'ſ#$%!!ſ\r\n👍🏽's're'T", "tokens": 51, "pieces": ["\r\n\r\n", "😀🏽", "ع́字", "🙂ß", "३", "'Re", "\"𐞁", "\"'", "ll", "  \n", "㋿", "123", "456", "78", "🙂\n", "'s", "\n", " ", " #$%!!", "ꟲ'ſ", "#$%!!", "ſ", "\r\n", "👍🏽'", "s're", "'T"]}
+{"text": "㍿㍿<👍🏽\"🙂  déEOTå<EOT>ḍ̇\r\n\r\n's\t<|fim_prefix|>><'S漢<EOT>㋿å're   \n½'D-", "tokens": 50, "pieces": ["㍿㍿<👍🏽\"🙂", " ", " dé", "EOTå", "<EOT", ">ḍ̇", "\r\n\r\n", "'s", "\t", "<|", "fim", "_prefix", "|>><'", "S漢", "<EOT", ">㋿", "å're", "   \n", "½", "'D", "-"]}
+{"text": "'VE.́　…\rⅣ<META_START>İ'Re\"é٣٤٥٦'VE\u000b字٣٤٥٦ḍ̇👍🏽0!!Ａ३é12345678mat\r\n'S👍🏽å漢‍'sDžＡ'S", "tokens": 61, "pieces": ["'VE", ".́", "　…\r", "Ⅳ", "<META", "_START", ">İ'Re", "\"é", "٣٤٥", "٦", "'VE", "\u000b字", "٣٤٥", "٦", "ḍ̇", "👍🏽", "0", "!!", "Ａ", "३", "é", "123", "456", "78", "mat", "\r\n", "'S", "👍🏽", "å漢", "‍'", "s", "DžＡ'S"]}
+{"text": "!!字é<|fim_prefix|>'D\r(Ⅳ'Dꟲ,🙂…EOT३'D(   \n   \n­   \n'lléas
'Ree\r\n- ", "tokens": 41, "pieces": ["!!", "字é", "<|", "fim", "_prefix", "|>'", "D", "\r", "(", "Ⅳ", "'Dꟲ", ",🙂", "…EOT", "३", "'D", "(", "   \n   \n", "­", "   \n", "'lléas", "
", "'Ree", "\r\n", "-", " "]}
+{"text": "…", "tokens": 2, "pieces": ["…"]}
+{"text": "'re<META_START>#$%Dž'😀🏽㋿ع   \nå0­
'lla字''s'S😀🏽'ſ \u000bZ-é \"'ll­👍🏽<|fim_prefix|>ꟲ!!\n", "tokens": 56, "pieces": ["'re", "<META", "_START", ">#$%", "Dž", "'😀🏽㋿", "ع", "   \n", "å", "0", "­", "
", "'lla字", "''", "s'S", "😀🏽'", "ſ", " ", "\u000bZ", "-é", " ", "\"'", "ll", "­👍🏽<|", "fim", "_prefix", "|>", "ꟲ", "!!\n"]}
+{"text": "'D…\u000b🙂a🙂 EOT!!٣٤٥٦12345678\r'Té३\r\n\r\n9'VE", "tokens": 25, "pieces": ["'D", "…", "\u000b", "🙂a", "🙂", " EOT", "!!", "٣٤٥", "٦12", "345", "678", "\r", "'Té", "३", "\r\n\r\n", "9", "'VE"]}
+{"text": "'Så\u000be𐞁<META_START>'ſ㍿'s㋿İ'S㍿d\t㋿'S'ſ're's😀🏽३#$%İⅣfi　fifidꟲ<m٣٤٥٦#$%ع", "tokens": 63, "pieces": ["'Så", "\u000be𐞁", "<META", "_START", ">'", "ſ", "㍿'", "s", "㋿İ'S", "㍿d", "\t", "㋿'", "S'ſ", "'re's", "😀🏽", "३", "#$%", "İ", "Ⅳ", "fi", "　fifidꟲ", "<m", "٣٤٥", "٦", "#$%", "ع"]}
+{"text": "t-a'D>éå㍿'s\té\r٣٤٥٦å­å'Re\r\n<EOT>🙂٣٤٥٦12345678­Ⅳ", "tokens": 39, "pieces": ["t", "-a'D", ">éå", "㍿'", "s", "\té", "\r", "٣٤٥", "٦", "å", "­å'Re", "\r\n", "<EOT", ">🙂", "٣٤٥", "٦12", "345", "678", "­", "Ⅳ"]}
+{"text": "½<EOT>'Re'ſ9>d   \n<'llé0dß12345678'D­ſ#$%'s", "tokens": 25, "pieces": ["½", "<EOT", ">'", "Re'ſ", "9", ">d", "   \n", "<'", "llé", "0", "dß", "123", "456", "78", "'D", "­ſ", "#$%'", "s"]}
+{"text": "'VE<META_START>", "tokens": 6, "pieces": ["'VE", "<META", "_START", ">"]}
+{"text": "'re's३'Re12345678eＡ'VE\nＡ,'s<META_START>#$%\n𐞁\"Dž", "tokens": 28, "pieces": ["'re's", "३", "'Re", "123", "456", "78", "e", "Ａ'VE", "\n", "Ａ", ",'", "s", "<META", "_START", ">#$%\n", "𐞁", "\"Dž"]}
+{"text": "\n'VE🙂½<|endoftext|><\n'M!'Mꟲ­<EOT>𐞁ꟲ're\u000bfis! 9'Da\r\na👍🏽😀🏽're(  12345678'", "tokens": 57, "pieces": ["\n", "'VE", "🙂", "½", "<|", "endoftext", "|><\n", "'M", "!'", "Mꟲ", "­<", "EOT", ">𐞁ꟲ're", "\u000bfis", "!", " ", "9", "'Da", "\r\n", "a", "👍🏽😀🏽'", "re", "(", " ", " ", "123", "456", "78", "'"]}
+{"text": "fi  \t👍🏽12345678're​ꟲ👍🏽EOT٣٤٥٦'ll٣٤٥٦ å('.", "tokens": 31, "pieces": ["fi", "  ", "\t", "👍🏽", "123", "456", "78", "'re", "​ꟲ", "👍🏽", "EOT", "٣٤٥", "٦", "'ll", "٣٤٥", "٦", " å", "('."]}
+{"text": "\"\rd㋿\t \t　'S\tså'VE🙂", "tokens": 15, "pieces": ["\"\r", "d", "㋿", "\t \t", "　", "'S", "\tså'VE", "🙂"]}
+{"text": "m३\r\n 𐞁👍🏽\r's,s😀🏽́­  \r\n\r\n🙂𐞁", "tokens": 25, "pieces": ["m", "३", "\r\n", " 𐞁", "👍🏽\r", "'s", ",s", "😀🏽́­", "  \r\n\r\n", "🙂𐞁"]}
+{"text": "<META_START>0ſ\r!EOT​é'Ḿ\r'M'S​et'reſ\u000b", "tokens": 22, "pieces": ["<META", "_START", ">", "0", "ſ", "\r", "!EOT", "​é'M", "́", "\r", "'M'S", "​et're", "ſ", "\u000b"]}
+{"text": "#$%,d
EOT漢\n​Ⅳꟲe'M", "tokens": 16, "pieces": ["#$%,", "d", "
EOT漢", "\n", "​", "Ⅳ", "ꟲe'M"]}
+{"text": "><|endoftext|>!ḍ̇'Ré.漢>'M<EOT>", "tokens": 20, "pieces": ["><|", "endoftext", "|>!", "ḍ̇'Re", "́", ".漢", ">'", "M", "<EOT", ">"]}
+{"text": "Zéſ--Dž<META_START><EOT>'s<EOT>\r\n\r\nꟲ́'VE字漢're!!s\r\n'-<EOT🙂  　#$%", "tokens": 38, "pieces": ["Zéſ", "--", "Dž", "<META", "_START", "><", "EOT", ">'", "s", "<EOT", ">\r\n\r\n", "ꟲ́'VE", "字漢're", "!!", "s", "\r\n", "'-<", "EOT", "🙂", "  ", "　", "#$%"]}
+{"text": " 👍🏽<EOT>
!!\t!!'sꟲ́<ꟲ🙂é'VEＡ\"Z𐞁'-İ<|endoftext|><s9​", "tokens": 45, "pieces": [" ", "👍🏽<", "EOT", ">", "
", "!!", "\t", "!!'", "sꟲ́", "<ꟲ", "🙂é'VE", "Ａ", "\"Z𐞁", "'-", "İ", "<|", "endoftext", "|><", "s", "9", "​"]}
+{"text": ",tع'D   \nḍ̇㍿'Re\r\n 𐞁'VEd👍🏽​'ll'ReＡ𐞁   \n🙂", "tokens": 35, "pieces": [",tع'D", "   \n", "ḍ̇", "㍿'", "Re", "\r\n", " 𐞁'VE", "d", "👍🏽​'", "ll'Re", "Ａ𐞁", "   \n", "🙂"]}
+{"text": "́'VEDž\nⅣé𐞁‍'M", "tokens": 16, "pieces": ["́'VE", "Dž", "\n", "Ⅳ", "é𐞁", "‍'", "M"]}
+{"text": "é   \nEOT
<'‍'Ttå!", "tokens": 13, "pieces": ["é", "   \n", "EOT", "
", "<'‍'", "Ttå", "!"]}
+{"text": "!!字\r\n\r\n'ſ'D　Z㋿'T(  Ⅳ0eé㋿a're   \n", "tokens": 27, "pieces": ["!!", "字", "\r\n\r\n", "'ſ'D", "　Z", "㋿'", "T", "(", " ", " ", "Ⅳ0", "eé", "㋿a're", "   \n"]}
+{"text": "aſ'D👍🏽­㍿aḍ̇\u000b​!   \n'S<|endoftext|>s're9fi>", "tokens": 31, "pieces": ["aſ'D", "👍🏽­㍿", "aḍ̇", "\u000b", "​!", "   \n", "'S", "<|", "endoftext", "|>", "s're", "9", "fi", ">"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "Ⅳ३Ａ٣٤٥٦0éſ\u000b\r𐞁 Džé½ḍ̇sd,'Sa\r\n\r\n३é", "tokens": 32, "pieces": ["Ⅳ३", "Ａ", "٣٤٥", "٦0", "éſ", "\u000b\r", "𐞁", " Džé", "½", "ḍ̇sd", ",'", "Sa", "\r\n\r\n", "३", "é"]}
+{"text": "t  d​ß'ſfi-!😀🏽a३'sḍ̇12345678Z'll­'Re#$%
  ,s'Så'Té'ſ(\r\n\r\ntſm'\r\n", "tokens": 47, "pieces": ["t", " ", " d", "​ß'ſ", "fi", "-!😀🏽", "a", "३", "'sḍ̇", "123", "456", "78", "Z'll", "­'", "Re", "#$%", "
 ", " ,", "s'S", "å'T", "é'ſ", "(\r\n\r\n", "tſm", "'\r\n"]}
+{"text": "<EOT>​漢<'DtEOT­ḍ̇<𐞁<字́ 'M're0", "tokens": 25, "pieces": ["<EOT", ">​", "漢", "<'", "Dt", "EOT", "­ḍ̇", "<𐞁", "<字́", " '", "M're", "0"]}
+{"text": "<META_START>>dé,!!-\rEOT-   \nt  Ⅳ   \n<EOT>\tḍ̇Z字", "tokens": 29, "pieces": ["<META", "_START", ">>", "dé", ",!!-\r", "EOT", "-", "   \n", "t", " ", " ", "Ⅳ", "   \n", "<EOT", ">", "\tḍ̇", "Z字"]}
+{"text": "\r\n
'Sſ٣٤٥٦!!…<META_START>DžZ३'Tع#$%e", "tokens": 24, "pieces": ["\r\n", "
", "'Sſ", "٣٤٥", "٦", "!!", "…", "<META", "_START", ">DžZ", "३", "'Tع", "#$%", "e"]}
+{"text": "<EOT>fi🙂'👍🏽'M   \n'Ta🙂t \u000b　>Ａ<a", "tokens": 22, "pieces": ["<EOT", ">fi", "🙂'👍🏽'", "M", "   \n", "'Ta", "🙂t", " \u000b", "　", ">Ａ", "<a"]}
+{"text": ".12345678'𐞁३ع'M(,½́\n३>#$%å'ſ𐞁<|fim_prefix|>ß<EOT>!!🙂….ꟲ\"", "tokens": 48, "pieces": [".", "123", "456", "78", "'𐞁", "३", "ع'M", "(,", "½", "́", "\n", "३", ">#$%", "å'ſ", "𐞁", "<|", "fim", "_prefix", "|>", "ß", "<EOT", ">!!🙂", "…", ".ꟲ", "\""]}
+{"text": "<|fim_prefix|>>   \n𐞁e", "tokens": 12, "pieces": ["<|", "fim", "_prefix", "|>>", "   \n", "𐞁e"]}
+{"text": "'Dt-ḍ̇३'ſ'dZ.m\r\n‍\r\n\r\n,Dž\r''M'VE", "tokens": 23, "pieces": ["'Dt", "-ḍ̇", "३", "'ſ'd", "Z", ".m", "\r\n", "‍\r\n\r\n", ",Dž", "\r", "''", "M'VE"]}
+{"text": "'VE'TＡ<\r\n'S'VEfi漢-#$%\u000b½sééd.½　'S.'ll>🙂Ａ's('T​漢'T", "tokens": 36, "pieces": ["'VE'T", "Ａ", "<\r\n", "'S'VE", "fi漢", "-#$%", "\u000b", "½", "sééd", ".", "½", "　", "'S", ".'", "ll", ">🙂", "Ａ's", "('", "T", "​漢'T"]}
+{"text": "'S<META_START>\"𐞁\r\n\r\n字‍,
\"🙂‍.aa!9'Dta'M​\t\nZ\t　…m­İ<META_START>𐞁,Za㋿'re", "tokens": 47, "pieces": ["'S", "<META", "_START", ">\"", "𐞁", "\r\n\r\n", "字", "‍,", "
", "\"🙂‍.", "aa", "!", "9", "'Dta'M", "​", "\t\n", "Z", "\t　", "…m", "­İ", "<META", "_START", ">𐞁", ",Za", "㋿'", "re"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㋿å㍿12345678<EOT>(-<|endoftext|>><EOT>!!\r\n'ſ<META_START>'VEſ
'sZ<|endoftext|>😀🏽9ßİ‍…EOTⅣع's(ſ <|fim_prefix|>", "tokens": 69, "pieces": ["㋿å", "㍿", "123", "456", "78", "<EOT", ">(-<|", "endoftext", "|>><", "EOT", ">!!\r\n", "'ſ", "<META", "_START", ">'", "VEſ", "
", "'s", "Z", "<|", "endoftext", "|>😀🏽", "9", "ß", "İ", "‍", "…EOT", "Ⅳ", "ع's", "(ſ", " <|", "fim", "_prefix", "|>"]}
+{"text": "  '‍\r\n9-'ree'rea\r\n\r\n३𐞁(́Dž<META_START>…'Ree😀🏽\"🙂'D0,fi", "tokens": 37, "pieces": [" ", " '‍\r\n", "9", "-'", "ree're", "a", "\r\n\r\n", "३", "𐞁", "(́", "Dž", "<META", "_START", ">", "…", "'Ree", "😀🏽\"🙂'", "D", "0", ",fi"]}
+{"text": "🙂0漢(Dž'VE<|fim_prefix|> \"ḍ̇­Z👍🏽٣٤٥٦漢(å字<EOT>EOT\"12345678's\n'D", "tokens": 43, "pieces": ["🙂", "0", "漢", "(Dž'VE", "<|", "fim", "_prefix", "|>", " ", "\"ḍ̇", "­Z", "👍🏽", "٣٤٥", "٦", "漢", "(å字", "<EOT", ">EOT", "\"", "123", "456", "78", "'s", "\n", "'D"]}
+{"text": "<|fim_prefix|><|endoftext|>'Re…'T#$% d<|endoftext|><|fim_prefix|>12345678", "tokens": 34, "pieces": ["<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "Re", "…", "'T", "#$%", " d", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "123", "456", "78"]}
+{"text": "　㋿𐞁İ\nmḍ̇'re<|fim_prefix|>'Sḍ̇mfi9<٣٤٥٦'Dß're   \n ḍ̇㍿\r‍'👍🏽<|endoftext|>🙂ſ'S", "tokens": 60, "pieces": ["　", "㋿𐞁", "İ", "\n", "mḍ̇'re", "<|", "fim", "_prefix", "|>'", "Sḍ̇mfi", "9", "<", "٣٤٥", "٦", "'Dß're", "   \n", " ḍ̇", "㍿\r", "‍'👍🏽<|", "endoftext", "|>🙂", "ſ'S"]}
+{"text": "'D<EOT>'re½½Ａs9>'M<META_START>,😀🏽.'Re　́🙂'Ms's३­\r\n­9<d-'ll  ", "tokens": 37, "pieces": ["'D", "<EOT", ">'", "re", "½½", "Ａs", "9", ">'", "M", "<META", "_START", ">,😀🏽.'", "Re", "　́", "🙂'", "Ms's", "३", "­\r\n", "­", "9", "<d", "-'", "ll", "  "]}
+{"text": "字.漢'D'S#$%-t!!\u000b٣٤٥٦'T👍🏽\"Ⅳ㍿字", "tokens": 25, "pieces": ["字", ".漢'D", "'S", "#$%-", "t", "!!", "\u000b", "٣٤٥", "٦", "'T", "👍🏽\"", "Ⅳ", "㍿字"]}
+{"text": "漢\nİ.m", "tokens": 4, "pieces": ["漢", "\n", "İ", ".m"]}
+{"text": "İ‍​
㋿　漢‍\r३!!́<EOT>é́t𐞁Ⅳ#$%'VE'sfi,ſḍ̇'M-,EOT   \nＡ's", "tokens": 44, "pieces": ["İ", "‍​", "
", "㋿", "　漢", "‍\r", "३", "!!́<", "EOT", ">é́t𐞁", "Ⅳ", "#$%'", "VE's", "fi", ",ſḍ̇'M", "-,", "EOT", "   \n", "Ａ's"]}
+{"text": "'re…0!!٣٤٥٦ßdZ‍'sZ", "tokens": 16, "pieces": ["'re", "…", "0", "!!", "٣٤٥", "٦", "ßd", "Z", "‍'", "s", "Z"]}
+{"text": "fiＡ   \nEOT\t½'ll,s Ａ9", "tokens": 12, "pieces": ["fi", "Ａ", "   \n", "EOT", "\t", "½", "'ll", ",s", " Ａ", "9"]}
+{"text": "𐞁!!漢٣٤٥٦　㋿'S\r\n\r\nſ", "tokens": 18, "pieces": ["𐞁", "!!", "漢", "٣٤٥", "٦", "　", "㋿'", "S", "\r\n\r\n", "ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "!\r\n\r\n.\u000b­ſ.åe", "tokens": 9, "pieces": ["!\r\n\r\n", ".", "\u000b", "­ſ", ".åe"]}
+{"text": " \t9'Mſ9!!\"\"9'llꟲ\u000bİ㋿!!fiZع'ſⅣⅣſ", "tokens": 29, "pieces": [" ", "\t", "9", "'Mſ", "9", "!!\"\"", "9", "'llꟲ", "\u000bİ", "㋿!!", "fi", "Zع'ſ", "ⅣⅣ", "ſ"]}
+{"text": "EOT३<EOT> 12345678<EOT>'T'Reḍ̇   \n'Dm'sd😀🏽\t㍿,t<EOT> 'Tع\rå", "tokens": 41, "pieces": ["EOT", "३", "<EOT", ">", " ", "123", "456", "78", "<EOT", ">'", "T'Re", "ḍ̇", "   \n", "'Dm's", "d", "😀🏽", "\t", "㍿,", "t", "<EOT", ">", " ", "'Tع", "\r", "å"]}
+{"text": "\u000bＡé
e\r'T  <|endoftext|>t!!<EOT>e'D٣٤٥٦𐞁👍🏽Ⅳ\rſ'lltDž('", "tokens": 44, "pieces": ["\u000bＡé", "
e", "\r", "'T", " ", " <|", "endoftext", "|>", "t", "!!<", "EOT", ">e'D", "٣٤٥", "٦", "𐞁", "👍🏽", "Ⅳ", "\r", "ſ'll", "t", "Dž", "('"]}
+{"text": "\nḍ̇㋿㍿😀🏽漢a", "tokens": 15, "pieces": ["\n", "ḍ̇", "㋿㍿😀🏽", "漢a"]}
+{"text": "s ㍿'reＡt!!𐞁½d㋿EOT…d!!㍿㍿e
éİ.​‍ßZ
३0Ⅳ,　é'S'VE漢३0's", "tokens": 54, "pieces": ["s", " ", "㍿'", "re", "Ａt", "!!", "𐞁", "½", "d", "㋿EOT", "…d", "!!㍿㍿", "e", "
é", "İ", ".​‍", "ß", "Z", "
", "३0Ⅳ", ",", "　é'S", "'VE漢", "३0", "'s"]}
+{"text": " <㍿ع😀🏽Z𐞁ſ
mm​dß'Re漢\r\n\r\n   \n\"…\"", "tokens": 27, "pieces": [" <㍿", "ع", "😀🏽", "Z𐞁ſ", "
mm", "​dß'Re", "漢", "\r\n\r\n   \n", "\"", "…", "\""]}
+{"text": "   \ném'S½'s
字­<EOT>'ſ\r\n\r\n‍ſ٣٤٥٦\r\n\r\n
'VE​éDž㍿\u000bååع\r\n'se\rعt''ll", "tokens": 48, "pieces": ["   \n", "ém'S", "½", "'s", "
字", "­<", "EOT", ">'", "ſ", "\r\n\r\n", "‍ſ", "٣٤٥", "٦", "\r\n\r\n", "
", "'VE", "​é", "Dž", "㍿", "\u000bååع", "\r\n", "'se", "\r", "عt", "''", "ll"]}
+{"text": "字mſ🙂'", "tokens": 5, "pieces": ["字mſ", "🙂'"]}
+{"text": "🙂 ", "tokens": 2, "pieces": ["🙂", " "]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'s<|endoftext|>㋿\"👍🏽\rEOT́!e", "tokens": 21, "pieces": ["'s", "<|", "endoftext", "|>㋿\"👍🏽\r", "EOT́", "!e"]}
+{"text": ".㋿at字<'Sm'M9字e
\u000bع!👍🏽ß㍿..-d  ḍ̇🙂.'S\r'ſ\r\n\r\nＡ'ſ12345678'VE
é'ſ\n", "tokens": 52, "pieces": [".㋿", "at字", "<'", "Sm'M", "9", "字e", "
", "\u000bع", "!👍🏽", "ß", "㍿..-", "d", " ", " ḍ̇", "🙂.'", "S", "\r", "'ſ", "\r\n\r\n", "Ａ'ſ", "123", "456", "78", "'VE", "
é'ſ", "\n"]}
+{"text": "ḍ̇e'ſ👍🏽<|fim_prefix|><|endoftext|>s!­ <EOT>é😀🏽ſ½…'Mꟲ\u000b -㋿  'S\r#$%fi字<META_START>-<\u000b\r(-\reé㋿", "tokens": 68, "pieces": ["ḍ̇e'ſ", "👍🏽<|", "fim", "_prefix", "|><|", "endoftext", "|>", "s", "!­", " ", "<EOT", ">é", "😀🏽", "ſ", "½", "…", "'Mꟲ", "\u000b", " -㋿", " ", " '", "S", "\r", "#$%", "fi字", "<META", "_START", ">-<", "\u000b\r", "(-\r", "eé", "㋿"]}
+{"text": "fid  <|endoftext|><META_START>!­ 'D३Z🙂<|endoftext|>#$%字'ſé", "tokens": 34, "pieces": ["fid", " ", " <|", "endoftext", "|><", "META", "_START", ">!­", " ", "'D", "३", "Z", "🙂<|", "endoftext", "|>#$%", "字'ſ", "é"]}
+{"text": "'ll  !!​<EOT><|fim_prefix|>ع‍'ll<EOT>‍‍''S.EOT#$%'
\u000b👍🏽Dž'\r\n\r\nİ́", "tokens": 38, "pieces": ["'ll", " ", " !!​<", "EOT", "><|", "fim", "_prefix", "|>", "ع", "‍'", "ll", "<EOT", ">‍‍''", "S", ".EOT", "#$%'", "
", "\u000b", "👍🏽", "Dž", "'\r\n\r\n", "İ́"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<|fim_prefix|>a­fi\"'S'ſ३<0'Sé>'VE㋿a.'Re'T\r\nſDža🙂0\"ſ", "tokens": 37, "pieces": ["<|", "fim", "_prefix", "|>", "a", "­fi", "\"'", "S'ſ", "३", "<", "0", "'Sé", ">'", "VE", "㋿a", ".'", "Re'T", "\r\n", "ſ", "Dža", "🙂", "0", "\"ſ"]}
+{"text": "㍿12345678'S!!#$%fi'ß\t㋿åe.­😀🏽'VE\r\n\r\nDž‍漢٣٤٥٦İ㍿  >9'Re\u000b9!\u000b0   \nß‍'Re'ſſ", "tokens": 57, "pieces": ["㍿", "123", "456", "78", "'S", "!!#$%", "fi", "'ß", "\t", "㋿åe", ".­😀🏽'", "VE", "\r\n\r\n", "Dž", "‍漢", "٣٤٥", "٦", "İ", "㍿", " ", " >", "9", "'Re", "\u000b", "9", "!", "\u000b", "0", "   \n", "ß", "‍'", "Re'ſ", "ſ"]}
+{"text": "tm'll\t12345678<,३Ａ🙂12345678Dž'll𐞁İå𐞁\u000b\u000b
", "tokens": 31, "pieces": ["tm'll", "\t", "123", "456", "78", "<,", "३", "Ａ", "🙂", "123", "456", "78", "Dž'll", "𐞁İå𐞁", "\u000b\u000b
"]}
+{"text": "'Reßå>12345678å­m😀🏽", "tokens": 15, "pieces": ["'Reßå", ">", "123", "456", "78", "å", "­m", "😀🏽"]}
+{"text": "​ ſå㍿ꟲ<|fim_prefix|>-EOT<|fim_prefix|>'T,(㍿ <META_START>
ßعé'Mḍ̇.", "tokens": 44, "pieces": ["​", " ſå", "㍿ꟲ", "<|", "fim", "_prefix", "|>-", "EOT", "<|", "fim", "_prefix", "|>'", "T", ",(㍿", " ", "<META", "_START", ">", "
ßعé'M", "ḍ̇", "."]}
+{"text": "　㋿㋿\u000bꟲ", "tokens": 11, "pieces": ["　", "㋿㋿", "\u000bꟲ"]}
+{"text": "　ꟲ३'ſ'ſ\n'll!!'M'S1234567812345678🙂\r\nZ\r", "tokens": 25, "pieces": ["　ꟲ", "३", "'ſ'ſ", "\n", "'ll", "!!'", "M'S", "123", "456", "781", "234", "567", "8", "🙂\r\n", "Z", "\r"]}
+{"text": "fi​'D\"Džmſ 
>३ꟲ\r\n'ſa", "tokens": 20, "pieces": ["fi", "​'", "D", "\"Džmſ", " ", "
", ">", "३", "ꟲ", "\r\n", "'ſa"]}
+{"text": "é>…‍́漢́ꟲ09…12345678d-　<|endoftext|>   \n\r<META_START>''    EOTå-<META_START> ,'sEOT#$%   \n<|endoftext|>9!!…😀🏽", "tokens": 66, "pieces": ["é", ">", "…", "‍́漢́ꟲ", "09", "…", "123", "456", "78", "d", "-", "　", "<|", "endoftext", "|>", "   \n\r", "<META", "_START", ">''", "   ", " EOTå", "-<", "META", "_START", ">", " ", ",'", "s", "EOT", "#$%", "   \n", "<|", "endoftext", "|>", "9", "!!", "…", "😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "å'lls<|fim_prefix|>'M'-12345678   \n'D  é", "tokens": 20, "pieces": ["å'll", "s", "<|", "fim", "_prefix", "|>'", "M", "'-", "123", "456", "78", "   \n", "'D", " ", " é"]}
+{"text": "३漢t<EOT>!!!!es\u000b\u000b\r\n​'ſ<|fim_prefix|>'TZ\"å<eꟲ　9\rſ(字‍​字 'M   \n👍🏽0", "tokens": 44, "pieces": ["३", "漢t", "<EOT", ">!!!!", "es", "\u000b\u000b\r\n", "​'", "ſ", "<|", "fim", "_prefix", "|>'", "TZ", "\"å", "<eꟲ", "　", "9", "\r", "ſ", "(字", "‍​", "字", " '", "M", "   \n", "👍🏽", "0"]}
+{"text": "🙂　<EOT>99 ㍿'D🙂-", "tokens": 14, "pieces": ["🙂", "　", "<EOT", ">", "99", " ㍿'", "D", "🙂-"]}
+{"text": "'T   \n'T‍mZ'llmＡ!\r\n\r\n(ds\t", "tokens": 13, "pieces": ["'T", "   \n", "'T", "‍m", "Z'll", "m", "Ａ", "!\r\n\r\n", "(ds", "\t"]}
+{"text": "­
Dž<META_START>\"ßİ#$%'M'sꟲ(\r\n\r\n<ꟲ'S'M😀🏽d३….​½ꟲ٣٤٥٦", "tokens": 41, "pieces": ["­", "
Dž", "<META", "_START", ">\"", "ß", "İ", "#$%'", "M's", "ꟲ", "(\r\n\r\n", "<ꟲ'S", "'M", "😀🏽", "d", "३", "…", ".​", "½", "ꟲ", "٣٤٥", "٦"]}
+{"text": "'Da‍㍿,'Reß12345678'DeZ-'re'D's,-12345678'VE'll३(", "tokens": 28, "pieces": ["'Da", "‍㍿,'", "Reß", "123", "456", "78", "'De", "Z", "-'", "re'D", "'s", ",-", "123", "456", "78", "'VE'll", "३", "("]}
+{"text": "​   \n'VEſ", "tokens": 5, "pieces": ["​", "   \n", "'VEſ"]}
+{"text": "-ß'Re३å .", "tokens": 7, "pieces": ["-ß'Re", "३", "å", " ."]}
+{"text": "åḍ̇!!<|fim_prefix|>\r's'S‍'sſ٣٤٥٦'D12345678.#$%-!fi　fi<  'é‍😀🏽३å> ", "tokens": 47, "pieces": ["åḍ̇", "!!<|", "fim", "_prefix", "|>\r", "'s'S", "‍'", "sſ", "٣٤٥", "٦", "'D", "123", "456", "78", ".#$%-!", "fi", "　fi", "<", " ", " '", "é", "‍😀🏽", "३", "å", ">", " "]}
+{"text": "ß😀🏽ſ'llt'T''T'M0́!a'S,㍿٣٤٥٦>
…s>́'re\n's", "tokens": 34, "pieces": ["ß", "😀🏽", "ſ'll", "t'T", "''", "T'M", "0", "́", "!a'S", ",㍿", "٣٤٥", "٦", ">", "
", "…s", ">́'re", "\n", "'s"]}
+{"text": "
\r\n
İ0'Red#$%<EOT> 12345678åe   \nع'VE'Re d'T漢> 'll'Tİ́㍿३𐞁ß12345678  ㋿", "tokens": 52, "pieces": ["
\r\n", "
İ", "0", "'Red", "#$%<", "EOT", ">", " ", "123", "456", "78", "åe", "   \n", "ع'VE", "'Re", " d'T", "漢", ">", " '", "ll'T", "İ́", "㍿", "३", "𐞁ß", "123", "456", "78", " ", " ㋿"]}
+{"text": "\u000bعع<|endoftext|>㍿  ​<|endoftext|>EOT'ſtd㍿'s‍'M\r(#$%9\n<|fim_prefix|>!   \n'ſ9٣٤٥٦'T\tⅣ", "tokens": 60, "pieces": ["\u000bعع", "<|", "endoftext", "|>㍿", " ", " ​<|", "endoftext", "|>", "EOT'ſ", "td", "㍿'", "s", "‍'", "M", "\r", "(#$%", "9", "\n", "<|", "fim", "_prefix", "|>!", "   \n", "'ſ", "9٣٤", "٥٦", "'T", "\t", "Ⅳ"]}
+{"text": "e<META_START>EOT''ress'VEm>'S- 'M字\r\n\r\n'Sḍ̇İ0're'Re
́d<t\"\rfi'TEOT　<'T\ŕ🙂𐞁", "tokens": 46, "pieces": ["e", "<META", "_START", ">EOT", "''", "ress'VE", "m", ">'", "S", "-", " '", "M字", "\r\n\r\n", "'Sḍ̇", "İ", "0", "'re'Re", "
́d", "<t", "\"\r", "fi'T", "EOT", "　", "<'", "T", "\r", "́", "🙂𐞁"]}
+{"text": "'re0Ａ.㋿<EOT>EOT‍ß\r
\n字<\u000bꟲḍ̇Dž'D́ésⅣ!\u000b<…(<|endoftext|>0<EOT>'s'Re <META_START>'re'Sſa", "tokens": 60, "pieces": ["'re", "0", "Ａ", ".㋿<", "EOT", ">EOT", "‍ß", "\r
\n", "字", "<", "\u000bꟲḍ̇", "Dž'D", "́és", "Ⅳ", "!", "\u000b", "<", "…", "(<|", "endoftext", "|>", "0", "<EOT", ">'", "s'Re", " <", "META", "_START", ">'", "re'S", "ſa"]}
+{"text": "\"  é", "tokens": 4, "pieces": ["\"", " ", " é"]}
+{"text": "😀🏽's…½\t३#$%<å", "tokens": 15, "pieces": ["😀🏽'", "s", "…", "½", "\t", "३", "#$%<", "å"]}
+{"text": "ꟲع ßＡe(\r\n\r\neß㍿  ḍ̇'sꟲ<|endoftext|>ḍ̇'T\r'Reé-0İ㍿<|fim_prefix|>Dž   \n　", "tokens": 55, "pieces": ["ꟲع", " ß", "Ａe", "(\r\n\r\n", "eß", "㍿", " ", " ḍ̇'s", "ꟲ", "<|", "endoftext", "|>", "ḍ̇'T", "\r", "'Reé", "-", "0", "İ", "㍿<|", "fim", "_prefix", "|>", "Dž", "   \n", "　"]}
+{"text": "عe 'D३'s'reéa#$%9字\r!'s", "tokens": 17, "pieces": ["عe", " ", "'D", "३", "'s're", "éa", "#$%", "9", "字", "\r", "!'", "s"]}
+{"text": "'ſⅣⅣ12345678>Dž​٣٤٥٦३", "tokens": 19, "pieces": ["'ſ", "ⅣⅣ1", "234", "567", "8", ">Dž", "​", "٣٤٥", "٦३"]}
+{"text": "\rſ'ſ.ſ", "tokens": 6, "pieces": ["\r", "ſ'ſ", ".ſ"]}
+{"text": "​(ꟲ'M🙂'VE\re'VE\n12345678İ's!!>٣٤٥٦Z\r\n\r\n\tＡ३\r\nZ㍿\r,­٣٤٥٦-\r !!'VE<|endoftext|><|endoftext|>", "tokens": 61, "pieces": ["​(", "ꟲ'M", "🙂'", "VE", "\r", "e'VE", "\n", "123", "456", "78", "İ's", "!!>", "٣٤٥", "٦", "Z", "\r\n\r\n", "\tＡ", "३", "\r\n", "Z", "㍿\r", ",­", "٣٤٥", "٦", "-\r", " ", "!!'", "VE", "<|", "endoftext", "|><|", "endoftext", "|>"]}
+{"text": "ⅣⅣZé'T　\tm…'T<|fim_prefix|>ḍ̇-   \n㋿Z'sé漢३​m   \nd", "tokens": 36, "pieces": ["ⅣⅣ", "Zé'T", "　", "\tm", "…", "'T", "<|", "fim", "_prefix", "|>", "ḍ̇", "-", "   \n", "㋿Z's", "é漢", "३", "​m", "   \n", "d"]}
+{"text": "!!ꟲ'Ts, #$%,…<mＡßt㋿\u000b9½", "tokens": 21, "pieces": ["!!", "ꟲ'T", "s", ",", " #$%,", "…", "<m", "Ａßt", "㋿", "\u000b", "9½"]}
+{"text": "eEOTꟲ
\"३m'T٣٤٥٦㍿e(㍿ å٣٤٥٦३fi🙂", "tokens": 33, "pieces": ["e", "EOTꟲ", "
", "\"", "३", "m'T", "٣٤٥", "٦", "㍿e", "(㍿", " å", "٣٤٥", "٦३", "fi", "🙂"]}
+{"text": "ſ\n😀🏽're<|fim_prefix|>🙂>​aİ\r\n\r\n
ée

é‍,a'VE​aß\r\n\t9t<|fim_prefix|>\rſ٣٤٥٦<|fim_prefix|>Džae", "tokens": 57, "pieces": ["ſ", "\n", "😀🏽'", "re", "<|", "fim", "_prefix", "|>🙂>​", "a", "İ", "\r\n\r\n", "
ée", "
", "
é", "‍,", "a'VE", "​aß", "\r\n", "\t", "9", "t", "<|", "fim", "_prefix", "|>\r", "ſ", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "Džae"]}
+{"text": "<|endoftext|>㍿­ås½  ع\r\n(ع𐞁👍🏽-'ll!'llm㋿Z", "tokens": 36, "pieces": ["<|", "endoftext", "|>㍿­", "ås", "½", " ", " ع", "\r\n", "(ع𐞁", "👍🏽-'", "ll", "!'", "llm", "㋿Z"]}
+{"text": "<|fim_prefix|>İd㍿ß ­🙂!>,\r\n\r\n𐞁٣٤٥٦<META_START>\" ,ꟲ…tå　a½é<|endoftext|>,٣٤٥٦é>", "tokens": 56, "pieces": ["<|", "fim", "_prefix", "|>", "İd", "㍿ß", " ­🙂!>,\r\n\r\n", "𐞁", "٣٤٥", "٦", "<META", "_START", ">\"", " ,", "ꟲ", "…tå", "　a", "½", "é", "<|", "endoftext", "|>,", "٣٤٥", "٦", "é", ">"]}
+{"text": "> ́!<META_START>\t're'T㍿ſ㍿EOT\r\n\r\n­'ReEOTⅣ'M", "tokens": 29, "pieces": [">", " ́", "!<", "META", "_START", ">", "\t", "'re'T", "㍿ſ", "㍿EOT", "\r\n\r\n", "­'", "Re", "EOT", "Ⅳ", "'M"]}
+{"text": "m-½𐞁Zꟲ漢㋿'D<|fim_prefix|>.<|fim_prefix|>'re'T0''lle\ńmsd12345678!!'Reſ(Ⅳ", "tokens": 48, "pieces": ["m", "-", "½", "𐞁Zꟲ漢", "㋿'", "D", "<|", "fim", "_prefix", "|>.<|", "fim", "_prefix", "|>'", "re'T", "0", "''", "lle", "\n", "́msd", "123", "456", "78", "!!'", "Reſ", "(", "Ⅳ"]}
+{"text": "ꟲ👍🏽<META_START>٣٤٥٦　Dž‍<META_START>9'M㋿fi<|endoftext|>'ſs\té(㋿", "tokens": 43, "pieces": ["ꟲ", "👍🏽<", "META", "_START", ">", "٣٤٥", "٦", "　Dž", "‍<", "META", "_START", ">", "9", "'M", "㋿fi", "<|", "endoftext", "|>'", "ſs", "\té", "(㋿"]}
+{"text": "𐞁'VE\r\n🙂‍字字(", "tokens": 12, "pieces": ["𐞁'VE", "\r\n", "🙂‍", "字字", "("]}
+{"text": "́­'Re><EOT>Ａ́å.'VE½\n'Tt9åⅣ\"fi🙂Ａ", "tokens": 27, "pieces": ["́", "­'", "Re", "><", "EOT", ">Ａ́å", ".'", "VE", "½", "\n", "'Tt", "9", "å", "Ⅳ", "\"fi", "🙂Ａ"]}
+{"text": "<ſå½EOTeDžé ", "tokens": 12, "pieces": ["<ſå", "½", "EOTe", "Džé", " "]}
+{"text": "éİ(\r㍿   \né३Z!!9<EOT>\u000bⅣ\u000b<|fim_prefix|>'ſ　ḍ̇漢-\tm'Té", "tokens": 37, "pieces": ["é", "İ", "(\r", "㍿", "   \n", "é", "३", "Z", "!!", "9", "<EOT", ">", "\u000b", "Ⅳ", "\u000b", "<|", "fim", "_prefix", "|>'", "ſ", "　ḍ̇漢", "-", "\tm'T", "é"]}
+{"text": "'ll  \"\u000b  🙂३<‍🙂12345678Dž  <㋿e漢'ſⅣ0ع<|endoftext|>a㍿", "tokens": 39, "pieces": ["'ll", " ", " \"", "\u000b ", " 🙂", "३", "<‍🙂", "123", "456", "78", "Dž", " ", " <㋿", "e漢'ſ", "Ⅳ0", "ع", "<|", "endoftext", "|>", "a", "㍿"]}
+{"text": "!!'ſa'Re\rＡ!Ａ9m", "tokens": 11, "pieces": ["!!'", "ſa'Re", "\r", "Ａ", "!Ａ", "9", "m"]}
+{"text": "ع12345678", "tokens": 4, "pieces": ["ع", "123", "456", "78"]}
+{"text": "​字ع're\n ㍿'VEé'llfi", "tokens": 14, "pieces": ["​字ع're", "\n", " ㍿'", "VEé'll", "fi"]}
+{"text": "   \n.عİ12345678d'fia\n​३ḍ̇m!><META_START>३<EOT>'re#$%(​👍🏽𐞁
'S­'llſſ\n👍🏽   \nDž'Re 'sfi", "tokens": 56, "pieces": ["   \n", ".ع", "İ", "123", "456", "78", "d", "'fia", "\n", "​", "३", "ḍ̇m", "!><", "META", "_START", ">", "३", "<EOT", ">'", "re", "#$%(​👍🏽", "𐞁", "
", "'S", "­'", "llſſ", "\n", "👍🏽", "   \n", "Dž'Re", " ", "'sfi"]}
+{"text": "d", "tokens": 1, "pieces": ["d"]}
+{"text": "\t㋿", "tokens": 4, "pieces": ["\t", "㋿"]}
+{"text": ">   ㋿'llZ\t<|endoftext|><|endoftext|>'VE­ḍ̇!!'s­-\r'", "tokens": 35, "pieces": [">", "  ", " ", "㋿'", "ll", "Z", "\t", "<|", "endoftext", "|><|", "endoftext", "|>'", "VE", "­ḍ̇", "!!'", "s", "­-\r", "'"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ꟲDž㍿𐞁d<|endoftext|><|fim_prefix|><  (عＡ字‍‍'T👍🏽's's#$%!!<Ⅳß ٣٤٥٦>'Dع　", "tokens": 56, "pieces": ["ꟲ", "Dž", "㍿𐞁d", "<|", "endoftext", "|><|", "fim", "_prefix", "|><", " ", " (", "عＡ字", "‍‍'", "T", "👍🏽'", "s's", "#$%!!<", "Ⅳ", "ß", " ", "٣٤٥", "٦", ">'", "Dع", "　"]}
+{"text": "m   \n's9İé(!>३㋿­<|fim_prefix|>  <META_START>!漢𐞁<EOT>ḍ̇s#$%åß12345678'D", "tokens": 46, "pieces": ["m", "   \n", "'s", "9", "İé", "(!>", "३", "㋿­<|", "fim", "_prefix", "|>", " ", " <", "META", "_START", ">!", "漢𐞁", "<EOT", ">ḍ̇s", "#$%", "åß", "123", "456", "78", "'D"]}
+{"text": "!é🙂\r\n३s𐞁'llEOT>
㋿>,́<𐞁عḍ̇\"عté0sam", "tokens": 35, "pieces": ["!é", "🙂\r\n", "३", "s𐞁'll", "EOT", ">", "
", "㋿>,́<", "𐞁عḍ̇", "\"عté", "0", "sam"]}
+{"text": "fiZ'ſ!\nß\u000bsea0'ſ
Ⅳ🙂👍🏽   \n‍
('M　t<META_START>('DＡ!éⅣ‍ m\té9d😀🏽'ſ", "tokens": 48, "pieces": ["fi", "Z'ſ", "!\n", "ß", "\u000bsea", "0", "'ſ", "
", "Ⅳ", "🙂👍🏽", "   \n", "‍", "
", "('", "M", "　t", "<META", "_START", ">('", "DＡ", "!é", "Ⅳ", "‍", " m", "\té", "9", "d", "😀🏽'", "ſ"]}
+{"text": "12345678\n'…><|fim_prefix|>Ａ(d'ſ!'ll<|fim_prefix|>'s", "tokens": 26, "pieces": ["123", "456", "78", "\n", "'", "…", "><|", "fim", "_prefix", "|>", "Ａ", "(d'ſ", "!'", "ll", "<|", "fim", "_prefix", "|>'", "s"]}
+{"text": "\r\n Z>'ſåſ\"ſ½­-(<　ع\r\n\r\n
", "tokens": 18, "pieces": ["\r\n", " Z", ">'", "ſåſ", "\"ſ", "½", "­-(<", "　ع", "\r\n\r\n", "
"]}
+{"text": "!😀🏽🙂EOT'VEſ", "tokens": 10, "pieces": ["!😀🏽🙂", "EOT'VE", "ſ"]}
+{"text": "é#$%m\r\n\r\nß<EOT>𐞁>\t(‍Ａ\r\n\r\n'ſḍ̇३'S🙂İ(#$%", "tokens": 32, "pieces": ["é", "#$%", "m", "\r\n\r\n", "ß", "<EOT", ">𐞁", ">", "\t", "(‍", "Ａ", "\r\n\r\n", "'ſḍ̇", "३", "'S", "🙂İ", "(#$%"]}
+{"text": ".'Sḍ̇'S<META_START>…", "tokens": 12, "pieces": [".'", "Sḍ̇'S", "<META", "_START", ">", "…"]}
+{"text": "ع<META_START> …Ａ🙂'T.   \n!'Re🙂é12345678Z\r\n", "tokens": 24, "pieces": ["ع", "<META", "_START", ">", " ", "…Ａ", "🙂'", "T", ".", "   \n", "!'", "Re", "🙂é", "123", "456", "78", "Z", "\r\n"]}
+{"text": "\t३‍Ａ🙂Ⅳ㋿İḍ̇
<\r\n\r\n½<|fim_prefix|>ꟲ'DعＡDž'D'VE<|endoftext|>'ſ", "tokens": 43, "pieces": ["\t", "३", "‍Ａ", "🙂", "Ⅳ", "㋿İḍ̇", "
", "<\r\n\r\n", "½", "<|", "fim", "_prefix", "|>", "ꟲ'D", "ع", "ＡDž'D", "'VE", "<|", "endoftext", "|>'", "ſ"]}
+{"text": "maſ\r\n\r\n'TDž'D  Dž\rⅣ'T12345678å\t
Dž漢(!ع(!!  ½EOT\r\nḍ̇!!<EOT>　<|fim_prefix|>", "tokens": 50, "pieces": ["maſ", "\r\n\r\n", "'TDž'D", " ", " Dž", "\r", "Ⅳ", "'T", "123", "456", "78", "å", "\t", "
Dž漢", "(!", "ع", "(!!", " ", " ", "½", "EOT", "\r\n", "ḍ̇", "!!<", "EOT", ">", "　", "<|", "fim", "_prefix", "|>"]}
+{"text": "​<|fim_prefix|>\t'lls漢Ⅳ >'T٣٤٥٦! Z#$%\"'re>
ع'M'ſEOT's👍🏽'\r\n\r\n‍​s\n­<|endoftext|>​!!ḍ̇0,", "tokens": 59, "pieces": ["​<|", "fim", "_prefix", "|>", "\t", "'lls漢", "Ⅳ", " ", ">'", "T", "٣٤٥", "٦", "!", " Z", "#$%\"'", "re", ">", "
ع'M", "'ſ", "EOT's", "👍🏽'\r\n\r\n", "‍​", "s", "\n", "­<|", "endoftext", "|>​!!", "ḍ̇", "0", ","]}
+{"text": "½!t३<META_START>\n  .d㍿'Res​12345678   \n\r\n<META_START>.漢…ع…ß'Re漢'VE<|endoftext|>٣٤٥٦ß<META_START>
.\u000b'Séd
漢", "tokens": 60, "pieces": ["½", "!t", "३", "<META", "_START", ">\n", " ", " .", "d", "㍿'", "Res", "​", "123", "456", "78", "   \n\r\n", "<META", "_START", ">.", "漢", "…ع", "…ß'Re", "漢'VE", "<|", "endoftext", "|>", "٣٤٥", "٦", "ß", "<META", "_START", ">", "
", ".", "\u000b", "'Séd", "
漢"]}
+{"text": "…s👍🏽e३'VE''re<é9", "tokens": 16, "pieces": ["…s", "👍🏽", "e", "३", "'VE", "''", "re", "<é", "9"]}
+{"text": "٣٤٥٦<|endoftext|>Z　   \n", "tokens": 14, "pieces": ["٣٤٥", "٦", "<|", "endoftext", "|>", "Z", "　   \n"]}
+{"text": "m>'S12345678\r\nḍ̇m‍ḍ̇漢d9<|fim_prefix|>ds, (  EOT!<META_START>'D9é, a
#$%𐞁d́🙂", "tokens": 52, "pieces": ["m", ">'", "S", "123", "456", "78", "\r\n", "ḍ̇m", "‍ḍ̇漢d", "9", "<|", "fim", "_prefix", "|>", "ds", ",", " (", " ", " EOT", "!<", "META", "_START", ">'", "D", "9", "é", ",", " a", "
", "#$%", "𐞁d́", "🙂"]}
+{"text": "(", "tokens": 1, "pieces": ["("]}
+{"text": ">​-<|fim_prefix|>㍿'Tt(<　'D🙂 Z\r\n\r\n
(s'VE.#$%Dž​'T<META_START>㋿\t​
Dž'-", "tokens": 47, "pieces": [">​-<|", "fim", "_prefix", "|>㍿'", "Tt", "(<", "　", "'D", "🙂", " Z", "\r\n\r\n", "
", "(s'VE", ".#$%", "Dž", "​'", "T", "<META", "_START", ">㋿", "\t", "​", "
Dž", "'-"]}
+{"text": "'Ḿ9", "tokens": 3, "pieces": ["'Ḿ", "9"]}
+{"text": "'s'S>", "tokens": 3, "pieces": ["'s'S", ">"]}
+{"text": "‍㋿Ⅳ", "tokens": 6, "pieces": ["‍㋿", "Ⅳ"]}
+{"text": "٣٤٥٦\r\n\r\n­å ­0<EOT>​½½9字e \u000b", "tokens": 20, "pieces": ["٣٤٥", "٦", "\r\n\r\n", "­å", " ­", "0", "<EOT", ">​", "½½9", "字e", " \u000b"]}
+{"text": "ßⅣ>  m'VEfi　ḍ̇", "tokens": 13, "pieces": ["ß", "Ⅳ", ">", " ", " m'VE", "fi", "　ḍ̇"]}
+{"text": "'M<|fim_prefix|>ع\t<META_START><ꟲ'S><|endoftext|>‍'ſ\u000b́
EOTé­
   \n9", "tokens": 37, "pieces": ["'M", "<|", "fim", "_prefix", "|>", "ع", "\t", "<META", "_START", "><", "ꟲ'S", "><|", "endoftext", "|>‍'", "ſ", "\u000b́", "
EOTé", "­", "
   \n", "9"]}
+{"text": "\rß\rZa\tm　👍🏽0　🙂漢<EOT>EOT'll're''Ａ\u000b<   \naa-'llå\r\nḍ̇t­<12345678'Mſ", "tokens": 40, "pieces": ["\r", "ß", "\r", "Za", "\tm", "　", "👍🏽", "0", "　", "🙂漢", "<EOT", ">EOT'll", "'re", "''", "Ａ", "\u000b", "<", "   \n", "aa", "-'", "llå", "\r\n", "ḍ̇t", "­<", "123", "456", "78", "'Mſ"]}
+{"text": "　ßd٣٤٥٦EOT\r\n\r\n9-🙂'ſEOT\r\u000b<|fim_prefix|>'🙂 !!字mZꟲ<|endoftext|>!!٣٤٥٦'ſ!'ſ!!ſ", "tokens": 51, "pieces": ["　ßd", "٣٤٥", "٦", "EOT", "\r\n\r\n", "9", "-🙂'", "ſ", "EOT", "\r", "\u000b", "<|", "fim", "_prefix", "|>'🙂", " !!", "字m", "Zꟲ", "<|", "endoftext", "|>!!", "٣٤٥", "٦", "'ſ", "!'", "ſ", "!!", "ſ"]}
+{"text": "0're<…,12345678<META_START>­Džå'Tḍ̇'Re👍🏽\nDž漢𐞁", "tokens": 34, "pieces": ["0", "'re", "<", "…", ",", "123", "456", "78", "<META", "_START", ">­", "Džå'T", "ḍ̇'Re", "👍🏽\n", "Dž漢𐞁"]}
+{"text": "<EOT>-'VE…<|fim_prefix|>'́́'0e‍s,''ll'ſ\t…s0👍🏽é", "tokens": 34, "pieces": ["<EOT", ">-'", "VE", "…", "<|", "fim", "_prefix", "|>'́́'", "0", "e", "‍s", ",''", "ll'ſ", "\t", "…s", "0", "👍🏽", "é"]}
+{"text": "ḍ̇ <EOT>　३'Tḍ̇漢 ſ's…'D… 　<\rعİétḍ̇å🙂0é\u000bع<|endoftext|>'T\u000b३<META_START>", "tokens": 54, "pieces": ["ḍ̇", " <", "EOT", ">", "　", "३", "'Tḍ̇漢", " ſ's", "…", "'D", "… ", "　", "<\r", "عİétḍ̇å", "🙂", "0", "é", "\u000bع", "<|", "endoftext", "|>'", "T", "\u000b", "३", "<META", "_START", ">"]}
+{"text": "٣٤٥٦(é👍🏽e9   \n(😀🏽0\r'Sſ're漢é\r\né👍🏽,0 ſds's㍿9ḍ̇'re(🙂ſa　", "tokens": 47, "pieces": ["٣٤٥", "٦", "(é", "👍🏽", "e", "9", "   \n", "(😀🏽", "0", "\r", "'Sſ're", "漢é", "\r\n", "é", "👍🏽,", "0", " ſds's", "㍿", "9", "ḍ̇'re", "(🙂", "ſa", "　"]}
+{"text": "ßİ0​'ſ#$%​\"㋿́'Sꟲ<ع-٣٤٥٦", "tokens": 26, "pieces": ["ß", "İ", "0", "​'", "ſ", "#$%​\"㋿́'", "Sꟲ", "<ع", "-", "٣٤٥", "٦"]}
+{"text": "😀🏽<|fim_prefix|>s!'M!!😀🏽\u000bea", "tokens": 18, "pieces": ["😀🏽<|", "fim", "_prefix", "|>", "s", "!'", "M", "!!😀🏽", "\u000bea"]}
+{"text": ".½\r\n𐞁ſ㋿½👍🏽Dž''ll㋿'S's'ſ½0 mfi　Z,s'Redİ", "tokens": 38, "pieces": [".", "½", "\r\n", "𐞁ſ", "㋿", "½", "👍🏽", "Dž", "''", "ll", "㋿'", "S's", "'ſ", "½0", " mfi", "　Z", ",s'Re", "d", "İ"]}
+{"text": "㍿", "tokens": 3, "pieces": ["㍿"]}
+{"text": "é12345678fi  𐞁'ſ<|fim_prefix|><META_START>३!!İ\t0Z!d.<|fim_prefix|>🙂#$%>…!", "tokens": 43, "pieces": ["é", "123", "456", "78", "fi", " ", " 𐞁'ſ", "<|", "fim", "_prefix", "|><", "META", "_START", ">", "३", "!!", "İ", "\t", "0", "Z", "!d", ".<|", "fim", "_prefix", "|>🙂#$%>", "…", "!"]}
+{"text": "#$%㍿'M<META_START>m
,!!0'S'ſ'VE'D", "tokens": 22, "pieces": ["#$%㍿'", "M", "<META", "_START", ">m", "
", ",!!", "0", "'S'ſ", "'VE'D"]}
+{"text": "<|endoftext|>'S字m'VEt́9#$%''ret\r'll­", "tokens": 22, "pieces": ["<|", "endoftext", "|>'", "S字m'VE", "t́", "9", "#$%''", "ret", "\r", "'ll", "­"]}
+{"text": "mⅣé", "tokens": 4, "pieces": ["m", "Ⅳ", "é"]}
+{"text": "DžEOT  (<EOT>'Re'll½🙂㋿ⅣＡ́(👍🏽><META_START>́", "tokens": 29, "pieces": ["DžEOT", " ", " (<", "EOT", ">'", "Re'll", "½", "🙂㋿", "Ⅳ", "Ａ́", "(👍🏽><", "META", "_START", ">́"]}
+{"text": "३ Ａ(­'D　s　Dž🙂Dž<é👍🏽.,a Dž'Dſ'Re#$%㍿'ſ'", "tokens": 37, "pieces": ["३", " Ａ", "(­'", "D", "　s", "　Dž", "🙂Dž", "<é", "👍🏽.,", "a", " Dž'D", "ſ'Re", "#$%㍿'", "ſ", "'"]}
+{"text": "\r\n\r\n😀🏽m\r\n㋿d åm\t", "tokens": 14, "pieces": ["\r\n\r\n", "😀🏽", "m", "\r\n", "㋿d", " åm", "\t"]}
+{"text": "'VE👍🏽's'ſ-३.­'Re\r\n\r\n'S", "tokens": 17, "pieces": ["'VE", "👍🏽'", "s'ſ", "-", "३", ".­'", "Re", "\r\n\r\n", "'S"]}
+{"text": " 😀🏽Ａ<|endoftext|>   \n㍿ 'ſ　\t🙂Ａ ३#$%Dž<META_START>0'T'0\u000b", "tokens": 38, "pieces": [" ", "😀🏽", "Ａ", "<|", "endoftext", "|>", "   \n", "㍿", " ", "'ſ", "　", "\t", "🙂Ａ", " ", "३", "#$%", "Dž", "<META", "_START", ">", "0", "'T", "'", "0", "\u000b"]}
+{"text": "Ａ<|endoftext|>fiß9ꟲ<|endoftext|>e ½ >㋿İ😀🏽' ㍿😀🏽́\u000b३\n\u000b9<EOT>d'M'Tße", "tokens": 53, "pieces": ["Ａ", "<|", "endoftext", "|>", "fiß", "9", "ꟲ", "<|", "endoftext", "|>", "e", " ", "½", " ", ">㋿", "İ", "😀🏽'", " ", "㍿😀🏽́", "\u000b", "३", "\n", "\u000b", "9", "<EOT", ">d'M", "'Tße"]}
+{"text": "…½é\r\ne\t9  #$%'ll(s漢'ſ<|endoftext|>Ａ<|fim_prefix|>'S<|endoftext|>'D>EOT㋿٣٤٥٦🙂<½'M½té>'T", "tokens": 59, "pieces": ["…", "½", "é", "\r\n", "e", "\t", "9", " ", " #$%'", "ll", "(s漢'ſ", "<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>'", "S", "<|", "endoftext", "|>'", "D", ">EOT", "㋿", "٣٤٥", "٦", "🙂<", "½", "'M", "½", "té", ">'", "T"]}
+{"text": "　Zma<‍és'VE'sm'S   \n<EOT>👍🏽ꟲ9😀🏽", "tokens": 25, "pieces": ["　Zma", "<‍", "és'VE", "'sm'S", "   \n", "<EOT", ">👍🏽", "ꟲ", "9", "😀🏽"]}
+{"text": "ß'VE<|fim_prefix|>d\t!!ḍ̇å\ńſ\"́é​　'D'VE㋿!'sé😀🏽EOT 'lld😀🏽́'s<EOT>", "tokens": 52, "pieces": ["ß'VE", "<|", "fim", "_prefix", "|>", "d", "\t", "!!", "ḍ̇å", "\n", "́ſ", "\"́é", "​", "　", "'D'VE", "㋿!'", "sé", "😀🏽", "EOT", " ", "'lld", "😀🏽́'", "s", "<EOT", ">"]}
+{"text": "é<|endoftext|>EOT́<|fim_prefix|> \n( fiß-㋿'ſ<|fim_prefix|>,'s   \n#$%-
\r", "tokens": 42, "pieces": ["é", "<|", "endoftext", "|>", "EOT́", "<|", "fim", "_prefix", "|>", " \n", "(", " fiß", "-㋿'", "ſ", "<|", "fim", "_prefix", "|>,'", "s", "   \n", "#$%-", "
\r"]}
+{"text": "
é٣٤٥٦'D   \n'll\u000bå'MEOT  'll'ſⅣ'\rfifid😀🏽­…字😀🏽३'ll'Dd,ḍ̇", "tokens": 46, "pieces": ["
é", "٣٤٥", "٦", "'D", "   \n", "'ll", "\u000bå'M", "EOT", " ", " '", "ll'ſ", "Ⅳ", "'\r", "fifid", "😀🏽­", "…字", "😀🏽", "३", "'ll'D", "d", ",ḍ̇"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿½<ſ'll   \n(½'ll字'Re!!!!<…ꟲ½a\tＡ'VE'lltⅣDžm'Re ", "tokens": 35, "pieces": ["㍿", "½", "<ſ'll", "   \n", "(", "½", "'ll字'Re", "!!!!<", "…ꟲ", "½", "a", "\tＡ'VE", "'llt", "Ⅳ", "Džm'Re", " "]}
+{"text": "'s…\u000b\r-'s'll's'ſ​\r\n\r\n'Sm\u000b½ !\ré9😀🏽<EOT>s　ſ", "tokens": 30, "pieces": ["'s", "…\u000b\r", "-'", "s'll", "'s'ſ", "​\r\n\r\n", "'Sm", "\u000b", "½", " !\r", "é", "9", "😀🏽<", "EOT", ">s", "　ſ"]}
+{"text": "😀🏽ſ'ſİ
字<META_START>ém'Re   \n​<́३ 'T", "tokens": 24, "pieces": ["😀🏽", "ſ'ſ", "İ", "
字", "<META", "_START", ">ém'Re", "   \n", "​<́", "३", " ", "'T"]}
+{"text": "'VE<#$%'re<|fim_prefix|>!fié٣٤٥٦'s>fis\"<|fim_prefix|>　३'ll\r\n12345678𐞁>,", "tokens": 42, "pieces": ["'VE", "<#$%'", "re", "<|", "fim", "_prefix", "|>!", "fié", "٣٤٥", "٦", "'s", ">fis", "\"<|", "fim", "_prefix", "|>", "　", "३", "'ll", "\r\n", "123", "456", "78", "𐞁", ">,"]}
+{"text": " 
a éꟲ👍🏽
ꟲ'ſ 'VEt<META_START><EOT>Z🙂½漢", "tokens": 30, "pieces": [" ", "
a", " éꟲ", "👍🏽", "
ꟲ'ſ", " '", "VEt", "<META", "_START", "><", "EOT", ">Z", "🙂", "½", "漢"]}
+{"text": "Ⅳİ''ll\t…å😀🏽   \n\u000b!عDž", "tokens": 19, "pieces": ["Ⅳ", "İ", "''", "ll", "\t", "…å", "😀🏽", "   \n", "\u000b", "!ع", "Dž"]}
+{"text": "\r\nfi 👍🏽!!,😀🏽İ字EOT\r\n\r\nⅣⅣ.ḍ̇…🙂Ⅳ
(('Ss  t́Ⅳ   \nZ\t  's\r\n\r\n!!", "tokens": 44, "pieces": ["\r\n", "fi", " ", "👍🏽!!,😀🏽", "İ字", "EOT", "\r\n\r\n", "ⅣⅣ", ".ḍ̇", "…", "🙂", "Ⅳ", "
", "(('", "Ss", " ", " t́", "Ⅳ", "   \n", "Z", "\t ", " '", "s", "\r\n\r\n", "!!"]}
+{"text": "é", "tokens": 1, "pieces": ["é"]}
+{"text": "­-👍🏽Ａ😀🏽s\t.12345678½  \r\nḍ̇''Re​‍.
sḍ̇a", "tokens": 30, "pieces": ["­-👍🏽", "Ａ", "😀🏽", "s", "\t", ".", "123", "456", "78½", "  \r\n", "ḍ̇", "''", "Re", "​‍.", "
sḍ̇a"]}
+{"text": "Ａ‍👍🏽\t​ås字 ع'Ds", "tokens": 14, "pieces": ["Ａ", "‍👍🏽", "\t", "​ås字", " ع'D", "s"]}
+{"text": "9", "tokens": 1, "pieces": ["9"]}
+{"text": "Dž", "tokens": 2, "pieces": ["Dž"]}
+{"text": "́,İt'VE!!å'ſⅣ🙂'ſ's9\r\nſ<EOT>𐞁ḍ̇　<|fim_prefix|>Ź٣٤٥٦'Dİfiꟲß,s0a  字", "tokens": 55, "pieces": ["́", ",İt'VE", "!!", "å'ſ", "Ⅳ", "🙂'", "ſ's", "9", "\r\n", "ſ", "<EOT", ">𐞁ḍ̇", "　", "<|", "fim", "_prefix", "|>", "Ź", "٣٤٥", "٦", "'Dİfiꟲß", ",s", "0", "a", " ", " 字"]}
+{"text": "'S<|fim_prefix|><<|fim_prefix|><META_START>…-\r\n\"é\rZ'llع(fi", "tokens": 28, "pieces": ["'S", "<|", "fim", "_prefix", "|><<|", "fim", "_prefix", "|><", "META", "_START", ">", "…", "-\r\n", "\"é", "\r", "Z'll", "ع", "(fi"]}
+{"text": "s'½   \nééſ'll👍🏽'ſ😀🏽fi\r\n9é‍'VE\r…<META_START>　𐞁\r'Dİſ\"é  字İé'M'DＡ🙂,ſ", "tokens": 52, "pieces": ["s", "'", "½", "   \n", "ééſ'll", "👍🏽'", "ſ", "😀🏽", "fi", "\r\n", "9", "é", "‍'", "VE", "\r", "…", "<META", "_START", ">", "　𐞁", "\r", "'Dİſ", "\"é", " ", " 字İé'M", "'DＡ", "🙂,", "ſ"]}
+{"text": "'re  fi e'D('D", "tokens": 8, "pieces": ["'re", " ", " fi", " e'D", "('", "D"]}
+{"text": "9're字­'D字'🙂12345678å>🙂's३ſ   \n", "tokens": 21, "pieces": ["9", "'re字", "­'", "D字", "'🙂", "123", "456", "78", "å", ">🙂'", "s", "३", "ſ", "   \n"]}
+{"text": "12345678😀🏽!字\r\n'Tḍ̇٣٤٥٦­½'T'VE<META_START>Ⅳ\"", "tokens": 29, "pieces": ["123", "456", "78", "😀🏽!", "字", "\r\n", "'Tḍ̇", "٣٤٥", "٦", "­", "½", "'T'VE", "<META", "_START", ">", "Ⅳ", "\""]}
+{"text": ".👍🏽\r\n\r\nd­‍<|endoftext|>😀🏽　Ⅳ<|endoftext|>12345678m\r\n\r\n'S漢ꟲ", "tokens": 38, "pieces": [".👍🏽\r\n\r\n", "d", "­‍<|", "endoftext", "|>😀🏽", "　", "Ⅳ", "<|", "endoftext", "|>", "123", "456", "78", "m", "\r\n\r\n", "'S漢ꟲ"]}
+{"text": ".>#$%Z12345678…㍿", "tokens": 13, "pieces": [".>#$%", "Z", "123", "456", "78", "…", "㍿"]}
+{"text": "#$%   \n'Re   \n<́(<EOT>ꟲ㍿​fiéfi\t​Ⅳ'S ́ßemd\t0\n", "tokens": 33, "pieces": ["#$%", "   \n", "'Re", "   \n", "<́", "(<", "EOT", ">ꟲ", "㍿​", "fiéfi", "\t", "​", "Ⅳ", "'S", " ́ßemd", "\t", "0", "\n"]}
+{"text": "(…'lleá#$%EOT!! ​9ß­'res\"ⅣⅣ-'M३e#$%'s12345678'll<|fim_prefix|>…Džfi‍åZ<META_START><|endoftext|>", "tokens": 60, "pieces": ["(", "…", "'lleá", "#$%", "EOT", "!!", " ", "​", "9", "ß", "­'", "res", "\"", "ⅣⅣ", "-'", "M", "३", "e", "#$%'", "s", "123", "456", "78", "'ll", "<|", "fim", "_prefix", "|>", "…Džfi", "‍å", "Z", "<META", "_START", "><|", "endoftext", "|>"]}
+{"text": "
‍३'re0\r\nDž­🙂a👍🏽­<EOT>㍿-ḍ̇Dž", "tokens": 28, "pieces": ["
", "‍", "३", "'re", "0", "\r\n", "Dž", "­🙂", "a", "👍🏽­<", "EOT", ">㍿-", "ḍ̇", "Dž"]}
+{"text": "\té'ſ   \nḍ̇aꟲ''VE'VEé  漢…' Ａ'Re's.<META_START>", "tokens": 32, "pieces": ["\té'ſ", "   \n", "ḍ̇aꟲ", "''", "VE'VE", "é", " ", " 漢", "…", "'", " Ａ'Re", "'s", ".<", "META", "_START", ">"]}
+{"text": "12345678'stⅣع.… ,EOT字İ漢㋿ !!<META_START>'M🙂㋿
", "tokens": 32, "pieces": ["123", "456", "78", "'st", "Ⅳ", "ع", ".", "…", " ", ",EOT字İ漢", "㋿", " ", "!!<", "META", "_START", ">'", "M", "🙂㋿", "
"]}
+{"text": "   \n.Ａ<META_START>İ,½👍🏽're\t'VE𐞁عéDžſ(#$%'reſ  ㋿😀🏽ع!å𐞁‍s👍🏽å­Z'", "tokens": 58, "pieces": ["   \n", ".Ａ", "<META", "_START", ">İ", ",", "½", "👍🏽'", "re", "\t", "'VE𐞁عé", "Džſ", "(#$%'", "reſ", " ", " ㋿😀🏽", "ع", "!å𐞁", "‍s", "👍🏽", "å", "­Z", "'"]}
+{"text": "ḍ̇ꟲms12345678e'S9<META_START>٣٤٥٦字ḍ̇\"ع㍿İ'M'llſ\r\n    🙂a<|endoftext|>fi漢!३<|fim_prefix|>　\u000b٣٤٥٦>", "tokens": 62, "pieces": ["ḍ̇ꟲms", "123", "456", "78", "e'S", "9", "<META", "_START", ">", "٣٤٥", "٦", "字ḍ̇", "\"ع", "㍿İ'M", "'llſ", "\r\n", "   ", " 🙂", "a", "<|", "endoftext", "|>", "fi漢", "!", "३", "<|", "fim", "_prefix", "|>", "　", "\u000b", "٣٤٥", "٦", ">"]}
+{"text": "ßå<EOT>ع0ع12345678½㋿　Džꟲtſ-sꟲ#$%'ſ'ſt''D  sDž\"a‍Ⅳ字12345678   \n", "tokens": 49, "pieces": ["ßå", "<EOT", ">ع", "0", "ع", "123", "456", "78½", "㋿", "　Džꟲtſ", "-sꟲ", "#$%'", "ſ'ſ", "t", "''", "D", " ", " s", "Dž", "\"a", "‍", "Ⅳ", "字", "123", "456", "78", "   \n"]}
+{"text": "m<|endoftext|>Ⅳ\r\n\r\n!\r\n\r\n'漢   'S'Ses'D're𐞁'VE.a<EOT>Džm(", "tokens": 36, "pieces": ["m", "<|", "endoftext", "|>", "Ⅳ", "\r\n\r\n", "!\r\n\r\n", "'漢", "  ", " ", "'S'S", "es'D", "'re𐞁'VE", ".a", "<EOT", ">Džm", "("]}
+{"text": "\téa\t0t漢ꟲEOT\u000bEOT́e­<EOT>-\u000b​", "tokens": 24, "pieces": ["\téa", "\t", "0", "t漢ꟲ", "EOT", "\u000bEOT́e", "­<", "EOT", ">-", "\u000b", "​"]}
+{"text": "<|endoftext|>½EOTfiḍ̇​½́
\"ḍ̇#$%Dž​Ａꟲ\"<", "tokens": 32, "pieces": ["<|", "endoftext", "|>", "½", "EOTfiḍ̇", "​", "½", "́", "
", "\"ḍ̇", "#$%", "Dž", "​Ａꟲ", "\"<"]}
+{"text": "٣٤٥٦0(😀🏽'lld0\r.<EOT><İ'Re'Re#$%<|endoftext|>#$%<|endoftext|>ß­'Re>sa", "tokens": 44, "pieces": ["٣٤٥", "٦0", "(😀🏽'", "lld", "0", "\r", ".<", "EOT", "><", "İ'Re", "'Re", "#$%<|", "endoftext", "|>#$%<|", "endoftext", "|>", "ß", "­'", "Re", ">sa"]}
+{"text": "😀🏽12345678㋿ḍ̇.𐞁\r\n<|endoftext|>,ß -😀🏽é.'S9\r\n\r\n　!!漢", "tokens": 38, "pieces": ["😀🏽", "123", "456", "78", "㋿ḍ̇", ".𐞁", "\r\n", "<|", "endoftext", "|>,", "ß", " -😀🏽", "é", ".'", "S", "9", "\r\n\r\n", "　", "!!", "漢"]}
+{"text": "👍🏽\u000b  ſ>‍!!字٣٤٥٦\"ḍ̇'३ß9é३\"e\nß0
!Ａd   Ａ9\n", "tokens": 40, "pieces": ["👍🏽", "\u000b ", " ſ", ">‍!!", "字", "٣٤٥", "٦", "\"ḍ̇", "'", "३", "ß", "9", "é", "३", "\"e", "\n", "ß", "0", "
", "!Ａd", "  ", " Ａ", "9", "\n"]}
+{"text": "t12345678 'ſfiḍ̇ſfiⅣ㍿>", "tokens": 18, "pieces": ["t", "123", "456", "78", " '", "ſfiḍ̇ſfi", "Ⅳ", "㍿>"]}
+{"text": "('Mꟲ字<!!ZＡfi½İm👍🏽'S", "tokens": 19, "pieces": ["('", "Mꟲ字", "<!!", "ZＡfi", "½", "İm", "👍🏽'", "S"]}
+{"text": "  <'sZ　‍½e'ſe
e9   \n<|fim_prefix|>'Dß-<|endoftext|>٣٤٥٦\u000bd\r\nſ😀🏽\n…aémＡ…㍿½👍🏽३s
 ", "tokens": 63, "pieces": [" ", " <'", "s", "Z", "　", "‍", "½", "e'ſ", "e", "
e", "9", "   \n", "<|", "fim", "_prefix", "|>'", "Dß", "-<|", "endoftext", "|>", "٣٤٥", "٦", "\u000bd", "\r\n", "ſ", "😀🏽\n", "…aém", "Ａ", "…", "㍿", "½", "👍🏽", "३", "s", "
 "]}
+{"text": " ſ>!'Re㋿'M's'T,İ!ع9-(­å㍿ع-'ll<META_START>𐞁'Re​d😀🏽ꟲ !!😀🏽", "tokens": 49, "pieces": [" ſ", ">!'", "Re", "㋿'", "M's", "'T", ",İ", "!ع", "9", "-(­", "å", "㍿ع", "-'", "ll", "<META", "_START", ">𐞁'Re", "​d", "😀🏽", "ꟲ", " ", "!!😀🏽"]}
+{"text": "३-   \n٣٤٥٦é ſ!!'ll'ſ   \n>'å­'ll½'M𐞁́Dž​<|endoftext|>!fißſa12345678<|endoftext|>́9<d're'M\n‍\u000b", "tokens": 63, "pieces": ["३", "-", "   \n", "٣٤٥", "٦", "é", " ſ", "!!'", "ll'ſ", "   \n", ">'", "å", "­'", "ll", "½", "'M𐞁́", "Dž", "​<|", "endoftext", "|>!", "fißſa", "123", "456", "78", "<|", "endoftext", "|>́", "9", "<d're", "'M", "\n", "‍", "\u000b"]}
+{"text": "Z'Sfiꟲ0're\r!Ａ\r\n\r\n-t'TEOT  .  EOTＡd'reé,!!字字<<,字", "tokens": 32, "pieces": ["Z'S", "fiꟲ", "0", "'re", "\r", "!Ａ", "\r\n\r\n", "-t'T", "EOT", " ", " .", " ", " EOTＡd're", "é", ",!!", "字字", "<<,", "字"]}
+{"text": "  \n9👍🏽é're<EOT>字<|endoftext|>(0​\rＡ　0İ㍿'D㋿ḍ̇<EOT>㋿\"Z", "tokens": 44, "pieces": ["  \n", "9", "👍🏽", "é're", "<EOT", ">字", "<|", "endoftext", "|>(", "0", "​\r", "Ａ", "　", "0", "İ", "㍿'", "D", "㋿ḍ̇", "<EOT", ">㋿\"", "Z"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'😀🏽ع!𐞁　s\"😀🏽字٣٤٥٦٣٤٥٦İ,٣٤٥٦ꟲ#$%,\r\n\r\n字a", "tokens": 39, "pieces": ["'😀🏽", "ع", "!𐞁", "　s", "\"😀🏽", "字", "٣٤٥", "٦٣٤", "٥٦", "İ", ",", "٣٤٥", "٦", "ꟲ", "#$%,\r\n\r\n", "字a"]}
+{"text": "\rDž'ſ're12345678‍'Re'T<eع‍İ!!0'(漢  ​(", "tokens": 25, "pieces": ["\r", "Dž'ſ", "'re", "123", "456", "78", "‍'", "Re'T", "<eع", "‍İ", "!!", "0", "'(", "漢", " ", " ​("]}
+{"text": "Z漢-'VEDž  🙂,9字9…<META_START>\"\r'M
ع\u000b\tt", "tokens": 24, "pieces": ["Z漢", "-'", "VEDž", " ", " 🙂,", "9", "字", "9", "…", "<META", "_START", ">\"\r", "'M", "
ع", "\u000b", "\tt"]}
+{"text": "<ḍ̇漢<EOT>ꟲ'T<('Reꟲع\r\n\r\nDžⅣ'll㍿!!Dž   \n'T'Dعfi<|fim_prefix|>漢é­m'ſ㋿   \n㋿0\u000b<META_START>'refi", "tokens": 63, "pieces": ["<ḍ̇漢", "<EOT", ">ꟲ'T", "<('", "Reꟲع", "\r\n\r\n", "Dž", "Ⅳ", "'ll", "㍿!!", "Dž", "   \n", "'T'D", "عfi", "<|", "fim", "_prefix", "|>", "漢é", "­m'ſ", "㋿", "   \n", "㋿", "0", "\u000b", "<META", "_START", ">'", "refi"]}
+{"text": "0'Tt漢漢 <|endoftext|><|fim_prefix|><|fim_prefix|>'T\"m'S½\u000bt'ſḍ̇>ßſ'Tt>s éZ 12345678'Ma­'Re😀🏽", "tokens": 56, "pieces": ["0", "'Tt漢漢", " ", "<|", "endoftext", "|><|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "T", "\"m'S", "½", "\u000bt'ſ", "ḍ̇", ">ßſ'T", "t", ">s", " é", "Z", " ", "123", "456", "78", "'Ma", "­'", "Re", "😀🏽"]}
+{"text": "'VE'll\r\n\r\n's'M're­'ss'D३ß㍿", "tokens": 16, "pieces": ["'VE'll", "\r\n\r\n", "'s'M", "'re", "­'", "ss'D", "३", "ß", "㍿"]}
+{"text": "​㍿㍿    字३३Dž!12345678s'VEt漢­EOT", "tokens": 25, "pieces": ["​㍿㍿", "   ", " 字", "३३", "Dž", "!", "123", "456", "78", "s'VE", "t漢", "­EOT"]}
+{"text": "'S‍s😀🏽'Re  ㋿émfi0", "tokens": 18, "pieces": ["'S", "‍s", "😀🏽'", "Re", " ", " ㋿", "émfi", "0"]}
+{"text": "#$%dé'ſ́Z'MEOT.'VE>", "tokens": 14, "pieces": ["#$%", "dé'ſ", "́", "Z'M", "EOT", ".'", "VE", ">"]}
+{"text": "t>Dž'Re aEOT­\r\n\r\n<EOT>字9EOT-!(\u000b'Mm-", "tokens": 23, "pieces": ["t", ">Dž'Re", " a", "EOT", "­\r\n\r\n", "<EOT", ">字", "9", "EOT", "-!(", "\u000b", "'Mm", "-"]}
+{"text": "字㍿　!('T \r9'll😀🏽'D<META_START> EOT‍<|endoftext|><EOT>(Dž-'D​\r\nEOT", "tokens": 43, "pieces": ["字", "㍿", "　", "!('", "T", " \r", "9", "'ll", "😀🏽'", "D", "<META", "_START", ">", " EOT", "‍<|", "endoftext", "|><", "EOT", ">(", "Dž", "-'", "D", "​\r\n", "EOT"]}
+{"text": ">漢㋿d t😀🏽‍Dž   \n'TsdEOT\"<|endoftext|>ع🙂\r👍🏽(ß9's,", "tokens": 36, "pieces": [">漢", "㋿d", " t", "😀🏽‍", "Dž", "   \n", "'Tsd", "EOT", "\"<|", "endoftext", "|>", "ع", "🙂\r", "👍🏽(", "ß", "9", "'s", ","]}
+{"text": "㋿\u000b‍EOTåt字\r\né\r  #$%ꟲ>㋿é'S 'm.𐞁", "tokens": 35, "pieces": ["㋿", "\u000b", "‍EOTåt字", "\r\n", "é", "\r", " ", " #$%", "ꟲ", ">㋿", "é'S", " '", "m", ".𐞁"]}
+{"text": "\r\n <META_START>'ſḍ̇​'Re,", "tokens": 13, "pieces": ["\r\n", " <", "META", "_START", ">'", "ſḍ̇", "​'", "Re", ","]}
+{"text": "'ſ!
\"'S>'s<EOT>ſ'Re.
　½<|fim_prefix|>   \nd'<'ſé'll", "tokens": 31, "pieces": ["'ſ", "!", "
", "\"'", "S", ">'", "s", "<EOT", ">ſ'Re", ".", "
", "　", "½", "<|", "fim", "_prefix", "|>", "   \n", "d", "'<'", "ſé'll"]}
+{"text": "(Ź\n<|fim_prefix|>́'VEＡ<|fim_prefix|>", "tokens": 19, "pieces": ["(Ź", "\n", "<|", "fim", "_prefix", "|>́'", "VEＡ", "<|", "fim", "_prefix", "|>"]}
+{"text": "😀🏽'VEfiḍ̇\r\n\r\nßéſ#$%Ａm<EOT>!'re½ 'Re­३\nⅣ (>'reعe\r漢", "tokens": 37, "pieces": ["😀🏽'", "VEfiḍ̇", "\r\n\r\n", "ßéſ", "#$%", "Ａm", "<EOT", ">!'", "re", "½", " ", "'Re", "­", "३", "\n", "Ⅳ", " (>'", "reعe", "\r", "漢"]}
+{"text": "'s㍿m'VE>ßß<META_START>'ſ (Ⅳ‍'D<m\"", "tokens": 24, "pieces": ["'s", "㍿m'VE", ">ßß", "<META", "_START", ">'", "ſ", " ", "(", "Ⅳ", "‍'", "D", "<m", "\""]}
+{"text": "३𐞁-\t…㍿Dž字!!👍🏽ꟲ'VEé#$%\r\n<'s<|endoftext|>字", "tokens": 37, "pieces": ["३", "𐞁", "-", "\t", "…", "㍿Dž字", "!!👍🏽", "ꟲ'VE", "é", "#$%\r\n", "<'", "s", "<|", "endoftext", "|>", "字"]}
+{"text": "㋿9e,🙂å<EOT>\r\n­'M>.eꟲ.'st'ſ३<EOT>0Z'M.", "tokens": 32, "pieces": ["㋿", "9", "e", ",🙂", "å", "<EOT", ">\r\n", "­'", "M", ">.", "eꟲ", ".'", "st'ſ", "३", "<EOT", ">", "0", "Z'M", "."]}
+{"text": "   \n'Dž.'ssé
9<META_START>́(#$%'M'S㍿Ⅳ漢éé's   \n­\r<META_START>\u000b<META_START>'M😀🏽", "tokens": 44, "pieces": ["   \n", "'Dž", ".'", "ssé", "
", "9", "<META", "_START", ">́", "(#$%'", "M'S", "㍿", "Ⅳ", "漢éé's", "   \n", "­\r", "<META", "_START", ">", "\u000b", "<META", "_START", ">'", "M", "😀🏽"]}
+{"text": "ḍ̇é漢", "tokens": 5, "pieces": ["ḍ̇é漢"]}
+{"text": "Z12345678\u000b('D,é>'<|endoftext|>'\r\n漢's<EOT>m<|endoftext|>Zt", "tokens": 33, "pieces": ["Z", "123", "456", "78", "\u000b", "('", "D", ",é", ">'<|", "endoftext", "|>'\r\n", "漢's", "<EOT", ">m", "<|", "endoftext", "|>", "Zt"]}
+{"text": "!!'re'VE'll're　ع'D　\u000b9!!", "tokens": 14, "pieces": ["!!'", "re'VE", "'ll're", "　ع'D", "　", "\u000b", "9", "!!"]}
+{"text": "
å  å‍>👍🏽\r\n<|endoftext|>ݽe­ꟲDž-ḍ̇!!ꟲfi<|fim_prefix|>\t'VEs <é\r\n\r\n'll٣٤٥٦", "tokens": 55, "pieces": ["
å", " ", " å", "‍>👍🏽\r\n", "<|", "endoftext", "|>", "İ", "½", "e", "­ꟲ", "Dž", "-ḍ̇", "!!", "ꟲfi", "<|", "fim", "_prefix", "|>", "\t", "'VEs", " <", "é", "\r\n\r\n", "'ll", "٣٤٥", "٦"]}
+{"text": "\r\n'VE>dd́字'Re'lle's\né   t३ 漢'ſ!!#$%漢३\n\"
'👍🏽😀🏽EOT", "tokens": 38, "pieces": ["\r\n", "'VE", ">dd́字'Re", "'lle's", "\n", "é", "  ", " t", "३", " 漢'ſ", "!!#$%", "漢", "३", "\n", "\"", "
", "'👍🏽😀🏽", "EOT"]}
+{"text": "etd12345678<EOT>  ", "tokens": 9, "pieces": ["etd", "123", "456", "78", "<EOT", ">", "  "]}
+{"text": "\n½'re<META_START>İİ\"\n 'M>'ſ's\u000b'VE㋿d<EOT>　🙂a\nEOTé<META_START>​", "tokens": 38, "pieces": ["\n", "½", "'re", "<META", "_START", ">İİ", "\"\n", " '", "M", ">'", "ſ's", "\u000b", "'VE", "㋿d", "<EOT", ">", "　", "🙂a", "\n", "EOTé", "<META", "_START", ">​"]}
+{"text": ".\r\n\r\n٣٤٥٦", "tokens": 5, "pieces": [".\r\n\r\n", "٣٤٥", "٦"]}
+{"text": "å字( å  .s<META_START>-　m३9<META_START>(<EOT> ́!​<<META_START><EOT>'Tm", "tokens": 38, "pieces": ["å字", "(", " å", " ", " .", "s", "<META", "_START", ">-", "　m", "३9", "<META", "_START", ">(<", "EOT", ">", " ́", "!​<<", "META", "_START", "><", "EOT", ">'", "Tm"]}
+{"text": "#$%ع\"\n", "tokens": 4, "pieces": ["#$%", "ع", "\"\n"]}
+{"text": " \nſ<EOT>ꟲ-👍🏽(mm#$%!!(\t
'D\"  <EOT>
'Re<EOT>́#$%>", "tokens": 37, "pieces": [" \n", "ſ", "<EOT", ">ꟲ", "-👍🏽(", "mm", "#$%!!(", "\t", "
", "'D", "\"", " ", " <", "EOT", ">", "
", "'Re", "<EOT", ">́", "#$%>"]}
+{"text": "!!   \nßåå", "tokens": 7, "pieces": ["!!", "   \n", "ßåå"]}
+{"text": "ꟲ'VE­́Ⅳte!-'M#$%", "tokens": 15, "pieces": ["ꟲ'VE", "­́", "Ⅳ", "te", "!-'", "M", "#$%"]}
+{"text": "​㋿0\r'M漢é́Dždåe s   \nå😀🏽'Resd   \n३>'ll\u000b  'refi'lla'VE½\n", "tokens": 40, "pieces": ["​㋿", "0", "\r", "'M漢é́", "Dždåe", " s", "   \n", "å", "😀🏽'", "Resd", "   \n", "३", ">'", "ll", "\u000b ", " '", "refi'll", "a'VE", "½", "\n"]}
+{"text": "e'Re9٣٤٥٦​٣٤٥٦'T", "tokens": 13, "pieces": ["e'Re", "9٣٤", "٥٦", "​", "٣٤٥", "٦", "'T"]}
+{"text": "🙂m", "tokens": 2, "pieces": ["🙂m"]}
+{"text": " 
́'ll字İ", "tokens": 6, "pieces": [" ", "
́'ll", "字", "İ"]}
+{"text": "å'Mꟲ'S\t٣٤٥٦३…e­　­å३é<|endoftext|>　　\r\t<EOT>.", "tokens": 35, "pieces": ["å'M", "ꟲ'S", "\t", "٣٤٥", "٦३", "…e", "­", "　", "­å", "३", "é", "<|", "endoftext", "|>", "　　\r", "\t", "<EOT", ">."]}
+{"text": "٣٤٥٦t𐞁   \n\r\n!éDž>'T'S.'s0'ſ ", "tokens": 24, "pieces": ["٣٤٥", "٦", "t𐞁", "   \n\r\n", "!é", "Dž", ">'", "T'S", ".'", "s", "0", "'ſ", " "]}
+{"text": "٣٤٥٦'reſ   \n\r\n<EOT><Ⅳ　<EOT>\r३0
s½'VE   \n#$%٣٤٥٦\u000b<META_START>𐞁", "tokens": 41, "pieces": ["٣٤٥", "٦", "'reſ", "   \n\r\n", "<EOT", "><", "Ⅳ", "　", "<EOT", ">\r", "३0", "
s", "½", "'VE", "   \n", "#$%", "٣٤٥", "٦", "\u000b", "<META", "_START", ">𐞁"]}
+{"text": "'　ḍ̇…d'é<|endoftext|>EOT  \u000b㋿'Re'll­   \n😀🏽½𐞁<|endoftext|>#$%é9<EOT>'VE9's(İ", "tokens": 55, "pieces": ["'", "　ḍ̇", "…d", "'é", "<|", "endoftext", "|>", "EOT", "  ", "\u000b", "㋿'", "Re'll", "­", "   \n", "😀🏽", "½", "𐞁", "<|", "endoftext", "|>#$%", "é", "9", "<EOT", ">'", "VE", "9", "'s", "(İ"]}
+{"text": "​'漢00
<META_START>…㍿!😀🏽‍-'𐞁  😀🏽\r\n\r\n👍🏽Ａ漢字<<𐞁m\r\n", "tokens": 42, "pieces": ["​'", "漢", "00", "
", "<META", "_START", ">", "…", "㍿!😀🏽‍-'", "𐞁", " ", " 😀🏽\r\n\r\n", "👍🏽", "Ａ漢字", "<<", "𐞁m", "\r\n"]}
+{"text": "fi‍(", "tokens": 3, "pieces": ["fi", "‍("]}
+{"text": "<EOT>­!ꟲ字é㍿m　 ㍿éＡⅣEOTfi　'ſ𐞁a   \n‍<EOT>ſ é\r\n\r\n\"å'S", "tokens": 48, "pieces": ["<EOT", ">­!", "ꟲ字é", "㍿m", "　", " ", "㍿é", "Ａ", "Ⅳ", "EOTfi", "　", "'ſ𐞁a", "   \n", "‍<", "EOT", ">ſ", " é", "\r\n\r\n", "\"å'S"]}
+{"text": "Z   \n!!ß(<|endoftext|>EOT३　<META_START>ḍ̇>åEOTß!字ꟲ½字.㍿!!é 'VE\t", "tokens": 43, "pieces": ["Z", "   \n", "!!", "ß", "(<|", "endoftext", "|>", "EOT", "३", "　", "<META", "_START", ">ḍ̇", ">å", "EOTß", "!字ꟲ", "½", "字", ".㍿!!", "é", " '", "VE", "\t"]}
+{"text": "'s\t#$%‍‍    \n　Dž ٣٤٥٦ 0.fiꟲ<\u000b'D…'re12345678ꟲ…㍿ع'T<|fim_prefix|>\tå­'T'D>!!'ſm", "tokens": 59, "pieces": ["'s", "\t", "#$%‍‍", "    \n", "　Dž", " ", "٣٤٥", "٦", " ", "0", ".fiꟲ", "<", "\u000b", "'D", "…", "'re", "123", "456", "78", "ꟲ", "…", "㍿ع'T", "<|", "fim", "_prefix", "|>", "\tå", "­'", "T'D", ">!!'", "ſm"]}
+{"text": "　'VEع'reeⅣ   \n<META_START>\r\n٣٤٥٦३ ‍  EOT-.　😀🏽'sa", "tokens": 29, "pieces": ["　", "'VEع're", "e", "Ⅳ", "   \n", "<META", "_START", ">\r\n", "٣٤٥", "٦३", " ‍", " ", " EOT", "-.", "　", "😀🏽'", "sa"]}
+{"text": "㍿EOTſ<12345678𐞁\tßa  .​t漢<|fim_prefix|><ع😀🏽\u000b\n
　字Z0Dž<|fim_prefix|>", "tokens": 47, "pieces": ["㍿EOTſ", "<", "123", "456", "78", "𐞁", "\tßa", " ", " .​", "t漢", "<|", "fim", "_prefix", "|><", "ع", "😀🏽", "\u000b\n", "
", "　字", "Z", "0", "Dž", "<|", "fim", "_prefix", "|>"]}
+{"text": "\"'T'D'Re  <META_START>́'sİ<|fim_prefix|>\r३\r\nꟲaßſ½́½'ll", "tokens": 31, "pieces": ["\"'", "T'D", "'Re", " ", " <", "META", "_START", ">́'s", "İ", "<|", "fim", "_prefix", "|>\r", "३", "\r\n", "ꟲaßſ", "½", "́", "½", "'ll"]}
+{"text": "<'s\nİ३#$%İd ‍ſ字㋿㍿ſ-字>  😀🏽́ß\na", "tokens": 30, "pieces": ["<'", "s", "\n", "İ", "३", "#$%", "İd", " ‍", "ſ字", "㋿㍿", "ſ", "-字", ">", " ", " 😀🏽́", "ß", "\n", "a"]}
+{"text": "字 ", "tokens": 2, "pieces": ["字", " "]}
+{"text": "-'lltİ12345678ꟲd½İ0ß<META_START>ḍ̇t-<  👍🏽", "tokens": 28, "pieces": ["-'", "llt", "İ", "123", "456", "78", "ꟲd", "½", "İ", "0", "ß", "<META", "_START", ">ḍ̇t", "-<", " ", " 👍🏽"]}
+{"text": " ㋿\r<|fim_prefix|> 0é!!.㋿'ſḍ̇é'll  'T#$%\t\r\n\r\n12345678fi\"\"Džé'Reع<", "tokens": 44, "pieces": [" ", "㋿\r", "<|", "fim", "_prefix", "|>", " ", "0", "é", "!!.㋿'", "ſḍ̇é'll", " ", " '", "T", "#$%", "\t\r\n\r\n", "123", "456", "78", "fi", "\"\"", "Džé'Re", "ع", "<"]}
+{"text": "'llå,\r­  \u000b㍿\r\n\r\n\r'👍🏽\r\n\r\né", "tokens": 20, "pieces": ["'llå", ",\r", "­", "  ", "\u000b", "㍿\r\n\r\n\r", "'👍🏽\r\n\r\n", "é"]}
+{"text": "'ſ", "tokens": 2, "pieces": ["'ſ"]}
+{"text": " 're'éé㍿ḍ̇DžZ(m😀🏽
عé\rⅣ'M㋿ḍ̇İé½\u000b", "tokens": 37, "pieces": [" '", "re", "'éé", "㍿ḍ̇", "DžZ", "(m", "😀🏽", "
عé", "\r", "Ⅳ", "'M", "㋿ḍ̇", "İé", "½", "\u000b"]}
+{"text": "'ſ<t'll12345678　aEOT'VÉ", "tokens": 14, "pieces": ["'ſ", "<t'll", "123", "456", "78", "　a", "EOT'VE", "́"]}
+{"text": "'D𐞁", "tokens": 5, "pieces": ["'D𐞁"]}
+{"text": "ſ‍<
٣٤٥٦<|endoftext|>Ⅳt𐞁­\n👍🏽🙂a🙂'M<|fim_prefix|>字Dž𐞁ع́㋿<é漢…,e(𐞁", "tokens": 61, "pieces": ["ſ", "‍<", "
", "٣٤٥", "٦", "<|", "endoftext", "|>", "Ⅳ", "t𐞁", "­\n", "👍🏽🙂", "a", "🙂'", "M", "<|", "fim", "_prefix", "|>", "字Dž𐞁ع́", "㋿<", "é漢", "…", ",e", "(𐞁"]}
+{"text": "​.'ś‍­.'ll9m٣٤٥٦ßⅣ'ſḍ̇'Re\tmß>𐞁#$%Ⅳ(\t  !ꟲＡZ 0d0", "tokens": 46, "pieces": ["​.'", "ś", "‍­.'", "ll", "9", "m", "٣٤٥", "٦", "ß", "Ⅳ", "'ſḍ̇'Re", "\tmß", ">𐞁", "#$%", "Ⅳ", "(", "\t ", " !", "ꟲ", "ＡZ", " ", "0", "d", "0"]}
+{"text": "́!'DZ Dž<|fim_prefix|>   \n'Re", "tokens": 14, "pieces": ["́", "!'", "DZ", " Dž", "<|", "fim", "_prefix", "|>", "   \n", "'Re"]}
+{"text": "Ⅳ\r🙂'M9-́   \n!!İ­\t!字'D<|fim_prefix|>ꟲe'VE   \n's😀🏽mعꟲet　👍🏽'D字🙂<EOT>'Re", "tokens": 53, "pieces": ["Ⅳ", "\r", "🙂'", "M", "9", "-́", "   \n", "!!", "İ", "­", "\t", "!字'D", "<|", "fim", "_prefix", "|>", "ꟲe'VE", "   \n", "'s", "😀🏽", "mعꟲet", "　", "👍🏽'", "D字", "🙂<", "EOT", ">'", "Re"]}
+{"text": "　,>  Z٣٤٥٦(‍'s…\r'Re>…é\u000bİꟲ<EOT>'S'Re!\ndḍ̇'DéZ字 ſ'Re0ع'S \u000bİ", "tokens": 49, "pieces": ["　", ",>", " ", " Z", "٣٤٥", "٦", "(‍'", "s", "…\r", "'Re", ">", "…é", "\u000bİꟲ", "<EOT", ">'", "S'Re", "!\n", "dḍ̇'D", "é", "Z字", " ſ'Re", "0", "ع'S", " ", "\u000bİ"]}
+{"text": "'MZ‍!!'S३ß<|fim_prefix|>(<|fim_prefix|>e're<EOT>d٣٤٥٦'VE   \n'VEe0👍🏽  ", "tokens": 40, "pieces": ["'MZ", "‍!!'", "S", "३", "ß", "<|", "fim", "_prefix", "|>(<|", "fim", "_prefix", "|>", "e're", "<EOT", ">d", "٣٤٥", "٦", "'VE", "   \n", "'VEe", "0", "👍🏽", "  "]}
+{"text": "#$%‍ å𐞁é㍿ <<META_START>EOTd'ſ12345678\r!漢<EOT><META_START>­'Tfi\n.'Sm#$%", "tokens": 44, "pieces": ["#$%‍", " å𐞁é", "㍿", " ", "<<", "META", "_START", ">EOTd'ſ", "123", "456", "78", "\r", "!漢", "<EOT", "><", "META", "_START", ">­'", "Tfi", "\n", ".'", "Sm", "#$%"]}
+{"text": ",漢½m'T३👍🏽Dž\r\n
́-s\r\n\r\n<|fim_prefix|>a३éİ­🙂عfi­ſ'Mfi٣٤٥٦\n", "tokens": 39, "pieces": [",漢", "½", "m'T", "३", "👍🏽", "Dž", "\r\n", "
́", "-s", "\r\n\r\n", "<|", "fim", "_prefix", "|>", "a", "३", "é", "İ", "­🙂", "عfi", "­ſ'M", "fi", "٣٤٥", "٦", "\n"]}
+{"text": "…#$%", "tokens": 4, "pieces": ["…", "#$%"]}
+{"text": "<|fim_prefix|>", "tokens": 6, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "👍🏽fi   \nes'T　é0å😀🏽ع\t<EOT>12345678İd́Ａ­ḍ̇<|fim_prefix|>\rＡß! ", "tokens": 43, "pieces": ["👍🏽", "fi", "   \n", "es'T", "　é", "0", "å", "😀🏽", "ع", "\t", "<EOT", ">", "123", "456", "78", "İd́", "Ａ", "­ḍ̇", "<|", "fim", "_prefix", "|>\r", "Ａß", "!", " "]}
+{"text": " ­<", "tokens": 3, "pieces": [" ", "­<"]}
+{"text": "\"e🙂>ع-é12345678Džḍ̇.t👍🏽!३", "tokens": 21, "pieces": ["\"e", "🙂>", "ع", "-é", "123", "456", "78", "Džḍ̇", ".t", "👍🏽!", "३"]}
+{"text": "३\r\nå!\nZ㋿ſ'Re,𐞁'll(\n'D!<META_START>'re'ſ  字m", "tokens": 30, "pieces": ["३", "\r\n", "å", "!\n", "Z", "㋿ſ'Re", ",𐞁'll", "(\n", "'D", "!<", "META", "_START", ">'", "re'ſ", " ", " 字m"]}
+{"text": "<|fim_prefix|>字<EOT>𐞁'VEİs   \nعⅣ'ReéfiⅣDž\u000bfi", "tokens": 32, "pieces": ["<|", "fim", "_prefix", "|>", "字", "<EOT", ">𐞁'VE", "İs", "   \n", "ع", "Ⅳ", "'Reéfi", "Ⅳ", "Dž", "\u000bfi"]}
+{"text": "m-<\r\n\r\n'ſ\u000b\"", "tokens": 8, "pieces": ["m", "-<\r\n\r\n", "'ſ", "\u000b", "\""]}
+{"text": "'ſ're㍿m'S'Reꟲ\r
🙂.12345678sfi<META_START>,'<|fim_prefix|>9ꟲ\u000b漢\nt>字\r\nsſ'Red'Tm<EOT>ZEOT\t'T", "tokens": 56, "pieces": ["'ſ're", "㍿m'S", "'Reꟲ", "\r", "
", "🙂.", "123", "456", "78", "sfi", "<META", "_START", ">,'<|", "fim", "_prefix", "|>", "9", "ꟲ", "\u000b漢", "\n", "t", ">字", "\r\n", "sſ'Re", "d'T", "m", "<EOT", ">ZEOT", "\t", "'T"]}
+{"text": ",　", "tokens": 2, "pieces": [",", "　"]}
+{"text": "EOT🙂!EOT're,ß'Ms\r\n9\r\n\r\nZ#$%\"'sEOT'ſ   \n'll😀🏽㍿'M-  ½'ſ!a'D'll0\n", "tokens": 45, "pieces": ["EOT", "🙂!", "EOT're", ",ß'M", "s", "\r\n", "9", "\r\n\r\n", "Z", "#$%\"'", "s", "EOT'ſ", "   \n", "'ll", "😀🏽㍿'", "M", "-", " ", " ", "½", "'ſ", "!a'D", "'ll", "0", "\n"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "   \n Ⅳ<META_START>0e 🙂", "tokens": 11, "pieces": ["   \n", " ", "Ⅳ", "<META", "_START", ">", "0", "e", " 🙂"]}
+{"text": "d<|endoftext|>'sİ!'VEß,́Dž!tⅣ'M<ꟲ字   \n\u000b!!㍿٣٤٥٦　!!<\rDž'T''VE<META_START><|endoftext|>(漢㋿", "tokens": 60, "pieces": ["d", "<|", "endoftext", "|>'", "s", "İ", "!'", "VEß", ",́", "Dž", "!t", "Ⅳ", "'M", "<ꟲ字", "   \n", "\u000b", "!!㍿", "٣٤٥", "٦", "　", "!!<\r", "Dž'T", "''", "VE", "<META", "_START", "><|", "endoftext", "|>(", "漢", "㋿"]}
+{"text": "#$%\r\n​aé<EOT>　  !३'é\r­\rZ字!!é0٣٤٥٦'Re'M ", "tokens": 29, "pieces": ["#$%\r\n", "​aé", "<EOT", ">", "　 ", " !", "३", "'é", "\r", "­\r", "Z字", "!!", "é", "0٣٤", "٥٦", "'Re'M", " "]}
+{"text": "e!EOTع­<|endoftext|>0t½½<EOT>ع́'ſ", "tokens": 24, "pieces": ["e", "!EOTع", "­<|", "endoftext", "|>", "0", "t", "½½", "<EOT", ">ع́'ſ"]}
+{"text": "éＡ㍿ḍ̇e'VEDž\r 12345678½é're'Re0\t\r\n\r\ń½!!\r\n\r\n👍🏽'Dfi'S<|endoftext|>s\r\n-ꟲa<|fim_prefix|>'ſ<META_START> 'res", "tokens": 64, "pieces": ["é", "Ａ", "㍿ḍ̇e'VE", "Dž", "\r", " ", "123", "456", "78½", "é're", "'Re", "0", "\t\r\n\r\n", "́", "½", "!!\r\n\r\n", "👍🏽'", "Dfi'S", "<|", "endoftext", "|>", "s", "\r\n", "-ꟲa", "<|", "fim", "_prefix", "|>'", "ſ", "<META", "_START", ">", " ", "'res"]}
+{"text": "\"‍٣٤٥٦é0!!ꟲＡ", "tokens": 14, "pieces": ["\"‍", "٣٤٥", "٦", "é", "0", "!!", "ꟲ", "Ａ"]}
+{"text": "és", "tokens": 2, "pieces": ["és"]}
+{"text": "Ⅳع<META_START>­<META_START>𐞁#$%\t😀🏽fi ꟲfi'ſ!!t<EOT>'D'MZꟲ", "tokens": 41, "pieces": ["Ⅳ", "ع", "<META", "_START", ">­<", "META", "_START", ">𐞁", "#$%", "\t", "😀🏽", "fi", " ꟲfi'ſ", "!!", "t", "<EOT", ">'", "D'M", "Zꟲ"]}
+{"text": "🙂DžＡ9<META_START><META_START>fi'D𐞁EOT.0‍<漢,'M>३㍿‍漢'fi>'S", "tokens": 38, "pieces": ["🙂DžＡ", "9", "<META", "_START", "><", "META", "_START", ">fi'D", "𐞁", "EOT", ".", "0", "‍<", "漢", ",'", "M", ">", "३", "㍿‍", "漢", "'fi", ">'", "S"]}
+{"text": "​  <|endoftext|>字(​ 'ſEOT'Mß‍㍿<|endoftext|>字ſ　'sꟲ12345678Ⅳ'Dꟲ३'reⅣs'll'll\n ㋿Ａ　a
㍿३   \n", "tokens": 66, "pieces": ["​", " ", " <|", "endoftext", "|>", "字", "(​", " '", "ſ", "EOT'M", "ß", "‍㍿<|", "endoftext", "|>", "字ſ", "　", "'sꟲ", "123", "456", "78Ⅳ", "'Dꟲ", "३", "'re", "Ⅳ", "s'll", "'ll", "\n", " ㋿", "Ａ", "　a", "
", "㍿", "३", "   \n"]}
+{"text": "𐞁's㍿dſ'ſ　👍🏽\t#$%Ⅳſ<
🙂\"m‍🙂ſ", "tokens": 30, "pieces": ["𐞁's", "㍿dſ'ſ", "　", "👍🏽", "\t", "#$%", "Ⅳ", "ſ", "<", "
", "🙂\"", "m", "‍🙂", "ſ"]}
+{"text": "\r", "tokens": 1, "pieces": ["\r"]}
+{"text": "m\"'T<<META_START>　　👍🏽'T ꟲ字㋿é!  #$%\u000b!!٣٤٥٦漢'M", "tokens": 36, "pieces": ["m", "\"'", "T", "<<", "META", "_START", ">", "　", "　", "👍🏽'", "T", " ꟲ字", "㋿é", "!", " ", " #$%", "\u000b", "!!", "٣٤٥", "٦", "漢'M"]}
+{"text": "<'så漢'M'ſ🙂٣٤٥٦\nfi😀🏽d  #$%(", "tokens": 22, "pieces": ["<'", "så漢'M", "'ſ", "🙂", "٣٤٥", "٦", "\n", "fi", "😀🏽", "d", " ", " #$%("]}
+{"text": "d'S
  ", "tokens": 4, "pieces": ["d'S", "
  "]}
+{"text": " EOT́😀🏽­d\tＡ123456780.'VE😀🏽é<META_START>åé9<|endoftext|>­ß'S'EOTDž'llßİ", "tokens": 44, "pieces": [" EOT́", "😀🏽­", "d", "\tＡ", "123", "456", "780", ".'", "VE", "😀🏽", "é", "<META", "_START", ">åé", "9", "<|", "endoftext", "|>­", "ß'S", "'EOTDž'll", "ß", "İ"]}
+{"text": "👍🏽İ<|fim_prefix|>", "tokens": 10, "pieces": ["👍🏽", "İ", "<|", "fim", "_prefix", "|>"]}
+{"text": "<|endoftext|>\r\n-d\r\n\r\n<|endoftext|>   \n'D>½…\t🙂", "tokens": 24, "pieces": ["<|", "endoftext", "|>\r\n", "-d", "\r\n\r\n", "<|", "endoftext", "|>", "   \n", "'D", ">", "½", "…", "\t", "🙂"]}
+{"text": "ع'reå", "tokens": 4, "pieces": ["ع're", "å"]}
+{"text": "EOT'll're　åt\r\nZ 9<|fim_prefix|>'M…>­㍿!!fiعEOT\u000b'Re", "tokens": 33, "pieces": ["EOT'll", "'re", "　åt", "\r\n", "Z", " ", "9", "<|", "fim", "_prefix", "|>'", "M", "…", ">­㍿!!", "fiع", "EOT", "\u000b", "'Re"]}
+{"text": "㋿ß漢…Z<EOT>㍿\"ß<#$%
\r\n\tZEOTZ9́><EOT>ＡZ'M­'Re　\r é字!!é", "tokens": 43, "pieces": ["㋿ß漢", "…Z", "<EOT", ">㍿\"", "ß", "<#$%", "
\r\n", "\tZEOTZ", "9", "́", "><", "EOT", ">ＡZ'M", "­'", "Re", "　\r", " é字", "!!", "é"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿'ſ'VE'VE'Re<META_START>'Mḍ̇　­​\u000b(<EOT>ḍ̇​'Re㍿㋿　\u000ba'reé\r㍿\n,12345678  𐞁", "tokens": 59, "pieces": ["㍿'", "ſ'VE", "'VE'Re", "<META", "_START", ">'", "Mḍ̇", "　", "­​", "\u000b", "(<", "EOT", ">ḍ̇", "​'", "Re", "㍿㋿", "　", "\u000ba're", "é", "\r", "㍿\n", ",", "123", "456", "78", " ", " 𐞁"]}
+{"text": "​
字>㍿😀🏽\"'D'reéDž  're‍é'Re\"'T٣٤٥٦12345678٣٤٥٦Z<EOT12345678\"'S'DdåⅣ​d­fi", "tokens": 53, "pieces": ["​", "
字", ">㍿😀🏽\"'", "D're", "é", "Dž", " ", " '", "re", "‍é'Re", "\"'", "T", "٣٤٥", "٦12", "345", "678", "٣٤٥", "٦", "Z", "<EOT", "123", "456", "78", "\"'", "S'D", "då", "Ⅳ", "​d", "­fi"]}
+{"text": "ß#$%🙂३a'VE\r\n>'ſ　s漢́\t>'Re<­", "tokens": 20, "pieces": ["ß", "#$%🙂", "३", "a'VE", "\r\n", ">'", "ſ", "　s漢́", "\t", ">'", "Re", "<­"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "é\rDž12345678　'll\tḍ̇'T\"!'llعs'll'll ㋿", "tokens": 25, "pieces": ["é", "\r", "Dž", "123", "456", "78", "　", "'ll", "\tḍ̇'T", "\"!'", "llعs'll", "'ll", " ", "㋿"]}
+{"text": ">Ａ#$%åEOT's字ß‍ \t9'ſ>'M  <META_START>'S'Res<|endoftext|><|endoftext|>İ㍿é9Džé's漢'", "tokens": 53, "pieces": [">Ａ", "#$%", "å", "EOT's", "字ß", "‍", " ", "\t", "9", "'ſ", ">'", "M", " ", " <", "META", "_START", ">'", "S'Re", "s", "<|", "endoftext", "|><|", "endoftext", "|>", "İ", "㍿é", "9", "Džé's", "漢", "'"]}
+{"text": "Ⅳ!!0\u000bé\r\n\r\nＡ!!Džꟲ'9…9'D㍿\n<META_START>0Z12345678'M#$%
\r\nfi'reß<as#$%'ll\r\n\r\n👍🏽<EOT>字", "tokens": 56, "pieces": ["Ⅳ", "!!", "0", "\u000bé", "\r\n\r\n", "Ａ", "!!", "Džꟲ", "'", "9", "…", "9", "'D", "㍿\n", "<META", "_START", ">", "0", "Z", "123", "456", "78", "'M", "#$%", "
\r\n", "fi're", "ß", "<as", "#$%'", "ll", "\r\n\r\n", "👍🏽<", "EOT", ">字"]}
+{"text": "عſ३es9​㍿\r\n'D<Z　a<|fim_prefix|>\r\n\r\n", "tokens": 21, "pieces": ["عſ", "३", "es", "9", "​㍿\r\n", "'D", "<Z", "　a", "<|", "fim", "_prefix", "|>\r\n\r\n"]}
+{"text": "éDž.­ …>…\r\n­", "tokens": 14, "pieces": ["é", "Dž", ".­", " ", "…", ">", "…\r\n", "­"]}
+{"text": "​㋿'T'D㋿㍿>字 ㍿", "tokens": 19, "pieces": ["​㋿'", "T'D", "㋿㍿>", "字", " ", "㍿"]}
+{"text": "\r!!'re's‍!m(字­
\téع́d😀🏽EOTaDž\"e'VE\rå0\nꟲＡ漢>\n9… 'Déعع", "tokens": 49, "pieces": ["\r", "!!'", "re's", "‍!", "m", "(字", "­", "
", "\téع́d", "😀🏽", "EOTa", "Dž", "\"e'VE", "\r", "å", "0", "\n", "ꟲＡ漢", ">\n", "9", "…", " ", "'Déعع"]}
+{"text": "Ａ\r​a\t🙂　'Dع​t𐞁'llfiİ", "tokens": 18, "pieces": ["Ａ", "\r", "​a", "\t", "🙂", "　", "'Dع", "​t𐞁'll", "fi", "İ"]}
+{"text": "EOT😀🏽<|endoftext|>‍\r\n\"Dž<EOT>ꟲ'\rd.<9\r\r\n\r\n!\n…9　٣٤٥٦", "tokens": 39, "pieces": ["EOT", "😀🏽<|", "endoftext", "|>‍\r\n", "\"Dž", "<EOT", ">ꟲ", "'\r", "d", ".<", "9", "\r\r\n\r\n", "!\n", "…", "9", "　", "٣٤٥", "٦"]}
+{"text": "'re 👍🏽字\r!!<|endoftext|>sⅣ'T(　Z\r\n😀🏽٣٤٥٦0🙂👍🏽'M<|endoftext|>\r漢ḍ̇\r\n\r\n İ<9Ⅳ'Ds", "tokens": 58, "pieces": ["'re", " ", "👍🏽", "字", "\r", "!!<|", "endoftext", "|>", "s", "Ⅳ", "'T", "(", "　Z", "\r\n", "😀🏽", "٣٤٥", "٦0", "🙂👍🏽'", "M", "<|", "endoftext", "|>\r", "漢ḍ̇", "\r\n\r\n", " İ", "<", "9Ⅳ", "'Ds"]}
+{"text": "\u000b\tſ漢é", "tokens": 6, "pieces": ["\u000b", "\tſ漢é"]}
+{"text": "Dž#$% t'Re‍ ꟲ", "tokens": 10, "pieces": ["Dž", "#$%", " t'Re", "‍", " ꟲ"]}
+{"text": "Zꟲ½e#$%e", "tokens": 9, "pieces": ["Zꟲ", "½", "e", "#$%", "e"]}
+{"text": "　…‍​'s'ſ🙂'll <|fim_prefix|>ع<d'Re 9㋿'Re३'s#$%'Re३Dž<META_START>\t!é٣٤٥٦ḍ̇e…漢Dž", "tokens": 58, "pieces": ["　", "…", "‍​'", "s'ſ", "🙂'", "ll", " <|", "fim", "_prefix", "|>", "ع", "<d'Re", " ", "9", "㋿'", "Re", "३", "'s", "#$%'", "Re", "३", "Dž", "<META", "_START", ">", "\t", "!é", "٣٤٥", "٦", "ḍ̇e", "…漢", "Dž"]}
+{"text": "'T<|fim_prefix|>12345678'\r\n
á İ\"  İ 's", "tokens": 21, "pieces": ["'T", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'\r\n", "
á", " İ", "\"", " ", " İ", " ", "'s"]}
+{"text": "'s\t9EOT'ſ<😀🏽​>0漢sſ ꟲ'VEǻ‍", "tokens": 26, "pieces": ["'s", "\t", "9", "EOT'ſ", "<😀🏽​>", "0", "漢sſ", " ꟲ'VE", "ǻ", "‍"]}
+{"text": "><META_START>'M", "tokens": 5, "pieces": ["><", "META", "_START", ">'", "M"]}
+{"text": ".!<|endoftext|> ३#$%", "tokens": 12, "pieces": [".!<|", "endoftext", "|>", " ", "३", "#$%"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'T​å३t𐞁å½­​0a", "tokens": 17, "pieces": ["'T", "​å", "३", "t𐞁å", "½", "­​", "0", "a"]}
+{"text": "‍", "tokens": 1, "pieces": ["‍"]}
+{"text": "\u000bétＡ\r\nå   \n​0'T EOT9\r\n\r\n   \nt\"'Sa", "tokens": 21, "pieces": ["\u000bét", "Ａ", "\r\n", "å", "   \n", "​", "0", "'T", " EOT", "9", "\r\n\r\n   \n", "t", "\"'", "Sa"]}
+{"text": "(-‍
<META_START>'S­<META_START>Z漢Z🙂<EOT>12345678 'VEs'Re漢👍🏽​>　 ​́s😀🏽Ⅳ'D
Z'Z", "tokens": 48, "pieces": ["(-‍", "
", "<META", "_START", ">'", "S", "­<", "META", "_START", ">Z漢", "Z", "🙂<", "EOT", ">", "123", "456", "78", " ", "'VEs'Re", "漢", "👍🏽​>", "　", " ​́", "s", "😀🏽", "Ⅳ", "'D", "
Z", "'Z"]}
+{"text": "…fi'll's　#$%㋿s<å'Re's>td#$%.Ⅳ😀🏽👍🏽'T<EOT>㍿​ß'M", "tokens": 39, "pieces": ["…fi'll", "'s", "　", "#$%㋿", "s", "<å'Re", "'s", ">td", "#$%.", "Ⅳ", "😀🏽👍🏽'", "T", "<EOT", ">㍿​", "ß'M"]}
+{"text": "<META_START>㍿é0\r\n\r\n㋿d　'…12345678漢㋿Z ſ  'Re  (  'reDž\n\r\n\r\n", "tokens": 41, "pieces": ["<META", "_START", ">㍿", "é", "0", "\r\n\r\n", "㋿d", "　", "'", "…", "123", "456", "78", "漢", "㋿Z", " ſ", " ", " '", "Re", " ", " (", " ", " '", "re", "Dž", "\n\r\n\r\n"]}
+{"text": "'llDž12345678aé<'T<EOT>-'S ३eEOTſ\r'ſ\u000bꟲEOT‍ .DžⅣZ!!<EOTtع'D　é,ǻＡ३", "tokens": 52, "pieces": ["'ll", "Dž", "123", "456", "78", "aé", "<'", "T", "<EOT", ">-'", "S", " ", "३", "e", "EOTſ", "\r", "'ſ", "\u000bꟲ", "EOT", "‍", " .", "Dž", "Ⅳ", "Z", "!!<", "EOTtع'D", "　é", ",ǻ", "Ａ", "३"]}
+{"text": "#$%‍½İ'T㋿‍漢e ", "tokens": 13, "pieces": ["#$%‍", "½", "İ'T", "㋿‍", "漢e", " "]}
+{"text": "'VE!Z३fi३9Dž　'T
'T>‍'Re'Re ,.㋿'s#$%'T\r\n㍿9½<|endoftext|>'lle   \n漢 字​", "tokens": 48, "pieces": ["'VE", "!Z", "३", "fi", "३9", "Dž", "　", "'T", "
", "'T", ">‍'", "Re'Re", " ", ",.㋿'", "s", "#$%'", "T", "\r\n", "㍿", "9½", "<|", "endoftext", "|>'", "lle", "   \n", "漢", " 字", "​"]}
+{"text": "é👍🏽ꟲ𐞁 漢Z'ſſ'll!!<|fim_prefix|>\r\nſ­   \n­\r\n\r\n'll٣٤٥٦\tfi12345678ḍ̇é   \n\"12345678İt'Sḍ̇🙂-", "tokens": 57, "pieces": ["é", "👍🏽", "ꟲ𐞁", " 漢", "Z'ſ", "ſ'll", "!!<|", "fim", "_prefix", "|>\r\n", "ſ", "­", "   \n", "­\r\n\r\n", "'ll", "٣٤٥", "٦", "\tfi", "123", "456", "78", "ḍ̇é", "   \n", "\"", "123", "456", "78", "İt'S", "ḍ̇", "🙂-"]}
+{"text": "-㍿́#$%ꟲ-㍿\r\n\r\n\r\n'D　
‍ꟲ ꟲعé#$%
​🙂ßع👍🏽'ſ'D​<|endoftext|>!'ll\r\n\r\nDž½ßd", "tokens": 57, "pieces": ["-㍿́#$%", "ꟲ", "-㍿\r\n\r\n\r\n", "'D", "　", "
", "‍ꟲ", " ꟲعé", "#$%", "
", "​🙂", "ßع", "👍🏽'", "ſ'D", "​<|", "endoftext", "|>!'", "ll", "\r\n\r\n", "Dž", "½", "ßd"]}
+{"text": "'sſ  's
…ع<EOT><!!", "tokens": 13, "pieces": ["'sſ", " ", " '", "s", "
", "…ع", "<EOT", "><!!"]}
+{"text": " ⅣZ㍿'llß\u000be'VE٣٤٥٦ḍ̇(漢", "tokens": 23, "pieces": [" ", "Ⅳ", "Z", "㍿'", "llß", "\u000be'VE", "٣٤٥", "٦", "ḍ̇", "(漢"]}
+{"text": "\n\n>-٣٤٥٦>e!　٣٤٥٦
㍿<|endoftext|>
<fi😀🏽'VE>İé\n<ꟲ­ßſ🙂12345678'DZ ㋿ Ⅳ", "tokens": 58, "pieces": ["\n\n", ">-", "٣٤٥", "٦", ">e", "!", "　", "٣٤٥", "٦", "
", "㍿<|", "endoftext", "|>", "
", "<fi", "😀🏽'", "VE", ">İé", "\n", "<ꟲ", "­ßſ", "🙂", "123", "456", "78", "'DZ", " ", "㋿", " ", "Ⅳ"]}
+{"text": "\td#$%#$%><EOT>\r\n,t\t0<|fim_prefix|>\nع<EOT>३½\r\n", "tokens": 25, "pieces": ["\td", "#$%#$%><", "EOT", ">\r\n", ",t", "\t", "0", "<|", "fim", "_prefix", "|>\n", "ع", "<EOT", ">", "३½", "\r\n"]}
+{"text": "́-­'T'lld0.e'M,'Se\r\n<EOT>\r\n\r\n!!㍿'reDž字", "tokens": 25, "pieces": ["́", "-­'", "T'll", "d", "0", ".e'M", ",'", "Se", "\r\n", "<EOT", ">\r\n\r\n", "!!㍿'", "re", "Dž字"]}
+{"text": ".'sEOT\r\n\r\nⅣå!s", "tokens": 11, "pieces": [".'", "s", "EOT", "\r\n\r\n", "Ⅳ", "å", "!s"]}
+{"text": "३İ'll३漢", "tokens": 5, "pieces": ["३", "İ'll", "३", "漢"]}
+{"text": "Z   \n‍Ａ'VE\r\nméå\t㋿\té​‍\"é'ſt㋿!", "tokens": 29, "pieces": ["Z", "   \n", "‍Ａ'VE", "\r\n", "méå", "\t", "㋿", "\té", "​‍\"", "é'ſ", "t", "㋿!"]}
+{"text": "fi'ſ\r\n\r\n!!.  \"ع", "tokens": 8, "pieces": ["fi'ſ", "\r\n\r\n", "!!.", " ", " \"", "ع"]}
+{"text": "𐞁ꟲ're\n<\"İém­'re", "tokens": 18, "pieces": ["𐞁ꟲ're", "\n", "<\"", "İém", "­'", "re"]}
+{"text": "\r\nå0​👍🏽Ａ're'TEOT", "tokens": 13, "pieces": ["\r\n", "å", "0", "​👍🏽", "Ａ're", "'TEOT"]}
+{"text": "\n>'Sfí㋿ed
'Re<|fim_prefix|>aZ<|fim_prefix|>漢
", "tokens": 27, "pieces": ["\n", ">'", "Sfí", "㋿ed", "
", "'Re", "<|", "fim", "_prefix", "|>", "a", "Z", "<|", "fim", "_prefix", "|>", "漢", "
"]}
+{"text": "123456789
ꟲ­<|fim_prefix|>㋿٣٤٥٦­'ſ'S!ß'Smḍ̇ḍ̇", "tokens": 35, "pieces": ["123", "456", "789", "
ꟲ", "­<|", "fim", "_prefix", "|>㋿", "٣٤٥", "٦", "­'", "ſ'S", "!ß'S", "mḍ̇ḍ̇"]}
+{"text": "३", "tokens": 1, "pieces": ["३"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿​٣٤٥٦12345678'Dع🙂9ſ<META_START>😀🏽ß㋿İ'Ret३Zع9İ'Reſ‍字‍!३​'s<|fim_prefix|><|fim_prefix|>𐞁12345678​\n'llm", "tokens": 66, "pieces": ["㍿​", "٣٤٥", "٦12", "345", "678", "'Dع", "🙂", "9", "ſ", "<META", "_START", ">😀🏽", "ß", "㋿İ'Re", "t", "३", "Zع", "9", "İ'Re", "ſ", "‍字", "‍!", "३", "​'", "s", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "𐞁", "123", "456", "78", "​\n", "'llm"]}
+{"text": "字as'ś'sＡ漢12345678å", "tokens": 12, "pieces": ["字as's", "́'s", "Ａ漢", "123", "456", "78", "å"]}
+{"text": "<|endoftext|>s012345678<|endoftext|>0>\"\r\n\r\n㋿İ𐞁.漢,'Ta'Dd\n   \n㋿'S½漢\r\n \n漢", "tokens": 47, "pieces": ["<|", "endoftext", "|>", "s", "012", "345", "678", "<|", "endoftext", "|>", "0", ">\"\r\n\r\n", "㋿İ𐞁", ".漢", ",'", "Ta'D", "d", "\n   \n", "㋿'", "S", "½", "漢", "\r\n \n", "漢"]}
+{"text": " ㋿३ßda'T!!", "tokens": 9, "pieces": [" ㋿", "३", "ßda'T", "!!"]}
+{"text": "<Dž 𐞁㋿\u000bع‍", "tokens": 14, "pieces": ["<Dž", " 𐞁", "㋿", "\u000bع", "‍"]}
+{"text": "🙂e٣٤٥٦'llZ<|fim_prefix|>'T", "tokens": 15, "pieces": ["🙂e", "٣٤٥", "٦", "'ll", "Z", "<|", "fim", "_prefix", "|>'", "T"]}
+{"text": "m,'\"e字㋿字\u000b'll\u000b0å\r'M9ds𐞁Ａ\r\n  're12345678ḍ̇éaEOT\r½dZ\r\n\r\n   \n>e,9é", "tokens": 49, "pieces": ["m", ",'\"", "e字", "㋿字", "\u000b", "'ll", "\u000b", "0", "å", "\r", "'M", "9", "ds𐞁", "Ａ", "\r\n", " ", " '", "re", "123", "456", "78", "ḍ̇éa", "EOT", "\r", "½", "d", "Z", "\r\n\r\n   \n", ">e", ",", "9", "é"]}
+{"text": "12345678'M😀🏽.٣٤٥٦'T'Re३e(<㍿åd('T<META_START>'ll\r\n\r\n'VE㋿🙂m​,ḍ̇   \n#$%ß   \n‍<|endoftext|>ß'T½'
Dž#$%", "tokens": 65, "pieces": ["123", "456", "78", "'M", "😀🏽.", "٣٤٥", "٦", "'T'Re", "३", "e", "(<㍿", "åd", "('", "T", "<META", "_START", ">'", "ll", "\r\n\r\n", "'VE", "㋿🙂", "m", "​,", "ḍ̇", "   \n", "#$%", "ß", "   \n", "‍<|", "endoftext", "|>", "ß'T", "½", "'", "
Dž", "#$%"]}
+{"text": "a\r\n\r\nEOT   \nḍ̇>12345678's<|fim_prefix|>'ſ.EOT12345678'Rema'D𐞁'T<|endoftext|>fi.", "tokens": 43, "pieces": ["a", "\r\n\r\n", "EOT", "   \n", "ḍ̇", ">", "123", "456", "78", "'s", "<|", "fim", "_prefix", "|>'", "ſ", ".EOT", "123", "456", "78", "'Rema'D", "𐞁'T", "<|", "endoftext", "|>", "fi", "."]}
+{"text": "!!<EOT>!!fi漢İ<EOT>Ａe.ḍ̇t漢㍿​!!'reda'M.'ſ‍é>  'VÉ", "tokens": 38, "pieces": ["!!<", "EOT", ">!!", "fi漢", "İ", "<EOT", ">Ａe", ".ḍ̇t漢", "㍿​!!'", "reda'M", ".'", "ſ", "‍é", ">", " ", " '", "VÉ"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "­>\"ådſ　 ", "tokens": 7, "pieces": ["­>\"", "ådſ", "　 "]}
+{"text": "'D'D  'Re12345678'Re'T ZEOT ع㍿\t's㍿­ſ,   ", "tokens": 26, "pieces": ["'D'D", " ", " '", "Re", "123", "456", "78", "'Re'T", " ZEOT", " ع", "㍿", "\t", "'s", "㍿­", "ſ", ",", "   "]}
+{"text": "'Re'S,-👍🏽  'T
é　#$%", "tokens": 15, "pieces": ["'Re'S", ",-👍🏽", " ", " '", "T", "
é", "　", "#$%"]}
+{"text": "😀🏽\u000b'llＡ\r\n\r\n\r\n<|endoftext|>(㍿.'s👍🏽½dDž\"", "tokens": 27, "pieces": ["😀🏽", "\u000b", "'ll", "Ａ", "\r\n\r\n\r\n", "<|", "endoftext", "|>(㍿.'", "s", "👍🏽", "½", "d", "Dž", "\""]}
+{"text": "9'Re0İ0'M\n<|endoftext|>'T😀🏽٣٤٥٦0", "tokens": 23, "pieces": ["9", "'Re", "0", "İ", "0", "'M", "\n", "<|", "endoftext", "|>'", "T", "😀🏽", "٣٤٥", "٦0"]}
+{"text": "<|endoftext|><EOT>s㋿\r\n\r\n👍🏽éad.'sſ<META_START>'S", "tokens": 28, "pieces": ["<|", "endoftext", "|><", "EOT", ">s", "㋿\r\n\r\n", "👍🏽", "éad", ".'", "sſ", "<META", "_START", ">'", "S"]}
+{"text": "a \u000b'ſꟲfi<'VE'Re<META_START>\r\n", "tokens": 16, "pieces": ["a", " ", "\u000b", "'ſꟲfi", "<'", "VE'Re", "<META", "_START", ">\r\n"]}
+{"text": "\r\n\r\n­Dž's'M'S<́'VE'Re\t　'३'🙂é👍🏽\u000b<|endoftext|>Ⅳ३‍㋿'re", "tokens": 39, "pieces": ["\r\n\r\n", "­Dž's", "'M'S", "<́'VE", "'Re", "\t", "　", "'", "३", "'🙂", "é", "👍🏽", "\u000b", "<|", "endoftext", "|>", "Ⅳ३", "‍㋿'", "re"]}
+{"text": "é漢a  t'Z\tع>  #$%\tİ…'ReDž…٣٤٥٦'D!!é\nⅣmＡt sZ<META_START>😀🏽'Mfi'll", "tokens": 51, "pieces": ["é漢a", " ", " t", "'Z", "\tع", ">", " ", " #$%", "\tİ", "…", "'Re", "Dž", "…", "٣٤٥", "٦", "'D", "!!", "é", "\n", "Ⅳ", "m", "Ａt", " s", "Z", "<META", "_START", ">😀🏽'", "Mfi'll"]}
+{"text": "٣٤٥٦ß'Re…!'re\tZmé字9fi!'TEOT -'ſ's(漢a", "tokens": 26, "pieces": ["٣٤٥", "٦", "ß'Re", "…", "!'", "re", "\tZmé字", "9", "fi", "!'", "TEOT", " -'", "ſ's", "(漢a"]}
+{"text": "<|endoftext|>m½!!‍0　<|fim_prefix|>-\r<META_START>12345678'T'Zs12345678.　'sZ‍<|endoftext|>d'VEd漢'S'VEⅣ
\u000bé漢'Re   \n", "tokens": 63, "pieces": ["<|", "endoftext", "|>", "m", "½", "!!‍", "0", "　", "<|", "fim", "_prefix", "|>-\r", "<META", "_START", ">", "123", "456", "78", "'T", "'Zs", "123", "456", "78", ".", "　", "'s", "Z", "‍<|", "endoftext", "|>", "d'VE", "d漢'S", "'VE", "Ⅳ", "
", "\u000bé漢'Re", "   \n"]}
+{"text": "ſ‍Ａ(ſ३\t'D \tⅣ's\r\"EOT.٣٤٥٦   \nİ \"", "tokens": 24, "pieces": ["ſ", "‍Ａ", "(ſ", "३", "\t", "'D", " ", "\t", "Ⅳ", "'s", "\r", "\"EOT", ".", "٣٤٥", "٦", "   \n", "İ", " \""]}
+{"text": "　(!'Re<s\t<META_START>'Re<|fim_prefix|>\rع\u000bDž're　ß‍'T99d!!åⅣ,‍'D!!㍿
a'll\nŹ'D　", "tokens": 51, "pieces": ["　", "(!'", "Re", "<s", "\t", "<META", "_START", ">'", "Re", "<|", "fim", "_prefix", "|>\r", "ع", "\u000bDž're", "　ß", "‍'", "T", "99", "d", "!!", "å", "Ⅳ", ",‍'", "D", "!!㍿", "
a'll", "\n", "Ź'D", "　"]}
+{"text": "'D're㋿0!", "tokens": 7, "pieces": ["'D're", "㋿", "0", "!"]}
+{"text": "Ⅳ'ſ‍<|fim_prefix|>9t'Re\rḍ̇🙂'D\r\n\r\nſ'Re字! ع'D\"…　e'll\n!İ !<|fim_prefix|>　tＡ\"fi", "tokens": 50, "pieces": ["Ⅳ", "'ſ", "‍<|", "fim", "_prefix", "|>", "9", "t'Re", "\r", "ḍ̇", "🙂'", "D", "\r\n\r\n", "ſ'Re", "字", "!", " ع'D", "\"", "…", "　e'll", "\n", "!İ", " !<|", "fim", "_prefix", "|>", "　t", "Ａ", "\"fi"]}
+{"text": "🙂\u000bİ12345678\r\n12345678", "tokens": 10, "pieces": ["🙂", "\u000bİ", "123", "456", "78", "\r\n", "123", "456", "78"]}
+{"text": "åe\u000b0m <\t'T㍿…'VE𐞁e9<|fim_prefix|>'sſ<EOT>!!<EOT>\n\r\n㋿Ⅳ'D　<0é", "tokens": 50, "pieces": ["åe", "\u000b", "0", "m", " <", "\t", "'T", "㍿", "…", "'VE𐞁e", "9", "<|", "fim", "_prefix", "|>'", "sſ", "<EOT", ">!!<", "EOT", ">\n\r\n", "㋿", "Ⅳ", "'D", "　", "<", "0", "é"]}
+{"text": "'ll'Ddm>㋿'İ're'S-'S<META_START>>𐞁 …Ａ", "tokens": 25, "pieces": ["'ll'D", "dm", ">㋿'", "İ're", "'S", "-'", "S", "<META", "_START", ">>", "𐞁", " ", "…Ａ"]}
+{"text": "12345678'M<EOT>\r,Ａ  字'sm\r\n\r\n m>𐞁   \n عſe٣٤٥٦", "tokens": 31, "pieces": ["123", "456", "78", "'M", "<EOT", ">\r", ",Ａ", " ", " 字's", "m", "\r\n\r\n", " m", ">𐞁", "   \n", " عſe", "٣٤٥", "٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿　<EOT>'DZ.   \n!\r\n\r\n\n-👍🏽'ſ\"'D\"㍿   \n'D,'ſ", "tokens": 28, "pieces": ["㍿", "　", "<EOT", ">'", "DZ", ".", "   \n", "!\r\n\r\n\n", "-👍🏽'", "ſ", "\"'", "D", "\"㍿", "   \n", "'D", ",'", "ſ"]}
+{"text": "ZaعeéEOT🙂(!!<META_START>'T٣٤٥٦ع 0éⅣ\n'ſ<EOT><EOT><|endoftext|>'re👍🏽\r\n\r\nå.<  字", "tokens": 50, "pieces": ["Zaعeé", "EOT", "🙂(!!<", "META", "_START", ">'", "T", "٣٤٥", "٦", "ع", " ", "0", "é", "Ⅳ", "\n", "'ſ", "<EOT", "><", "EOT", "><|", "endoftext", "|>'", "re", "👍🏽\r\n\r\n", "å", ".<", " ", " 字"]}
+{"text": "İm12345678<EOT>\r''12345678'T-t　ß12345678
<|fim_prefix|>‍", "tokens": 28, "pieces": ["İm", "123", "456", "78", "<EOT", ">\r", "''", "123", "456", "78", "'T", "-t", "　ß", "123", "456", "78", "
", "<|", "fim", "_prefix", "|>‍"]}
+{"text": "ḍ̇ea\" 字ع\r
👍🏽
👍🏽😀🏽åḍ̇३Ａ\u000b<|endoftext|>'M­'TZ'ſ👍🏽(‍㋿३0", "tokens": 51, "pieces": ["ḍ̇ea", "\"", " 字ع", "\r", "
", "👍🏽", "
", "👍🏽😀🏽", "åḍ̇", "३", "Ａ", "\u000b", "<|", "endoftext", "|>'", "M", "­'", "TZ'ſ", "👍🏽(‍㋿", "३0"]}
+{"text": "'D\n½½㍿<META_START>\r\nꟲ́12345678 a\t#$%٣٤٥٦\n!d0'ſ12345678٣٤٥٦㍿ßé😀🏽.'", "tokens": 48, "pieces": ["'D", "\n", "½½", "㍿<", "META", "_START", ">\r\n", "ꟲ́", "123", "456", "78", " a", "\t", "#$%", "٣٤٥", "٦", "\n", "!d", "0", "'ſ", "123", "456", "78٣", "٤٥٦", "㍿ßé", "😀🏽.'"]}
+{"text": "Dž>Ａa㍿́<(ḍ̇İ#$%\r'<META_START>   \n　e!!!!9<'T", "tokens": 28, "pieces": ["Dž", ">Ａa", "㍿́", "<(", "ḍ̇", "İ", "#$%\r", "'<", "META", "_START", ">", "   \n", "　e", "!!!!", "9", "<'", "T"]}
+{"text": "#$%!字\"👍🏽㋿a'Re\t​Ａ​İ'M\rſ'T\u000bİ字<'D!!
", "tokens": 28, "pieces": ["#$%!", "字", "\"👍🏽㋿", "a'Re", "\t", "​Ａ", "​İ'M", "\r", "ſ'T", "\u000bİ字", "<'", "D", "!!", "
"]}
+{"text": "ꟲ're  😀🏽\"'", "tokens": 9, "pieces": ["ꟲ're", " ", " 😀🏽\"'"]}
+{"text": "　…'s   \nßEOTé", "tokens": 10, "pieces": ["　", "…", "'s", "   \n", "ß", "EOTé"]}
+{"text": "́(", "tokens": 2, "pieces": ["́", "("]}
+{"text": "\r\n\r\n
å<|fim_prefix|>EOT'Ss \r\nt…㋿'ll!!'VE're 0Zt👍🏽ع'D", "tokens": 37, "pieces": ["\r\n\r\n", "
å", "<|", "fim", "_prefix", "|>", "EOT'S", "s", " \r\n", "t", "…", "㋿'", "ll", "!!'", "VE're", " ", "0", "Zt", "👍🏽", "ع'D"]}
+{"text": "'Dß字9\r\n\r\n३…d'VEfi👍🏽Z…ſ(\tDže<EOT>३", "tokens": 28, "pieces": ["'Dß字", "9", "\r\n\r\n", "३", "…d'VE", "fi", "👍🏽", "Z", "…ſ", "(", "\tDže", "<EOT", ">", "३"]}
+{"text": "\"ḍ̇<!!𐞁
　<EOT>ع\"!,!!　''T　12345678<META_START>漢́\"漢 <|endoftext|>🙂'ſ's㋿👍🏽>‍", "tokens": 53, "pieces": ["\"ḍ̇", "<!!", "𐞁", "
", "　", "<EOT", ">ع", "\"!,!!", "　", "''", "T", "　", "123", "456", "78", "<META", "_START", ">漢́", "\"漢", " <|", "endoftext", "|>🙂'", "ſ's", "㋿👍🏽>‍"]}
+{"text": "'\r\nع'Dé'<|endoftext|>'Re12345678\r\n\r\nfi#$%t\r\n\r\n字EOT<<|fim_prefix|>   \n-'VE'Re​   \n<EOT>", "tokens": 39, "pieces": ["'\r\n", "ع'D", "é", "'<|", "endoftext", "|>'", "Re", "123", "456", "78", "\r\n\r\n", "fi", "#$%", "t", "\r\n\r\n", "字", "EOT", "<<|", "fim", "_prefix", "|>", "   \n", "-'", "VE'Re", "​", "   \n", "<EOT", ">"]}
+{"text": "'ReEOT𐞁ḍ̇<|fim_prefix|>e½İ\u000b½å", "tokens": 23, "pieces": ["'Re", "EOT𐞁ḍ̇", "<|", "fim", "_prefix", "|>", "e", "½", "İ", "\u000b", "½", "å"]}
+{"text": "ſe​", "tokens": 3, "pieces": ["ſe", "​"]}
+{"text": "'Re😀🏽'\r😀🏽12345678\tß\r\n\r\n　<|fim_prefix|>́ſ<|endoftext|>#$%('s\r\n\r\n,!!ꟲ𐞁👍🏽­́ß ", "tokens": 52, "pieces": ["'Re", "😀🏽'\r", "😀🏽", "123", "456", "78", "\tß", "\r\n\r\n", "　", "<|", "fim", "_prefix", "|>́", "ſ", "<|", "endoftext", "|>#$%('", "s", "\r\n\r\n", ",!!", "ꟲ𐞁", "👍🏽­́", "ß", " "]}
+{"text": "'D👍🏽́<META_START>'s<EOT😀🏽­,Ⅳ字 ع­'👍🏽😀🏽'T", "tokens": 31, "pieces": ["'D", "👍🏽́<", "META", "_START", ">'", "s", "<EOT", "😀🏽­,", "Ⅳ", "字", " ع", "­'👍🏽😀🏽'", "T"]}
+{"text": "mſſ(Ⅳ🙂'VE'M'åé½m", "tokens": 15, "pieces": ["mſſ", "(", "Ⅳ", "🙂'", "VE'M", "'åé", "½", "m"]}
+{"text": "‍Dž   \n9", "tokens": 5, "pieces": ["‍Dž", "   \n", "9"]}
+{"text": "0…‍as'Re\n\r.é!éſ'T'9(t
.\r字,#$%s-é½ſsⅣ", "tokens": 31, "pieces": ["0", "…", "‍as'Re", "\n\r", ".é", "!éſ'T", "'", "9", "(t", "
", ".\r", "字", ",#$%", "s", "-é", "½", "ſs", "Ⅳ"]}
+{"text": "\u000b<EOTé३!३漢d'Re㋿s'Séé'S-
ß\rİ   \n​-<|fim_prefix|>#$%<d字́'ſß<META_START>m", "tokens": 49, "pieces": ["\u000b", "<EOTé", "३", "!", "३", "漢d'Re", "㋿s'S", "éé'S", "-", "
ß", "\r", "İ", "   \n", "​-<|", "fim", "_prefix", "|>#$%<", "d字́'ſ", "ß", "<META", "_START", ">m"]}
+{"text": "å  's　\"<|fim_prefix|>12345678'll.    \n -　\u000bé½ß'Dſ\"!!ꟲm😀🏽'Rea12345678Ⅳ", "tokens": 43, "pieces": ["å", " ", " '", "s", "　", "\"<|", "fim", "_prefix", "|>", "123", "456", "78", "'ll", ".", "    \n", " -", "　", "\u000bé", "½", "ß'D", "ſ", "\"!!", "ꟲm", "😀🏽'", "Rea", "123", "456", "78Ⅳ"]}
+{"text": "'ḍ̇  ३'ReＡ३\r\n
s(  .​9
-\n½…½­😀🏽'D(fi", "tokens": 32, "pieces": ["'ḍ̇", " ", " ", "३", "'Re", "Ａ", "३", "\r\n", "
s", "(", " ", " .​", "9", "
", "-\n", "½", "…", "½", "­😀🏽'", "D", "(fi"]}
+{"text": "'Mḍ̇s(sfiZ٣٤٥٦d'D‍漢\r\n\r\n!12345678३EOT'S0́㋿漢　½", "tokens": 33, "pieces": ["'Mḍ̇s", "(sfi", "Z", "٣٤٥", "٦", "d'D", "‍漢", "\r\n\r\n", "!", "123", "456", "78३", "EOT'S", "0", "́", "㋿漢", "　", "½"]}
+{"text": "漢! \r\ń😀🏽'😀🏽 <META_START>'SZ\"t,ع'ſ𐞁<|endoftext|>Z#$%\"", "tokens": 36, "pieces": ["漢", "!", " \r\n", "́", "😀🏽'😀🏽", " <", "META", "_START", ">'", "SZ", "\"t", ",ع'ſ", "𐞁", "<|", "endoftext", "|>", "Z", "#$%\""]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ſ
s👍🏽㍿­å<|fim_prefix|>ß<META_START>a", "tokens": 23, "pieces": ["ſ", "
s", "👍🏽㍿­", "å", "<|", "fim", "_prefix", "|>", "ß", "<META", "_START", ">a"]}
+{"text": "Ⅳſİ'S'll'D'llé-ß'S ​́­m", "tokens": 17, "pieces": ["Ⅳ", "ſ", "İ'S", "'ll'D", "'llé", "-ß'S", " ​́­", "m"]}
+{"text": "0EOT-३s𐞁   \nḍ̇'M\r\n㋿fi!𐞁a'D''se<|fim_prefix|>\"İ<|fim_prefix|>Ａ­ḍ̇", "tokens": 47, "pieces": ["0", "EOT", "-", "३", "s𐞁", "   \n", "ḍ̇'M", "\r\n", "㋿fi", "!𐞁a'D", "''", "se", "<|", "fim", "_prefix", "|>\"", "İ", "<|", "fim", "_prefix", "|>", "Ａ", "­ḍ̇"]}
+{"text": "­\neḍ̇fi\"s.'S漢   'VE😀🏽é\r\n\r\n!!s  Z-ع(mé\r\ń's.　t३!", "tokens": 35, "pieces": ["­\n", "eḍ̇fi", "\"s", ".'", "S漢", "  ", " ", "'VE", "😀🏽", "é", "\r\n\r\n", "!!", "s", " ", " Z", "-ع", "(mé", "\r\n", "́'s", ".", "　t", "३", "!"]}
+{"text": "漢#$%9fiⅣ½㍿s😀🏽fi\r", "tokens": 17, "pieces": ["漢", "#$%", "9", "fi", "Ⅳ½", "㍿s", "😀🏽", "fi", "\r"]}
+{"text": "<|endoftext|>\r\n\r\nꟲ\u000b'VE<EOT>\n<META_START>…Ⅳ𐞁  \n👍🏽9'll12345678​", "tokens": 38, "pieces": ["<|", "endoftext", "|>\r\n\r\n", "ꟲ", "\u000b", "'VE", "<EOT", ">\n", "<META", "_START", ">", "…", "Ⅳ", "𐞁", "  \n", "👍🏽", "9", "'ll", "123", "456", "78", "​"]}
+{"text": "'sDž<EOT>'Re", "tokens": 7, "pieces": ["'s", "Dž", "<EOT", ">'", "Re"]}
+{"text": "🙂   ­'M d'ſ 😀🏽㍿e<EOT>å<0'll\"'Dm", "tokens": 24, "pieces": ["🙂", "  ", " ­'", "M", " d'ſ", " 😀🏽㍿", "e", "<EOT", ">å", "<", "0", "'ll", "\"'", "Dm"]}
+{"text": "\n<d-Dž   \n…0\t", "tokens": 11, "pieces": ["\n", "<d", "-Dž", "   \n", "…", "0", "\t"]}
+{"text": "é'll'lleİ <|fim_prefix|>…'Re'll👍🏽maé٣٤٥٦åİ'VE㋿🙂٣٤٥٦<|endoftext|>ée'Re\t\r\n!'Mfi
字🙂", "tokens": 57, "pieces": ["é'll", "'lle", "İ", " <|", "fim", "_prefix", "|>", "…", "'Re'll", "👍🏽", "maé", "٣٤٥", "٦", "å", "İ'VE", "㋿🙂", "٣٤٥", "٦", "<|", "endoftext", "|>", "ée'Re", "\t\r\n", "!'", "Mfi", "
字", "🙂"]}
+{"text": "Džå0‍.'M\u000b'Se‍漢<META_START>!!'T\u000bⅣ́", "tokens": 24, "pieces": ["Džå", "0", "‍.'", "M", "\u000b", "'Se", "‍漢", "<META", "_START", ">!!'", "T", "\u000b", "Ⅳ", "́"]}
+{"text": "Z\"", "tokens": 2, "pieces": ["Z", "\""]}
+{"text": "aſ'ſ(e<EOT>>'T Z12345678
<'Reé👍🏽s!!٣٤٥٦'D\r\ns👍🏽d<EOT>Dž\"ß'ع\rꟲa", "tokens": 49, "pieces": ["aſ'ſ", "(e", "<EOT", ">>'", "T", " Z", "123", "456", "78", "
", "<'", "Reé", "👍🏽", "s", "!!", "٣٤٥", "٦", "'D", "\r\n", "s", "👍🏽", "d", "<EOT", ">Dž", "\"ß", "'ع", "\r", "ꟲa"]}
+{"text": ".t(ta<META_START>'M‍😀🏽'ré🙂'Sé12345678　é", "tokens": 24, "pieces": [".t", "(ta", "<META", "_START", ">'", "M", "‍😀🏽'", "ré", "🙂'", "Sé", "123", "456", "78", "　é"]}
+{"text": "'M å​'ſ漢é!", "tokens": 10, "pieces": ["'M", " å", "​'", "ſ漢é", "!"]}
+{"text": "e…d\r\n\r\n½　'S'M‍\"\tİe-   \n!!'re३(<META_START>\n字 ​fi 's ,\n9ꟲ­", "tokens": 36, "pieces": ["e", "…d", "\r\n\r\n", "½", "　", "'S'M", "‍\"", "\tİe", "-", "   \n", "!!'", "re", "३", "(<", "META", "_START", ">\n", "字", " ", "​fi", " ", "'s", " ,\n", "9", "ꟲ", "­"]}
+{"text": "#$%\r   \n½ a'S­'D", "tokens": 11, "pieces": ["#$%\r", "   \n", "½", " a'S", "­'", "D"]}
+{"text": "🙂aß㍿<|fim_prefix|>'VE  𐞁#$%ſ'll#$%\r\nＡ<|endoftext|>", "tokens": 33, "pieces": ["🙂aß", "㍿<|", "fim", "_prefix", "|>'", "VE", " ", " 𐞁", "#$%", "ſ'll", "#$%\r\n", "Ａ", "<|", "endoftext", "|>"]}
+{"text": "𐞁 å!ae(\r\ns\t字'M'll'TＡ😀🏽٣٤٥٦ع\t́😀🏽éZİ\u000b", "tokens": 34, "pieces": ["𐞁", " å", "!ae", "(\r\n", "s", "\t字'M", "'ll'T", "Ａ", "😀🏽", "٣٤٥", "٦", "ع", "\t́", "😀🏽", "é", "Zİ", "\u000b"]}
+{"text": "0m٣٤٥٦Ⅳ'T", "tokens": 9, "pieces": ["0", "m", "٣٤٥", "٦Ⅳ", "'T"]}
+{"text": "å'M", "tokens": 3, "pieces": ["å'M"]}
+{"text": "å'Ret'Retꟲ𐞁
m🙂🙂\n𐞁e", "tokens": 23, "pieces": ["å'Re", "t'Re", "tꟲ𐞁", "
m", "🙂🙂\n", "𐞁e"]}
+{"text": "'re're>åſ㍿​\u000bé'M0'M\r", "tokens": 16, "pieces": ["'re're", ">åſ", "㍿​", "\u000bé'M", "0", "'M", "\r"]}
+{"text": "e　\u000b'S.a", "tokens": 5, "pieces": ["e", "　", "\u000b", "'S", ".a"]}
+{"text": " <    \n漢d're​eİe\"\t㋿
ع́\t(", "tokens": 21, "pieces": [" ", "<", "    \n", "漢d're", "​e", "İe", "\"", "\t", "㋿", "
ع́", "\t", "("]}
+{"text": "<EOT>!!'s'S'Tt", "tokens": 9, "pieces": ["<EOT", ">!!'", "s'S", "'Tt"]}
+{"text": ",'ſḍ̇<|fim_prefix|>d  é<META_START>字'ſ㋿<META_START>㋿e", "tokens": 32, "pieces": [",'", "ſḍ̇", "<|", "fim", "_prefix", "|>", "d", " ", " é", "<META", "_START", ">字'ſ", "㋿<", "META", "_START", ">㋿", "e"]}
+{"text": "Dž 'D𐞁
👍🏽#$%𐞁!<EOT>٣٤٥٦Z!!t", "tokens": 30, "pieces": ["Dž", " '", "D𐞁", "
", "👍🏽#$%", "𐞁", "!<", "EOT", ">", "٣٤٥", "٦", "Z", "!!", "t"]}
+{"text": "\t,Ⅳ", "tokens": 4, "pieces": ["\t", ",", "Ⅳ"]}
+{"text": "  ​'re   \nعt𐞁'D<EOT>ta   \nåé'D漢👍🏽så㍿́DžDžt  Z'S< ", "tokens": 42, "pieces": [" ", " ​'", "re", "   \n", "عt𐞁'D", "<EOT", ">ta", "   \n", "åé'D", "漢", "👍🏽", "så", "㍿́DžDžt", " ", " Z'S", "<", " "]}
+{"text": "<|fim_prefix|>…'s.𐞁عfi字<EOT>  >\r\n're", "tokens": 23, "pieces": ["<|", "fim", "_prefix", "|>", "…", "'s", ".𐞁عfi字", "<EOT", ">", " ", " >\r\n", "'re"]}
+{"text": "'VE9👍🏽", "tokens": 6, "pieces": ["'VE", "9", "👍🏽"]}
+{"text": "Ⅳfi(\"'D<META_START>\r\nİ>Ａ漢😀🏽'S　.mEOTZ
<META_START>……!!9字ḍ̇𐞁<ꟲ\r\n<", "tokens": 48, "pieces": ["Ⅳ", "fi", "(\"'", "D", "<META", "_START", ">\r\n", "İ", ">Ａ漢", "😀🏽'", "S", "　", ".m", "EOTZ", "
", "<META", "_START", ">", "…", "…", "!!", "9", "字ḍ̇𐞁", "<ꟲ", "\r\n", "<"]}
+{"text": "'M#$%٣٤٥٦(#$%.m㍿㋿9#$%'T㋿\r\n\r\n!!Ａḍ̇", "tokens": 30, "pieces": ["'M", "#$%", "٣٤٥", "٦", "(#$%.", "m", "㍿㋿", "9", "#$%'", "T", "㋿\r\n\r\n", "!!", "Ａḍ̇"]}
+{"text": "'s<|fim_prefix|>'ReZ😀🏽㋿漢s𐞁Ⅳḍ̇t  İ ́e👍🏽…ḍ̇fi   \n　漢ß'VE", "tokens": 47, "pieces": ["'s", "<|", "fim", "_prefix", "|>'", "Re", "Z", "😀🏽㋿", "漢s𐞁", "Ⅳ", "ḍ̇t", " ", " İ", " ́e", "👍🏽", "…ḍ̇fi", "   \n", "　漢ß'VE"]}
+{"text": "'re'Dİ字9​.🙂​㋿\t-
İé12345678‍
<|endoftext|>㍿12345678👍🏽\r㍿Zfi'VE>　é<EOT>", "tokens": 52, "pieces": ["'re'D", "İ字", "9", "​.🙂​㋿", "\t", "-", "
İé", "123", "456", "78", "‍", "
", "<|", "endoftext", "|>㍿", "123", "456", "78", "👍🏽\r", "㍿Zfi'VE", ">", "　é", "<EOT", ">"]}
+{"text": "0   \n­   …'re漢­'T\r٣٤٥٦9s<EOT>9<EOT>d. 're\n'sⅣ\r\n'T<|fim_prefix|>", "tokens": 41, "pieces": ["0", "   \n", "­", "   ", "…", "'re漢", "­'", "T", "\r", "٣٤٥", "٦9", "s", "<EOT", ">", "9", "<EOT", ">d", ".", " '", "re", "\n", "'s", "Ⅳ", "\r\n", "'T", "<|", "fim", "_prefix", "|>"]}
+{"text": "🙂㋿'re字'll,<EOT>s\r½　ḍ̇𐞁漢'D<|fim_prefix|>٣٤٥٦٣٤٥٦'re'Re,👍🏽!!­\r9", "tokens": 48, "pieces": ["🙂㋿'", "re字'll", ",<", "EOT", ">s", "\r", "½", "　ḍ̇𐞁漢'D", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦٣٤", "٥٦", "'re'Re", ",👍🏽!!­\r", "9"]}
+{"text": "'VE", "tokens": 2, "pieces": ["'VE"]}
+{"text": "
ß 's'Re#$%  \r\n㍿́m 'M12345678!!
🙂<|fim_prefix|><!!'VE'T-#$%'re𐞁𐞁İ!   \n", "tokens": 46, "pieces": ["
ß", " ", "'s'Re", "#$%", "  \r\n", "㍿́m", " '", "M", "123", "456", "78", "!!", "
", "🙂<|", "fim", "_prefix", "|><!!'", "VE'T", "-#$%'", "re𐞁𐞁", "İ", "!", "   \n"]}
+{"text": "!ß🙂٣٤٥٦!
'T'M<EOT>ß>é'M'D!!Džİ<EOT>½EOT", "tokens": 30, "pieces": ["!ß", "🙂", "٣٤٥", "٦", "!", "
", "'T'M", "<EOT", ">ß", ">é'M", "'D", "!!", "Džİ", "<EOT", ">", "½", "EOT"]}
+{"text": "mZas　!Ⅳ>
'S㍿0\r­ꟲ,#$%漢'T'll
-½'ſ'D!!Zté\"漢9字字's
½", "tokens": 42, "pieces": ["m", "Zas", "　", "!", "Ⅳ", ">", "
", "'S", "㍿", "0", "\r", "­ꟲ", ",#$%", "漢'T", "'ll", "
", "-", "½", "'ſ'D", "!!", "Zté", "\"漢", "9", "字字's", "
", "½"]}
+{"text": "<'Re­  'T㋿'VE0   \nEOT\n　mééİ.\r\n\r\né<|endoftext|>å<|endoftext|>🙂!12345678\"İ'S-Dž", "tokens": 49, "pieces": ["<'", "Re", "­", " ", " '", "T", "㋿'", "VE", "0", "   \n", "EOT", "\n", "　méé", "İ", ".\r\n\r\n", "é", "<|", "endoftext", "|>", "å", "<|", "endoftext", "|>🙂!", "123", "456", "78", "\"İ'S", "-Dž"]}
+{"text": "­'T<EOT>å'D're\r\n\r\n-é,12345678.<,٣٤٥٦ſ<EOT>٣٤٥٦\t́\"'VE½m\u000bꟲ", "tokens": 40, "pieces": ["­'", "T", "<EOT", ">å'D", "'re", "\r\n\r\n", "-é", ",", "123", "456", "78", ".<,", "٣٤٥", "٦", "ſ", "<EOT", ">", "٣٤٥", "٦", "\t́", "\"'", "VE", "½", "m", "\u000bꟲ"]}
+{"text": "'M🙂12345678e\r\n9,12345678İ'reعＡ", "tokens": 16, "pieces": ["'M", "🙂", "123", "456", "78", "e", "\r\n", "9", ",", "123", "456", "78", "İ're", "ع", "Ａ"]}
+{"text": "  \"-m'<EOT>३㍿字🙂 \tꟲ<META_START>‍ḍ̇éḍ̇#$%­å,'s", "tokens": 37, "pieces": [" ", " \"-", "m", "'<", "EOT", ">", "३", "㍿字", "🙂", " ", "\tꟲ", "<META", "_START", ">‍", "ḍ̇éḍ̇", "#$%­", "å", ",'", "s"]}
+{"text": "㍿\rEOTḍ̇'S ßİ​d,<EOT>½٣٤٥٦Ⅳ<META_START>'  ٣٤٥٦漢'Dé　'S𐞁ḍ̇mfi\u000b\rm'Re  ½<|fim_prefix|><|endoftext|>>   \n'", "tokens": 71, "pieces": ["㍿\r", "EOTḍ̇'S", " ß", "İ", "​d", ",<", "EOT", ">", "½٣٤", "٥٦Ⅳ", "<META", "_START", ">'", " ", " ", "٣٤٥", "٦", "漢'D", "é", "　", "'S𐞁ḍ̇mfi", "\u000b\r", "m'Re", " ", " ", "½", "<|", "fim", "_prefix", "|><|", "endoftext", "|>>", "   \n", "'"]}
+{"text": "\r\n\r\né<　(ḍ̇ ", "tokens": 10, "pieces": ["\r\n\r\n", "é", "<", "　", "(ḍ̇", " "]}
+{"text": "t,!㍿😀🏽<Z ſ12345678ſ\"", "tokens": 17, "pieces": ["t", ",!㍿😀🏽<", "Z", " ſ", "123", "456", "78", "ſ", "\""]}
+{"text": "tⅣİ𐞁'TＡ.🙂'llⅣ́>éé", "tokens": 20, "pieces": ["t", "Ⅳ", "İ𐞁'T", "Ａ", ".🙂'", "ll", "Ⅳ", "́", ">éé"]}
+{"text": "é́٣٤٥٦Džmſ\r𐞁<|fim_prefix|>­s\r\n9ß     \n å'Re…", "tokens": 32, "pieces": ["é́", "٣٤٥", "٦", "Džmſ", "\r", "𐞁", "<|", "fim", "_prefix", "|>­", "s", "\r\n", "9", "ß", "     \n", " å'Re", "…"]}
+{"text": "!!­d(ſe<|endoftext|>Ⅳſ'D\r\n\r\n#$%dd漢㋿(ع(漢EOT.'s½字", "tokens": 35, "pieces": ["!!­", "d", "(ſe", "<|", "endoftext", "|>", "Ⅳ", "ſ'D", "\r\n\r\n", "#$%", "dd漢", "㋿(", "ع", "(漢", "EOT", ".'", "s", "½", "字"]}
+{"text": "<META_START>ꟲ'Re  fi漢!!å>'D", "tokens": 16, "pieces": ["<META", "_START", ">ꟲ'Re", " ", " fi漢", "!!", "å", ">'", "D"]}
+{"text": "12345678­ꟲ!! 漢́'reéZ's<e<EOT>", "tokens": 20, "pieces": ["123", "456", "78", "­ꟲ", "!!", " 漢́'re", "é", "Z's", "<e", "<EOT", ">"]}
+{"text": "́éé.㋿İé३​><…漢­🙂'VE\t   \n\n!Ⅳ", "tokens": 27, "pieces": ["́éé", ".㋿", "İé", "३", "​><", "…漢", "­🙂'", "VE", "\t   \n\n", "!", "Ⅳ"]}
+{"text": "eⅣ😀🏽'D're३'s's9-0!", "tokens": 16, "pieces": ["e", "Ⅳ", "😀🏽'", "D're", "३", "'s's", "9", "-", "0", "!"]}
+{"text": "0   \n(½å<|fim_prefix|> m عd'llé!Z字EOTå😀🏽㍿é.İ　Ａ   \nfi
.'ßfi​Z'VEfi   \n", "tokens": 50, "pieces": ["0", "   \n", "(", "½", "å", "<|", "fim", "_prefix", "|>", " m", " عd'll", "é", "!Z字EOTå", "😀🏽㍿", "é", ".İ", "　Ａ", "   \n", "fi", "
", ".'", "ßfi", "​Z'VE", "fi", "   \n"]}
+{"text": "<|endoftext|>  \n…Ａİ‍  ,", "tokens": 15, "pieces": ["<|", "endoftext", "|>", "  \n", "…Ａİ", "‍", " ", " ,"]}
+{"text": "a'S!", "tokens": 3, "pieces": ["a'S", "!"]}
+{"text": "👍🏽\r\n\r\n<|fim_prefix|>字'M.ḍ̇ꟲ", "tokens": 19, "pieces": ["👍🏽\r\n\r\n", "<|", "fim", "_prefix", "|>", "字'M", ".ḍ̇ꟲ"]}
+{"text": "<EOT> ½字\nm\r\n\r\n'T<>>mſaå㋿ 'T!𐞁ع<EOT><|endoftext|>\r\n\r\na're,123456789'S   \n-", "tokens": 45, "pieces": ["<EOT", ">", " ", "½", "字", "\n", "m", "\r\n\r\n", "'T", "<>>", "mſaå", "㋿", " ", "'T", "!𐞁ع", "<EOT", "><|", "endoftext", "|>\r\n\r\n", "a're", ",", "123", "456", "789", "'S", "   \n", "-"]}
+{"text": "'Re<|endoftext|>Dž\n٣٤٥٦ḍ̇ta!fi…a٣٤٥٦　-Ⅳ😀🏽é\n#$%漢👍🏽   　😀🏽'T<META_START>'Mſ'ſé", "tokens": 60, "pieces": ["'Re", "<|", "endoftext", "|>", "Dž", "\n", "٣٤٥", "٦", "ḍ̇ta", "!fi", "…a", "٣٤٥", "٦", "　", "-", "Ⅳ", "😀🏽", "é", "\n", "#$%", "漢", "👍🏽", "   ", "　", "😀🏽'", "T", "<META", "_START", ">'", "Mſ'ſ", "é"]}
+{"text": "́㍿'Re9d#$%#$%ꟲＡꟲ<|fim_prefix|>\r\n\n<|endoftext|>EOTZ㍿m", "tokens": 40, "pieces": ["́", "㍿'", "Re", "9", "d", "#$%#$%", "ꟲＡꟲ", "<|", "fim", "_prefix", "|>\r\n\n", "<|", "endoftext", "|>", "EOTZ", "㍿m"]}
+{"text": "'Tt㍿😀🏽efi'T12345678sİ 'S​(​'S'T", "tokens": 24, "pieces": ["'Tt", "㍿😀🏽", "efi'T", "123", "456", "78", "s", "İ", " '", "S", "​(​'", "S'T"]}
+{"text": "9'<ⅣⅣ  0<EOT>'ll　d'ſDž", "tokens": 19, "pieces": ["9", "'<", "ⅣⅣ", " ", " ", "0", "<EOT", ">'", "ll", "　d'ſ", "Dž"]}
+{"text": "\r\n.d<|fim_prefix|>字­,ꟲꟲ!EOT's", "tokens": 21, "pieces": ["\r\n", ".d", "<|", "fim", "_prefix", "|>", "字", "­,", "ꟲꟲ", "!EOT's"]}
+{"text": "ſ.'ſ<|endoftext|>👍🏽EOT👍🏽Ａ Ⅳ👍🏽9'ſ　<EOT><EOT>å…\"m'M>\u000b.<'VEm", "tokens": 47, "pieces": ["ſ", ".'", "ſ", "<|", "endoftext", "|>👍🏽", "EOT", "👍🏽", "Ａ", " ", "Ⅳ", "👍🏽", "9", "'ſ", "　", "<EOT", "><", "EOT", ">å", "…", "\"m'M", ">", "\u000b", ".<'", "VEm"]}
+{"text": "  'll12345678<META_START>'D\u000bſ\t'Re𐞁…㍿e'ſ­EOT𐞁.Ａ'ReEOT\n", "tokens": 40, "pieces": [" ", " '", "ll", "123", "456", "78", "<META", "_START", ">'", "D", "\u000bſ", "\t", "'Re𐞁", "…", "㍿e'ſ", "­EOT𐞁", ".Ａ'Re", "EOT", "\n"]}
+{"text": "s३漢㍿\r\n\r\nꟲع
DžEOT\"ſ३ḍ̇m<EOT>Dž", "tokens": 28, "pieces": ["s", "३", "漢", "㍿\r\n\r\n", "ꟲع", "
DžEOT", "\"ſ", "३", "ḍ̇m", "<EOT", ">Dž"]}
+{"text": "  ſ…'MåDžḍ̇\t'Re,<|endoftext|>ⅣＡ字 \n  İfi.\tétſsꟲ<|endoftext|>㍿>ꟲ", "tokens": 53, "pieces": [" ", " ſ", "…", "'Må", "Džḍ̇", "\t", "'Re", ",<|", "endoftext", "|>", "Ⅳ", "Ａ字", " \n", " ", " İfi", ".", "\tétſsꟲ", "<|", "endoftext", "|>㍿>", "ꟲ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<|endoftext|> ", "tokens": 8, "pieces": ["<|", "endoftext", "|>", " "]}
+{"text": "12345678're'½'ſ😀🏽漢‍(ſ m𐞁漢->Ⅳ😀🏽'ſ(字\u000bm9Džعḍ̇漢ḍ̇   \n½ß ", "tokens": 48, "pieces": ["123", "456", "78", "'re", "'", "½", "'ſ", "😀🏽", "漢", "‍(", "ſ", " m𐞁漢", "->", "Ⅳ", "😀🏽'", "ſ", "(字", "\u000bm", "9", "Džعḍ̇漢ḍ̇", "   \n", "½", "ß", " "]}
+{"text": "'Re -e<EOT><META_START>𐞁EOT9'VE<|endoftext|>\r'D㋿e!\r\n😀🏽‍́ḍ̇…ع字é<EOT><|fim_prefix|>'ſ", "tokens": 54, "pieces": ["'Re", " ", "-e", "<EOT", "><", "META", "_START", ">𐞁", "EOT", "9", "'VE", "<|", "endoftext", "|>\r", "'D", "㋿e", "!\r\n", "😀🏽‍́", "ḍ̇", "…ع字é", "<EOT", "><|", "fim", "_prefix", "|>'", "ſ"]}
+{"text": "<|endoftext|>>a#$%dZEOT m\naع", "tokens": 17, "pieces": ["<|", "endoftext", "|>>", "a", "#$%", "d", "ZEOT", " m", "\n", "aع"]}
+{"text": "🙂‍DžDž㍿字\u000b's字'é're", "tokens": 16, "pieces": ["🙂‍", "DžDž", "㍿字", "\u000b", "'s字", "'é're"]}
+{"text": "ع,<|fim_prefix|>'e    \n>ḍ̇\u000bd'D12345678're  a#$%…Dž𐞁\nå㍿\u000bⅣ!!\"½\n\"​#$%​Ⅳ½́́t", "tokens": 56, "pieces": ["ع", ",<|", "fim", "_prefix", "|>'", "e", "    \n", ">ḍ̇", "\u000bd'D", "123", "456", "78", "'re", " ", " a", "#$%", "…Dž𐞁", "\n", "å", "㍿", "\u000b", "Ⅳ", "!!\"", "½", "\n", "\"​#$%​", "Ⅳ½", "́́t"]}
+{"text": "-<META_START>.'Sfi🙂9İ­#$%Ⅳ9\"m\r<META_START>'ll३s\r\n\r\nfiZe३'ll", "tokens": 32, "pieces": ["-<", "META", "_START", ">.'", "Sfi", "🙂", "9", "İ", "­#$%", "Ⅳ9", "\"m", "\r", "<META", "_START", ">'", "ll", "३", "s", "\r\n\r\n", "fi", "Ze", "३", "'ll"]}
+{"text": "​\rＡ(٣٤٥٦d👍🏽<ع'DعＡé'Re\r\n\r\n  \t'ſt#$%Z\"Dž‍.'Sa\r　𐞁     \n\r\n", "tokens": 43, "pieces": ["​\r", "Ａ", "(", "٣٤٥", "٦", "d", "👍🏽<", "ع'D", "عＡé'Re", "\r\n\r\n", "  ", "\t", "'ſt", "#$%", "Z", "\"Dž", "‍.'", "Sa", "\r", "　𐞁", "     \n\r\n"]}
+{"text": "ꟲ,'M", "tokens": 5, "pieces": ["ꟲ", ",'", "M"]}
+{"text": "㋿　fi,ع'll12345678'reé\r\n,\ns'", "tokens": 18, "pieces": ["㋿", "　fi", ",ع'll", "123", "456", "78", "'reé", "\r\n", ",\n", "s", "'"]}
+{"text": "'re-Ⅳ\"ḍ̇ع!!s", "tokens": 11, "pieces": ["'re", "-", "Ⅳ", "\"ḍ̇ع", "!!", "s"]}
+{"text": "'lléꟲ\n12345678ḍ̇Ⅳ0㍿'VE'D12345678e㍿ß㋿'sß-½s\u000b\t'll…#$%\r <EOT>Z'TtEOT 𐞁,ꟲd", "tokens": 65, "pieces": ["'lléꟲ", "\n", "123", "456", "78", "ḍ̇", "Ⅳ0", "㍿'", "VE'D", "123", "456", "78", "e", "㍿ß", "㋿'", "sß", "-", "½", "s", "\u000b", "\t", "'ll", "…", "#$%\r", " <", "EOT", ">Z'T", "t", "EOT", " 𐞁", ",ꟲd"]}
+{"text": "\u000b
åZ‍ \r\n\r\n\r\n\r\nEOT   \n‍tع…'Re\r\n!ⅣſⅣ!!😀🏽9<(\r\n>'​fi\u000b🙂", "tokens": 36, "pieces": ["\u000b", "
å", "Z", "‍", " \r\n\r\n\r\n\r\n", "EOT", "   \n", "‍tع", "…", "'Re", "\r\n", "!", "Ⅳ", "ſ", "Ⅳ", "!!😀🏽", "9", "<(\r\n", ">'​", "fi", "\u000b", "🙂"]}
+{"text": " …३\r'M
!漢- 
12345678t<|endoftext|>
'D,\na'Red ٣٤٥٦漢\"é㋿ s‍>\r\n\r\ns9DžZ½😀🏽", "tokens": 53, "pieces": [" ", "…", "३", "\r", "'M", "
", "!漢", "-", " ", "
", "123", "456", "78", "t", "<|", "endoftext", "|>", "
", "'D", ",\n", "a'Re", "d", " ", "٣٤٥", "٦", "漢", "\"é", "㋿", " s", "‍>\r\n\r\n", "s", "9", "DžZ", "½", "😀🏽"]}
+{"text": "'ll𐞁\r…'ll!Ⅳ-<|endoftext|>ß \r\n\r\n\r\n\r\nét㋿\n'Tt12345678", "tokens": 35, "pieces": ["'ll𐞁", "\r", "…", "'ll", "!", "Ⅳ", "-<|", "endoftext", "|>", "ß", " \r\n\r\n\r\n\r\n", "ét", "㋿\n", "'Tt", "123", "456", "78"]}
+{"text": "'s\u000b-'s‍EOT#$%ſ\u000bßEOT\u000b(åعfi", "tokens": 19, "pieces": ["'s", "\u000b", "-'", "s", "‍EOT", "#$%", "ſ", "\u000bß", "EOT", "\u000b", "(åعfi"]}
+{"text": "\t<  '漢e漢12345678'Re'D'D912345678\u000b  éad　ḍ̇İmm!!12345678३㋿\r\n", "tokens": 36, "pieces": ["\t", "<", " ", " '", "漢e漢", "123", "456", "78", "'Re'D", "'D", "912", "345", "678", "\u000b ", " éad", "　ḍ̇", "İmm", "!!", "123", "456", "78३", "㋿\r\n"]}
+{"text": "Z09٣٤٥٦0é'T're 'T", "tokens": 12, "pieces": ["Z", "09٣", "٤٥٦", "0", "é'T", "'re", " ", "'T"]}
+{"text": "㍿٣٤٥٦\nt㍿字\r\n\r\n漢٣٤٥٦\n<'re‍>\t㍿㍿Ⅳ\r\n!'VE.9e'.ع", "tokens": 41, "pieces": ["㍿", "٣٤٥", "٦", "\n", "t", "㍿字", "\r\n\r\n", "漢", "٣٤٥", "٦", "\n", "<'", "re", "‍>", "\t", "㍿㍿", "Ⅳ", "\r\n", "!'", "VE", ".", "9", "e", "'.", "ع"]}
+{"text": "!! ‍é½३Ａ'VEſ<|fim_prefix|>ع​é😀🏽'T\r<|fim_prefix|> d!!a<EOT>'ll٣٤٥٦½Ａ<字s😀🏽#$%d½㋿e#$%", "tokens": 62, "pieces": ["!!", " ", "‍é", "½३", "Ａ'VE", "ſ", "<|", "fim", "_prefix", "|>", "ع", "​é", "😀🏽'", "T", "\r", "<|", "fim", "_prefix", "|>", " d", "!!", "a", "<EOT", ">'", "ll", "٣٤٥", "٦½", "Ａ", "<字s", "😀🏽#$%", "d", "½", "㋿e", "#$%"]}
+{"text": "ع​Ａ(<META_START>t12345678>'S'T<EOT>😀🏽a'Re٣٤٥٦\r\nd", "tokens": 28, "pieces": ["ع", "​Ａ", "(<", "META", "_START", ">t", "123", "456", "78", ">'", "S'T", "<EOT", ">😀🏽", "a'Re", "٣٤٥", "٦", "\r\n", "d"]}
+{"text": "<META_START>!!\"
#$%\"'lléß
ß　12345678->t👍🏽\r\n\r\n're漢　‍<|fim_prefix|>d0   \n 0's㋿e#$%<META_START>0😀🏽", "tokens": 55, "pieces": ["<META", "_START", ">!!\"", "
", "#$%\"'", "lléß", "
ß", "　", "123", "456", "78", "->", "t", "👍🏽\r\n\r\n", "'re漢", "　", "‍<|", "fim", "_prefix", "|>", "d", "0", "   \n", " ", "0", "'s", "㋿e", "#$%<", "META", "_START", ">", "0", "😀🏽"]}
+{"text": "'Da<३éſd'Ret'Re𐞁字字'DEOT\r\n\r\nEOT\"½'S­ -\r.tå\r\n\r\n​​ع㋿😀🏽", "tokens": 41, "pieces": ["'Da", "<", "३", "éſd'Re", "t'Re", "𐞁字字'D", "EOT", "\r\n\r\n", "EOT", "\"", "½", "'S", "­", " ", "-\r", ".tå", "\r\n\r\n", "​​", "ع", "㋿😀🏽"]}
+{"text": "\r\n'llＡ", "tokens": 3, "pieces": ["\r\n", "'ll", "Ａ"]}
+{"text": ">🙂\"'Rea", "tokens": 5, "pieces": [">🙂\"'", "Rea"]}
+{"text": "'D'ſ'٣٤٥٦  <\u000b漢㋿0'llＡ.\t'D🙂'T٣٤٥٦  ٣٤٥٦-<|endoftext|>!! <|fim_prefix|><|endoftext|>字Džé㍿ع\r\nd\u000b're㍿​ḍ̇", "tokens": 76, "pieces": ["'D'ſ", "'", "٣٤٥", "٦", " ", " <", "\u000b漢", "㋿", "0", "'ll", "Ａ", ".", "\t", "'D", "🙂'", "T", "٣٤٥", "٦", " ", " ", "٣٤٥", "٦", "-<|", "endoftext", "|>!!", " ", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "字Džé", "㍿ع", "\r\n", "d", "\u000b", "'re", "㍿​", "ḍ̇"]}
+{"text": "'　字'D٣٤٥٦dſZ  \u000b­　字é'reéé
<EOT>ḍ̇fi😀🏽İḍ̇é‍३md𐞁<|endoftext|>­👍🏽​'VE'‍\r", "tokens": 61, "pieces": ["'", "　字'D", "٣٤٥", "٦", "dſ", "Z", "  ", "\u000b", "­", "　字é're", "éé", "
", "<EOT", ">ḍ̇fi", "😀🏽", "İḍ̇é", "‍", "३", "md𐞁", "<|", "endoftext", "|>­👍🏽​'", "VE", "'‍\r"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "😀🏽 ㍿'ſ😀🏽👍🏽ḍ̇'Dİ'S字\r9😀🏽漢字fi<|endoftext|>s(\t­\r(", "tokens": 43, "pieces": ["😀🏽", " ", "㍿'", "ſ", "😀🏽👍🏽", "ḍ̇'D", "İ'S", "字", "\r", "9", "😀🏽", "漢字fi", "<|", "endoftext", "|>", "s", "(", "\t", "­\r", "("]}
+{"text": "åm½s\"'Re'D字\r\n''ſ字ع0s12345678😀🏽Ａ\u000b<|endoftext|>\"
EOT're", "tokens": 35, "pieces": ["åm", "½", "s", "\"'", "Re'D", "字", "\r\n", "''", "ſ字ع", "0", "s", "123", "456", "78", "😀🏽", "Ａ", "\u000b", "<|", "endoftext", "|>\"", "
EOT're"]}
+{"text": "   \ń👍🏽1234567812345678", "tokens": 11, "pieces": ["   \n", "́", "👍🏽", "123", "456", "781", "234", "567", "8"]}
+{"text": "\r\"\"é\r\n\r\n#$%😀🏽-𐞁…\r\n  de…t­s>EOT!!", "tokens": 27, "pieces": ["\r", "\"\"", "é", "\r\n\r\n", "#$%😀🏽-", "𐞁", "…\r\n", " ", " de", "…t", "­s", ">EOT", "!!"]}
+{"text": "́ḍ̇", "tokens": 4, "pieces": ["́ḍ̇"]}
+{"text": "''字9ꟲ 'VE\u000b😀🏽\n'ſ!0Zß٣٤٥٦m　😀🏽<<|fim_prefix|>字å  'Re\r\n३'T'D<<d👍🏽İ…(", "tokens": 54, "pieces": ["''", "字", "9", "ꟲ", " ", "'VE", "\u000b", "😀🏽\n", "'ſ", "!", "0", "Zß", "٣٤٥", "٦", "m", "　", "😀🏽<<|", "fim", "_prefix", "|>", "字å", " ", " '", "Re", "\r\n", "३", "'T'D", "<<", "d", "👍🏽", "İ", "…", "("]}
+{"text": "ع<", "tokens": 2, "pieces": ["ع", "<"]}
+{"text": "
\t\u000bḍ̇'\"", "tokens": 7, "pieces": ["
\t", "\u000bḍ̇", "'\""]}
+{"text": "\"'M३ds😀🏽'T​\r\n.\t  d🙂٣٤٥٦
३'Ss\r\n\r\nfi'T\r\n\r\n\u000b", "tokens": 28, "pieces": ["\"'", "M", "३", "ds", "😀🏽'", "T", "​\r\n", ".", "\t ", " d", "🙂", "٣٤٥", "٦", "
", "३", "'Ss", "\r\n\r\n", "fi'T", "\r\n\r\n", "\u000b"]}
+{"text": "0‍'SZ(12345678㋿🙂'D12345678
\"ⅣEOT'T\r\n\r\n字<|endoftext|>#$%<|endoftext|>'D\u000b<|fim_prefix|>​　Ａ'Refi­Dž0'<ſfi-,🙂", "tokens": 64, "pieces": ["0", "‍'", "SZ", "(", "123", "456", "78", "㋿🙂'", "D", "123", "456", "78", "
", "\"", "Ⅳ", "EOT'T", "\r\n\r\n", "字", "<|", "endoftext", "|>#$%<|", "endoftext", "|>'", "D", "\u000b", "<|", "fim", "_prefix", "|>​", "　Ａ'Re", "fi", "­Dž", "0", "'<", "ſfi", "-,🙂"]}
+{"text": "<EOT>< \"'Re<|fim_prefix|><META_START>", "tokens": 15, "pieces": ["<EOT", "><", " ", "\"'", "Re", "<|", "fim", "_prefix", "|><", "META", "_START", ">"]}
+{"text": "½\u000b'ſＡDž.\r­><|fim_prefix|>!!½s　ß🙂", "tokens": 22, "pieces": ["½", "\u000b", "'ſ", "ＡDž", ".\r", "­><|", "fim", "_prefix", "|>!!", "½", "s", "　ß", "🙂"]}
+{"text": "0.३é!90🙂d9'VE​字 t.'S३😀🏽0ß字<\rＡ٣٤٥٦🙂字m<META_START><<|fim_prefix|>👍🏽", "tokens": 48, "pieces": ["0", ".", "३", "é", "!", "90", "🙂d", "9", "'VE", "​字", " t", ".'", "S", "३", "😀🏽", "0", "ß字", "<\r", "Ａ", "٣٤٥", "٦", "🙂字m", "<META", "_START", "><<|", "fim", "_prefix", "|>👍🏽"]}
+{"text": "ḍ̇漢'Dé​#$%㋿'re''re<>\r\né😀🏽12345678", "tokens": 27, "pieces": ["ḍ̇漢'D", "é", "​#$%㋿'", "re", "''", "re", "<>\r\n", "é", "😀🏽", "123", "456", "78"]}
+{"text": "'ll३-té½e'…\n​ß\u000bⅣ😀🏽Ⅳ'M9!३'", "tokens": 25, "pieces": ["'ll", "३", "-té", "½", "e", "'", "…\n", "​ß", "\u000b", "Ⅳ", "😀🏽", "Ⅳ", "'M", "9", "!", "३", "'"]}
+{"text": "'llع<META_START>😀🏽 -'s Džع99( 'Re9até9٣٤٥٦㍿漢->\"EOTéEOT½!!ßa12345678​
'VE'Re", "tokens": 51, "pieces": ["'llع", "<META", "_START", ">😀🏽", " -'", "s", " Džع", "99", "(", " '", "Re", "9", "até", "9٣٤", "٥٦", "㍿漢", "->\"", "EOTé", "EOT", "½", "!!", "ßa", "123", "456", "78", "​", "
", "'VE'Re"]}
+{"text": "ع'VE字", "tokens": 4, "pieces": ["ع'VE", "字"]}
+{"text": "٣٤٥٦𐞁12345678'<META_START>…​'VE𐞁(ß", "tokens": 26, "pieces": ["٣٤٥", "٦", "𐞁", "123", "456", "78", "'<", "META", "_START", ">", "…", "​'", "VE𐞁", "(ß"]}
+{"text": "12345678字(İ  字😀🏽३\u000bm𐞁<|fim_prefix|>👍🏽  \"fi'T'Msꟲ́½​\"<EOT>漢fi\u000b<|endoftext|>㍿fi", "tokens": 57, "pieces": ["123", "456", "78", "字", "(İ", " ", " 字", "😀🏽", "३", "\u000bm𐞁", "<|", "fim", "_prefix", "|>👍🏽", " ", " \"", "fi'T", "'Msꟲ́", "½", "​\"<", "EOT", ">漢fi", "\u000b", "<|", "endoftext", "|>㍿", "fi"]}
+{"text": "㍿12345678­ꟲ'VE'DꟲDž'Sḍ̇ḍ̇.'T'\r\n\r\n'll\rDž   \n'llZåſ<|endoftext|>𐞁.", "tokens": 49, "pieces": ["㍿", "123", "456", "78", "­ꟲ'VE", "'Dꟲ", "Dž'S", "ḍ̇ḍ̇", ".'", "T", "'\r\n\r\n", "'ll", "\r", "Dž", "   \n", "'ll", "Zåſ", "<|", "endoftext", "|>", "𐞁", "."]}
+{"text": "<ꟲ३é<|fim_prefix|>0(​😀🏽", "tokens": 19, "pieces": ["<ꟲ", "३", "é", "<|", "fim", "_prefix", "|>", "0", "(​😀🏽"]}
+{"text": " 's\"'ll<META_START>\r'M…  'D'\t­　‍Ａ㋿\r\n\r\n   \n.", "tokens": 27, "pieces": [" '", "s", "\"'", "ll", "<META", "_START", ">\r", "'M", "… ", " '", "D", "'", "\t", "­", "　", "‍Ａ", "㋿\r\n\r\n", "   \n", "."]}
+{"text": " 'ReEOTİ́é­s𐞁'Dع٣٤٥٦'M0½㋿\n'VEa", "tokens": 28, "pieces": [" '", "Re", "EOTİ́é", "­s𐞁'D", "ع", "٣٤٥", "٦", "'M", "0½", "㋿\n", "'VEa"]}
+{"text": "­\"Ａ", "tokens": 3, "pieces": ["­\"", "Ａ"]}
+{"text": "!!\r\na㋿'reéDž\ré!!!!t字tḍ̇!!<m<META_START>'DDž .\r\u000be漢<META_START>,", "tokens": 40, "pieces": ["!!\r\n", "a", "㋿'", "reé", "Dž", "\r", "é", "!!!!", "t字tḍ̇", "!!<", "m", "<META", "_START", ">'", "DDž", " ", ".\r", "\u000be漢", "<META", "_START", ">,"]}
+{"text": " 12345678!((\rm‍e ½ſ'VE  'S३\t‍.9<", "tokens": 23, "pieces": [" ", "123", "456", "78", "!((\r", "m", "‍e", " ", "½", "ſ'VE", " ", " '", "S", "३", "\t", "‍.", "9", "<"]}
+{"text": "!<|endoftext|>12345678\ns½0<\"٣٤٥٦​
Ａ㍿   \n
İ字é​", "tokens": 33, "pieces": ["!<|", "endoftext", "|>", "123", "456", "78", "\n", "s", "½0", "<\"", "٣٤٥", "٦", "​", "
Ａ", "㍿", "   \n", "
İ字é", "​"]}
+{"text": "🙂ꟲ<m'M<META_START>\u000bt\n
​㋿㍿.\r<META_START>\"​12345678㋿字e\"'ſ漢'T\t!ſ​
're<…​", "tokens": 50, "pieces": ["🙂ꟲ", "<m'M", "<META", "_START", ">", "\u000bt", "\n", "
", "​㋿㍿.\r", "<META", "_START", ">\"​", "123", "456", "78", "㋿字e", "\"'", "ſ漢'T", "\t", "!ſ", "​", "
", "'re", "<", "…", "​"]}
+{"text": "ßEOT½ 0½عZ　'‍‍'VEé\u000b", "tokens": 18, "pieces": ["ß", "EOT", "½", " ", "0½", "ع", "Z", "　", "'‍‍'", "VEé", "\u000b"]}
+{"text": "åİa\t字9㋿9…<|fim_prefix|>,　‍'re…\t'12345678-'D<|fim_prefix|>漢   \n!'M　'D\t字…åe", "tokens": 51, "pieces": ["å", "İa", "\t字", "9", "㋿", "9", "…", "<|", "fim", "_prefix", "|>,", "　", "‍'", "re", "…", "\t", "'", "123", "456", "78", "-'", "D", "<|", "fim", "_prefix", "|>", "漢", "   \n", "!'", "M", "　", "'D", "\t字", "…åe"]}
+{"text": "ḍ̇\nḍ̇​٣٤٥٦", "tokens": 12, "pieces": ["ḍ̇", "\n", "ḍ̇", "​", "٣٤٥", "٦"]}
+{"text": "fi  ,ß\"İZ09\u000b   \né\"'Reİꟲ\"ß'T́!!('ree-'S'reḍ̇Z
'VE", "tokens": 35, "pieces": ["fi", " ", " ,", "ß", "\"İZ", "09", "\u000b   \n", "é", "\"'", "Re", "İꟲ", "\"ß'T", "́", "!!('", "ree", "-'", "S're", "ḍ̇", "Z", "
", "'VE"]}
+{"text": "<META_START>漢ꟲ🙂İ👍🏽\r\n\r\n字' Ａ😀🏽(ꟲ𐞁<|endoftext|>ＡZéa👍🏽٣٤٥٦\r", "tokens": 48, "pieces": ["<META", "_START", ">漢ꟲ", "🙂İ", "👍🏽\r\n\r\n", "字", "'", " Ａ", "😀🏽(", "ꟲ𐞁", "<|", "endoftext", "|>", "ＡZéa", "👍🏽", "٣٤٥", "٦", "\r"]}
+{"text": "12345678​
\n‍­9½­'re<|endoftext|>İ👍🏽fi'ſé½'ſ​\u000b㋿0
字é<|endoftext|>d३0Ａ㍿­٣٤٥٦12345678>EOT-🙂", "tokens": 67, "pieces": ["123", "456", "78", "​", "
\n", "‍­", "9½", "­'", "re", "<|", "endoftext", "|>", "İ", "👍🏽", "fi'ſ", "é", "½", "'ſ", "​", "\u000b", "㋿", "0", "
字é", "<|", "endoftext", "|>", "d", "३0", "Ａ", "㍿­", "٣٤٥", "٦12", "345", "678", ">EOT", "-🙂"]}
+{"text": "عt\"é<|fim_prefix|>Dž!!é㋿'VEé½\n-٣٤٥٦", "tokens": 30, "pieces": ["عt", "\"é", "<|", "fim", "_prefix", "|>", "Dž", "!!", "é", "㋿'", "VEé", "½", "\n", "-", "٣٤٥", "٦"]}
+{"text": "İ㋿'T'VE'SⅣ0EOT٣٤٥٦,.٣٤٥٦Ａ½", "tokens": 25, "pieces": ["İ", "㋿'", "T'VE", "'S", "Ⅳ0", "EOT", "٣٤٥", "٦", ",.", "٣٤٥", "٦", "Ａ", "½"]}
+{"text": "ße'D३Z‍", "tokens": 5, "pieces": ["ße'D", "३", "Z", "‍"]}
+{"text": "é<|fim_prefix|>9dåſ!!Z ", "tokens": 15, "pieces": ["é", "<|", "fim", "_prefix", "|>", "9", "dåſ", "!!", "Z", " "]}
+{"text": " 'SEOTDž\r\n\u000b
‍ع😀🏽\r\nع<EOT>'sḍ̇å
", "tokens": 25, "pieces": [" '", "SEOTDž", "\r\n", "\u000b", "
", "‍ع", "😀🏽\r\n", "ع", "<EOT", ">'", "sḍ̇å", "
"]}
+{"text": "𐞁㋿ḍ̇\n　½ſḍ̇m漢<EOT>", "tokens": 22, "pieces": ["𐞁", "㋿ḍ̇", "\n", "　", "½", "ſḍ̇m漢", "<EOT", ">"]}
+{"text": "'T३!!9'T'MⅣ\r\n\r\n🙂½.ꟲ-Z…'s0漢عع\r'Re(ع'll123456780㋿(<|endoftext|>\r\n३é", "tokens": 43, "pieces": ["'T", "३", "!!", "9", "'T'M", "Ⅳ", "\r\n\r\n", "🙂", "½", ".ꟲ", "-Z", "…", "'s", "0", "漢عع", "\r", "'Re", "(ع'll", "123", "456", "780", "㋿(<|", "endoftext", "|>\r\n", "३", "é"]}
+{"text": "(
\"
>", "tokens": 5, "pieces": ["(", "
", "\"", "
", ">"]}
+{"text": "漢́\r\n\r\n\t<META_START>́字字a  'Dé", "tokens": 15, "pieces": ["漢́", "\r\n\r\n", "\t", "<META", "_START", ">́字字a", " ", " '", "Dé"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "　Dž 'refi\r'\u000b<|endoftext|>Z\t0", "tokens": 19, "pieces": ["　Dž", " '", "refi", "\r", "'", "\u000b", "<|", "endoftext", "|>", "Z", "\t", "0"]}
+{"text": "<EOT>'Re㋿İ-éEOTＡſa‍字\"㍿…İع​'VE'VE㋿Ａḍ̇ꟲ 's.👍🏽>\r\n\r\n३   \n\r\n…12345678ad   \n㍿", "tokens": 60, "pieces": ["<EOT", ">'", "Re", "㋿İ", "-é", "EOTＡſa", "‍字", "\"㍿", "…İع", "​'", "VE'VE", "㋿Ａḍ̇ꟲ", " '", "s", ".👍🏽>\r\n\r\n", "३", "   \n\r\n", "…", "123", "456", "78", "ad", "   \n", "㍿"]}
+{"text": "\",\r\n\r\nḍ̇\r\n\r\n<|endoftext|>(tİ<|fim_prefix|>'re\r\n\r\n🙂'llea\u000b<META_START>Ａe", "tokens": 34, "pieces": ["\",\r\n\r\n", "ḍ̇", "\r\n\r\n", "<|", "endoftext", "|>(", "t", "İ", "<|", "fim", "_prefix", "|>'", "re", "\r\n\r\n", "🙂'", "llea", "\u000b", "<META", "_START", ">Ａe"]}
+{"text": "sZ0's😀🏽
३", "tokens": 9, "pieces": ["s", "Z", "0", "'s", "😀🏽", "
", "३"]}
+{"text": "\rs字   \n漢'D​m𐞁e0,Z0½", "tokens": 17, "pieces": ["\r", "s字", "   \n", "漢'D", "​m𐞁e", "0", ",Z", "0½"]}
+{"text": "12345678　\r\n'Re>ſ\ne Ａ\t­   \n…mＡfi#$%éå'", "tokens": 26, "pieces": ["123", "456", "78", "　\r\n", "'Re", ">ſ", "\n", "e", " Ａ", "\t", "­", "   \n", "…m", "Ａfi", "#$%", "éå", "'"]}
+{"text": "<|fim_prefix|>   \na\r\n\r\n'.'𐞁🙂३'re.0\r\n\r\n👍🏽,<|endoftext|>< éDžé'T𐞁㍿\r'll.𐞁👍🏽\u000bİ‍", "tokens": 57, "pieces": ["<|", "fim", "_prefix", "|>", "   \n", "a", "\r\n\r\n", "'.'", "𐞁", "🙂", "३", "'re", ".", "0", "\r\n\r\n", "👍🏽,<|", "endoftext", "|><", " é", "Džé'T", "𐞁", "㍿\r", "'ll", ".𐞁", "👍🏽", "\u000bİ", "‍"]}
+{"text": "‍'ſ
  'ſ​!!.EOT  عİ#$%\r\n\r\n漢's'Sfi", "tokens": 21, "pieces": ["‍'", "ſ", "
 ", " '", "ſ", "​!!.", "EOT", " ", " ع", "İ", "#$%\r\n\r\n", "漢's", "'Sfi"]}
+{"text": "!   \n#$%ع'llmꟲDž'VE\t\r\n\r\n-½­'VE𐞁EOT're's🙂", "tokens": 29, "pieces": ["!", "   \n", "#$%", "ع'll", "mꟲ", "Dž'VE", "\t\r\n\r\n", "-", "½", "­'", "VE𐞁", "EOT're", "'s", "🙂"]}
+{"text": "fi\nⅣ'Re㍿!!­", "tokens": 10, "pieces": ["fi", "\n", "Ⅳ", "'Re", "㍿!!­"]}
+{"text": "'M!!a0'VE\r\n\r\nß漢(Ⅳm  ع>(!", "tokens": 17, "pieces": ["'M", "!!", "a", "0", "'VE", "\r\n\r\n", "ß漢", "(", "Ⅳ", "m", " ", " ع", ">(!"]}
+{"text": "'VE#$%efi're.'re'ſ'T'VEḍ̇㋿'S㋿<|endoftext|>٣٤٥٦👍🏽", "tokens": 39, "pieces": ["'VE", "#$%", "efi're", ".'", "re'ſ", "'T'VE", "ḍ̇", "㋿'", "S", "㋿<|", "endoftext", "|>", "٣٤٥", "٦", "👍🏽"]}
+{"text": "<|endoftext|>'ſ  'T0'll𐞁<|endoftext|>'S<|endoftext|>'s👍🏽🙂👍🏽9d🙂ßعZ,  's<|endoftext|>😀🏽'T's\u000bŹ   \n<<<\ré𐞁", "tokens": 75, "pieces": ["<|", "endoftext", "|>'", "ſ", " ", " '", "T", "0", "'ll𐞁", "<|", "endoftext", "|>'", "S", "<|", "endoftext", "|>'", "s", "👍🏽🙂👍🏽", "9", "d", "🙂ßع", "Z", ",", " ", " '", "s", "<|", "endoftext", "|>😀🏽'", "T's", "\u000bŹ", "   \n", "<<<\r", "é𐞁"]}
+{"text": "fi'ſ.#$%\r\n\r\n'Md‍åsfié !!å\r12345678! <|fim_prefix|>é\"漢字漢\né½> \r㍿", "tokens": 46, "pieces": ["fi'ſ", ".#$%\r\n\r\n", "'Md", "‍åsfié", " ", "!!", "å", "\r", "123", "456", "78", "!", " ", "<|", "fim", "_prefix", "|>", "é", "\"漢字漢", "\n", "é", "½", ">", " \r", "㍿"]}
+{"text": "e'ReⅣm　'T#$%👍🏽\u000b,", "tokens": 14, "pieces": ["e'Re", "Ⅳ", "m", "　", "'T", "#$%👍🏽", "\u000b", ","]}
+{"text": "'ſع9ꟲfi", "tokens": 8, "pieces": ["'ſع", "9", "ꟲfi"]}
+{"text": "(å字téعⅣé,", "tokens": 10, "pieces": ["(å字téع", "Ⅳ", "é", ","]}
+{"text": "<́'Re9'㍿ ½\"<|fim_prefix|>\r\n.<|endoftext|>  're\r\n\r\nms٣٤٥٦é😀🏽'VE漢ßdd́>sḍ̇é'Sm", "tokens": 49, "pieces": ["<́'Re", "9", "'㍿", " ", "½", "\"<|", "fim", "_prefix", "|>\r\n", ".<|", "endoftext", "|>", " ", " ", "'re", "\r\n\r\n", "ms", "٣٤٥", "٦", "é", "😀🏽'", "VE漢ßdd́", ">sḍ̇é'S", "m"]}
+{"text": ">‍\n'ſ-　Z字'ſſ12345678åꟲعs'llDž\r\n\r\nfiⅣß'Mé👍🏽Dž漢㋿👍🏽'S\u000b'Så", "tokens": 51, "pieces": [">‍\n", "'ſ", "-", "　Z字'ſ", "ſ", "123", "456", "78", "åꟲعs'll", "Dž", "\r\n\r\n", "fi", "Ⅳ", "ß'M", "é", "👍🏽", "Dž漢", "㋿👍🏽'", "S", "\u000b", "'Så"]}
+{"text": "漢ꟲ…\r\n\r\nés'Sİ12345678ſaع'MEOTⅣ
'Tꟲ", "tokens": 26, "pieces": ["漢ꟲ", "…\r\n\r\n", "és'S", "İ", "123", "456", "78", "ſaع'M", "EOT", "Ⅳ", "
", "'Tꟲ"]}
+{"text": "Ⅳ  'VE>ḍ̇\n'S\n🙂<|endoftext|>.Dž''MZ㍿'ll\r\n\r\né‍12345678٣٤٥٦😀🏽'llé'Mt㋿'ll\n\tEOTß", "tokens": 57, "pieces": ["Ⅳ", " ", " '", "VE", ">ḍ̇", "\n", "'S", "\n", "🙂<|", "endoftext", "|>.", "Dž", "''", "MZ", "㍿'", "ll", "\r\n\r\n", "é", "‍", "123", "456", "78٣", "٤٥٦", "😀🏽'", "llé'M", "t", "㋿'", "ll", "\n", "\tEOTß"]}
+{"text": "ḍ̇fi", "tokens": 4, "pieces": ["ḍ̇fi"]}
+{"text": "åDžßDžⅣ.'Re<EOT>́-\"12345678fifi!!<|endoftext|>", "tokens": 29, "pieces": ["å", "Džß", "Dž", "Ⅳ", ".'", "Re", "<EOT", ">́", "-\"", "123", "456", "78", "fifi", "!!<|", "endoftext", "|>"]}
+{"text": "½<|fim_prefix|>​12345678a", "tokens": 12, "pieces": ["½", "<|", "fim", "_prefix", "|>​", "123", "456", "78", "a"]}
+{"text": "e  EOTß👍🏽<'VE𐞁<EOT><EOT>(<|fim_prefix|>#$%<ḍ̇'Re're#$%#$%å'ſſ́\rå字   \n>'M're\t", "tokens": 53, "pieces": ["e", " ", " EOTß", "👍🏽<'", "VE𐞁", "<EOT", "><", "EOT", ">(<|", "fim", "_prefix", "|>#$%<", "ḍ̇'Re", "'re", "#$%#$%", "å'ſ", "ſ́", "\r", "å字", "   \n", ">'", "M're", "\t"]}
+{"text": "
ḍ̇'s\r\n0   \n㍿'T!'T,'ll🙂<|endoftext|>Dž!'s🙂's'll'VE's'\u000b", "tokens": 38, "pieces": ["
ḍ̇'s", "\r\n", "0", "   \n", "㍿'", "T", "!'", "T", ",'", "ll", "🙂<|", "endoftext", "|>", "Dž", "!'", "s", "🙂'", "s'll", "'VE's", "'", "\u000b"]}
+{"text": "\u000b\t👍🏽'll#$%m<٣٤٥٦‍\t  'D😀🏽<\n​­EOT३.㋿!㋿Z", "tokens": 37, "pieces": ["\u000b", "\t", "👍🏽'", "ll", "#$%", "m", "<", "٣٤٥", "٦", "‍", "\t ", " '", "D", "😀🏽<\n", "​­", "EOT", "३", ".㋿!㋿", "Z"]}
+{"text": "(9'll", "tokens": 3, "pieces": ["(", "9", "'ll"]}
+{"text": "🙂
…ſd#$%\u000b'VEé'Re\u000ba(<|endoftext|>mＡ́🙂字​'S　\r\n'llß'llⅣ", "tokens": 38, "pieces": ["🙂", "
", "…ſd", "#$%", "\u000b", "'VEé'Re", "\u000ba", "(<|", "endoftext", "|>", "m", "Ａ́", "🙂字", "​'", "S", "　\r\n", "'llß'll", "Ⅳ"]}
+{"text": " EOT'Re\u000b0字", "tokens": 6, "pieces": [" EOT'Re", "\u000b", "0", "字"]}
+{"text": "Z.<EOT> 
9عt 'Rea🙂字m!<㍿ꟲḍ̇fi'D　ḍ̇9're('ſß\r\n\r\nss<META_START>", "tokens": 44, "pieces": ["Z", ".<", "EOT", ">", " ", "
", "9", "عt", " '", "Rea", "🙂字m", "!<㍿", "ꟲḍ̇fi'D", "　ḍ̇", "9", "'re", "('", "ſß", "\r\n\r\n", "ss", "<META", "_START", ">"]}
+{"text": "ⅣEOT<|endoftext|>fi'll<|fim_prefix|>e  \tZ 'T\"ꟲ字,EOT漢<EOT>Dž\"\r\n'ſ\r\nſ><\r\n\r\n'S­👍🏽\råé#$%", "tokens": 55, "pieces": ["Ⅳ", "EOT", "<|", "endoftext", "|>", "fi'll", "<|", "fim", "_prefix", "|>", "e", "  ", "\tZ", " ", "'T", "\"ꟲ字", ",EOT漢", "<EOT", ">Dž", "\"\r\n", "'ſ", "\r\n", "ſ", "><\r\n\r\n", "'S", "­👍🏽\r", "åé", "#$%"]}
+{"text": "0'ſ㋿'T　>\n㍿'re字!!'reDž\t👍🏽 dd-​‍0İ  ", "tokens": 31, "pieces": ["0", "'ſ", "㋿'", "T", "　", ">\n", "㍿'", "re字", "!!'", "re", "Dž", "\t", "👍🏽", " dd", "-​‍", "0", "İ", "  "]}
+{"text": "\r-'>12345678\"!!漢㍿٣٤٥٦­ＡmＡع", "tokens": 21, "pieces": ["\r", "-'>", "123", "456", "78", "\"!!", "漢", "㍿", "٣٤٥", "٦", "­Ａm", "Ａع"]}
+{"text": "\u000b٣٤٥٦\n'D😀🏽Z'S\"'ſ٣٤٥٦​9\r\n\r\n(#$%<EOT>!!🙂ع<>İt३'ḍ̇　　́Ⅳ㍿㍿", "tokens": 50, "pieces": ["\u000b", "٣٤٥", "٦", "\n", "'D", "😀🏽", "Z'S", "\"'", "ſ", "٣٤٥", "٦", "​", "9", "\r\n\r\n", "(#$%<", "EOT", ">!!🙂", "ع", "<>", "İt", "३", "'ḍ̇", "　", "　́", "Ⅳ", "㍿㍿"]}
+{"text": "<EOT>'s\r\n", "tokens": 5, "pieces": ["<EOT", ">'", "s", "\r\n"]}
+{"text": "…  'ſ​>Dž,'s<'Re<|fim_prefix|>fißß<META_START><'S'VE<|fim_prefix|>t🙂<EOT>Ⅳ\u000b\r'VE<|fim_prefix|>e,a<|endoftext|>字ＡİDž", "tokens": 68, "pieces": ["… ", " '", "ſ", "​>", "Dž", ",'", "s", "<'", "Re", "<|", "fim", "_prefix", "|>", "fißß", "<META", "_START", "><'", "S'VE", "<|", "fim", "_prefix", "|>", "t", "🙂<", "EOT", ">", "Ⅳ", "\u000b\r", "'VE", "<|", "fim", "_prefix", "|>", "e", ",a", "<|", "endoftext", "|>", "字", "ＡİDž"]}
+{"text": "漢's'T𐞁\u000b\t12345678<EOT>'D9ſḍ̇9'VE'S㋿Z👍🏽d­漢éd", "tokens": 38, "pieces": ["漢's", "'T𐞁", "\u000b", "\t", "123", "456", "78", "<EOT", ">'", "D", "9", "ſḍ̇", "9", "'VE'S", "㋿Z", "👍🏽", "d", "­漢éd"]}
+{"text": "é٣٤٥٦­#$%ḍ̇½ḍ̇  ㍿ḍ̇\t<META_START>­½٣٤٥٦'Re𐞁EOTع<|fim_prefix|><|fim_prefix|>!Ⅳfié<|fim_prefix|>\r…0#$%​'M   \nt're", "tokens": 77, "pieces": ["é", "٣٤٥", "٦", "­#$%", "ḍ̇", "½", "ḍ̇", " ", " ㍿", "ḍ̇", "\t", "<META", "_START", ">­", "½٣٤", "٥٦", "'Re𐞁", "EOTع", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>!", "Ⅳ", "fié", "<|", "fim", "_prefix", "|>\r", "…", "0", "#$%​'", "M", "   \n", "t're"]}
+{"text": "\n­Ⅳ\r\n\r\n 'M,
<EOT>\r\n\r\n,é e'Sfi👍🏽", "tokens": 20, "pieces": ["\n", "­", "Ⅳ", "\r\n\r\n", " ", "'M", ",", "
", "<EOT", ">\r\n\r\n", ",é", " e'S", "fi", "👍🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b(́'res ꟲm\r\néé\r\n\r\nḍ̇!<efiEOTd12345678 字'VE　< ٣٤٥٦٣٤٥٦'Re Ⅳ३", "tokens": 46, "pieces": ["\u000b", "(́'re", "s", " ꟲm", "\r\n", "éé", "\r\n\r\n", "ḍ̇", "!<", "efi", "EOTd", "123", "456", "78", " 字'VE", "　", "<", " ", "٣٤٥", "٦٣٤", "٥٦", "'Re", " ", "Ⅳ३"]}
+{"text": "   \n#$%0'VEfi…½'.\r\n\r\né", "tokens": 14, "pieces": ["   \n", "#$%", "0", "'VEfi", "…", "½", "'.\r\n\r\n", "é"]}
+{"text": "…Ａ　fi!'ſ<åmDž\r\nＡ'M'M𐞁!😀🏽", "tokens": 24, "pieces": ["…Ａ", "　fi", "!'", "ſ", "<åm", "Dž", "\r\n", "Ａ'M", "'M𐞁", "!😀🏽"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "👍🏽12345678३­​<META_START>.'S字
\r\nfia'ſDž'T's­'VEm३d字'll", "tokens": 34, "pieces": ["👍🏽", "123", "456", "78३", "­​<", "META", "_START", ">.'", "S字", "
\r\n", "fia'ſ", "Dž'T", "'s", "­'", "VEm", "३", "d字'll"]}
+{"text": "<<META_START>\r\n\r\nå<'Tfi9#$%<EOT>Dž\r\n😀🏽🙂‍😀🏽\t,'T.'s\u000b字e#$% \u000b  t9٣٤٥٦\t'ſ   \n", "tokens": 50, "pieces": ["<<", "META", "_START", ">\r\n\r\n", "å", "<'", "Tfi", "9", "#$%<", "EOT", ">Dž", "\r\n", "😀🏽🙂‍😀🏽", "\t", ",'", "T", ".'", "s", "\u000b字e", "#$%", " \u000b ", " t", "9٣٤", "٥٦", "\t", "'ſ", "   \n"]}
+{"text": ">\ń٣٤٥٦-a‍<|endoftext|>\u000bé'T12345678Dž0eß\r\nfi\r\n\r\n　ß́<META_START>́ ⅣDž<|fim_prefix|>t​…åZ​a<|fim_prefix|>", "tokens": 64, "pieces": [">\n", "́", "٣٤٥", "٦", "-a", "‍<|", "endoftext", "|>", "\u000bé'T", "123", "456", "78", "Dž", "0", "eß", "\r\n", "fi", "\r\n\r\n", "　ß́", "<META", "_START", ">́", " ", "Ⅳ", "Dž", "<|", "fim", "_prefix", "|>", "t", "​", "…å", "Z", "​a", "<|", "fim", "_prefix", "|>"]}
+{"text": "­..😀🏽're漢\t\t\r\n😀🏽\u000bß'VE𐞁é漢<|endoftext|>​Ⅳ<EOT>'Ś…<|fim_prefix|>(Ⅳ\tm३", "tokens": 49, "pieces": ["­..😀🏽'", "re漢", "\t\t\r\n", "😀🏽", "\u000bß'VE", "𐞁é漢", "<|", "endoftext", "|>​", "Ⅳ", "<EOT", ">'", "Ś", "…", "<|", "fim", "_prefix", "|>(", "Ⅳ", "\tm", "३"]}
+{"text": "😀🏽漢😀🏽  's-\"\r'ſDž0#$%!!👍🏽!<META_START> Dž㋿'<|endoftext|>'VEع  m\r字Ⅳ٣٤٥٦>Dž½<​<EOT><|fim_prefix|><EOT>", "tokens": 71, "pieces": ["😀🏽", "漢", "😀🏽", " ", " '", "s", "-\"\r", "'ſ", "Dž", "0", "#$%!!👍🏽!<", "META", "_START", ">", " Dž", "㋿'<|", "endoftext", "|>'", "VEع", " ", " m", "\r", "字", "Ⅳ٣٤", "٥٦", ">Dž", "½", "<​<", "EOT", "><|", "fim", "_prefix", "|><", "EOT", ">"]}
+{"text": "‍#$%éİ
३>0\"'VEé", "tokens": 13, "pieces": ["‍#$%", "é", "İ", "
", "३", ">", "0", "\"'", "VEé"]}
+{"text": "‍,'res'VE‍DžⅣ's٣٤٥٦\r\n\r\n'Re  🙂'M\r\n\r\n\rdſ \nZ½é", "tokens": 29, "pieces": ["‍,'", "res'VE", "‍Dž", "Ⅳ", "'s", "٣٤٥", "٦", "\r\n\r\n", "'Re", " ", " 🙂'", "M", "\r\n\r\n\r", "dſ", " \n", "Z", "½", "é"]}
+{"text": "'re!ع\rmDž😀🏽#$%…é
\nİ\"é'VEß(sd'VE <漢­ꟲ\r\n\r\nså'M", "tokens": 38, "pieces": ["'re", "!ع", "\r", "m", "Dž", "😀🏽#$%", "…é", "
\n", "İ", "\"é'VE", "ß", "(sd'VE", " ", "<漢", "­ꟲ", "\r\n\r\n", "så'M"]}
+{"text": "'D, \r\n\r\nعꟲ'ſ", "tokens": 9, "pieces": ["'D", ",", " \r\n\r\n", "عꟲ'ſ"]}
+{"text": "漢<|fim_prefix|>aéع   \na'VE­‍ſDž<META_START>字­t'\te𐞁0́'VEsİ
ß字'll!İ(-<EOT>ꟲ", "tokens": 51, "pieces": ["漢", "<|", "fim", "_prefix", "|>", "aéع", "   \n", "a'VE", "­‍", "ſ", "Dž", "<META", "_START", ">字", "­t", "'", "\te𐞁", "0", "́'VE", "s", "İ", "
ß字'll", "!İ", "(-<", "EOT", ">ꟲ"]}
+{"text": "ßİꟲ😀🏽'\r\ne<|fim_prefix|>Dž٣٤٥٦t(ſ'ReＡ", "tokens": 27, "pieces": ["ß", "İꟲ", "😀🏽'\r\n", "e", "<|", "fim", "_prefix", "|>", "Dž", "٣٤٥", "٦", "t", "(ſ'Re", "Ａ"]}
+{"text": "'ll字,aß'Re½ Ａ", "tokens": 8, "pieces": ["'ll字", ",aß'Re", "½", " Ａ"]}
+{"text": "Ⅳ's漢İ
(𐞁0ée\r\n\r\nd½\rḍ̇9!9
​,٣٤٥٦\r\nع'ſ३'Re", "tokens": 38, "pieces": ["Ⅳ", "'s漢", "İ", "
", "(𐞁", "0", "ée", "\r\n\r\n", "d", "½", "\r", "ḍ̇", "9", "!", "9", "
", "​,", "٣٤٥", "٦", "\r\n", "ع'ſ", "३", "'Re"]}
+{"text": "e'M　9　(…'Re<EOT>!Z<|fim_prefix|>'D", "tokens": 21, "pieces": ["e'M", "　", "9", "　", "(", "…", "'Re", "<EOT", ">!", "Z", "<|", "fim", "_prefix", "|>'", "D"]}
+{"text": "Z  \r😀🏽‍'VE字Ａ😀🏽-\t#$%'>́Dž\r-\r\n're漢'ſ", "tokens": 28, "pieces": ["Z", "  \r", "😀🏽‍'", "VE字", "Ａ", "😀🏽-", "\t", "#$%'>́", "Dž", "\r", "-\r\n", "'re漢'ſ"]}
+{"text": "é
٣٤٥٦  'M🙂fim 'S<", "tokens": 15, "pieces": ["é", "
", "٣٤٥", "٦", " ", " '", "M", "🙂fim", " '", "S", "<"]}
+{"text": "å
🙂ⅣDž\n👍🏽s's'res   \n's'll!fi😀🏽​a're", "tokens": 27, "pieces": ["å", "
", "🙂", "Ⅳ", "Dž", "\n", "👍🏽", "s's", "'res", "   \n", "'s'll", "!fi", "😀🏽​", "a're"]}
+{"text": "9<EOT>EOT‍ 're\"<|endoftext|>३t'T\n.İ\n'T́s🙂<'D\ta", "tokens": 28, "pieces": ["9", "<EOT", ">EOT", "‍", " ", "'re", "\"<|", "endoftext", "|>", "३", "t'T", "\n", ".İ", "\n", "'T́s", "🙂<'", "D", "\ta"]}
+{"text": "'ſ'llⅣ<EOT>", "tokens": 8, "pieces": ["'ſ'll", "Ⅳ", "<EOT", ">"]}
+{"text": "🙂ß𐞁'll<|endoftext|>   \n<|endoftext|>Ａ<|fim_prefix|>'M字㍿'Re's!<META_START>!!fiEOTⅣ", "tokens": 48, "pieces": ["🙂ß𐞁'll", "<|", "endoftext", "|>", "   \n", "<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>'", "M字", "㍿'", "Re's", "!<", "META", "_START", ">!!", "fi", "EOT", "Ⅳ"]}
+{"text": "\u000bé‍'re
é́漢 　t<|endoftext|>'Re12345678\"­ ́<META_START><EOT>㋿<META_START>\u000b字e\r'll", "tokens": 47, "pieces": ["\u000bé", "‍'", "re", "
é́漢", " ", "　t", "<|", "endoftext", "|>'", "Re", "123", "456", "78", "\"­", " ́", "<META", "_START", "><", "EOT", ">㋿<", "META", "_START", ">", "\u000b字e", "\r", "'ll"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi'Dİ'reé<EOT>åع\"Ⅳ(téİ", "tokens": 17, "pieces": ["fi'D", "İ're", "é", "<EOT", ">åع", "\"", "Ⅳ", "(té", "İ"]}
+{"text": "9å'reⅣ're­\u000b'Téd ,　字😀🏽'Såع<EOT'sİå
-'re>٣٤٥٦ḍ̇\r,½ꟲ漢‍ꟲ…Ⅳ's", "tokens": 57, "pieces": ["9", "å're", "Ⅳ", "'re", "­", "\u000b", "'Téd", " ", ",", "　字", "😀🏽'", "Såع", "<EOT's", "İå", "
", "-'", "re", ">", "٣٤٥", "٦", "ḍ̇", "\r", ",", "½", "ꟲ漢", "‍ꟲ", "…", "Ⅳ", "'s"]}
+{"text": "㋿‍!!​'re-EOT\r\n\r\n-​,'ll​éd\n<META_START>!ß­ m'Rea'ſ \r'Re<META_START>d…0", "tokens": 41, "pieces": ["㋿‍!!​'", "re", "-EOT", "\r\n\r\n", "-​,'", "ll", "​éd", "\n", "<META", "_START", ">!", "ß", "­", " m'Re", "a'ſ", " \r", "'Re", "<META", "_START", ">d", "…", "0"]}
+{"text": "'M'ſ'D½\t…𐞁….\n12345678<EOT>İ
.'M‍㍿<|fim_prefix|>", "tokens": 35, "pieces": ["'M'ſ", "'D", "½", "\t", "…𐞁", "…", ".\n", "123", "456", "78", "<EOT", ">İ", "
", ".'", "M", "‍㍿<|", "fim", "_prefix", "|>"]}
+{"text": "ß\ra
9😀🏽'ſ>…😀🏽Ⅳ­'T<㋿İꟲ‍'ſ 0'll.t", "tokens": 36, "pieces": ["ß", "\r", "a", "
", "9", "😀🏽'", "ſ", ">", "…", "😀🏽", "Ⅳ", "­'", "T", "<㋿", "İꟲ", "‍'", "ſ", " ", "0", "'ll", ".t"]}
+{"text": "'sſ'Re\"\n123456780'ſa ", "tokens": 11, "pieces": ["'sſ'Re", "\"\n", "123", "456", "780", "'ſa", " "]}
+{"text": "\r\n 漢t ḍ̇😀🏽sꟲ'Dt\rfi\"  漢td  ", "tokens": 25, "pieces": ["\r\n", " 漢t", " ḍ̇", "😀🏽", "sꟲ'D", "t", "\r", "fi", "\"", " ", " 漢td", "  "]}
+{"text": "ع㋿Z'M𐞁   \n…'ll'VE,e.Džs", "tokens": 21, "pieces": ["ع", "㋿Z'M", "𐞁", "   \n", "…", "'ll'VE", ",e", ".Džs"]}
+{"text": " 'DéＡ<\r\n\r\n>Dž!d字#$%'D!½e‍­s!<\réＡعfi'Re", "tokens": 29, "pieces": [" '", "Dé", "Ａ", "<\r\n\r\n", ">Dž", "!d字", "#$%'", "D", "!", "½", "e", "‍­", "s", "!<\r", "é", "Ａعfi'Re"]}
+{"text": "(aſİ'ſ
字Ａ\"३e9!\r  ½
's​\r\n\r\n'VE", "tokens": 23, "pieces": ["(aſ", "İ'ſ", "
字", "Ａ", "\"", "३", "e", "9", "!\r", " ", " ", "½", "
", "'s", "​\r\n\r\n", "'VE"]}
+{"text": "Ａ   \nꟲ'T\"fis
's𐞁🙂å\r\na\r\n\r\n", "tokens": 21, "pieces": ["Ａ", "   \n", "ꟲ'T", "\"fis", "
", "'s𐞁", "🙂å", "\r\n", "a", "\r\n\r\n"]}
+{"text": "m 'VE-'.👍🏽EOTé\r\nétå", "tokens": 17, "pieces": ["m", " ", "'VE", "-'.👍🏽", "EOTé", "\r\n", "étå"]}
+{"text": "'S'D-ſ‍#$%'Dß́'S  s!'MZé>é", "tokens": 19, "pieces": ["'S'D", "-ſ", "‍#$%'", "Dß́'S", " ", " s", "!'", "MZé", ">é"]}
+{"text": "'ll,'VEs'VE're​a​\"-Zع'Séå…ꟲ字", "tokens": 24, "pieces": ["'ll", ",'", "VEs'VE", "'re", "​a", "​\"-", "Zع'S", "éå", "…ꟲ字"]}
+{"text": "\n   \n  s  mfi !\t'Dt!!ꟲ,dİ12345678㍿…'Reع<|endoftext|>​漢ع😀🏽'ſ  　m", "tokens": 44, "pieces": ["\n   \n", " ", " s", " ", " mfi", " !", "\t", "'Dt", "!!", "ꟲ", ",d", "İ", "123", "456", "78", "㍿", "…", "'Reع", "<|", "endoftext", "|>​", "漢ع", "😀🏽'", "ſ", "  ", "　m"]}
+{"text": "㍿ßßm'DDž  ٣٤٥٦'Re
 𐞁(½\n   \n٣٤٥٦<|endoftext|>å'Mß́0\"…,'Re'M<EOT>(fi<|fim_prefix|>EOT㋿Ⅳ٣٤٥٦", "tokens": 69, "pieces": ["㍿ßßm'D", "Dž", " ", " ", "٣٤٥", "٦", "'Re", "
", " 𐞁", "(", "½", "\n   \n", "٣٤٥", "٦", "<|", "endoftext", "|>", "å'M", "ß́", "0", "\"", "…", ",'", "Re'M", "<EOT", ">(", "fi", "<|", "fim", "_prefix", "|>", "EOT", "㋿", "Ⅳ٣٤", "٥٦"]}
+{"text": "(ꟲé　<|fim_prefix|>   \n<|fim_prefix|>  🙂😀🏽fi0a>\n٣٤٥٦éꟲ😀🏽́é<é㋿", "tokens": 47, "pieces": ["(ꟲé", "　", "<|", "fim", "_prefix", "|>", "   \n", "<|", "fim", "_prefix", "|>", " ", " 🙂😀🏽", "fi", "0", "a", ">\n", "٣٤٥", "٦", "éꟲ", "😀🏽́", "é", "<é", "㋿"]}
+{"text": "…'lléع \n<'reⅣ<ß<|fim_prefix|>½12345678…😀🏽Ⅳ<|endoftext|>\"३ع㍿té
d​m½", "tokens": 49, "pieces": ["…", "'lléع", " \n", "<'", "re", "Ⅳ", "<ß", "<|", "fim", "_prefix", "|>", "½12", "345", "678", "…", "😀🏽", "Ⅳ", "<|", "endoftext", "|>\"", "३", "ع", "㍿té", "
d", "​m", "½"]}
+{"text": "٣٤٥٦Ⅳ  ​Ⅳ'reſ́'Re٣٤٥٦éé<<|endoftext|>  <|fim_prefix|>عåⅣ😀🏽  ḍ̇'D'D
٣٤٥٦㍿'s'VEs'Re👍🏽0'VEå\r\n>字", "tokens": 74, "pieces": ["٣٤٥", "٦Ⅳ", " ", " ​", "Ⅳ", "'reſ́'Re", "٣٤٥", "٦", "éé", "<<|", "endoftext", "|>", " ", " <|", "fim", "_prefix", "|>", "عå", "Ⅳ", "😀🏽", " ", " ḍ̇'D", "'D", "
", "٣٤٥", "٦", "㍿'", "s'VE", "s'Re", "👍🏽", "0", "'VEå", "\r\n", ">字"]}
+{"text": "#$%!!㋿Z½٣٤٥٦ḍ̇\tＡtعd㋿<META_START>漢'Téع9Ａ'é\né­#$%Dž…", "tokens": 44, "pieces": ["#$%!!㋿", "Z", "½٣٤", "٥٦", "ḍ̇", "\tＡtعd", "㋿<", "META", "_START", ">漢'T", "éع", "9", "Ａ", "'é", "\n", "é", "­#$%", "Dž", "…"]}
+{"text": "m
ḍ̇ع're're漢   \n\r\nＡⅣ\n'res<|fim_prefix|>‍عé12345678", "tokens": 30, "pieces": ["m", "
ḍ̇ع're", "'re漢", "   \n\r\n", "Ａ", "Ⅳ", "\n", "'res", "<|", "fim", "_prefix", "|>‍", "عé", "123", "456", "78"]}
+{"text": "é'SDž'sعß'T.", "tokens": 9, "pieces": ["é'S", "Dž's", "عß'T", "."]}
+{"text": "\"　--Dž-‍mＡ\r\n\n<EOT>\"   \n're", "tokens": 15, "pieces": ["\"", "　", "--", "Dž", "-‍", "m", "Ａ", "\r\n\n", "<EOT", ">\"", "   \n", "'re"]}
+{"text": "\u000bmé0‍­'S㍿­३𐞁Dž‍", "tokens": 19, "pieces": ["\u000bmé", "0", "‍­'", "S", "㍿­", "३", "𐞁", "Dž", "‍"]}
+{"text": "!!字㍿ Ⅳ  #$% !!漢<|fim_prefix|>😀🏽,
\"ꟲEOT  Z\"'Tعå٣٤٥٦0><EOT>😀🏽-tfi\t㋿😀🏽", "tokens": 62, "pieces": ["!!", "字", "㍿", " ", "Ⅳ", " ", " #$%", " ", "!!", "漢", "<|", "fim", "_prefix", "|>😀🏽,", "
", "\"ꟲ", "EOT", " ", " Z", "\"'", "Tعå", "٣٤٥", "٦0", "><", "EOT", ">😀🏽-", "tfi", "\t", "㋿😀🏽"]}
+{"text": "EOT'RedⅣZ🙂('Re'D\rDž'VE\t\t.'T㋿\u000b​㍿​😀🏽é0٣٤٥٦\r\nZ-'re🙂fi漢½'re.ع", "tokens": 50, "pieces": ["EOT'Re", "d", "Ⅳ", "Z", "🙂('", "Re'D", "\r", "Dž'VE", "\t", "\t", ".'", "T", "㋿", "\u000b", "​㍿​😀🏽", "é", "0٣٤", "٥٦", "\r\n", "Z", "-'", "re", "🙂fi漢", "½", "'re", ".ع"]}
+{"text": "#$%½sé", "tokens": 4, "pieces": ["#$%", "½", "sé"]}
+{"text": "\u000bat<İ<EOT>…ß🙂عꟲ字're३,'T٣٤٥٦'Re…Ａ\r\n  ́t>\r\n's​<EOT>
éDž9'Dع‍", "tokens": 48, "pieces": ["\u000bat", "<İ", "<EOT", ">", "…ß", "🙂عꟲ字're", "३", ",'", "T", "٣٤٥", "٦", "'Re", "…Ａ", "\r\n", " ", " ́t", ">\r\n", "'s", "​<", "EOT", ">", "
é", "Dž", "9", "'Dع", "‍"]}
+{"text": "a漢\u000bİ​\n\r's!'Re'D👍🏽İ\r\n'VEİ'St ", "tokens": 21, "pieces": ["a漢", "\u000bİ", "​\n\r", "'s", "!'", "Re'D", "👍🏽", "İ", "\r\n", "'VEİ'S", "t", " "]}
+{"text": "𐞁d'Sع㋿éݽ'S\u000bſ'T\"9ſ123456780\r\nß'smＡ,½　", "tokens": 31, "pieces": ["𐞁d'S", "ع", "㋿é", "İ", "½", "'S", "\u000bſ'T", "\"", "9", "ſ", "123", "456", "780", "\r\n", "ß's", "m", "Ａ", ",", "½", "　"]}
+{"text": "́m#$%'T　('VE\r,Ⅳ<META_START>😀🏽!!½  ́\t-　0'D३å‍>eſd", "tokens": 37, "pieces": ["́m", "#$%'", "T", "　", "('", "VE", "\r", ",", "Ⅳ", "<META", "_START", ">😀🏽!!", "½", " ", " ́", "\t", "-", "　", "0", "'D", "३", "å", "‍>", "eſd"]}
+{"text": "  \n ", "tokens": 2, "pieces": ["  \n", " "]}
+{"text": "\t   \n<|endoftext|>\r\n9,\r\n12345678EOT", "tokens": 15, "pieces": ["\t   \n", "<|", "endoftext", "|>\r\n", "9", ",\r\n", "123", "456", "78", "EOT"]}
+{"text": "'Dſ'S9<META_START>३İ ,'T🙂\u000b're\t'e'Re<fi​🙂<|fim_prefix|>'D,‍<|fim_prefix|>　-12345678字12345678é　ꟲ", "tokens": 52, "pieces": ["'Dſ'S", "9", "<META", "_START", ">", "३", "İ", " ,'", "T", "🙂", "\u000b", "'re", "\t", "'e'Re", "<fi", "​🙂<|", "fim", "_prefix", "|>'", "D", ",‍<|", "fim", "_prefix", "|>", "　", "-", "123", "456", "78", "字", "123", "456", "78", "é", "　ꟲ"]}
+{"text": "(㋿\u000b0\r\n\r\n'M", "tokens": 8, "pieces": ["(㋿", "\u000b", "0", "\r\n\r\n", "'M"]}
+{"text": "\t
'ſⅣ㍿ <META_START>字'D　>", "tokens": 18, "pieces": ["\t", "
", "'ſ", "Ⅳ", "㍿", " ", "<META", "_START", ">字'D", "　", ">"]}
+{"text": "m\r㍿( Dž\n३-­\"<EOT>\t's", "tokens": 19, "pieces": ["m", "\r", "㍿(", " Dž", "\n", "३", "-­\"<", "EOT", ">", "\t", "'s"]}
+{"text": "३!İ🙂(,字d0​漢a", "tokens": 12, "pieces": ["३", "!İ", "🙂(,", "字d", "0", "​漢a"]}
+{"text": "!!e   \n<#$% a >ع   \n​३\u000b'VE­\r", "tokens": 18, "pieces": ["!!", "e", "   \n", "<#$%", " a", " >", "ع", "   \n", "​", "३", "\u000b", "'VE", "­\r"]}
+{"text": ",'Dž", "tokens": 3, "pieces": [",'", "Dž"]}
+{"text": "Ａ'ſ   \n", "tokens": 4, "pieces": ["Ａ'ſ", "   \n"]}
+{"text": "ſEOT0‍-éZع\r", "tokens": 10, "pieces": ["ſ", "EOT", "0", "‍-", "é", "Zع", "\r"]}
+{"text": "'re EOTŹ'३عś\r.ع
… ß👍🏽", "tokens": 22, "pieces": ["'re", " EOTŹ", "'", "३", "عś", "\r", ".ع", "
…", " ß", "👍🏽"]}
+{"text": "'DEOTＡ'Re\r\n\u000b   \n😀🏽ae,ſDžꟲ.㍿'llİ३𐞁Ａ'M'VE…é'll9<|endoftext|><|endoftext|>'", "tokens": 53, "pieces": ["'DEOTＡ'Re", "\r\n\u000b   \n", "😀🏽", "ae", ",ſ", "Džꟲ", ".㍿'", "ll", "İ", "३", "𐞁", "Ａ'M", "'VE", "…é'll", "9", "<|", "endoftext", "|><|", "endoftext", "|>'"]}
+{"text": "Ⅳ('s\"!!'S#$%'ll<META_START>é'll\u000b ㋿!a's<|fim_prefix|>('re　<|fim_prefix|>\r\né
½'Re\t½½'s!́'ll३   \n ", "tokens": 55, "pieces": ["Ⅳ", "('", "s", "\"!!'", "S", "#$%'", "ll", "<META", "_START", ">é'll", "\u000b", " ㋿!", "a's", "<|", "fim", "_prefix", "|>('", "re", "　", "<|", "fim", "_prefix", "|>\r\n", "é", "
", "½", "'Re", "\t", "½½", "'s", "!́'ll", "३", "   \n", " "]}
+{"text": "e12345678", "tokens": 4, "pieces": ["e", "123", "456", "78"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "fi0‍ḍ̇<META_START><|endoftext|>ḍ̇>9  '<|fim_prefix|>\nß́'VE\r\n​(𐞁𐞁", "tokens": 43, "pieces": ["fi", "0", "‍ḍ̇", "<META", "_START", "><|", "endoftext", "|>", "ḍ̇", ">", "9", " ", " '<|", "fim", "_prefix", "|>\n", "ß́'VE", "\r\n", "​(", "𐞁𐞁"]}
+{"text": "­-<EOT>'D9👍🏽👍🏽é\"👍🏽e's<|fim_prefix|>12345678İt åé३'D >('VE\n", "tokens": 43, "pieces": ["­-<", "EOT", ">'", "D", "9", "👍🏽👍🏽", "é", "\"👍🏽", "e's", "<|", "fim", "_prefix", "|>", "123", "456", "78", "İt", " åé", "३", "'D", " ", ">('", "VE", "\n"]}
+{"text": "'lls\r\n\r\n \"'TＡ'Re٣٤٥٦sé 😀🏽", "tokens": 17, "pieces": ["'lls", "\r\n\r\n", " \"'", "TＡ'Re", "٣٤٥", "٦", "sé", " ", "😀🏽"]}
+{"text": "s\n'VE\rEOT\n", "tokens": 8, "pieces": ["s", "\n", "'VE", "\r", "EOT", "\n"]}
+{"text": "fiⅣ
>", "tokens": 5, "pieces": ["fi", "Ⅳ", "
", ">"]}
+{"text": "½!!عDžⅣⅣ<EOT>İ😀🏽'T     \néß'Dm'Tعß!, ع>", "tokens": 30, "pieces": ["½", "!!", "ع", "Dž", "ⅣⅣ", "<EOT", ">İ", "😀🏽'", "T", "     \n", "éß'D", "m'T", "عß", "!,", " ع", ">"]}
+{"text": " \r\n\r\nⅣ'Rea", "tokens": 5, "pieces": [" \r\n\r\n", "Ⅳ", "'Rea"]}
+{"text": "#$%å's🙂㍿'Re\t😀🏽Z<EOT>　­e‍'s漢're>!-'sß٣٤٥٦'s<|fim_prefix|>㍿0!!   \ń<|endoftext|>👍🏽9m­<META_START>Ａ", "tokens": 68, "pieces": ["#$%", "å's", "🙂㍿'", "Re", "\t", "😀🏽", "Z", "<EOT", ">", "　", "­e", "‍'", "s漢're", ">!-'", "sß", "٣٤٥", "٦", "'s", "<|", "fim", "_prefix", "|>㍿", "0", "!!", "   \n", "́", "<|", "endoftext", "|>👍🏽", "9", "m", "­<", "META", "_START", ">Ａ"]}
+{"text": "<EOT>Ａ>㋿Ⅳ#$%­­'VEs\rİ'Md　  \r\n…<'s<EOT>.ſ٣٤٥٦EOT\"9​<　t\u000b", "tokens": 43, "pieces": ["<EOT", ">Ａ", ">㋿", "Ⅳ", "#$%­­'", "VEs", "\r", "İ'M", "d", "　  \r\n", "…", "<'", "s", "<EOT", ">.", "ſ", "٣٤٥", "٦", "EOT", "\"", "9", "​<", "　t", "\u000b"]}
+{"text": "<META_START>Ａé-'\n", "tokens": 8, "pieces": ["<META", "_START", ">Ａé", "-'\n"]}
+{"text": "<|fim_prefix|>a'Re<<META_START>𐞁漢
½", "tokens": 19, "pieces": ["<|", "fim", "_prefix", "|>", "a'Re", "<<", "META", "_START", ">𐞁漢", "
", "½"]}
+{"text": "<|endoftext|>٣٤٥٦Džéś9Ａ　🙂s!<,㍿12345678\n<META_START>'M'VE<|endoftext|>😀🏽", "tokens": 47, "pieces": ["<|", "endoftext", "|>", "٣٤٥", "٦", "Džéś", "9", "Ａ", "　", "🙂s", "!<,㍿", "123", "456", "78", "\n", "<META", "_START", ">'", "M'VE", "<|", "endoftext", "|>😀🏽"]}
+{"text": "é🙂漢<d'sİ३​  '<EOT>𐞁Ⅳfi'VEd.­   \n…\u000b㋿   \n𐞁㋿d\"EOT--'ſZ\tm", "tokens": 50, "pieces": ["é", "🙂漢", "<d's", "İ", "३", "​", " ", " '<", "EOT", ">𐞁", "Ⅳ", "fi'VE", "d", ".­", "   \n", "…", "\u000b", "㋿", "   \n", "𐞁", "㋿d", "\"EOT", "--'", "ſ", "Z", "\tm"]}
+{"text": "'M'ret👍🏽ꟲ\u000bt12345678'M  -٣٤٥٦!'re", "tokens": 23, "pieces": ["'M're", "t", "👍🏽", "ꟲ", "\u000bt", "123", "456", "78", "'M", " ", " -", "٣٤٥", "٦", "!'", "re"]}
+{"text": "\r\n\r\nİ'VE٣٤٥٦­é<EOT>Z\t \n", "tokens": 15, "pieces": ["\r\n\r\n", "İ'VE", "٣٤٥", "٦", "­é", "<EOT", ">Z", "\t \n"]}
+{"text": "<|endoftext|>'s🙂𐞁​‍d", "tokens": 16, "pieces": ["<|", "endoftext", "|>'", "s", "🙂𐞁", "​‍", "d"]}
+{"text": "<EOT>'sßꟲ ,12345678㍿🙂're<|fim_prefix|>'MＡſ'll㋿½e!,'ll‍ꟲⅣ<EOT>>", "tokens": 45, "pieces": ["<EOT", ">'", "sßꟲ", " ,", "123", "456", "78", "㍿🙂'", "re", "<|", "fim", "_prefix", "|>'", "MＡſ'll", "㋿", "½", "e", "!,'", "ll", "‍ꟲ", "Ⅳ", "<EOT", ">>"]}
+{"text": "<|endoftext|>\"'sfi", "tokens": 10, "pieces": ["<|", "endoftext", "|>\"'", "sfi"]}
+{"text": "(m12345678㍿३'Re(İ'D( #$%sZ'llé0🙂‍­9", "tokens": 25, "pieces": ["(m", "123", "456", "78", "㍿", "३", "'Re", "(İ'D", "(", " ", "#$%", "s", "Z'll", "é", "0", "🙂‍­", "9"]}
+{"text": "<EOT>ſ(字\t​!ſＡ٣٤٥٦😀🏽　 ३'TfiＡ…'s㋿<'VE", "tokens": 32, "pieces": ["<EOT", ">ſ", "(字", "\t", "​!", "ſ", "Ａ", "٣٤٥", "٦", "😀🏽", "　", " ", "३", "'Tfi", "Ａ", "…", "'s", "㋿<'", "VE"]}
+{"text": "'  d字😀🏽­Z<|fim_prefix|>Ⅳ
fi", "tokens": 19, "pieces": ["'", " ", " d字", "😀🏽­", "Z", "<|", "fim", "_prefix", "|>", "Ⅳ", "
fi"]}
+{"text": "😀🏽㍿", "tokens": 6, "pieces": ["😀🏽㍿"]}
+{"text": "\t\n<|endoftext|><EOT>m,\r\n\r\n\u000b🙂\"<|endoftext|>\na", "tokens": 23, "pieces": ["\t\n", "<|", "endoftext", "|><", "EOT", ">m", ",\r\n\r\n", "\u000b", "🙂\"<|", "endoftext", "|>\n", "a"]}
+{"text": "s,\"…!!'res‍Dž  ḍ̇漢ⅣDž12345678'D'M😀🏽👍🏽   \n'D 
", "tokens": 35, "pieces": ["s", ",\"", "…", "!!'", "res", "‍Dž", " ", " ḍ̇漢", "Ⅳ", "Dž", "123", "456", "78", "'D'M", "😀🏽👍🏽", "   \n", "'D", " 
"]}
+{"text": "ḍ̇㋿ع'M<META_START>''M m漢\r　'D0s'TZEOTfi­", "tokens": 26, "pieces": ["ḍ̇", "㋿ع'M", "<META", "_START", ">''", "M", " m漢", "\r", "　", "'D", "0", "s'T", "ZEOTfi", "­"]}
+{"text": "🙂<EOT>åe㋿'D….ḍ̇́\n.DžⅣḍ̇😀🏽'VE'S漢😀🏽Ａ!!d(a𐞁   \nZ<|fim_prefix|>٣٤٥٦EOT", "tokens": 60, "pieces": ["🙂<", "EOT", ">åe", "㋿'", "D", "…", ".ḍ̇́", "\n", ".Dž", "Ⅳ", "ḍ̇", "😀🏽'", "VE'S", "漢", "😀🏽", "Ａ", "!!", "d", "(a𐞁", "   \n", "Z", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "EOT"]}
+{"text": "‍ aé<|endoftext|>Ａ٣٤٥٦ſ\u000bꟲ\nt'll㋿ß\"!!\nséå- ع'M漢\r\n\r\n 'DEOT㍿12345678½Ａ", "tokens": 50, "pieces": ["‍", " aé", "<|", "endoftext", "|>", "Ａ", "٣٤٥", "٦", "ſ", "\u000bꟲ", "\n", "t'll", "㋿ß", "\"!!\n", "séå", "-", " ع'M", "漢", "\r\n\r\n", " '", "DEOT", "㍿", "123", "456", "78½", "Ａ"]}
+{"text": "dét\u000b   \n#$%\t#$%'S12345678\r\n𐞁\u000b'T‍  'ree㍿㍿\"İＡ.   \nd\r\n\r\néé<META_START>aß\n", "tokens": 45, "pieces": ["dét", "\u000b   \n", "#$%", "\t", "#$%'", "S", "123", "456", "78", "\r\n", "𐞁", "\u000b", "'T", "‍", " ", " '", "ree", "㍿㍿\"", "İＡ", ".", "   \n", "d", "\r\n\r\n", "éé", "<META", "_START", ">aß", "\n"]}
+{"text": "12345678İ\u000b'VE\u000b<|fim_prefix|>99,👍🏽Ａ'D😀🏽½  👍🏽'll३-á'Reß'll", "tokens": 37, "pieces": ["123", "456", "78", "İ", "\u000b", "'VE", "\u000b", "<|", "fim", "_prefix", "|>", "99", ",👍🏽", "Ａ'D", "😀🏽", "½", " ", " 👍🏽'", "ll", "३", "-á'Re", "ß'll"]}
+{"text": "  ㋿\"", "tokens": 6, "pieces": [" ", " ㋿\""]}
+{"text": "!!é's.m>'M🙂İ'<|fim_prefix|>\r\n(　\u000b's ́,٣٤٥٦.'T'll
½m<'VEd'ſ", "tokens": 37, "pieces": ["!!", "é's", ".m", ">'", "M", "🙂İ", "'<|", "fim", "_prefix", "|>\r\n", "(", "　", "\u000b", "'s", " ́", ",", "٣٤٥", "٦", ".'", "T'll", "
", "½", "m", "<'", "VEd'ſ"]}
+{"text": "-\n😀🏽(dd३!!'ſå'T\r\n\u000bſ'VE'VEa…\u000b​ 're", "tokens": 27, "pieces": ["-\n", "😀🏽(", "dd", "३", "!!'", "ſå'T", "\r\n", "\u000bſ'VE", "'VEa", "…", "\u000b", "​", " '", "re"]}
+{"text": "\r\n\r\n<|endoftext|>12345678­‍\r\nع'sé'T>Ⅳ
ꟲ!́<|endoftext|>", "tokens": 35, "pieces": ["\r\n\r\n", "<|", "endoftext", "|>", "123", "456", "78", "­‍\r\n", "ع's", "é'T", ">", "Ⅳ", "
ꟲ", "!́", "<|", "endoftext", "|>"]}
+{"text": "'D'VEt<EOT>\r㋿\r", "tokens": 12, "pieces": ["'D'VE", "t", "<EOT", ">\r", "㋿\r"]}
+{"text": "'Re<META_START>å<EOT>", "tokens": 9, "pieces": ["'Re", "<META", "_START", ">å", "<EOT", ">"]}
+{"text": "t'll٣٤٥٦­\ra　Ａ ḍ̇🙂-𐞁'reⅣDžåé㍿\r\n\r\n'Re!\n👍🏽\r\n\r\n\r'S👍🏽å३‍\u000b㍿
­", "tokens": 55, "pieces": ["t'll", "٣٤٥", "٦", "­\r", "a", "　Ａ", " ḍ̇", "🙂-", "𐞁're", "Ⅳ", "Džåé", "㍿\r\n\r\n", "'Re", "!\n", "👍🏽\r\n\r\n\r", "'S", "👍🏽", "å", "३", "‍", "\u000b", "㍿", "
", "­"]}
+{"text": "!!Ⅳ🙂Dž\r\n\r\n're   \ńd漢½'S🙂må\"'S٣٤٥٦!🙂ß\t‍é", "tokens": 30, "pieces": ["!!", "Ⅳ", "🙂Dž", "\r\n\r\n", "'re", "   \n", "́d漢", "½", "'S", "🙂må", "\"'", "S", "٣٤٥", "٦", "!🙂", "ß", "\t", "‍é"]}
+{"text": ".­é 12345678'Re½👍🏽ꟲ字,!ſ'ſDž
👍🏽🙂३\n ", "tokens": 31, "pieces": [".­", "é", " ", "123", "456", "78", "'Re", "½", "👍🏽", "ꟲ字", ",!", "ſ'ſ", "Dž", "
", "👍🏽🙂", "३", "\n", " "]}
+{"text": "eعé٣٤٥٦🙂  >­é  ꟲ🙂\r\n\r\n\r", "tokens": 20, "pieces": ["eعé", "٣٤٥", "٦", "🙂", " ", " >­", "é", " ", " ꟲ", "🙂\r\n\r\n\r"]}
+{"text": "åd<|endoftext|>'́\r\n\r\n's㋿😀🏽ḍ̇😀🏽'Re🙂å0'D‍#$%'VEḍ̇🙂　(🙂sd#$%éa\"\u000b­ſİ\r\n\r\n", "tokens": 54, "pieces": ["åd", "<|", "endoftext", "|>'́\r\n\r\n", "'s", "㋿😀🏽", "ḍ̇", "😀🏽'", "Re", "🙂å", "0", "'D", "‍#$%'", "VEḍ̇", "🙂", "　", "(🙂", "sd", "#$%", "éa", "\"", "\u000b", "­ſ", "İ", "\r\n\r\n"]}
+{"text": "\rDžZmZ'Dt!'s!㍿", "tokens": 13, "pieces": ["\r", "DžZm", "Z'D", "t", "!'", "s", "!㍿"]}
+{"text": "ݽ#$%ß👍🏽'll­'ſ\n字'Dé㍿a'३'D 😀🏽\t  <|endoftext|>Dž३fiꟲEOTtdé…>'ſ", "tokens": 51, "pieces": ["İ", "½", "#$%", "ß", "👍🏽'", "ll", "­'", "ſ", "\n", "字'D", "é", "㍿a", "'", "३", "'D", " 😀🏽", "\t ", " <|", "endoftext", "|>", "Dž", "३", "fiꟲ", "EOTtdé", "…", ">'", "ſ"]}
+{"text": "EOT ́<|fim_prefix|>a'llßع   \n!,😀🏽é😀🏽-İ'sß#$%㋿é", "tokens": 34, "pieces": ["EOT", " ́", "<|", "fim", "_prefix", "|>", "a'll", "ßع", "   \n", "!,😀🏽", "é", "😀🏽-", "İ's", "ß", "#$%㋿", "é"]}
+{"text": "½<😀🏽'Re", "tokens": 7, "pieces": ["½", "<😀🏽'", "Re"]}
+{"text": "३'Re<|endoftext|>😀🏽!३ḍ̇!!.😀🏽\u000b'M>㍿", "tokens": 27, "pieces": ["३", "'Re", "<|", "endoftext", "|>😀🏽!", "३", "ḍ̇", "!!.😀🏽", "\u000b", "'M", ">㍿"]}
+{"text": "((", "tokens": 1, "pieces": ["(("]}
+{"text": "'sée 'S‍\t.,Džm½….‍㍿Ⅳ　𐞁'll٣٤٥٦عa🙂
-ꟲ\r\n\r\n३'ſ<'T's!'-EOT
", "tokens": 52, "pieces": ["'sée", " '", "S", "‍", "\t", ".,", "Džm", "½", "…", ".‍㍿", "Ⅳ", "　𐞁'll", "٣٤٥", "٦", "عa", "🙂", "
", "-ꟲ", "\r\n\r\n", "३", "'ſ", "<'", "T's", "!'-", "EOT", "
"]}
+{"text": "\t字…'s字em <å½㍿　", "tokens": 15, "pieces": ["\t字", "…", "'s字em", " <", "å", "½", "㍿", "　"]}
+{"text": "Ⅳ'Re\u000b\n'ſ\tt<META_START> sae\"  'ſ12345678é'reİ'ss㋿<|fim_prefix|>#$%　e漢'VE.fi>…é½ꟲ…", "tokens": 54, "pieces": ["Ⅳ", "'Re", "\u000b\n", "'ſ", "\tt", "<META", "_START", ">", " sae", "\"", " ", " '", "ſ", "123", "456", "78", "é're", "İ's", "s", "㋿<|", "fim", "_prefix", "|>#$%", "　e漢'VE", ".fi", ">", "…é", "½", "ꟲ", "…"]}
+{"text": "ḍ̇Dž<|endoftext|>'MEOTＡ  ſ'lls٣٤٥٦<|endoftext|>Zꟲ,a,\t\r\n\r\n\r\n", "tokens": 39, "pieces": ["ḍ̇", "Dž", "<|", "endoftext", "|>'", "MEOTＡ", " ", " ſ'll", "s", "٣٤٥", "٦", "<|", "endoftext", "|>", "Zꟲ", ",a", ",", "\t\r\n\r\n\r\n"]}
+{"text": "EOT…㋿'T,t9'Me\u000b( Ａ!!('ſⅣfi🙂're!0(ḍ̇'T'D㍿
's'll", "tokens": 40, "pieces": ["EOT", "…", "㋿'", "T", ",t", "9", "'Me", "\u000b", "(", " Ａ", "!!('", "ſ", "Ⅳ", "fi", "🙂'", "re", "!", "0", "(ḍ̇'T", "'D", "㍿", "
", "'s'll"]}
+{"text": "m<<|fim_prefix|>!!å🙂!!<|fim_prefix|>fi😀🏽éꟲſ'Re३   \n0😀🏽\ńå½
\r\n\r\n!!a'VE-ع>", "tokens": 49, "pieces": ["m", "<<|", "fim", "_prefix", "|>!!", "å", "🙂!!<|", "fim", "_prefix", "|>", "fi", "😀🏽", "éꟲſ'Re", "३", "   \n", "0", "😀🏽\n", "́å", "½", "
\r\n\r\n", "!!", "a'VE", "-ع", ">"]}
+{"text": "<|endoftext|>ß   \nfi'Re9­'T\t 'Må\"㋿", "tokens": 23, "pieces": ["<|", "endoftext", "|>", "ß", "   \n", "fi'Re", "9", "­'", "T", "\t", " '", "Må", "\"㋿"]}
+{"text": "Ⅳ(d­\r>éⅣ", "tokens": 9, "pieces": ["Ⅳ", "(d", "­\r", ">é", "Ⅳ"]}
+{"text": "ßİZ,Ａé\"t 'VE‍'>'T're½!㍿\tm.<|endoftext|>ḍ̇,'VEd0!Zm!!e漢😀🏽t­å.­", "tokens": 48, "pieces": ["ß", "İZ", ",Ａé", "\"t", " '", "VE", "‍'>'", "T're", "½", "!㍿", "\tm", ".<|", "endoftext", "|>", "ḍ̇", ",'", "VEd", "0", "!Zm", "!!", "e漢", "😀🏽", "t", "­å", ".­"]}
+{"text": "'se'reeDžZ-　e　Ⅳ½Ⅳ👍🏽🙂tat𐞁ḍ̇'VE9<ꟲſİ𐞁(‍étꟲ", "tokens": 49, "pieces": ["'se're", "e", "DžZ", "-", "　e", "　", "Ⅳ½Ⅳ", "👍🏽🙂", "tat𐞁ḍ̇'VE", "9", "<ꟲſ", "İ𐞁", "(‍", "étꟲ"]}
+{"text": "ꟲ'ſ<|fim_prefix|>'M½ß\r\n\r\né½å​٣٤٥٦\u000b…'T​Ⅳsع🙂0", "tokens": 35, "pieces": ["ꟲ'ſ", "<|", "fim", "_prefix", "|>'", "M", "½", "ß", "\r\n\r\n", "é", "½", "å", "​", "٣٤٥", "٦", "\u000b", "…", "'T", "​", "Ⅳ", "sع", "🙂", "0"]}
+{"text": "é're ३.‍dßع½𐞁<　<\r're'T's(ḍ̇𐞁  \r\n\r\n\n\r'S12345678'\r\n\r\né\r\n", "tokens": 39, "pieces": ["é're", " ", "३", ".‍", "dßع", "½", "𐞁", "<", "　", "<\r", "'re'T", "'s", "(ḍ̇𐞁", "  \r\n\r\n\n\r", "'S", "123", "456", "78", "'\r\n\r\n", "é", "\r\n"]}
+{"text": "a
. 漢-  -<|fim_prefix|>ع字٣٤٥٦fiꟲ'ſ漢'T<㋿'T#$%a#$%dⅣ#$%😀🏽", "tokens": 47, "pieces": ["a", "
", ".", " 漢", "-", " ", " -<|", "fim", "_prefix", "|>", "ع字", "٣٤٥", "٦", "fiꟲ'ſ", "漢'T", "<㋿'", "T", "#$%", "a", "#$%", "d", "Ⅳ", "#$%😀🏽"]}
+{"text": "㋿d's'Dž'sDž<|endoftext|>'ll'VE,(­åſ𐞁ßDž\u000bfi>-‍t  å<META_START>", "tokens": 45, "pieces": ["㋿d's", "'Dž's", "Dž", "<|", "endoftext", "|>'", "ll'VE", ",(­", "åſ𐞁ß", "Dž", "\u000bfi", ">-‍", "t", " ", " å", "<META", "_START", ">"]}
+{"text": "'re#$%½a'S\t-<   \n12345678<EOT>'VE\r\n\r\n
…,\"t　 ", "tokens": 24, "pieces": ["'re", "#$%", "½", "a'S", "\t", "-<", "   \n", "123", "456", "78", "<EOT", ">'", "VE", "\r\n\r\n", "
", "…", ",\"", "t", "　 "]}
+{"text": "३(漢'ſ­㍿ >", "tokens": 11, "pieces": ["३", "(漢'ſ", "­㍿", " ", ">"]}
+{"text": "
'T'ſ٣٤٥٦\"\u000bꟲ<|fim_prefix|>'M'llſ\r\n'D\r\n\r\n'ſ٣٤٥٦", "tokens": 31, "pieces": ["
", "'T'ſ", "٣٤٥", "٦", "\"", "\u000bꟲ", "<|", "fim", "_prefix", "|>'", "M'll", "ſ", "\r\n", "'D", "\r\n\r\n", "'ſ", "٣٤٥", "٦"]}
+{"text": "İ<EOT>​é'S\r𐞁\r\n\r\n<META_START><…​!!9'Re", "tokens": 23, "pieces": ["İ", "<EOT", ">​", "é'S", "\r", "𐞁", "\r\n\r\n", "<META", "_START", "><", "…", "​!!", "9", "'Re"]}
+{"text": "\r\n\r\n<tＡꟲ🙂ꟲ　're­🙂ععDžs
", "tokens": 20, "pieces": ["\r\n\r\n", "<t", "Ａꟲ", "🙂ꟲ", "　", "'re", "­🙂", "ععDžs", "
"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "<EOT>0fi0-\u000b", "tokens": 8, "pieces": ["<EOT", ">", "0", "fi", "0", "-", "\u000b"]}
+{"text": "'ſꟲZ<|endoftext|>\u000b", "tokens": 14, "pieces": ["'ſꟲ", "Z", "<|", "endoftext", "|>", "\u000b"]}
+{"text": "dt!!Z   \n'T'D0\rEOT'Re<|fim_prefix|>aß\u000baⅣ !字İ'DＡſ's\"ḍ̇'S漢Ａe३a\r\n\r\n<META_START>å'Re", "tokens": 47, "pieces": ["dt", "!!", "Z", "   \n", "'T'D", "0", "\r", "EOT'Re", "<|", "fim", "_prefix", "|>", "aß", "\u000ba", "Ⅳ", " !", "字", "İ'D", "Ａſ's", "\"ḍ̇'S", "漢Ａe", "३", "a", "\r\n\r\n", "<META", "_START", ">å'Re"]}
+{"text": "'S　'T‍\t12345678m(\"字", "tokens": 11, "pieces": ["'S", "　", "'T", "‍", "\t", "123", "456", "78", "m", "(\"", "字"]}
+{"text": "\r\n'ſ<漢'VE>,'Re\u000btfié漢
ḍ̇
'Mḍ̇<META_START>ß's#$%\rع   \nＡ!!", "tokens": 38, "pieces": ["\r\n", "'ſ", "<漢'VE", ">,'", "Re", "\u000btfié漢", "
ḍ̇", "
", "'Mḍ̇", "<META", "_START", ">ß's", "#$%\r", "ع", "   \n", "Ａ", "!!"]}
+{"text": "<EOT>!字㋿字ß<|fim_prefix|><🙂ḍ̇\r漢 ſfi…\r\n\r\né​EOT'Mḍ̇m
ḿDžé­½<|endoftext|>字<EOT>9", "tokens": 58, "pieces": ["<EOT", ">!", "字", "㋿字ß", "<|", "fim", "_prefix", "|><🙂", "ḍ̇", "\r", "漢", " ſfi", "…\r\n\r\n", "é", "​EOT'M", "ḍ̇m", "
ḿ", "Džé", "­", "½", "<|", "endoftext", "|>", "字", "<EOT", ">", "9"]}
+{"text": "'M👍🏽字'ḍ̇d'D\r\n\r\nfi   \n​åİ<META_START>Z'S<|fim_prefix|>'ſ'ſ\r\n\r\neＡ㍿漢're漢d<|fim_prefix|>9\n#$%😀🏽İ", "tokens": 56, "pieces": ["'M", "👍🏽", "字", "'ḍ̇d'D", "\r\n\r\n", "fi", "   \n", "​å", "İ", "<META", "_START", ">Z'S", "<|", "fim", "_prefix", "|>'", "ſ'ſ", "\r\n\r\n", "e", "Ａ", "㍿漢're", "漢d", "<|", "fim", "_prefix", "|>", "9", "\n", "#$%😀🏽", "İ"]}
+{"text": "<EOT>'reع\r\n<!EOT🙂!!9-(🙂é.‍d<|endoftext|>\nＡ'T😀🏽", "tokens": 31, "pieces": ["<EOT", ">'", "reع", "\r\n", "<!", "EOT", "🙂!!", "9", "-(🙂", "é", ".‍", "d", "<|", "endoftext", "|>\n", "Ａ'T", "😀🏽"]}
+{"text": "　!!12345678\t'MZ<EOT>'T.\t'VE𐞁\r!!٣٤٥٦!!  ", "tokens": 28, "pieces": ["　", "!!", "123", "456", "78", "\t", "'MZ", "<EOT", ">'", "T", ".", "\t", "'VE𐞁", "\r", "!!", "٣٤٥", "٦", "!!", "  "]}
+{"text": "!!ꟲ漢 𐞁½👍🏽9'!!漢,'re漢　​é\r字!'VEefi\n<|fim_prefix|>d\r\nꟲ", "tokens": 43, "pieces": ["!!", "ꟲ漢", " 𐞁", "½", "👍🏽", "9", "'!!", "漢", ",'", "re漢", "　", "​é", "\r", "字", "!'", "VEefi", "\n", "<|", "fim", "_prefix", "|>", "d", "\r\n", "ꟲ"]}
+{"text": "   \n\u000b", "tokens": 2, "pieces": ["   \n", "\u000b"]}
+{"text": "<<EOT>'Reé<|endoftext|><META_START>.'ReEOT   \n", "tokens": 21, "pieces": ["<<", "EOT", ">'", "Reé", "<|", "endoftext", "|><", "META", "_START", ">.'", "Re", "EOT", "   \n"]}
+{"text": "m<EOT>\n­ع  é́'S'Mt!!''ll\r\n\r\n<'ſ,'", "tokens": 19, "pieces": ["m", "<EOT", ">\n", "­ع", " ", " é́'S", "'Mt", "!!''", "ll", "\r\n\r\n", "<'", "ſ", ",'"]}
+{"text": "t 'M
fi.EOTꟲḍ̇\t​\u000be'SＡ'Re\u000b,", "tokens": 22, "pieces": ["t", " '", "M", "
fi", ".EOTꟲḍ̇", "\t", "​", "\u000be'S", "Ａ'Re", "\u000b", ","]}
+{"text": "ßm'D .🙂\u000b<|endoftext|>Ａ'VE'T३9<|fim_prefix|>ḍ̇ḍ̇‍s<|fim_prefix|><|fim_prefix|> #$%12345678å<|endoftext|><EOT>\r0tع(字\r", "tokens": 70, "pieces": ["ßm'D", " ", ".🙂", "\u000b", "<|", "endoftext", "|>", "Ａ'VE", "'T", "३9", "<|", "fim", "_prefix", "|>", "ḍ̇ḍ̇", "‍s", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", " ", "#$%", "123", "456", "78", "å", "<|", "endoftext", "|><", "EOT", ">\r", "0", "tع", "(字", "\r"]}
+{"text": "0'VE'll 'VE  ,'sEOT12345678字<字㍿㋿!'Mꟲ!!Dž\r.åm'S0\tⅣDž#$%s½'ll🙂㍿'ll…㋿", "tokens": 59, "pieces": ["0", "'VE'll", " ", "'VE", " ", " ,'", "s", "EOT", "123", "456", "78", "字", "<字", "㍿㋿!'", "Mꟲ", "!!", "Dž", "\r", ".åm'S", "0", "\t", "Ⅳ", "Dž", "#$%", "s", "½", "'ll", "🙂㍿'", "ll", "…", "㋿"]}
+{"text": "<-EOT​   \n<META_START>㍿漢'VEdꟲ123456789", "tokens": 22, "pieces": ["<-", "EOT", "​", "   \n", "<META", "_START", ">㍿", "漢'VE", "dꟲ", "123", "456", "789"]}
+{"text": "\r .٣٤٥٦漢㋿'ll👍🏽t🙂'D\t㋿,'VE..'ReＡ'ſ<EOT>!!<|fim_prefix|>　\u000b <(", "tokens": 46, "pieces": ["\r", " ", ".", "٣٤٥", "٦", "漢", "㋿'", "ll", "👍🏽", "t", "🙂'", "D", "\t", "㋿,'", "VE", "..'", "Re", "Ａ'ſ", "<EOT", ">!!<|", "fim", "_prefix", "|>", "　\u000b", " <("]}
+{"text": "…då!('T👍🏽,字漢㋿'ll12345678½\u000båå,👍🏽\"", "tokens": 32, "pieces": ["…då", "!('", "T", "👍🏽,", "字漢", "㋿'", "ll", "123", "456", "78½", "\u000båå", ",👍🏽\""]}
+{"text": "ꟲéꟲ<|endoftext|>😀🏽s<|fim_prefix|>'Daéعt­'12345678 ३d​\t३'M#$%#$%\tDž09​👍🏽字<|fim_prefix|>漢fiꟲ", "tokens": 64, "pieces": ["ꟲéꟲ", "<|", "endoftext", "|>😀🏽", "s", "<|", "fim", "_prefix", "|>'", "Daéعt", "­'", "123", "456", "78", " ", "३", "d", "​", "\t", "३", "'M", "#$%#$%", "\tDž", "09", "​👍🏽", "字", "<|", "fim", "_prefix", "|>", "漢fiꟲ"]}
+{"text": "éfiꟲ<EOT>ß'ſ\r\n\r\n'VE\u000b\r ­'llḍ̇𐞁12345678ßꟲ½12345678İＡ漢'S12345678fi9<META_START>🙂'Mt!!s", "tokens": 56, "pieces": ["éfiꟲ", "<EOT", ">ß'ſ", "\r\n\r\n", "'VE", "\u000b\r", " ­'", "llḍ̇𐞁", "123", "456", "78", "ßꟲ", "½12", "345", "678", "İＡ漢'S", "123", "456", "78", "fi", "9", "<META", "_START", ">🙂'", "Mt", "!!", "s"]}
+{"text": "#$%\"Dž<EOT>é\r\nEOTⅣ\u000b   \n.éaEOTḍ̇㍿ꟲd𐞁㍿Džſ‍s\"İ㋿\"fi<|fim_prefix|>'D\r\n\r\n", "tokens": 57, "pieces": ["#$%\"", "Dž", "<EOT", ">é", "\r\n", "EOT", "Ⅳ", "\u000b   \n", ".éa", "EOTḍ̇", "㍿ꟲd𐞁", "㍿Džſ", "‍s", "\"İ", "㋿\"", "fi", "<|", "fim", "_prefix", "|>'", "D", "\r\n\r\n"]}
+{"text": "\tt'S'SEOT​Z.eꟲ'll'D½İ३字ḿ'!!tå  é'll'Dİ(#$%­𐞁'll٣٤٥٦​t'Re\t …", "tokens": 49, "pieces": ["\tt'S", "'SEOT", "​Z", ".eꟲ'll", "'D", "½", "İ", "३", "字ḿ", "'!!", "tå", " ", " é'll", "'Dİ", "(#$%­", "𐞁'll", "٣٤٥", "٦", "​t'Re", "\t …"]}
+{"text": "'VE>'ll٣٤٥٦", "tokens": 8, "pieces": ["'VE", ">'", "ll", "٣٤٥", "٦"]}
+{"text": "­漢<EOT>عe𐞁<EOT>>ts    e'!!'Red漢're!d!!ع\rsfi👍🏽", "tokens": 33, "pieces": ["­漢", "<EOT", ">عe𐞁", "<EOT", ">>", "ts", "   ", " e", "'!!'", "Red漢're", "!d", "!!", "ع", "\r", "sfi", "👍🏽"]}
+{"text": "㋿३\r\n<EOT><META_START><|fim_prefix|>Ⅳ'T'Mḍ̇ZZ\r\t   \n\",'S'VE", "tokens": 30, "pieces": ["㋿", "३", "\r\n", "<EOT", "><", "META", "_START", "><|", "fim", "_prefix", "|>", "Ⅳ", "'T'M", "ḍ̇", "ZZ", "\r\t   \n", "\",'", "S'VE"]}
+{"text": "…'ſ\r\n\r\n\r\r<EOT>Ⅳ　​'S>'T‍<|fim_prefix|><EOT>9ß\r'ſ''VE.!!'VEm'Dé…\r\n㍿ſꟲé\n\raEOT", "tokens": 58, "pieces": ["…", "'ſ", "\r\n\r\n\r\r", "<EOT", ">", "Ⅳ", "　", "​'", "S", ">'", "T", "‍<|", "fim", "_prefix", "|><", "EOT", ">", "9", "ß", "\r", "'ſ", "''", "VE", ".!!'", "VEm'D", "é", "…\r\n", "㍿ſꟲé", "\n\r", "a", "EOT"]}
+{"text": "#$%\r\n字'St‍'VE", "tokens": 8, "pieces": ["#$%\r\n", "字'S", "t", "‍'", "VE"]}
+{"text": "Z​m'sß٣٤٥٦'ſ㋿   \n'́", "tokens": 17, "pieces": ["Z", "​m's", "ß", "٣٤٥", "٦", "'ſ", "㋿", "   \n", "'́"]}
+{"text": "ſع\u000bⅣ㋿!!  -'re३fi<fi", "tokens": 17, "pieces": ["ſع", "\u000b", "Ⅳ", "㋿!!", " ", " -'", "re", "३", "fi", "<fi"]}
+{"text": "😀🏽\"ع-́", "tokens": 7, "pieces": ["😀🏽\"", "ع", "-́"]}
+{"text": "ꟲ'sⅣ 0́́'T!!㋿#$%३Ａt<", "tokens": 21, "pieces": ["ꟲ's", "Ⅳ", " ", "0", "́́'T", "!!㋿#$%", "३", "Ａt", "<"]}
+{"text": "> 'S\r\n\r\n'll''VEꟲꟲ\r\n­ＡZ'Re\r\n漢9<½\r\n<‍İ\r\n­‍\n12345678'M.<|fim_prefix|>\t
tt", "tokens": 44, "pieces": [">", " '", "S", "\r\n\r\n", "'ll", "''", "VEꟲꟲ", "\r\n", "­ＡZ'Re", "\r\n", "漢", "9", "<", "½", "\r\n", "<‍", "İ", "\r\n", "­‍\n", "123", "456", "78", "'M", ".<|", "fim", "_prefix", "|>", "\t", "
tt"]}
+{"text": "𐞁", "tokens": 4, "pieces": ["𐞁"]}
+{"text": "\t​", "tokens": 2, "pieces": ["\t", "​"]}
+{"text": "\u000b́\r\naع'S\r\n'S\u000bḍ̇'S'Re㋿　'S'ſ,👍🏽'll12345678s  😀🏽\t\u000bm '<EOT>ḍ̇#$%", "tokens": 48, "pieces": ["\u000b́", "\r\n", "aع'S", "\r\n", "'S", "\u000bḍ̇'S", "'Re", "㋿", "　", "'S'ſ", ",👍🏽'", "ll", "123", "456", "78", "s", " ", " 😀🏽", "\t", "\u000bm", " ", "'<", "EOT", ">ḍ̇", "#$%"]}
+{"text": "\"é're<|endoftext|>", "tokens": 10, "pieces": ["\"é're", "<|", "endoftext", "|>"]}
+{"text": "👍🏽ꟲ字Ⅳ𐞁9e!!㋿'Mfi㍿'M9!", "tokens": 29, "pieces": ["👍🏽", "ꟲ字", "Ⅳ", "𐞁", "9", "e", "!!㋿'", "Mfi", "㍿'", "M", "9", "!"]}
+{"text": "İé́'S'S'VE‍\"'D\r\n\r\n👍🏽  daＡḍ̇   \nＡ<EOT>'DDž㍿", "tokens": 31, "pieces": ["İé́'S", "'S'VE", "‍\"'", "D", "\r\n\r\n", "👍🏽", " ", " da", "Ａḍ̇", "   \n", "Ａ", "<EOT", ">'", "DDž", "㍿"]}
+{"text": "Dž\r\n\r\n.é　Ａ<|fim_prefix|>es.ع<EOT>漢'ſ<|endoftext|>ß<|fim_prefix|>ß<|endoftext|><́>(🙂ع<|fim_prefix|>'ll字", "tokens": 56, "pieces": ["Dž", "\r\n\r\n", ".é", "　Ａ", "<|", "fim", "_prefix", "|>", "es", ".ع", "<EOT", ">漢'ſ", "<|", "endoftext", "|>", "ß", "<|", "fim", "_prefix", "|>", "ß", "<|", "endoftext", "|><́>(🙂", "ع", "<|", "fim", "_prefix", "|>'", "ll字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'Re字\n#$%!
\r\n\r\n<|fim_prefix|>㍿ꟲＡ9'…
<|fim_prefix|>\r\n\r\n३EOT    
   \né'D0'M‍", "tokens": 42, "pieces": ["'Re字", "\n", "#$%!", "
\r\n\r\n", "<|", "fim", "_prefix", "|>㍿", "ꟲ", "Ａ", "9", "'", "…", "
", "<|", "fim", "_prefix", "|>\r\n\r\n", "३", "EOT", "    
   \n", "é'D", "0", "'M", "‍"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ſ#$%'SＡ!!   \n\"‍!!ḍ̇\r\n­å(,#$%😀🏽<EOT>-…e  \r(!! 9ß　m\tꟲ('Re0é🙂㍿-", "tokens": 52, "pieces": ["ſ", "#$%'", "SＡ", "!!", "   \n", "\"‍!!", "ḍ̇", "\r\n", "­å", "(,#$%😀🏽<", "EOT", ">-", "…e", "  \r", "(!!", " ", "9", "ß", "　m", "\tꟲ", "('", "Re", "0", "é", "🙂㍿-"]}
+{"text": "ꟲé>\"'ll'S(  ḍ̇\r<|endoftext|>　-<ta…‍\r\ńa'SåⅣa!!\r🙂<|endoftext|><🙂", "tokens": 49, "pieces": ["ꟲé", ">\"'", "ll'S", "(", " ", " ḍ̇", "\r", "<|", "endoftext", "|>", "　", "-<", "ta", "…", "‍\r\n", "́a'S", "å", "Ⅳ", "a", "!!\r", "🙂<|", "endoftext", "|><🙂"]}
+{"text": "\"\nsDžte\u000b\u000bé㋿½
", "tokens": 14, "pieces": ["\"\n", "s", "Džte", "\u000b", "\u000bé", "㋿", "½", "
"]}
+{"text": "<|endoftext|>>em\u000b\ŕßé(Ⅳ㋿'M'MＡ éḍ̇!fi!\r\n\r\n'T's.🙂'ReZ'Re…#$%", "tokens": 43, "pieces": ["<|", "endoftext", "|>>", "em", "\u000b\r", "́ßé", "(", "Ⅳ", "㋿'", "M'M", "Ａ", " éḍ̇", "!fi", "!\r\n\r\n", "'T's", ".🙂'", "Re", "Z'Re", "…", "#$%"]}
+{"text": "Z字9#$%!!efi<META_START>m123456780<|endoftext|>", "tokens": 23, "pieces": ["Z字", "9", "#$%!!", "efi", "<META", "_START", ">m", "123", "456", "780", "<|", "endoftext", "|>"]}
+{"text": "👍🏽'Re㍿ſßß<EOT.EOT字ß́…\r", "tokens": 21, "pieces": ["👍🏽'", "Re", "㍿ſßß", "<EOT", ".EOT字ß́", "…\r"]}
+{"text": "e9'sع'T­👍🏽٣٤٥٦", "tokens": 13, "pieces": ["e", "9", "'sع'T", "­👍🏽", "٣٤٥", "٦"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r<|endoftext|>…'re'reꟲ\t\"字ſ\"12345678", "tokens": 23, "pieces": ["\r", "<|", "endoftext", "|>", "…", "'re're", "ꟲ", "\t", "\"字ſ", "\"", "123", "456", "78"]}
+{"text": "'T'll'VE (‍ſ३½👍🏽𐞁'VE😀🏽Ⅳ'\n👍🏽㍿​'D'lla#$% ", "tokens": 38, "pieces": ["'T'll", "'VE", " (‍", "ſ", "३½", "👍🏽", "𐞁'VE", "😀🏽", "Ⅳ", "'\n", "👍🏽㍿​'", "D'll", "a", "#$%", " "]}
+{"text": "d…-\r\n\r\n'S!漢's…!m­­'T12345678'M'Reع
\u000b'S<|fim_prefix|>ع\r", "tokens": 33, "pieces": ["d", "…", "-\r\n\r\n", "'S", "!漢's", "…", "!m", "­­'", "T", "123", "456", "78", "'M'Re", "ع", "
", "\u000b", "'S", "<|", "fim", "_prefix", "|>", "ع", "\r"]}
+{"text": "'D👍🏽𐞁<EOT><|fim_prefix|>Ⅳḍ̇'M字<|endoftext|>३", "tokens": 31, "pieces": ["'D", "👍🏽", "𐞁", "<EOT", "><|", "fim", "_prefix", "|>", "Ⅳ", "ḍ̇'M", "字", "<|", "endoftext", "|>", "३"]}
+{"text": "9㋿e'TEOTafi😀🏽<EOT>!!<字漢'M<'VE‍åꟲ  fi\u000b😀🏽é​'M#$%", "tokens": 43, "pieces": ["9", "㋿e'T", "EOTafi", "😀🏽<", "EOT", ">!!<", "字漢'M", "<'", "VE", "‍åꟲ", " ", " fi", "\u000b", "😀🏽", "é", "​'", "M", "#$%"]}
+{"text": "\"ḍ̇!ع٣٤٥٦EOT  ,s>­'VE-<META_START>İ'llⅣ", "tokens": 28, "pieces": ["\"ḍ̇", "!ع", "٣٤٥", "٦", "EOT", " ", " ,", "s", ">­'", "VE", "-<", "META", "_START", ">İ'll", "Ⅳ"]}
+{"text": "(\r\n\r\n'MfiⅣ!!ſ\rfim‍9Ａ<|fim_prefix|>'VEＡ　", "tokens": 23, "pieces": ["(\r\n\r\n", "'Mfi", "Ⅳ", "!!", "ſ", "\r", "fim", "‍", "9", "Ａ", "<|", "fim", "_prefix", "|>'", "VEＡ", "　"]}
+{"text": "e­-\n12345678字", "tokens": 7, "pieces": ["e", "­-\n", "123", "456", "78", "字"]}
+{"text": "Ａé   \nß9'TEOT𐞁#$%>\"912345678
12345678\n\"'s", "tokens": 25, "pieces": ["Ａé", "   \n", "ß", "9", "'TEOT𐞁", "#$%>\"", "912", "345", "678", "
", "123", "456", "78", "\n", "\"'", "s"]}
+{"text": "'VE<EOT>'s   \n\r\nİ　३   \nm<|endoftext|>㋿'llZ'll­İ\"9e-ꟲ'Re", "tokens": 37, "pieces": ["'VE", "<EOT", ">'", "s", "   \n\r\n", "İ", "　", "३", "   \n", "m", "<|", "endoftext", "|>㋿'", "ll", "Z'll", "­İ", "\"", "9", "e", "-ꟲ'Re"]}
+{"text": "漢\r\n\r\n\r\n\r\n<|endoftext|>EOT<EOT>
<|endoftext|>\n٣٤٥٦字́'ſ'S<  …\u000b\t'a<EOT>   \n'Re　'T𐞁'Re", "tokens": 50, "pieces": ["漢", "\r\n\r\n\r\n\r\n", "<|", "endoftext", "|>", "EOT", "<EOT", ">", "
", "<|", "endoftext", "|>\n", "٣٤٥", "٦", "字́'ſ", "'S", "<", "  …\u000b", "\t", "'a", "<EOT", ">", "   \n", "'Re", "　", "'T𐞁'Re"]}
+{"text": "́…'D\"s>'lla", "tokens": 7, "pieces": ["́", "…", "'D", "\"s", ">'", "lla"]}
+{"text": "s<!\r\n\r\n<|endoftext|>\nét-'M   \n'De'ſfiḍ̇'ſ(İa½ EOT🙂ed㋿😀🏽12345678a\té­​\rZe…'", "tokens": 51, "pieces": ["s", "<!\r\n\r\n", "<|", "endoftext", "|>\n", "ét", "-'", "M", "   \n", "'De'ſ", "fiḍ̇'ſ", "(İa", "½", " EOT", "🙂ed", "㋿😀🏽", "123", "456", "78", "a", "\té", "­​\r", "Ze", "…", "'"]}
+{"text": "½字
字<|endoftext|>-dZ'Re 'ſ'VE‍字#$%0EOT'İ  <|endoftext|>>(…Ａ漢‍‍٣٤٥٦.!!.a're", "tokens": 50, "pieces": ["½", "字", "
字", "<|", "endoftext", "|>-", "d", "Z'Re", " ", "'ſ'VE", "‍字", "#$%", "0", "EOT", "'İ", " ", " <|", "endoftext", "|>>(", "…Ａ漢", "‍‍", "٣٤٥", "٦", ".!!.", "a're"]}
+{"text": "Z\r\n\r\né<|fim_prefix|>Z字㍿
å'M'Tſm½'Re\rⅣ   \n's,9DžéDž字EOT漢ḍ̇ a12345678're ‍0\u000b漢", "tokens": 52, "pieces": ["Z", "\r\n\r\n", "é", "<|", "fim", "_prefix", "|>", "Z字", "㍿", "
å'M", "'Tſm", "½", "'Re", "\r", "Ⅳ", "   \n", "'s", ",", "9", "Džé", "Dž字EOT漢ḍ̇", " a", "123", "456", "78", "'re", " ‍", "0", "\u000b漢"]}
+{"text": "‍　'ꟲ'T'Re<#$%'S<٣٤٥٦sDž\t   \né\n's\r\nm0👍🏽😀🏽🙂　\r\n\r\nⅣ12345678ßt", "tokens": 42, "pieces": ["‍", "　", "'ꟲ'T", "'Re", "<#$%'", "S", "<", "٣٤٥", "٦", "s", "Dž", "\t   \n", "é", "\n", "'s", "\r\n", "m", "0", "👍🏽😀🏽🙂", "　\r\n\r\n", "Ⅳ12", "345", "678", "ßt"]}
+{"text": "aae 're", "tokens": 3, "pieces": ["aae", " '", "re"]}
+{"text": "s'ſع \r\n", "tokens": 5, "pieces": ["s'ſ", "ع", " \r\n"]}
+{"text": "३\n🙂.a‍  　012345678🙂  .…　'VE
½fiſ😀🏽", "tokens": 26, "pieces": ["३", "\n", "🙂.", "a", "‍", "  ", "　", "012", "345", "678", "🙂", " ", " .", "…", "　", "'VE", "
", "½", "fiſ", "😀🏽"]}
+{"text": "<|fim_prefix|>́.<EOT>…😀🏽Ⅳ漢👍🏽éḍ̇字-EOTZ'ſḍ̇'#$%s😀🏽३!(ع 　́𐞁👍🏽(ZZ½-", "tokens": 59, "pieces": ["<|", "fim", "_prefix", "|>́.<", "EOT", ">", "…", "😀🏽", "Ⅳ", "漢", "👍🏽", "éḍ̇字", "-EOTZ'ſ", "ḍ̇", "'#$%", "s", "😀🏽", "३", "!(", "ع", " ", "　́𐞁", "👍🏽(", "ZZ", "½", "-"]}
+{"text": ">­    ‍Džḍ̇ 　\t٣٤٥٦,\t12345678'S\u000b\tEOT'S\"‍   \nt'll　Dž", "tokens": 34, "pieces": [">­", "   ", " ‍", "Džḍ̇", " 　", "\t", "٣٤٥", "٦", ",", "\t", "123", "456", "78", "'S", "\u000b", "\tEOT'S", "\"‍", "   \n", "t'll", "　Dž"]}
+{"text": "å　mع'S're're!!#$%'VEé\n‍", "tokens": 16, "pieces": ["å", "　mع'S", "'re're", "!!#$%'", "VEé", "\n", "‍"]}
+{"text": "٣٤٥٦३　ꟲe.…Zd​Dž\n㍿ ß́٣٤٥٦'re　㋿'㋿ <META_START>ś\nḍ̇", "tokens": 46, "pieces": ["٣٤٥", "٦३", "　ꟲe", ".", "…Zd", "​Dž", "\n", "㍿", " ß́", "٣٤٥", "٦", "'re", "　", "㋿'㋿", " <", "META", "_START", ">ś", "\n", "ḍ̇"]}
+{"text": "<EOT>   \n\t'MZ", "tokens": 7, "pieces": ["<EOT", ">", "   \n", "\t", "'MZ"]}
+{"text": "ß٣٤٥٦㍿  ‍'s><㍿ع's漢
  İꟲ­\t!漢‍'Re   \nß'VE", "tokens": 36, "pieces": ["ß", "٣٤٥", "٦", "㍿", " ", " ‍'", "s", "><㍿", "ع's", "漢", "
 ", " İꟲ", "­", "\t", "!漢", "‍'", "Re", "   \n", "ß'VE"]}
+{"text": "İ३", "tokens": 2, "pieces": ["İ", "३"]}
+{"text": "   \ń字aİ!'re \r\n\r\né-\r<EOT>mm,\u000b'S\r\n\u000b​!½'D\"'ſꟲs३\n0​ع　ꟲEOTé🙂", "tokens": 45, "pieces": ["   \n", "́字a", "İ", "!'", "re", " \r\n\r\n", "é", "-\r", "<EOT", ">mm", ",", "\u000b", "'S", "\r\n", "\u000b", "​!", "½", "'D", "\"'", "ſꟲs", "३", "\n", "0", "​ع", "　ꟲEOTé", "🙂"]}
+{"text": "३'D '　åZ<META_START>12345678ع'S\"३ḍ̇🙂>\tḍ̇Za\"å   \n're-é‍𐞁", "tokens": 39, "pieces": ["३", "'D", " ", "'", "　å", "Z", "<META", "_START", ">", "123", "456", "78", "ع'S", "\"", "३", "ḍ̇", "🙂>", "\tḍ̇", "Za", "\"å", "   \n", "'re", "-é", "‍𐞁"]}
+{"text": "😀🏽İⅣ½…ꟲm　<EOT>ꟲ", "tokens": 20, "pieces": ["😀🏽", "İ", "Ⅳ½", "…ꟲm", "　", "<EOT", ">ꟲ"]}
+{"text": "🙂0EOTḍ̇漢(,\réꟲ٣٤٥٦éＡ<<|fim_prefix|>   \n\r\n\r\n!!", "tokens": 30, "pieces": ["🙂", "0", "EOTḍ̇漢", "(,\r", "éꟲ", "٣٤٥", "٦", "é", "Ａ", "<<|", "fim", "_prefix", "|>", "   \n\r\n\r\n", "!!"]}
+{"text": "…é(٣٤٥٦é<|endoftext|>‍>fiſ\r\n0
('D<'D!!!!s're!!🙂\r\n'ſ'VE½३\r\n\r\né!'VE", "tokens": 44, "pieces": ["…é", "(", "٣٤٥", "٦", "é", "<|", "endoftext", "|>‍>", "fiſ", "\r\n", "0", "
", "('", "D", "<'", "D", "!!!!", "s're", "!!🙂\r\n", "'ſ'VE", "½३", "\r\n\r\n", "é", "!'", "VE"]}
+{"text": "d!㍿<|endoftext|>‍12345678d­​漢😀🏽é<|fim_prefix|>   ſs\"ḍ̇‍", "tokens": 41, "pieces": ["d", "!㍿<|", "endoftext", "|>‍", "123", "456", "78", "d", "­​", "漢", "😀🏽", "é", "<|", "fim", "_prefix", "|>", "  ", " ſs", "\"ḍ̇", "‍"]}
+{"text": "㋿​<|endoftext|>½'ReꟲEOTs", "tokens": 19, "pieces": ["㋿​<|", "endoftext", "|>", "½", "'Reꟲ", "EOTs"]}
+{"text": "㍿.ZDž𐞁'VE…½", "tokens": 16, "pieces": ["㍿.", "ZDž𐞁'VE", "…", "½"]}
+{"text": "'SＡd­EOT😀🏽ع!a/b,", "tokens": 14, "pieces": ["'SＡd", "­EOT", "😀🏽", "ع", "!a", "/b", ","]}
+{"text": "İ'Sé㍿…0ſ'M", "tokens": 11, "pieces": ["İ'S", "é", "㍿", "…", "0", "ſ'M"]}
+{"text": "㍿İ　­🙂Ⅳ…!!('s/\r\n½٣٤٥٦𐞁字", "tokens": 25, "pieces": ["㍿İ", "　", "­🙂", "Ⅳ", "…", "!!('", "s", "/\r\n", "½٣٤", "٥٦", "𐞁字"]}
+{"text": "#$%EOT!mİſ!!aB́😀🏽/🙂>aB\r字𐞁aa", "tokens": 27, "pieces": ["#$%", "EOT", "!m", "İſ", "!!", "a", "B́", "😀🏽/🙂>", "a", "B", "\r", "字𐞁aa"]}
+{"text": "HTTPServer's,", "tokens": 4, "pieces": ["HTTPServer's", ","]}
+{"text": "\u000b9-ßß'T३㍿\n/𐞁camelCaset'Ａ/   \n
😀🏽é'Re 0Z😀🏽漢字Z'M0\r\n'T\u000b‍<😀🏽", "tokens": 49, "pieces": ["\u000b", "9", "-ßß'T", "३", "㍿\n/", "𐞁camel", "Caset", "'Ａ", "/", "   \n", "
", "😀🏽", "é'Re", " ", "0", "Z", "😀🏽", "漢字", "Z'M", "0", "\r\n", "'T", "\u000b", "‍<😀🏽"]}
+{"text": "\r\n\r\n \n ३Ze", "tokens": 5, "pieces": ["\r\n\r\n \n", " ", "३", "Ze"]}
+{"text": "eＡABC<\r#$%\r \n EOTꟲ0aBᵃ字< ㍿
<|endoftext|>👍🏽ḍ̇!!fiaİ\r\n\r\nEOTᵃaBABC\r\n\r\n#$%'retBßHTTPServer", "tokens": 61, "pieces": ["e", "ＡABC", "<\r", "#$%\r", " \n", " EOTꟲ", "0", "a", "Bᵃ字", "<", " ", "㍿", "
", "<|", "endoftext", "|>👍🏽", "ḍ̇", "!!", "fia", "İ", "\r\n\r\n", "EOTᵃa", "BABC", "\r\n\r\n", "#$%'", "ret", "Bß", "HTTPServer"]}
+{"text": "ꟲ٣٤٥٦t", "tokens": 8, "pieces": ["ꟲ", "٣٤٥", "٦", "t"]}
+{"text": "́åm'll12345678👍🏽ḍ̇12345678́fi字HTTPServer　mDžungla\r\naBABC12345678٣٤٥٦/-'Sé字́<|endoftext|>Z#$%<|fim_prefix|>", "tokens": 61, "pieces": ["́åm'll", "123", "456", "78", "👍🏽", "ḍ̇", "123", "456", "78", "́fi字", "HTTPServer", "　m", "Džungla", "\r\n", "a", "BABC", "123", "456", "78٣", "٤٥٦", "/-'", "Sé字́", "<|", "endoftext", "|>", "Z", "#$%<|", "fim", "_prefix", "|>"]}
+{"text": "'re\t   \n!!   \nå…!!ḍ̇<|fim_prefix|>\r\n\r\naB'Mds\n/>\t　…ع<ſꟲiOS𐞁camelCase/\r\n٣٤٥٦>,' 　camelCaseDžunglaé😀🏽", "tokens": 61, "pieces": ["'re", "\t   \n", "!!", "   \n", "å", "…", "!!", "ḍ̇", "<|", "fim", "_prefix", "|>\r\n\r\n", "a", "B'M", "ds", "\n", "/>", "\t　", "…ع", "<ſꟲi", "OS𐞁camel", "Case", "/\r\n", "٣٤٥", "٦", ">,'", " ", "　camel", "Case", "Džunglaé", "😀🏽"]}
+{"text": "camelCase३字iOS/!!-Ａſß-!!'ResDžunglaDž​́<\t", "tokens": 26, "pieces": ["camel", "Case", "३", "字i", "OS", "/!!-", "Ａſß", "-!!'", "Res", "Džungla", "Dž", "​́", "<", "\t"]}
+{"text": "fiiOS…'re३HTTPServer\n­'é", "tokens": 14, "pieces": ["fii", "OS", "…", "'re", "३", "HTTPServer", "\n", "­'", "é"]}
+{"text": "'re\n   \nſ!!'re<EOT> \n 
Džungla'ſ-'Tå    maB", "tokens": 24, "pieces": ["'re", "\n   \n", "ſ", "!!'", "re", "<EOT", ">", " \n", " ", "
Džungla'ſ", "-'", "Tå", "   ", " ma", "B"]}
+{"text": "aB\r/.㍿字'SDžungla漢(''Re\u000b/a/b<EOT>DžEOTe<|fim_prefix|>a/b12345678<|fim_prefix|>\r\na/b㍿<\r\n\r\n\n\n/\t#$%'T'<|endoftext|>é㍿\r\n ", "tokens": 72, "pieces": ["a", "B", "\r", "/.㍿", "字'S", "Džungla漢", "(''", "Re", "\u000b", "/a", "/b", "<EOT", ">DžEOTe", "<|", "fim", "_prefix", "|>", "a", "/b", "123", "456", "78", "<|", "fim", "_prefix", "|>\r\n", "a", "/b", "㍿<\r\n\r\n\n\n/", "\t", "#$%'", "T", "'<|", "endoftext", "|>", "é", "㍿\r\n", " "]}
+{"text": "ḍ̇a٣٤٥٦\ta/b,,iOS/\r\n😀🏽Z0/\r\nİDžé,<a/b‍\n\t㍿!!sAb
!!t<<|endoftext|><|endoftext|>e'D\" \n 
३ꟲ", "tokens": 63, "pieces": ["ḍ̇a", "٣٤٥", "٦", "\ta", "/b", ",,", "i", "OS", "/\r\n", "😀🏽", "Z", "0", "/\r\n", "İDžé", ",<", "a", "/b", "‍\n", "\t", "㍿!!", "s", "Ab", "
", "!!", "t", "<<|", "endoftext", "|><|", "endoftext", "|>", "e'D", "\"", " \n", " ", "
", "३", "ꟲ"]}
+{"text": "㍿Ａ<.camelCaseİ\r\n\r\n éZ/\r\n\r\n\r\nع'll½\u000ba/b\naDžungla<|endoftext|>'reAb漢\n/(HTTPServer　　
<|fim_prefix|>'re, ", "tokens": 51, "pieces": ["㍿Ａ", "<.", "camel", "Case", "İ", "\r\n\r\n", " é", "Z", "/\r\n\r\n\r\n", "ع'll", "½", "\u000ba", "/b", "\n", "a", "Džungla", "<|", "endoftext", "|>'", "re", "Ab漢", "\n", "/(", "HTTPServer", "　　", "
", "<|", "fim", "_prefix", "|>'", "re", ",", " "]}
+{"text": "<|endoftext|>Ⅳ \n å字\td're漢😀🏽ᵃ#$%ᵃ\r\nع<9
", "tokens": 32, "pieces": ["<|", "endoftext", "|>", "Ⅳ", " \n", " å字", "\td're", "漢", "😀🏽", "ᵃ", "#$%", "ᵃ", "\r\n", "ع", "<", "9", "
"]}
+{"text": "Džunglaꟲ\n<|endoftext|>ß㍿Džungla\"0,<EOT>　👍🏽ᵃ12345678\na/bḍ̇\u000bdİع'T/\r\ń🙂👍🏽dＡ　Z🙂㋿m!", "tokens": 66, "pieces": ["Džunglaꟲ", "\n", "<|", "endoftext", "|>", "ß", "㍿Džungla", "\"", "0", ",<", "EOT", ">", "　", "👍🏽", "ᵃ", "123", "456", "78", "\n", "a", "/bḍ̇", "\u000bd", "İع'T", "/\r\n", "́", "🙂👍🏽", "d", "Ａ", "　Z", "🙂㋿", "m", "!"]}
+{"text": "ḍ̇", "tokens": 3, "pieces": ["ḍ̇"]}
+{"text": "👍🏽>\u000b>😀🏽é
Dž,'M漢'D\n\"ꟲ  Z\r<|fim_prefix|>'ſⅣ　Džunglaḍ̇½", "tokens": 44, "pieces": ["👍🏽>", "\u000b", ">😀🏽", "é", "
Dž", ",'", "M漢'D", "\n", "\"ꟲ", " ", " Z", "\r", "<|", "fim", "_prefix", "|>'", "ſ", "Ⅳ", "　Džunglaḍ̇", "½"]}
+{"text": "camelCased-m٣٤٥٦Ａ<META_START>HTTPServer", "tokens": 15, "pieces": ["camel", "Cased", "-m", "٣٤٥", "٦", "Ａ", "<META", "_START", ">HTTPServer"]}
+{"text": "㋿漢'M'VEiOS<|endoftext|>", "tokens": 16, "pieces": ["㋿漢'M", "'VEi", "OS", "<|", "endoftext", "|>"]}
+{"text": "/,HTTPServeŕ ḍ̇iOS٣٤٥٦'DHTTPServer'M\r\n're'reꟲ👍🏽'reaBB<|endoftext|>\u000be​ſ'måꟲſſd👍🏽m½", "tokens": 55, "pieces": ["/,", "HTTPServeŕ", " ḍ̇i", "OS", "٣٤٥", "٦", "'DHTTPServer'M", "\r\n", "'re're", "ꟲ", "👍🏽'", "rea", "BB", "<|", "endoftext", "|>", "\u000be", "​ſ'm", "åꟲſſd", "👍🏽", "m", "½"]}
+{"text": "Abḍ̇\r\n", "tokens": 5, "pieces": ["Abḍ̇", "\r\n"]}
+{"text": "ḍ̇\r\nİ​m#$% ३­HTTPServeré'Re", "tokens": 16, "pieces": ["ḍ̇", "\r\n", "İ", "​m", "#$%", " ", "३", "­HTTPServeré'Re"]}
+{"text": "<EOT>​३0.‍ZⅣ'Td'sßſs㋿ſ㋿ABC🙂𐞁\"<EOT>", "tokens": 34, "pieces": ["<EOT", ">​", "३0", ".‍", "Z", "Ⅳ", "'Td's", "ßſs", "㋿ſ", "㋿ABC", "🙂𐞁", "\"<", "EOT", ">"]}
+{"text": "s12345678!'ll \n 'ReⅣ<EOT>s　B(㍿　 'Tß'DABCAb>HTTPServer\r#$%\r\nDžunglaEOT\r\n\r\n12345678字", "tokens": 44, "pieces": ["s", "123", "456", "78", "!'", "ll", " \n", " '", "Re", "Ⅳ", "<EOT", ">s", "　B", "(㍿", "　", " ", "'Tß'D", "ABCAb", ">HTTPServer", "\r", "#$%\r\n", "Džungla", "EOT", "\r\n\r\n", "123", "456", "78", "字"]}
+{"text": "Ａ'D's /ḍ̇ABCEOTſḍ̇s", "tokens": 15, "pieces": ["Ａ'D", "'s", " /", "ḍ̇", "ABCEOTſḍ̇s"]}
+{"text": "<|endoftext|>Ⅳm're0a/b
m<META_START>éé's\n/Dž'Dd\n漢漢<|endoftext|>　é   \naB🙂३'ReB‍m'ſ㍿.camelCase", "tokens": 59, "pieces": ["<|", "endoftext", "|>", "Ⅳ", "m're", "0", "a", "/b", "
m", "<META", "_START", ">éé's", "\n", "/Dž'D", "d", "\n", "漢漢", "<|", "endoftext", "|>", "　é", "   \n", "a", "B", "🙂", "३", "'Re", "B", "‍m'ſ", "㍿.", "camel", "Case"]}
+{"text": "éAb½dḍ̇<EOT>d'T\rꟲᵃ>HTTPServera/b­'VEé३<…\n/<|endoftext|>Ａ<|fim_prefix|>", "tokens": 46, "pieces": ["é", "Ab", "½", "dḍ̇", "<EOT", ">d'T", "\r", "ꟲᵃ", ">HTTPServera", "/b", "­'", "VEé", "३", "<", "…\n", "/<|", "endoftext", "|>", "Ａ", "<|", "fim", "_prefix", "|>"]}
+{"text": "㍿\ré ſéſ́  \r\n\r\n!ع(fi-ع
㋿camelCase#$%HTTPServerİ é<EOT>…字 \n \"", "tokens": 39, "pieces": ["㍿\r", "é", " ſéſ́", "  \r\n\r\n", "!ع", "(fi", "-ع", "
", "㋿camel", "Case", "#$%", "HTTPServer", "İ", " é", "<EOT", ">", "…字", " \n", " \""]}
+{"text": "Ａ　Bé  ꟲBAb,de🙂
", "tokens": 13, "pieces": ["Ａ", "　Bé", " ", " ꟲBAb", ",de", "🙂", "
"]}
+{"text": "\u000b<𐞁\"ᵃå,'T㍿㋿ABC\n/<|endoftext|><META_START>​'T👍🏽ꟲꟲİ'VE'\r\n\r\n,
a/b", "tokens": 52, "pieces": ["\u000b", "<𐞁", "\"ᵃå", ",'", "T", "㍿㋿", "ABC", "\n", "/<|", "endoftext", "|><", "META", "_START", ">​'", "T", "👍🏽", "ꟲꟲ", "İ'VE", "'\r\n\r\n", ",", "
a", "/b"]}
+{"text": "
'll/㍿ع<|fim_prefix|><META_START>/\r\niOS\n/…\r\n\r\n　éå­ḍ̇'SDžungla𐞁9", "tokens": 43, "pieces": ["
", "'ll", "/㍿", "ع", "<|", "fim", "_prefix", "|><", "META", "_START", ">/\r\n", "i", "OS", "\n", "/", "…\r\n\r\n", "　éå", "­ḍ̇'S", "Džungla𐞁", "9"]}
+{"text": "a'll9Z ", "tokens": 5, "pieces": ["a'll", "9", "Z", " "]}
+{"text": "Dž'M字fi.'reİ'ſ　  #$%", "tokens": 14, "pieces": ["Dž'M", "字fi", ".'", "re", "İ'ſ", "　 ", " #$%"]}
+{"text": "/ß'T½㍿<\rcamelCase<|endoftext|>'re", "tokens": 19, "pieces": ["/ß'T", "½", "㍿<\r", "camel", "Case", "<|", "endoftext", "|>'", "re"]}
+{"text": "ß\u000ba/b<|fim_prefix|>½'T…!İ(𐞁漢‍\ta👍🏽'M\r<|endoftext|>t", "tokens": 38, "pieces": ["ß", "\u000ba", "/b", "<|", "fim", "_prefix", "|>", "½", "'T", "…", "!İ", "(𐞁漢", "‍", "\ta", "👍🏽'", "M", "\r", "<|", "endoftext", "|>", "t"]}
+{"text": "👍🏽\n/!!iOS12345678<EOT>", "tokens": 14, "pieces": ["👍🏽\n/", "!!", "i", "OS", "123", "456", "78", "<EOT", ">"]}
+{"text": "'VE  'll🙂ḍ̇\rs<META_START>", "tokens": 15, "pieces": ["'VE", " ", " '", "ll", "🙂ḍ̇", "\r", "s", "<META", "_START", ">"]}
+{"text": "camelCase½Z…HTTPServer-'llſB's<|fim_prefix|>\n/\r\n \n fifi'.٣٤٥٦at'ſ", "tokens": 31, "pieces": ["camel", "Case", "½", "Z", "…HTTPServer", "-'", "llſ", "B's", "<|", "fim", "_prefix", "|>\n/\r\n", " \n", " fifi", "'.", "٣٤٥", "٦", "at'ſ"]}
+{"text": "<EOT>e'S#$%👍🏽iOSⅣ😀🏽/\r\n­'DžunglaEOT#$%'DiOS/#$%sB\r'res", "tokens": 38, "pieces": ["<EOT", ">e'S", "#$%👍🏽", "i", "OS", "Ⅳ", "😀🏽/\r\n", "­'", "Džungla", "EOT", "#$%'", "Di", "OS", "/#$%", "s", "B", "\r", "'res"]}
+{"text": "　9㋿<EOT>a/b㍿'Re३字\n/#$%B
<|fim_prefix|>…<camelCaseİEOTa/b́Dž…0Ａ9Dž🙂ß'D12345678ABC.a/b", "tokens": 58, "pieces": ["　", "9", "㋿<", "EOT", ">a", "/b", "㍿'", "Re", "३", "字", "\n", "/#$%", "B", "
", "<|", "fim", "_prefix", "|>", "…", "<camel", "Case", "İEOTa", "/b́", "Dž", "…", "0", "Ａ", "9", "Dž", "🙂ß'D", "123", "456", "78", "ABC", ".a", "/b"]}
+{"text": "㋿e'MDžunglaHTTPServera/bＡiOS!!'T\n😀🏽!!\u000biOS👍🏽😀🏽\r\nBDž́", "tokens": 38, "pieces": ["㋿e'M", "Džungla", "HTTPServera", "/b", "Ａi", "OS", "!!'", "T", "\n", "😀🏽!!", "\u000bi", "OS", "👍🏽😀🏽\r\n", "BDž́"]}
+{"text": "​", "tokens": 1, "pieces": ["​"]}
+{"text": "<EOT>mع㍿EOT\n<|fim_prefix|>   \nEOT\r\nDžungla\"\r\nⅣ😀🏽Ａ'Re.<'ll<|endoftext|> eDžungla👍🏽漢12345678B\n'Re e​ \n ", "tokens": 62, "pieces": ["<EOT", ">mع", "㍿EOT", "\n", "<|", "fim", "_prefix", "|>", "   \n", "EOT", "\r\n", "Džungla", "\"\r\n", "Ⅳ", "😀🏽", "Ａ'Re", ".<'", "ll", "<|", "endoftext", "|>", " e", "Džungla", "👍🏽", "漢", "123", "456", "78", "B", "\n", "'Re", " e", "​", " \n", " "]}
+{"text": "́٣٤٥٦ \n ‍\u000béaBiOS", "tokens": 12, "pieces": ["́", "٣٤٥", "٦", " \n", " ‍", "\u000béa", "Bi", "OS"]}
+{"text": "t🙂.#$%>  camelCase  ＡHTTPServerté…!Ⅳ𐞁12345678Zsm!‍  ⅣB\n\n/", "tokens": 39, "pieces": ["t", "🙂.#$%>", " ", " camel", "Case", " ", " ＡHTTPServerté", "…", "!", "Ⅳ", "𐞁", "123", "456", "78", "Zsm", "!‍", " ", " ", "Ⅳ", "B", "\n\n", "/"]}
+{"text": "́e-👍🏽<EOT>Ab'Re'ſ'Re.𐞁­𐞁ß's//\r\n٣٤٥٦(🙂0/ \n \r‍
", "tokens": 41, "pieces": ["́e", "-👍🏽<", "EOT", ">Ab'Re", "'ſ'Re", ".𐞁", "­𐞁ß's", "//\r\n", "٣٤٥", "٦", "(🙂", "0", "/", " \n \r", "‍", "
"]}
+{"text": "d<'D", "tokens": 3, "pieces": ["d", "<'", "D"]}
+{"text": "fi12345678ABC/\r\nᵃAb#$%İ12345678BiOS\n/
/½́
Ａ <|fim_prefix|>́", "tokens": 33, "pieces": ["fi", "123", "456", "78", "ABC", "/\r\n", "ᵃAb", "#$%", "İ", "123", "456", "78", "Bi", "OS", "\n", "/", "
", "/", "½", "́", "
Ａ", " <|", "fim", "_prefix", "|>́"]}
+{"text": "Ⅳ́<EOT>0é'́\r\nDž🙂<EOT>​\r\n\r\n<|fim_prefix|>\n👍🏽​", "tokens": 30, "pieces": ["Ⅳ", "́", "<EOT", ">", "0", "é", "'́", "\r\n", "Dž", "🙂<", "EOT", ">​\r\n\r\n", "<|", "fim", "_prefix", "|>\n", "👍🏽​"]}
+{"text": " \n é/\n\r9'M
 \n ㍿ddḍ̇é\u000bع\r\n\r\n", "tokens": 21, "pieces": [" \n", " é", "/\n\r", "9", "'M", "
 \n", " ㍿", "ddḍ̇é", "\u000bع", "\r\n\r\n"]}
+{"text": "'VE<|fim_prefix|>½t<META_START>>\u000bİd­é㍿\n/漢å", "tokens": 28, "pieces": ["'VE", "<|", "fim", "_prefix", "|>", "½", "t", "<META", "_START", ">>", "\u000bİd", "­é", "㍿\n/", "漢å"]}
+{"text": "\r\n\r\nᵃcamelCaseZ12345678'D'Tm字㋿å\r\n\r\n'Re!!'ll\r\n12345678३🙂\nABCＡ漢<META_START>-​㍿\n#$%HTTPServer!!'Tß​<|fim_prefix|>漢å!!/\r\n", "tokens": 63, "pieces": ["\r\n\r\n", "ᵃcamel", "Case", "Z", "123", "456", "78", "'D'T", "m字", "㋿å", "\r\n\r\n", "'Re", "!!'", "ll", "\r\n", "123", "456", "78३", "🙂\n", "ABCＡ漢", "<META", "_START", ">-​㍿\n", "#$%", "HTTPServer", "!!'", "Tß", "​<|", "fim", "_prefix", "|>", "漢å", "!!/\r\n"]}
+{"text": "'s\n/", "tokens": 3, "pieces": ["'s", "\n", "/"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'re漢", "tokens": 2, "pieces": ["'re漢"]}
+{"text": "ſ'a9Džungla", "tokens": 7, "pieces": ["ſ", "'a", "9", "Džungla"]}
+{"text": "\n/\r\nm/'ſ<EOT>​d'M٣٤٥٦ABC d٣٤٥٦ع\r!\r!ᵃ𐞁 (Dž'\r\n\r\nſ> ​é　", "tokens": 44, "pieces": ["\n", "/\r\n", "m", "/'", "ſ", "<EOT", ">​", "d'M", "٣٤٥", "٦", "ABC", " d", "٣٤٥", "٦", "ع", "\r", "!\r", "!ᵃ𐞁", " ", "(Dž", "'\r\n\r\n", "ſ", ">", " ", "​é", "　"]}
+{"text": ",'reZꟲᵃ/", "tokens": 10, "pieces": [",'", "re", "Zꟲᵃ", "/"]}
+{"text": "\rⅣ'ſDžHTTPServer'Reå12345678㋿9ſ㋿ABC🙂BåaDžungla‍!camelCase12345678<|endoftext|>/' ㋿\"'Ts", "tokens": 53, "pieces": ["\r", "Ⅳ", "'ſ", "DžHTTPServer'Re", "å", "123", "456", "78", "㋿", "9", "ſ", "㋿ABC", "🙂Båa", "Džungla", "‍!", "camel", "Case", "123", "456", "78", "<|", "endoftext", "|>/'", " ", "㋿\"'", "Ts"]}
+{"text": "\n'a/b‍<|fim_prefix|>½字EOT३", "tokens": 15, "pieces": ["\n", "'a", "/b", "‍<|", "fim", "_prefix", "|>", "½", "字", "EOT", "३"]}
+{"text": " \n ع\r\n\r\nå😀🏽#$%  'M‍İ  ㍿\r\n​'S­/\r\ncamelCase'S<META_START>>…#$%a/b\n/Bé", "tokens": 42, "pieces": [" \n", " ع", "\r\n\r\n", "å", "😀🏽#$%", " ", " ", "'M", "‍İ", " ", " ㍿\r\n", "​'", "S", "­/\r\n", "camel", "Case'S", "<META", "_START", ">>", "…", "#$%", "a", "/b", "\n", "/Bé"]}
+{"text": "  (#$%\"é.camelCase(-t　\r\n\r\n>㍿\n/\r\n \n 's㋿a/b\t<|fim_prefix|>٣٤٥٦ᵃt\t >  ", "tokens": 44, "pieces": [" ", " (#$%\"", "é", ".camel", "Case", "(-", "t", "　\r\n\r\n", ">㍿\n/\r\n", " \n", " '", "s", "㋿a", "/b", "\t", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ᵃt", "\t", " >", "  "]}
+{"text": "Z㋿EOT㋿'sdZⅣ're(dꟲ㍿'½عß", "tokens": 26, "pieces": ["Z", "㋿EOT", "㋿'", "sd", "Z", "Ⅳ", "'re", "(dꟲ", "㍿'", "½", "عß"]}
+{"text": "ABC/\r\na👍🏽ᵃcamelCase½mß́camelCase👍🏽t   \n<|fim_prefix|>a 12345678/漢Za/b́m\r>aB
m ́'M'ſ
　>…\u000b'll", "tokens": 56, "pieces": ["ABC", "/\r\n", "a", "👍🏽", "ᵃcamel", "Case", "½", "mß́camel", "Case", "👍🏽", "t", "   \n", "<|", "fim", "_prefix", "|>", "a", " ", "123", "456", "78", "/漢Za", "/b́m", "\r", ">a", "B", "
m", " ́'M", "'ſ", "
", "　", ">", "…", "\u000b", "'ll"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r\n३㋿é㋿", "tokens": 10, "pieces": ["\r\n", "३", "㋿é", "㋿"]}
+{"text": " \r\n\r\n!ḍ̇ABC'VEå𐞁<|fim_prefix|>'s٣٤٥٦ꟲ<META_START>é<|endoftext|>a/btHTTPServeŕ'VEḍ̇!!\"<EOT>t\t \n ,camelCase'VE>camelCase\n👍🏽", "tokens": 72, "pieces": [" \r\n\r\n", "!ḍ̇", "ABC'VE", "å𐞁", "<|", "fim", "_prefix", "|>'", "s", "٣٤٥", "٦", "ꟲ", "<META", "_START", ">é", "<|", "endoftext", "|>", "a", "/bt", "HTTPServeŕ'VE", "ḍ̇", "!!\"<", "EOT", ">t", "\t \n", " ,", "camel", "Case'VE", ">camel", "Case", "\n", "👍🏽"]}
+{"text": ".<EOT>㋿!a \n !aBḍ̇‍👍🏽12345678Dž", "tokens": 25, "pieces": [".<", "EOT", ">㋿!", "a", " \n", " !", "a", "Bḍ̇", "‍👍🏽", "123", "456", "78", "Dž"]}
+{"text": "عZ  \n\nİ\u000b. …'s/İ,👍🏽", "tokens": 16, "pieces": ["ع", "Z", "  \n\n", "İ", "\u000b", ".", " ", "…", "'s", "/İ", ",👍🏽"]}
+{"text": "s​", "tokens": 2, "pieces": ["s", "​"]}
+{"text": "३EOT٣٤٥٦d\t're0iOSABCAbſaB\r\n\r\nİ\t!<|endoftext|>㍿<EOT> ع'llꟲaB३\"aB​.ᵃ9 t", "tokens": 52, "pieces": ["३", "EOT", "٣٤٥", "٦", "d", "\t", "'re", "0", "i", "OSABCAbſa", "B", "\r\n\r\n", "İ", "\t", "!<|", "endoftext", "|>㍿<", "EOT", ">", " ع'll", "ꟲa", "B", "३", "\"a", "B", "​.", "ᵃ", "9", " t"]}
+{"text": "…‍ß\t字​…aB</\r\n'T'Reß𐞁ᵃ#$%\nİ're😀🏽fiiOS", "tokens": 33, "pieces": ["…", "‍ß", "\t字", "​", "…a", "B", "</\r\n", "'T'Re", "ß𐞁ᵃ", "#$%\n", "İ're", "😀🏽", "fii", "OS"]}
+{"text": "漢<|endoftext|><|endoftext|>　'ſعAb　/😀🏽", "tokens": 24, "pieces": ["漢", "<|", "endoftext", "|><|", "endoftext", "|>", "　", "'ſع", "Ab", "　", "/😀🏽"]}
+{"text": "iOS\r\n\r\n　'Džungla<|endoftext|>'D
EOTſ", "tokens": 21, "pieces": ["i", "OS", "\r\n\r\n", "　", "'Džungla", "<|", "endoftext", "|>'", "D", "
EOTſ"]}
+{"text": "!😀🏽字'M‍Dž0 12345678fi½…a", "tokens": 19, "pieces": ["!😀🏽", "字'M", "‍Dž", "0", " ", "123", "456", "78", "fi", "½", "…a"]}
+{"text": "'S'Mm'\"#$%'re\t-<META_START>👍🏽㍿\r\n\r\n.Z'ſEOT  AbAb<|fim_prefix|>/. \n 字iOS‍ḍ̇字9", "tokens": 45, "pieces": ["'S'M", "m", "'\"#$%'", "re", "\t", "-<", "META", "_START", ">👍🏽㍿\r\n\r\n", ".Z'ſ", "EOT", " ", " Ab", "Ab", "<|", "fim", "_prefix", "|>/.", " \n", " 字i", "OS", "‍ḍ̇字", "9"]}
+{"text": "　's\n/㋿'Re👍🏽/\r\n'　fi'S/DžunglacamelCase   \n's(́m<|fim_prefix|>ᵃ👍🏽\r,'Re'M­𐞁\r\n\r\n\"字­🙂e<|endoftext|>漢Z12345678", "tokens": 68, "pieces": ["　", "'s", "\n", "/㋿'", "Re", "👍🏽/\r\n", "'", "　fi'S", "/Džunglacamel", "Case", "   \n", "'s", "(́m", "<|", "fim", "_prefix", "|>", "ᵃ", "👍🏽\r", ",'", "Re'M", "­𐞁", "\r\n\r\n", "\"字", "­🙂", "e", "<|", "endoftext", "|>", "漢", "Z", "123", "456", "78"]}
+{"text": "<EOT>camelCase<ꟲ㍿\"ع😀🏽😀🏽", "tokens": 20, "pieces": ["<EOT", ">camel", "Case", "<ꟲ", "㍿\"", "ع", "😀🏽😀🏽"]}
+{"text": "é'D‍<|fim_prefix|>ḍ̇å½ſ​…ḍ̇'S'VE\r\n\r\n'll字a0ᵃ0Dž३0 \n ß  \u000b𐞁ABCDž", "tokens": 50, "pieces": ["é'D", "‍<|", "fim", "_prefix", "|>", "ḍ̇å", "½", "ſ", "​", "…ḍ̇'S", "'VE", "\r\n\r\n", "'ll字a", "0", "ᵃ", "0", "Dž", "३0", " \n", " ß", "  ", "\u000b𐞁", "ABCDž"]}
+{"text": "!/\r\n‍s­Dža/b😀🏽", "tokens": 12, "pieces": ["!/\r\n", "‍s", "­Dža", "/b", "😀🏽"]}
+{"text": "é's‍…٣٤٥٦t<|fim_prefix|>'VE٣٤٥٦,a/bDžungla\nAb/\r\n/\r\n\tacamelCase9éABC", "tokens": 39, "pieces": ["é's", "‍", "…", "٣٤٥", "٦", "t", "<|", "fim", "_prefix", "|>'", "VE", "٣٤٥", "٦", ",a", "/b", "Džungla", "\n", "Ab", "/\r\n/\r\n", "\tacamel", "Case", "9", "é", "ABC"]}
+{"text": " ⅣéZİ­'ſå\r\n\r\nAbAb🙂٣٤٥٦'ſᵃꟲ😀🏽ᵃ/<META_START>  12345678/\r\nABC𐞁a𐞁ع字12345678😀🏽ع<EOT>", "tokens": 65, "pieces": [" ", "Ⅳ", "é", "Zİ", "­'", "ſå", "\r\n\r\n", "Ab", "Ab", "🙂", "٣٤٥", "٦", "'ſᵃꟲ", "😀🏽", "ᵃ", "/<", "META", "_START", ">", " ", " ", "123", "456", "78", "/\r\n", "ABC𐞁a𐞁ع字", "123", "456", "78", "😀🏽", "ع", "<EOT", ">"]}
+{"text": ">'t", "tokens": 2, "pieces": [">'", "t"]}
+{"text": "ꟲꟲe!aB­\r漢,é​éHTTPServerDžungla ‍ #$%<  #$%ᵃ👍🏽/\r\nHTTPServer🙂　-9­DžZ𐞁", "tokens": 54, "pieces": ["ꟲꟲe", "!a", "B", "­\r", "漢", ",é", "​é", "HTTPServer", "Džungla", " ‍", " #$%<", " ", " #$%", "ᵃ", "👍🏽/\r\n", "HTTPServer", "🙂", "　", "-", "9", "­DžZ𐞁"]}
+{"text": "!'s'>'Re9>३🙂Džunglaß字字aB\r<|endoftext|>ＡDžDž'll<|endoftext|>ᵃaB!<|fim_prefix|>ḍ̇́å   \n٣٤٥٦", "tokens": 62, "pieces": ["!'", "s", "'>'", "Re", "9", ">", "३", "🙂Džunglaß字字a", "B", "\r", "<|", "endoftext", "|>", "ＡDžDž'll", "<|", "endoftext", "|>", "ᵃa", "B", "!<|", "fim", "_prefix", "|>", "ḍ̇́å", "   \n", "٣٤٥", "٦"]}
+{"text": "aⅣ<|endoftext|>åß㋿/<EOT> \n  \rß-\r\n!   \nع'reſDžungla　<|fim_prefix|>İ,‍字", "tokens": 45, "pieces": ["a", "Ⅳ", "<|", "endoftext", "|>", "åß", "㋿/<", "EOT", ">", " \n  \r", "ß", "-\r\n", "!", "   \n", "ع're", "ſ", "Džungla", "　", "<|", "fim", "_prefix", "|>", "İ", ",‍", "字"]}
+{"text": "'ſ", "tokens": 2, "pieces": ["'ſ"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ABCß/\n/>'aB㋿e0\nع'\n𐞁   \n😀🏽.é𐞁/\r\n　é­ İ'll<|endoftext|>!", "tokens": 44, "pieces": ["ABCß", "/\n/", ">'", "a", "B", "㋿e", "0", "\n", "ع", "'\n", "𐞁", "   \n", "😀🏽.", "é𐞁", "/\r\n", "　é", "­", " İ'll", "<|", "endoftext", "|>!"]}
+{"text": ".és٣٤٥٦İfi'D\n", "tokens": 10, "pieces": [".és", "٣٤٥", "٦", "İfi'D", "\n"]}
+{"text": "/\r\n<META_START>'a/b'ſZDž   \n𐞁ꟲ'T<,,<|endoftext|>㍿'DABCꟲ👍🏽ᵃ\u000b३   \nＡ", "tokens": 49, "pieces": ["/\r\n", "<META", "_START", ">'", "a", "/b'ſ", "ZDž", "   \n", "𐞁ꟲ'T", "<,,<|", "endoftext", "|>㍿'", "DABCꟲ", "👍🏽", "ᵃ", "\u000b", "३", "   \n", "Ａ"]}
+{"text": "😀🏽ꟲtAb/\r\n/\r\n३٣٤٥٦Ⅳ​>/EOTcamelCaseＡ٣٤٥٦", "tokens": 28, "pieces": ["😀🏽", "ꟲt", "Ab", "/\r\n/\r\n", "३٣٤", "٥٦Ⅳ", "​>/", "EOTcamel", "Case", "Ａ", "٣٤٥", "٦"]}
+{"text": "å   \n　å　字Ａ㋿\ra/bß'Re!­\n/!㋿", "tokens": 24, "pieces": ["å", "   \n", "　å", "　字", "Ａ", "㋿\r", "a", "/bß'Re", "!­\n/", "!㋿"]}
+{"text": "a/bé9㍿عå'M👍🏽 iOS/<META_START>ᵃ", "tokens": 23, "pieces": ["a", "/bé", "9", "㍿عå'M", "👍🏽", " i", "OS", "/<", "META", "_START", ">ᵃ"]}
+{"text": "ß/\r\nt(‍'S!'TiOS0a/bİDž㋿ \n ,　<EOT0ß
9😀🏽<META_START>å'EOT<|endoftext|>a/bm'\r½", "tokens": 51, "pieces": ["ß", "/\r\n", "t", "(‍'", "S", "!'", "Ti", "OS", "0", "a", "/b", "İDž", "㋿", " \n", " ,", "　", "<EOT", "0", "ß", "
", "9", "😀🏽<", "META", "_START", ">å", "'EOT", "<|", "endoftext", "|>", "a", "/bm", "'\r", "½"]}
+{"text": "'ſ'sß'SsABC😀🏽\t'T'll\r\n३'٣٤٥٦ḍ̇\r\n'T漢/İ12345678aBEOT", "tokens": 34, "pieces": ["'ſ's", "ß'S", "s", "ABC", "😀🏽", "\t", "'T'll", "\r\n", "३", "'", "٣٤٥", "٦", "ḍ̇", "\r\n", "'T漢", "/İ", "123", "456", "78", "a", "BEOT"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": " 字0a　'VE\t'VE　𐞁'ſ\u000b𐞁​", "tokens": 22, "pieces": [" 字", "0", "a", "　", "'VE", "\t", "'VE", "　𐞁'ſ", "\u000b𐞁", "​"]}
+{"text": "\r\n<|endoftext|>", "tokens": 8, "pieces": ["\r\n", "<|", "endoftext", "|>"]}
+{"text": "fiEOT🙂.,aB\n/\n/ 🙂, <|fim_prefix|>'Mdſ camelCaseEOT🙂…👍🏽\u000b٣٤٥٦a!!EOT'Re👍🏽fiå'll<|endoftext|>‍m", "tokens": 56, "pieces": ["fi", "EOT", "🙂.,", "a", "B", "\n", "/\n/", " ", "🙂,", " <|", "fim", "_prefix", "|>'", "Mdſ", " camel", "Case", "EOT", "🙂", "…", "👍🏽", "\u000b", "٣٤٥", "٦", "a", "!!", "EOT'Re", "👍🏽", "fiå'll", "<|", "endoftext", "|>‍", "m"]}
+{"text": "​12345678m!!éİéiOSABC'll　>Ⅳmİ<|fim_prefix|>\r!Ab  /camelCase're<EOT>'M12345678½'M \n /\r\nm-'ſ HTTPServer🙂", "tokens": 50, "pieces": ["​", "123", "456", "78", "m", "!!", "é", "İéi", "OSABC'll", "　", ">", "Ⅳ", "m", "İ", "<|", "fim", "_prefix", "|>\r", "!Ab", " ", " /", "camel", "Case're", "<EOT", ">'", "M", "123", "456", "78½", "'M", " \n", " /\r\n", "m", "-'", "ſ", " HTTPServer", "🙂"]}
+{"text": "ABC're\r\n\r\n'TEOT'VEa/b(​字\r\n\t", "tokens": 15, "pieces": ["ABC're", "\r\n\r\n", "'TEOT'VE", "a", "/b", "(​", "字", "\r\n", "\t"]}
+{"text": "㍿字EOTİfi'ſ(", "tokens": 11, "pieces": ["㍿字EOTİfi'ſ", "("]}
+{"text": "(<META_START>  Džunglá​㋿İ'VE'!", "tokens": 20, "pieces": ["(<", "META", "_START", ">", " ", " Džunglá", "​㋿", "İ'VE", "'!"]}
+{"text": " <EOT>   \nfi‍字é‍\"HTTPServer­-é'fi　\n/\n're\u000b㋿d'Ree", "tokens": 29, "pieces": [" <", "EOT", ">", "   \n", "fi", "‍字é", "‍\"", "HTTPServer", "­-", "é", "'fi", "　\n", "/\n", "'re", "\u000b", "㋿d'Re", "e"]}
+{"text": "/Ａt'T㋿/\r\n
0HTTPServerEOT<EOT>½ \tß‍𐞁\"  ABC‍…'M'D/\r\nAb,​a/b'Mع-𐞁\t", "tokens": 48, "pieces": ["/Ａt'T", "㋿/\r\n", "
", "0", "HTTPServer", "EOT", "<EOT", ">", "½", " ", "\tß", "‍𐞁", "\"", " ", " ABC", "‍", "…", "'M'D", "/\r\n", "Ab", ",​", "a", "/b'M", "ع", "-𐞁", "\t"]}
+{"text": "'ſＡé\r\n\r\na'S👍🏽<|fim_prefix|>‍<EOT>漢​'ll", "tokens": 25, "pieces": ["'ſ", "Ａé", "\r\n\r\n", "a'S", "👍🏽<|", "fim", "_prefix", "|>‍<", "EOT", ">漢", "​'", "ll"]}
+{"text": " ㍿>'VE\t'Té'VEZعDžsＡ\t>…<Džungla>", "tokens": 27, "pieces": [" ㍿>'", "VE", "\t", "'Té'VE", "ZعDžs", "Ａ", "\t", ">", "…", "<Džungla", ">"]}
+{"text": "HTTPServer('ſHTTPServer३camelCaseİBDž<EOT>\rå>tＡ'M#$%/å٣٤٥٦9ꟲé　ta/\r\n<|fim_prefix|>s.ꟲ\r\n/", "tokens": 54, "pieces": ["HTTPServer", "('", "ſ", "HTTPServer", "३", "camel", "Case", "İBDž", "<EOT", ">\r", "å", ">t", "Ａ'M", "#$%/", "å", "٣٤٥", "٦9", "ꟲé", "　ta", "/\r\n", "<|", "fim", "_prefix", "|>", "s", ".ꟲ", "\r\n", "/"]}
+{"text": "a\n/Ab<!‍</\r\ns३İ'VE12345678  e \n 'll🙂åtfi😀🏽\n-ꟲé!ꟲ>", "tokens": 41, "pieces": ["a", "\n", "/Ab", "<!‍</\r\n", "s", "३", "İ'VE", "123", "456", "78", " ", " e", " \n", " '", "ll", "🙂åtfi", "😀🏽\n", "-ꟲé", "!ꟲ", ">"]}
+{"text": "
/(em'T's(漢'Re　 \n e　're\n/Z'ſ<META_START>å\r\n\r\n#$%#$%٣٤٥٦'Re
camelCase­'VE🙂", "tokens": 39, "pieces": ["
", "/(", "em'T", "'s", "(漢'Re", "　 \n", " e", "　", "'re", "\n", "/Z'ſ", "<META", "_START", ">å", "\r\n\r\n", "#$%#$%", "٣٤٥", "٦", "'Re", "
camel", "Case", "­'", "VE", "🙂"]}
+{"text": "<|fim_prefix|>0 <|fim_prefix|>Ⅳ́ZcamelCaseⅣ‍'Re-<|endoftext|>  ſ0a/bmᵃ", "tokens": 42, "pieces": ["<|", "fim", "_prefix", "|>", "0", " <|", "fim", "_prefix", "|>", "Ⅳ", "́Zcamel", "Case", "Ⅳ", "‍'", "Re", "-<|", "endoftext", "|>", " ", " ſ", "0", "a", "/bmᵃ"]}
+{"text": "字éİ#$%ſZꟲᵃa   iOS,camelCase👍🏽a​a0a0\u000bEOT😀🏽é", "tokens": 37, "pieces": ["字é", "İ", "#$%", "ſ", "Zꟲᵃa", "  ", " i", "OS", ",camel", "Case", "👍🏽", "a", "​a", "0", "a", "0", "\u000bEOT", "😀🏽", "é"]}
+{"text": "\u000ba/bＡdeᵃᵃ(漢<t.\u000b漢éfi   \n'ReaBＡ'D½<a漢<|fim_prefix|>½
fi٣٤٥٦a/b", "tokens": 44, "pieces": ["\u000ba", "/b", "Ａdeᵃᵃ", "(漢", "<t", ".", "\u000b漢éfi", "   \n", "'Rea", "BＡ'D", "½", "<a漢", "<|", "fim", "_prefix", "|>", "½", "
fi", "٣٤٥", "٦", "a", "/b"]}
+{"text": "İ'VEİdDžungla​!!Abd\r'll'S'D'VE\n/", "tokens": 21, "pieces": ["İ'VE", "İd", "Džungla", "​!!", "Abd", "\r", "'ll'S", "'D'VE", "\n", "/"]}
+{"text": "Ab½#$%'ll­(.<EOT>𐞁३\r'll­😀🏽-d'D३½ع漢­'😀🏽
ꟲ./\r\n   \naB\n\n0'Re   \nd<|endoftext|>", "tokens": 55, "pieces": ["Ab", "½", "#$%'", "ll", "­(.<", "EOT", ">𐞁", "३", "\r", "'ll", "­😀🏽-", "d'D", "३½", "ع漢", "­'😀🏽", "
ꟲ", "./\r\n", "   \n", "a", "B", "\n\n", "0", "'Re", "   \n", "d", "<|", "endoftext", "|>"]}
+{"text": "fi😀🏽\r\n\r\n<META_START><ع #$%\u000b \n 
", "tokens": 16, "pieces": ["fi", "😀🏽\r\n\r\n", "<META", "_START", "><", "ع", " ", "#$%", "\u000b \n", " 
"]}
+{"text": "#$%'Me.Džunglaa'T٣٤٥٦a…fi\r\n\r\na'Tḍ̇字éAbAbå'Té're're-'\r\n\r\nscamelCasefi", "tokens": 41, "pieces": ["#$%'", "Me", ".Džunglaa'T", "٣٤٥", "٦", "a", "…fi", "\r\n\r\n", "a'T", "ḍ̇字é", "Ab", "Abå'T", "é're", "'re", "-'\r\n\r\n", "scamel", "Casefi"]}
+{"text": "#$%   \nḍ̇ZsⅣ<|endoftext|>Ⅳ㍿😀🏽", "tokens": 25, "pieces": ["#$%", "   \n", "ḍ̇", "Zs", "Ⅳ", "<|", "endoftext", "|>", "Ⅳ", "㍿😀🏽"]}
+{"text": "a/b­😀🏽'TＡع㍿>'re٣٤٥٦a/b\"𐞁a/b0 😀🏽ß'Re<|fim_prefix|>", "tokens": 40, "pieces": ["a", "/b", "­😀🏽'", "TＡع", "㍿>'", "re", "٣٤٥", "٦", "a", "/b", "\"𐞁a", "/b", "0", " 😀🏽", "ß'Re", "<|", "fim", "_prefix", "|>"]}
+{"text": "sB,'D", "tokens": 4, "pieces": ["s", "B", ",'", "D"]}
+{"text": "dt漢m#$%<EOT>B𐞁fiḍ̇٣٤٥٦\n'sꟲDžunglaa👍🏽'VEſ字Ａ㍿ſſB\u000be>\r\n'DİſtiOS  ᵃcamelCase>iOS", "tokens": 63, "pieces": ["dt漢m", "#$%<", "EOT", ">B𐞁fiḍ̇", "٣٤٥", "٦", "\n", "'sꟲ", "Džunglaa", "👍🏽'", "VEſ字", "Ａ", "㍿ſſ", "B", "\u000be", ">\r\n", "'Dİſti", "OS", " ", " ᵃcamel", "Case", ">i", "OS"]}
+{"text": "'T-Ａ😀🏽ſ'TEOT<å'ReB
<META_START> \n \r\n\r\n\n/\nİꟲ漢>fimaB</👍🏽12345678👍🏽'ſ'SⅣDž<|fim_prefix|>ſ३", "tokens": 57, "pieces": ["'T", "-Ａ", "😀🏽", "ſ'T", "EOT", "<å'Re", "B", "
", "<META", "_START", ">", " \n \r\n\r\n\n", "/\n", "İꟲ漢", ">fima", "B", "</👍🏽", "123", "456", "78", "👍🏽'", "ſ'S", "Ⅳ", "Dž", "<|", "fim", "_prefix", "|>", "ſ", "३"]}
+{"text": "d\r\nꟲⅣ", "tokens": 7, "pieces": ["d", "\r\n", "ꟲ", "Ⅳ"]}
+{"text": "'MiOS(\r\n\r\n<EOT>a/b'M<META_START>ḍ̇<e'TAbcamelCase<|endoftext|>éé\nİ‍fi\r\n\r\nßḍ̇<EOT>ſⅣ'\"-İ(\u000b'VE(", "tokens": 56, "pieces": ["'Mi", "OS", "(\r\n\r\n", "<EOT", ">a", "/b'M", "<META", "_START", ">ḍ̇", "<e'T", "Abcamel", "Case", "<|", "endoftext", "|>", "éé", "\n", "İ", "‍fi", "\r\n\r\n", "ßḍ̇", "<EOT", ">ſ", "Ⅳ", "'\"-", "İ", "(", "\u000b", "'VE", "("]}
+{"text": ",…\r‍Dž​'reé0\rDžungla'Re'Dfi/\r\n३­t'Rett'T'TDž字
٣٤٥٦>'VEa/b'Re\u000béé½Džİ'M0", "tokens": 49, "pieces": [",", "…\r", "‍Dž", "​'", "reé", "0", "\r", "Džungla'Re", "'Dfi", "/\r\n", "३", "­t'Re", "tt'T", "'TDž字", "
", "٣٤٥", "٦", ">'", "VEa", "/b'Re", "\u000béé", "½", "Džİ'M", "0"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "t#$%\t㋿EOT", "tokens": 9, "pieces": ["t", "#$%", "\t", "㋿EOT"]}
+{"text": "90're<META_START>   \n(#$%-Dž　.ᵃ
'll'ſſ­'DDžungla.漢åaBed👍🏽 \n ع!!0\"/字", "tokens": 44, "pieces": ["90", "'re", "<META", "_START", ">", "   \n", "(#$%-", "Dž", "　", ".ᵃ", "
", "'ll'ſ", "ſ", "­'", "DDžungla", ".漢åa", "Bed", "👍🏽", " \n", " ع", "!!", "0", "\"/", "字"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "0>
Ａ😀🏽'ſ٣٤٥٦!/\r\n!\r\n\r\n  >é'VEⅣB'Ss😀🏽'sAb…-ᵃḍ̇iOS…/\r\ncamelCase\r\n#$%", "tokens": 52, "pieces": ["0", ">", "
Ａ", "😀🏽'", "ſ", "٣٤٥", "٦", "!/\r\n", "!\r\n\r\n", " ", " >", "é'VE", "Ⅳ", "B'S", "s", "😀🏽'", "s", "Ab", "…", "-ᵃḍ̇i", "OS", "…", "/\r\n", "camel", "Case", "\r\n", "#$%"]}
+{"text": "Džfi0é\n/½'T#$%Ⅳ>…<EOT>é\t‍d𐞁 <|endoftext|>!ß#$%tİİa‍/ع<EOT>>…'S'D🙂", "tokens": 56, "pieces": ["Džfi", "0", "é", "\n", "/", "½", "'T", "#$%", "Ⅳ", ">", "…", "<EOT", ">é", "\t", "‍d𐞁", " ", "<|", "endoftext", "|>!", "ß", "#$%", "t", "İİa", "‍/", "ع", "<EOT", ">>", "…", "'S'D", "🙂"]}
+{"text": "'M\r\n\u000b\ta/b\n//\r\n\r\nع㍿,Abᵃ\r", "tokens": 18, "pieces": ["'M", "\r\n", "\u000b", "\ta", "/b", "\n", "//\r\n\r\n", "ع", "㍿,", "Abᵃ", "\r"]}
+{"text": "‍ 　ſABC<EOT>å\"\naé👍🏽  </½\r\nABC'Red", "tokens": 22, "pieces": ["‍", " ", "　ſ", "ABC", "<EOT", ">å", "\"\n", "aé", "👍🏽", " ", " </", "½", "\r\n", "ABC'Re", "d"]}
+{"text": "/\r\n\n/🙂́Ⅳ\u000b㋿ＡB\n'S\r\n\r\n
\na'9
,­ABC", "tokens": 25, "pieces": ["/\r\n\n/", "🙂́", "Ⅳ", "\u000b", "㋿ＡB", "\n", "'S", "\r\n\r\n
\n", "a", "'", "9", "
", ",­", "ABC"]}
+{"text": "'ll​‍عmſ   \n", "tokens": 7, "pieces": ["'ll", "​‍", "عmſ", "   \n"]}
+{"text": "9漢<|endoftext|>é<EOT>ꟲ😀🏽camelCase,åDž\n/sé👍🏽Ab\rع'llcamelCase  ,-iOS\rDžungla३…ꟲ㍿'re/aB", "tokens": 60, "pieces": ["9", "漢", "<|", "endoftext", "|>", "é", "<EOT", ">ꟲ", "😀🏽", "camel", "Case", ",å", "Dž", "\n", "/sé", "👍🏽", "Ab", "\r", "ع'll", "camel", "Case", " ", " ,-", "i", "OS", "\r", "Džungla", "३", "…ꟲ", "㍿'", "re", "/a", "B"]}
+{"text": "0<|fim_prefix|>👍🏽'VE'Re!'re,Džunglaſ\r  'ſ>'Reſt
㋿Z!!'S", "tokens": 37, "pieces": ["0", "<|", "fim", "_prefix", "|>👍🏽'", "VE'Re", "!'", "re", ",Džunglaſ", "\r", " ", " '", "ſ", ">'", "Reſt", "
", "㋿Z", "!!'", "S"]}
+{"text": "<\"<META_START> \n 👍🏽HTTPServer'llꟲeém😀🏽👍🏽.<ᵃⅣ\u000b>𐞁s('M\u000bcamelCaseå字éDžd're  a/b-㍿'D''T", "tokens": 62, "pieces": ["<\"<", "META", "_START", ">", " \n", " 👍🏽", "HTTPServer'll", "ꟲeém", "😀🏽👍🏽.<", "ᵃ", "Ⅳ", "\u000b", ">𐞁s", "('", "M", "\u000bcamel", "Caseå字é", "Džd're", " ", " a", "/b", "-㍿'", "D", "''", "T"]}
+{"text": "𐞁🙂'T<|endoftext|>\nDžungla   \n'ReHTTPServer\raHTTPServerB  ABC<  <|endoftext|>aBⅣ​ écamelCase \n \r\n\r\n9Ａ漢Dž½.t<
fi
\n", "tokens": 61, "pieces": ["𐞁", "🙂'", "T", "<|", "endoftext", "|>\n", "Džungla", "   \n", "'Re", "HTTPServer", "\r", "a", "HTTPServer", "B", " ", " ABC", "<", " ", " <|", "endoftext", "|>", "a", "B", "Ⅳ", "​", " écamel", "Case", " \n \r\n\r\n", "9", "Ａ漢", "Dž", "½", ".t", "<", "
fi", "
\n"]}
+{"text": "t​ée ", "tokens": 4, "pieces": ["t", "​ée", " "]}
+{"text": "iOS   \n­< !!   \n<㋿  　\rſcamelCaseⅣꟲ३camelCase- عiOS'S  　㋿é", "tokens": 38, "pieces": ["i", "OS", "   \n", "­<", " ", "!!", "   \n", "<㋿", "  　\r", "ſcamel", "Case", "Ⅳ", "ꟲ", "३", "camel", "Case", "-", " عi", "OS'S", "  ", "　", "㋿é"]}
+{"text": "<|fim_prefix|>ḍ̇camelCase'se'Te<META_START>HTTPServerEOT<META_START> \r👍🏽d😀🏽'VE<EOT>Dž३", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>", "ḍ̇camel", "Case's", "e'T", "e", "<META", "_START", ">HTTPServer", "EOT", "<META", "_START", ">", " \r", "👍🏽", "d", "😀🏽'", "VE", "<EOT", ">Dž", "३"]}
+{"text": "HTTPServer'reeé\r\n   \nß", "tokens": 8, "pieces": ["HTTPServer're", "eé", "\r\n   \n", "ß"]}
+{"text": ">'VE<META_START>0ᵃ>", "tokens": 11, "pieces": [">'", "VE", "<META", "_START", ">", "0", "ᵃ", ">"]}
+{"text": "/\r\né'Dß<|fim_prefix|>🙂'T00\r\n\r\n\"ع<EOT>'TcamelCase-\u000b12345678ꟲa/b", "tokens": 34, "pieces": ["/\r\n", "é'D", "ß", "<|", "fim", "_prefix", "|>🙂'", "T", "00", "\r\n\r\n", "\"ع", "<EOT", ">'", "Tcamel", "Case", "-", "\u000b", "123", "456", "78", "ꟲa", "/b"]}
+{"text": "Džungla12345678>HTTPServer/\r\n​'re'VE.㋿12345678​ B'll- Zm​'é'SعⅣ'DⅣ/\r\nعB́B'D'Re\u000b٣٤٥٦", "tokens": 52, "pieces": ["Džungla", "123", "456", "78", ">HTTPServer", "/\r\n", "​'", "re'VE", ".㋿", "123", "456", "78", "​", " B'll", "-", " Zm", "​'", "é'S", "ع", "Ⅳ", "'D", "Ⅳ", "/\r\n", "عB́", "B'D", "'Re", "\u000b", "٣٤٥", "٦"]}
+{"text": "\t𐞁🙂Dž\nDž
#$%́<META_START>  ‍ \n \r\n\r\n'MAb<META_START>mdABC-", "tokens": 32, "pieces": ["\t𐞁", "🙂Dž", "\n", "Dž", "
", "#$%́<", "META", "_START", ">", " ", " ‍", " \n \r\n\r\n", "'MAb", "<META", "_START", ">md", "ABC", "-"]}
+{"text": "m½'D\n😀🏽\"🙂‍'Re　'D…éＡ́३ꟲEOT\n/\r'M\u000b<EOT>\n<́", "tokens": 36, "pieces": ["m", "½", "'D", "\n", "😀🏽\"🙂‍'", "Re", "　", "'D", "…é", "Ａ́", "३", "ꟲ", "EOT", "\n", "/\r", "'M", "\u000b", "<EOT", ">\n", "<́"]}
+{"text": "<éBABC…👍🏽  'Ds'S0tHTTPServerABC​\r\n'll'  0<|endoftext|>", "tokens": 32, "pieces": ["<é", "BABC", "…", "👍🏽", " ", " '", "Ds'S", "0", "t", "HTTPServer", "ABC", "​\r\n", "'ll", "'", " ", " ", "0", "<|", "endoftext", "|>"]}
+{"text": "ßm\t\r\n\r\n
iOSDžungla \n a/b", "tokens": 13, "pieces": ["ßm", "\t\r\n\r\n", "
i", "OSDžungla", " \n", " a", "/b"]}
+{"text": "‍\r\n\r\naBع'M㍿t\n  'SZ/\r\n/\r\n½é   \n're. (
字", "tokens": 25, "pieces": ["‍\r\n\r\n", "a", "Bع'M", "㍿t", "\n", " ", " '", "SZ", "/\r\n/\r\n", "½", "é", "   \n", "'re", ".", " ", "(", "
字"]}
+{"text": "漢ſå\r\n\r\n<|fim_prefix|>\r\n😀🏽EOT<|fim_prefix|>½  iOS   \n", "tokens": 27, "pieces": ["漢ſå", "\r\n\r\n", "<|", "fim", "_prefix", "|>\r\n", "😀🏽", "EOT", "<|", "fim", "_prefix", "|>", "½", " ", " i", "OS", "   \n"]}
+{"text": "'sᵃ㋿å'DABC'Teå<-'D½<EOT>½9<EOT>å", "tokens": 27, "pieces": ["'sᵃ", "㋿å'D", "ABC'T", "eå", "<-'", "D", "½", "<EOT", ">", "½9", "<EOT", ">å"]}
+{"text": "İ<|fim_prefix|>éeaBa/b\n/iOS'D \n EOT,Ab'll!🙂d\r\n\r\n\r\n\r\nᵃcamelCase \n ABC٣٤٥٦", "tokens": 37, "pieces": ["İ", "<|", "fim", "_prefix", "|>", "éea", "Ba", "/b", "\n", "/i", "OS'D", " \n", " EOT", ",Ab'll", "!🙂", "d", "\r\n\r\n\r\n\r\n", "ᵃcamel", "Case", " \n", " ABC", "٣٤٥", "٦"]}
+{"text": "ⅣaBİ<|endoftext|>'M…#$%'VEDž ", "tokens": 21, "pieces": ["Ⅳ", "a", "Bİ", "<|", "endoftext", "|>'", "M", "…", "#$%'", "VEDž", " "]}
+{"text": "a/b३t0/\r\n   \n\r\n\r\n­\tḍ̇ᵃ'Re><|fim_prefix|>'THTTPServer字­camelCase   \n'M  ३'T'T", "tokens": 37, "pieces": ["a", "/b", "३", "t", "0", "/\r\n", "   \n\r\n\r\n", "­", "\tḍ̇ᵃ'Re", "><|", "fim", "_prefix", "|>'", "THTTPServer字", "­camel", "Case", "   \n", "'M", " ", " ", "३", "'T'T"]}
+{"text": "​<m㋿\n/\r\n😀🏽mDž", "tokens": 14, "pieces": ["​<", "m", "㋿\n/\r\n", "😀🏽", "m", "Dž"]}
+{"text": "iOS🙂  B/\r\n\t㋿>12345678😀🏽<|endoftext|>Dž \n ", "tokens": 28, "pieces": ["i", "OS", "🙂", " ", " B", "/\r\n", "\t", "㋿>", "123", "456", "78", "😀🏽<|", "endoftext", "|>", "Dž", " \n", " "]}
+{"text": "ᵃ-\u000b12345678ſiOSa/b9<|endoftext|>'D'll'Dž'll'sſ#$%éſ<|endoftext|>9(EOTfi é#$%ée­­𐞁'llZ  ㋿", "tokens": 63, "pieces": ["ᵃ", "-", "\u000b", "123", "456", "78", "ſi", "OSa", "/b", "9", "<|", "endoftext", "|>'", "D'll", "'Dž'll", "'sſ", "#$%", "éſ", "<|", "endoftext", "|>", "9", "(EOTfi", " é", "#$%", "ée", "­­", "𐞁'll", "Z", " ", " ㋿"]}
+{"text": "a/b(Dž३<|fim_prefix|>…😀🏽9éᵃ", "tokens": 22, "pieces": ["a", "/b", "(Dž", "३", "<|", "fim", "_prefix", "|>", "…", "😀🏽", "9", "éᵃ"]}
+{"text": "-𐞁/ḍ̇!İ'VEDžunglaéfi'Td
(́(ع/", "tokens": 27, "pieces": ["-𐞁", "/ḍ̇", "!İ'VE", "Džunglaéfi'T", "d", "
", "(́", "(ع", "/"]}
+{"text": "12345678-\n/aB­/!<|endoftext|>", "tokens": 17, "pieces": ["123", "456", "78", "-\n/", "a", "B", "­/!<|", "endoftext", "|>"]}
+{"text": "å㋿d<EOT>…é'/　 \n İ\"é\u000b漢-😀🏽s　<|endoftext|>½é­ABC,
 ḍ̇\n  HTTPServerHTTPServer", "tokens": 52, "pieces": ["å", "㋿d", "<EOT", ">", "…é", "'/", "　 \n", " İ", "\"é", "\u000b漢", "-😀🏽", "s", "　", "<|", "endoftext", "|>", "½", "é", "­ABC", ",", "
", " ḍ̇", "\n", " ", " HTTPServer", "HTTPServer"]}
+{"text": "İßs
ꟲa/b", "tokens": 9, "pieces": ["İßs", "
ꟲa", "/b"]}
+{"text": "'ll'sé<|endoftext|>३å'M>!", "tokens": 16, "pieces": ["'ll's", "é", "<|", "endoftext", "|>", "३", "å'M", ">!"]}
+{"text": "sZAb    \n0ſB(\u000bd𐞁\r\n\r\n>'SDž /३عⅣd'M(aBé,…\n<|endoftext|>'S'll0Ab👍🏽
", "tokens": 50, "pieces": ["s", "ZAb", "    \n", "0", "ſ", "B", "(", "\u000bd𐞁", "\r\n\r\n", ">'", "SDž", " ", "/", "३", "ع", "Ⅳ", "d'M", "(a", "Bé", ",", "…\n", "<|", "endoftext", "|>'", "S'll", "0", "Ab", "👍🏽", "
"]}
+{"text": "‍e'śع\"\r  12345678ß-́,9#$%\n/ſ \n -d‍字'SaB\na/bcamelCase<EOT>İ\n/", "tokens": 40, "pieces": ["‍e's", "́ع", "\"\r", " ", " ", "123", "456", "78", "ß", "-́", ",", "9", "#$%\n/", "ſ", " \n", " -", "d", "‍字'S", "a", "B", "\n", "a", "/bcamel", "Case", "<EOT", ">İ", "\n", "/"]}
+{"text": "Dž \n 𐞁🙂<|endoftext|>'s9<|endoftext|>\u000b字'T́(\"9\r\n\r\n'siOS字<|fim_prefix|><|endoftext|>'Re'M\r\nd<|fim_prefix|>'reé🙂", "tokens": 61, "pieces": ["Dž", " \n", " 𐞁", "🙂<|", "endoftext", "|>'", "s", "9", "<|", "endoftext", "|>", "\u000b字'T", "́", "(\"", "9", "\r\n\r\n", "'si", "OS字", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "Re'M", "\r\n", "d", "<|", "fim", "_prefix", "|>'", "reé", "🙂"]}
+{"text": "　EOT\u000bfidZ#$%HTTPServer/iOSᵃ㍿́\r\"ݽ…\nm.Ab'M'S٣٤٥٦Džungla(éꟲ'll", "tokens": 45, "pieces": ["　EOT", "\u000bfid", "Z", "#$%", "HTTPServer", "/i", "OSᵃ", "㍿́", "\r", "\"İ", "½", "…\n", "m", ".Ab'M", "'S", "٣٤٥", "٦", "Džungla", "(éꟲ'll"]}
+{"text": "ᵃ\r\n.#$%!!٣٤٥٦\ndＡB0\n/́ꟲ !!<META_START>𐞁B(ſABC字HTTPServer<|fim_prefix|>\r   \nABCé\n😀🏽HTTPServera/b\t'12345678", "tokens": 63, "pieces": ["ᵃ", "\r\n", ".#$%!!", "٣٤٥", "٦", "\n", "d", "ＡB", "0", "\n", "/́ꟲ", " !!<", "META", "_START", ">𐞁", "B", "(ſ", "ABC字HTTPServer", "<|", "fim", "_prefix", "|>\r", "   \n", "ABCé", "\n", "😀🏽", "HTTPServera", "/b", "\t", "'", "123", "456", "78"]}
+{"text": "(   \n㋿td🙂å'så'M\n/camelCase½\n,ABCå\n0/", "tokens": 26, "pieces": ["(", "   \n", "㋿td", "🙂å's", "å'M", "\n", "/camel", "Case", "½", "\n", ",ABCå", "\n", "0", "/"]}
+{"text": "\n/>-HTTPServer\nAb'VE'S#$%<|endoftext|>camelCaseß'VEع<META_START>Džungla>ꟲéß<META_START>\r'(<META_START>", "tokens": 50, "pieces": ["\n", "/>-", "HTTPServer", "\n", "Ab'VE", "'S", "#$%<|", "endoftext", "|>", "camel", "Caseß'VE", "ع", "<META", "_START", ">Džungla", ">ꟲéß", "<META", "_START", ">\r", "'(<", "META", "_START", ">"]}
+{"text": "ꟲa/b", "tokens": 5, "pieces": ["ꟲa", "/b"]}
+{"text": "09HTTPServer's㋿iOS#$%ᵃ,ⅣaB'siOS", "tokens": 22, "pieces": ["09", "HTTPServer's", "㋿i", "OS", "#$%", "ᵃ", ",", "Ⅳ", "a", "B's", "i", "OS"]}
+{"text": "é", "tokens": 1, "pieces": ["é"]}
+{"text": "Džungla㋿'s", "tokens": 9, "pieces": ["Džungla", "㋿'", "s"]}
+{"text": "字<EOT>…‍HTTPServer<EOT<EOT>Ａ‍' \n 'D\n\r\n　a/b…\n😀🏽12345678Bfi'Re🙂s\"㋿!😀🏽\r\n­", "tokens": 48, "pieces": ["字", "<EOT", ">", "…", "‍HTTPServer", "<EOT", "<EOT", ">Ａ", "‍'", " \n", " '", "D", "\n\r\n", "　a", "/b", "…\n", "😀🏽", "123", "456", "78", "Bfi'Re", "🙂s", "\"㋿!😀🏽\r\n", "­"]}
+{"text": " #$%éḍ̇\t३́afi, Ab\r\n\r\na٣٤٥٦\",­'re!!ABC\r\né!\r٣٤٥٦'re\r\r\n\r\n­ᵃ'VE\té<|fim_prefix|>", "tokens": 51, "pieces": [" ", "#$%", "éḍ̇", "\t", "३", "́afi", ",", " Ab", "\r\n\r\n", "a", "٣٤٥", "٦", "\",­'", "re", "!!", "ABC", "\r\n", "é", "!\r", "٣٤٥", "٦", "'re", "\r\r\n\r\n", "­ᵃ'VE", "\té", "<|", "fim", "_prefix", "|>"]}
+{"text": "İＡé,", "tokens": 4, "pieces": ["İＡé", ","]}
+{"text": "‍  <|fim_prefix|>,'D.'ſ/\r.a0m\n!'reAb\"👍🏽<META_START>/Ab!!Ab३​\tABC", "tokens": 36, "pieces": ["‍", " ", " <|", "fim", "_prefix", "|>,'", "D", ".'", "ſ", "/\r", ".a", "0", "m", "\n", "!'", "re", "Ab", "\"👍🏽<", "META", "_START", ">/", "Ab", "!!", "Ab", "३", "​", "\tABC"]}
+{"text": "ⅣcamelCase<|endoftext|>\" \r\n<|fim_prefix|>'rea/bᵃtfi'reᵃB👍🏽٣٤٥٦ABCe'DBᵃ\rm\"\r\r\n　d عDžungla\r\n0'Re𐞁   \n!ſ", "tokens": 66, "pieces": ["Ⅳ", "camel", "Case", "<|", "endoftext", "|>\"", " \r\n", "<|", "fim", "_prefix", "|>'", "rea", "/bᵃtfi're", "ᵃ", "B", "👍🏽", "٣٤٥", "٦", "ABCe'D", "Bᵃ", "\r", "m", "\"\r\r\n", "　d", " عDžungla", "\r\n", "0", "'Re𐞁", "   \n", "!ſ"]}
+{"text": "İ漢\"aZ½‍<|fim_prefix|>d12345678B're", "tokens": 18, "pieces": ["İ漢", "\"a", "Z", "½", "‍<|", "fim", "_prefix", "|>", "d", "123", "456", "78", "B're"]}
+{"text": "　0字…½\n'ſ/\r\né½t12345678漢ḍ̇.漢漢>é-/\r\n'ḍ̇\"Ⅳ'D👍🏽\n#$%<|endoftext|>", "tokens": 49, "pieces": ["　", "0", "字", "…", "½", "\n", "'ſ", "/\r\n", "é", "½", "t", "123", "456", "78", "漢ḍ̇", ".漢漢", ">é", "-/\r\n", "'ḍ̇", "\"", "Ⅳ", "'D", "👍🏽\n", "#$%<|", "endoftext", "|>"]}
+{"text": "
å'VE‍'D   \n
ß'VE   \n👍🏽٣٤٥٦​𐞁'TAb𐞁…tHTTPServer👍🏽", "tokens": 40, "pieces": ["
å'VE", "‍'", "D", "   \n", "
ß'VE", "   \n", "👍🏽", "٣٤٥", "٦", "​𐞁'T", "Ab𐞁", "…t", "HTTPServer", "👍🏽"]}
+{"text": "'ſDžes\n'ſHTTPServer'S㋿e
  \n HTTPServer…\n
iOSZ㍿ß\n\u000b/👍🏽'reع漢 \n ḍ̇-'VE½", "tokens": 49, "pieces": ["'ſ", "Džes", "\n", "'ſ", "HTTPServer'S", "㋿e", "
  \n", " HTTPServer", "…\n", "
i", "OSZ", "㍿ß", "\n", "\u000b", "/👍🏽'", "reع漢", " \n", " ḍ̇", "-'", "VE", "½"]}
+{"text": "'T½\"😀🏽'TBd/'re\r\n\r\nſ  é٣٤٥٦'Re…<
", "tokens": 24, "pieces": ["'T", "½", "\"😀🏽'", "TBd", "/'", "re", "\r\n\r\n", "ſ", " ", " é", "٣٤٥", "٦", "'Re", "…", "<", "
"]}
+{"text": "-\u000ba0Z9é '½.", "tokens": 11, "pieces": ["-", "\u000ba", "0", "Z", "9", "é", " '", "½", "."]}
+{"text": "३'S\nİa/b​Ａ. s \n ㋿/å.e!'Mḍ̇'DiOS", "tokens": 28, "pieces": ["३", "'S", "\n", "İa", "/b", "​Ａ", ".", " s", " \n", " ㋿/", "å", ".e", "!'", "Mḍ̇'D", "i", "OS"]}
+{"text": "…/<EOT>Džunglaİ
é\te   \né \n eB<META_START>  <\rＡᵃ'ßBa\n/\n/½\t३sAb𐞁camelCase're/ 🙂", "tokens": 50, "pieces": ["…", "/<", "EOT", ">Džungla", "İ", "
é", "\te", "   \n", "é", " \n", " e", "B", "<META", "_START", ">", " ", " <\r", "Ａᵃ", "'ß", "Ba", "\n", "/\n/", "½", "\t", "३", "s", "Ab𐞁camel", "Case're", "/", " 🙂"]}
+{"text": "­'ReZ
字Z", "tokens": 7, "pieces": ["­'", "Re", "Z", "
字", "Z"]}
+{"text": "ABC\n/漢'll\n\r\n\r\n🙂́ᵃＡꟲ<EOT>'ll'Réd>字-#$%😀🏽e½/\r\naBa/b'Re<tZ'M漢", "tokens": 42, "pieces": ["ABC", "\n", "/漢'll", "\n\r\n\r\n", "🙂́ᵃＡꟲ", "<EOT", ">'", "ll'Re", "́d", ">字", "-#$%😀🏽", "e", "½", "/\r\n", "a", "Ba", "/b'Re", "<t", "Z'M", "漢"]}
+{"text": "a'Då‍ 'VEa/b'll漢 \"…㋿ꟲ\nDž<META_START>d9a\r\u000bꟲ'Re
漢éAb're<|endoftext|>\n0
EOTＡd٣٤٥٦😀🏽", "tokens": 62, "pieces": ["a'D", "å", "‍", " ", "'VEa", "/b'll", "漢", " ", "\"", "…", "㋿ꟲ", "\n", "Dž", "<META", "_START", ">d", "9", "a", "\r", "\u000bꟲ'Re", "
漢é", "Ab're", "<|", "endoftext", "|>\n", "0", "
EOTＡd", "٣٤٥", "٦", "😀🏽"]}
+{"text": "12345678İ   \nꟲEOTaعZ İ'ſ‍   \n12345678Džunglaé㍿eDž<|fim_prefix|>‍‍٣٤٥٦s\téⅣ12345678Z字aB(㋿fiAbé", "tokens": 65, "pieces": ["123", "456", "78", "İ", "   \n", "ꟲEOTaع", "Z", " İ'ſ", "‍", "   \n", "123", "456", "78", "Džunglaé", "㍿e", "Dž", "<|", "fim", "_prefix", "|>‍‍", "٣٤٥", "٦", "s", "\té", "Ⅳ12", "345", "678", "Z字a", "B", "(㋿", "fi", "Abé"]}
+{"text": "DžABC\r\n<|fim_prefix|>🙂‍Ab㍿٣٤٥٦Dž  <|fim_prefix|>B#$%HTTPServer", "tokens": 34, "pieces": ["DžABC", "\r\n", "<|", "fim", "_prefix", "|>🙂‍", "Ab", "㍿", "٣٤٥", "٦", "Dž", " ", " <|", "fim", "_prefix", "|>", "B", "#$%", "HTTPServer"]}
+{"text": "'sDžunglaHTTPServer  \n \n/漢'VE<EOT>👍🏽ⅣAb0éⅣaå३12345678🙂'M,\u000b\r…٣٤٥٦Džungla३<EOT>'Re(ſ'D", "tokens": 56, "pieces": ["'s", "Džungla", "HTTPServer", "  \n \n", "/漢'VE", "<EOT", ">👍🏽", "Ⅳ", "Ab", "0", "é", "Ⅳ", "aå", "३12", "345", "678", "🙂'", "M", ",", "\u000b\r", "…", "٣٤٥", "٦", "Džungla", "३", "<EOT", ">'", "Re", "(ſ'D"]}
+{"text": "'Mİ‍'sＡ.-½　ꟲ'VEḍ̇éᵃ   \nAb12345678", "tokens": 26, "pieces": ["'Mİ", "‍'", "s", "Ａ", ".-", "½", "　ꟲ'VE", "ḍ̇éᵃ", "   \n", "Ab", "123", "456", "78"]}
+{"text": "Ａ　Ａ𐞁å㋿aß#$%a/\r\n,
s½>😀🏽(½
漢EOTABCع\u000b'S'-İ
m👍🏽<|endoftext|>\r\naᵃ", "tokens": 54, "pieces": ["Ａ", "　Ａ𐞁å", "㋿aß", "#$%", "a", "/\r\n", ",", "
s", "½", ">😀🏽(", "½", "
漢EOTABCع", "\u000b", "'S", "'-", "İ", "
m", "👍🏽<|", "endoftext", "|>\r\n", "aᵃ"]}
+{"text": "#$%'VE(İ \n Ab­  0a'Re　-  'S'Re­/\r\nB", "tokens": 22, "pieces": ["#$%'", "VE", "(İ", " \n", " Ab", "­", " ", " ", "0", "a'Re", "　", "-", " ", " '", "S'Re", "­/\r\n", "B"]}
+{"text": "!!٣٤٥٦'Re   \n<EOT>👍🏽ꟲDžunglaa/b'ſßcamelCase(\r.'DaZs", "tokens": 33, "pieces": ["!!", "٣٤٥", "٦", "'Re", "   \n", "<EOT", ">👍🏽", "ꟲDžunglaa", "/b'ſ", "ßcamel", "Case", "(\r", ".'", "Da", "Zs"]}
+{"text": "s<EOT>Ⅳ\n/ꟲa<EOT>🙂½'M\n", "tokens": 19, "pieces": ["s", "<EOT", ">", "Ⅳ", "\n", "/ꟲa", "<EOT", ">🙂", "½", "'M", "\n"]}
+{"text": "<EOT>­​字Dž\t'Tß\r\niOS's'MAbİ >é'll/\r\nAbiOSa.​DžB😀🏽́", "tokens": 35, "pieces": ["<EOT", ">­​", "字", "Dž", "\t", "'Tß", "\r\n", "i", "OS's", "'MAb", "İ", " ", ">é'll", "/\r\n", "Abi", "OSa", ".​", "DžB", "😀🏽́"]}
+{"text": "B\t<EOT>/\r\n𐞁a/b<|fim_prefix|>Dž#$%\u000b\n/mcamelCase", "tokens": 27, "pieces": ["B", "\t", "<EOT", ">/\r\n", "𐞁a", "/b", "<|", "fim", "_prefix", "|>", "Dž", "#$%", "\u000b\n", "/mcamel", "Case"]}
+{"text": "!#$%'VEع<|fim_prefix|>HTTPServer\n<­\r\n\r\n‍字😀🏽é<sꟲdß<𐞁
>­,B<|fim_prefix|>३   \ne👍🏽\r\n\r\nd>", "tokens": 55, "pieces": ["!#$%'", "VEع", "<|", "fim", "_prefix", "|>", "HTTPServer", "\n", "<­\r\n\r\n", "‍字", "😀🏽", "é", "<sꟲdß", "<𐞁", "
", ">­,", "B", "<|", "fim", "_prefix", "|>", "३", "   \n", "e", "👍🏽\r\n\r\n", "d", ">"]}
+{"text": "½tİ\u000b
", "tokens": 5, "pieces": ["½", "t", "İ", "\u000b
"]}
+{"text": "'VE!!\n/ع😀🏽", "tokens": 8, "pieces": ["'VE", "!!\n/", "ع", "😀🏽"]}
+{"text": "
 \n ABC\tfi\"'VEAb㍿/s🙂ABCa/b‍　'M0<EOT>t\r\n'sEOT", "tokens": 29, "pieces": ["
 \n", " ABC", "\tfi", "\"'", "VEAb", "㍿/", "s", "🙂ABCa", "/b", "‍", "　", "'M", "0", "<EOT", ">t", "\r\n", "'s", "EOT"]}
+{"text": "\r\n\r\n#$%!!​½Ａ'M  'TiOS", "tokens": 12, "pieces": ["\r\n\r\n", "#$%!!​", "½", "Ａ'M", " ", " '", "Ti", "OS"]}
+{"text": "9éDžunglaEOTt<META_START>da/bİ12345678<|fim_prefix|>#$%ß𐞁m\r\n/\r\nع9camelCases\u000b'SDžunglaḍ̇éꟲEOT<|fim_prefix|>aſ,/", "tokens": 65, "pieces": ["9", "é", "Džungla", "EOTt", "<META", "_START", ">da", "/b", "İ", "123", "456", "78", "<|", "fim", "_prefix", "|>#$%", "ß𐞁m", "\r\n", "/\r\n", "ع", "9", "camel", "Cases", "\u000b", "'SDžunglaḍ̇éꟲ", "EOT", "<|", "fim", "_prefix", "|>", "aſ", ",/"]}
+{"text": "EOT0　0Ⅳꟲ#$%字
Z'ſ'Ta/bḍ̇'llß", "tokens": 25, "pieces": ["EOT", "0", "　", "0Ⅳ", "ꟲ", "#$%", "字", "
Z'ſ", "'Ta", "/bḍ̇'ll", "ß"]}
+{"text": "   \nDžunglam12345678\n/Ⅳ12345678EOT'lliOS'ſß", "tokens": 23, "pieces": ["   \n", "Džunglam", "123", "456", "78", "\n", "/", "Ⅳ12", "345", "678", "EOT'll", "i", "OS'ſ", "ß"]}
+{"text": "   \nEOTDž‍字\u000b👍🏽😀🏽字🙂", "tokens": 16, "pieces": ["   \n", "EOTDž", "‍字", "\u000b", "👍🏽😀🏽", "字", "🙂"]}
+{"text": "ꟲé12345678aB \n 12345678EOT   \n<३'VE<META_START>00…Ⅳ字iOSé'Reꟲ're's'siOSt 0aeعé's<EOT>", "tokens": 54, "pieces": ["ꟲé", "123", "456", "78", "a", "B", " \n", " ", "123", "456", "78", "EOT", "   \n", "<", "३", "'VE", "<META", "_START", ">", "00", "…", "Ⅳ", "字i", "OSé'Re", "ꟲ're", "'s's", "i", "OSt", " ", "0", "aeعé's", "<EOT", ">"]}
+{"text": "'ll'Sé/a/b(d eꟲ/\r\nＡå​'reAb'M#$%'sss\rḍ̇  ㋿/\r\nm", "tokens": 33, "pieces": ["'ll'S", "é", "/a", "/b", "(d", " eꟲ", "/\r\n", "Ａå", "​'", "re", "Ab'M", "#$%'", "sss", "\r", "ḍ̇", " ", " ㋿/\r\n", "m"]}
+{"text": "'ll \n/­<EOT>", "tokens": 9, "pieces": ["'ll", " \n", "/­<", "EOT", ">"]}
+{"text": "\"­<META_START>t'll\"ééfi0Z's\n  '㍿aB\"'re #$%…'ll\n/m漢३\u000b'D𐞁.ᵃ!!\t㍿Džungla😀🏽𐞁", "tokens": 61, "pieces": ["\"­<", "META", "_START", ">t'll", "\"ééfi", "0", "Z's", "\n", " ", " '㍿", "a", "B", "\"'", "re", " #$%", "…", "'ll", "\n", "/m漢", "३", "\u000b", "'D𐞁", ".ᵃ", "!!", "\t", "㍿Džungla", "😀🏽", "𐞁"]}
+{"text": "sßAb'M\n\"\r\n\r\n<漢\tAb🙂DžＡ\t㍿\n/  ", "tokens": 21, "pieces": ["sß", "Ab'M", "\n", "\"\r\n\r\n", "<漢", "\tAb", "🙂DžＡ", "\t", "㍿\n/", "  "]}
+{"text": "'s \n 👍🏽㍿ḍ̇🙂", "tokens": 12, "pieces": ["'s", " \n", " 👍🏽㍿", "ḍ̇", "🙂"]}
+{"text": "(½　Z9s\r#$%12345678m'S
­\nDžunglafi𐞁ᵃmHTTPServer 'Re㍿㍿ \n B!!!'reZعİ<|endoftext|>", "tokens": 54, "pieces": ["(", "½", "　Z", "9", "s", "\r", "#$%", "123", "456", "78", "m'S", "
", "­\n", "Džunglafi𐞁ᵃm", "HTTPServer", " '", "Re", "㍿㍿", " \n", " B", "!!!'", "re", "Zع", "İ", "<|", "endoftext", "|>"]}
+{"text": "\réＡ a/ba­…٣٤٥٦\n12345678漢", "tokens": 19, "pieces": ["\r", "é", "Ａ", " a", "/ba", "­", "…", "٣٤٥", "٦", "\n", "123", "456", "78", "漢"]}
+{"text": "\r\n\r\n'T#$%< \n 'VE ", "tokens": 9, "pieces": ["\r\n\r\n", "'T", "#$%<", " \n", " '", "VE", " "]}
+{"text": "\n/字iOSع½\r\n\r\n
<EOT>camelCase#$%٣٤٥٦å<|fim_prefix|>­\r'SfiⅣ", "tokens": 34, "pieces": ["\n", "/字i", "OSع", "½", "\r\n\r\n", "
", "<EOT", ">camel", "Case", "#$%", "٣٤٥", "٦", "å", "<|", "fim", "_prefix", "|>­\r", "'Sfi", "Ⅳ"]}
+{"text": "'s漢𐞁İiOScamelCasedİe   #$%d'MABCs \n 'reİa/b<EOT>-ع'reHTTPServer \n!३camelCase<|fim_prefix|>😀🏽é.", "tokens": 52, "pieces": ["'s漢𐞁", "İi", "OScamel", "Cased", "İe", "  ", " #$%", "d'M", "ABCs", " \n", " '", "re", "İa", "/b", "<EOT", ">-", "ع're", "HTTPServer", " \n", "!", "३", "camel", "Case", "<|", "fim", "_prefix", "|>😀🏽", "é", "."]}
+{"text": "12345678Džungla'D ½a \n …<12345678ᵃ/aBDžungla\u000b㍿camelCase🙂mع\u000b<|fim_prefix|>'Tm字iOS<|endoftext|><|endoftext|>iOSſABC\tꟲ<EOT>😀🏽\n/Ab\t", "tokens": 79, "pieces": ["123", "456", "78", "Džungla'D", " ", "½", "a", " \n", " ", "…", "<", "123", "456", "78", "ᵃ", "/a", "BDžungla", "\u000b", "㍿camel", "Case", "🙂mع", "\u000b", "<|", "fim", "_prefix", "|>'", "Tm字i", "OS", "<|", "endoftext", "|><|", "endoftext", "|>", "i", "OSſ", "ABC", "\tꟲ", "<EOT", ">😀🏽\n/", "Ab", "\t"]}
+{"text": "漢'ſ", "tokens": 3, "pieces": ["漢'ſ"]}
+{"text": "…  camelCasefiİ<३#$%㍿ḍ̇dB😀🏽", "tokens": 22, "pieces": ["… ", " camel", "Casefi", "İ", "<", "३", "#$%㍿", "ḍ̇d", "B", "😀🏽"]}
+{"text": "\u000b\n/!\r\n\r\niOS'ſ12345678/\r\n ㍿'M<|fim_prefix|>Ab\r😀🏽ſ'll­", "tokens": 33, "pieces": ["\u000b\n", "/!\r\n\r\n", "i", "OS'ſ", "123", "456", "78", "/\r\n", " ㍿'", "M", "<|", "fim", "_prefix", "|>", "Ab", "\r", "😀🏽", "ſ'll", "­"]}
+{"text": "'Taſ​'ll0३'S'ſ'Sſ!!😀🏽,!!\u000bHTTPServer/​mé
9𐞁ß𐞁\r\n\r\n's'ᵃ🙂s", "tokens": 44, "pieces": ["'Taſ", "​'", "ll", "0३", "'S'ſ", "'Sſ", "!!😀🏽,!!", "\u000bHTTPServer", "/​", "mé", "
", "9", "𐞁ß𐞁", "\r\n\r\n", "'s", "'ᵃ", "🙂s"]}
+{"text": "/\r\n👍🏽­​İİß're\n/'llZmB\n/́ſ́aBİع😀🏽're  …'ſ  '　.㋿camelCaseHTTPServerfit'sm", "tokens": 49, "pieces": ["/\r\n", "👍🏽­​", "İİß're", "\n", "/'", "ll", "Zm", "B", "\n", "/́ſ́a", "Bİع", "😀🏽'", "re", "  ", "…", "'ſ", " ", " '", "　", ".㋿", "camel", "Case", "HTTPServerfit's", "m"]}
+{"text": "ꟲ!!m'D,.,ع🙂!!iOS#$%\r\n…\"\rAb'SaBABC👍🏽>\u000b👍🏽t#$%Dž½", "tokens": 38, "pieces": ["ꟲ", "!!", "m'D", ",.,", "ع", "🙂!!", "i", "OS", "#$%\r\n", "…", "\"\r", "Ab'S", "a", "BABC", "👍🏽>", "\u000b", "👍🏽", "t", "#$%", "Dž", "½"]}
+{"text": "Ab0\r\nſ🙂é,B-,fi'll'VE'BEOT
12345678\n/HTTPServerEOT👍🏽ع \n ⅣcamelCase🙂字🙂ßEOT\u000beiOS…🙂\"٣٤٥٦", "tokens": 53, "pieces": ["Ab", "0", "\r\n", "ſ", "🙂é", ",B", "-,", "fi'll", "'VE", "'BEOT", "
", "123", "456", "78", "\n", "/HTTPServer", "EOT", "👍🏽", "ع", " \n", " ", "Ⅳ", "camel", "Case", "🙂字", "🙂ß", "EOT", "\u000bei", "OS", "…", "🙂\"", "٣٤٥", "٦"]}
+{"text": "EOT'reİ😀🏽 ㋿aB
HTTPServer　<३'D", "tokens": 20, "pieces": ["EOT're", "İ", "😀🏽", " ㋿", "a", "B", "
HTTPServer", "　", "<", "३", "'D"]}
+{"text": "Ⅳ\r\u000b漢
<|endoftext|><META_START> \n 'll½­å  Džungla　åⅣᵃiOSḍ̇́ſ!‍aB/\r\nAbع ́aBe\u000b'ſ㋿
", "tokens": 61, "pieces": ["Ⅳ", "\r", "\u000b漢", "
", "<|", "endoftext", "|><", "META", "_START", ">", " \n", " '", "ll", "½", "­å", " ", " Džungla", "　å", "Ⅳ", "ᵃi", "OSḍ̇́ſ", "!‍", "a", "B", "/\r\n", "Abع", " ́a", "Be", "\u000b", "'ſ", "㋿", "
"]}
+{"text": "\nZ!!é#$%٣٤٥٦ ㋿\t​­/
ABC㋿", "tokens": 23, "pieces": ["\n", "Z", "!!", "é", "#$%", "٣٤٥", "٦", " ", "㋿", "\t", "​­/", "
ABC", "㋿"]}
+{"text": " \n Zm\r\n'sé漢!!#$%<META_START>a/bEOTꟲ<|endoftext|>'sß👍🏽😀🏽\n/dcamelCase'T'D9s>\niOS\n/ꟲ'VE's/\rᵃDž…iOS", "tokens": 67, "pieces": [" \n", " Zm", "\r\n", "'sé漢", "!!#$%<", "META", "_START", ">a", "/b", "EOTꟲ", "<|", "endoftext", "|>'", "sß", "👍🏽😀🏽\n/", "dcamel", "Case'T", "'D", "9", "s", ">\n", "i", "OS", "\n", "/ꟲ'VE", "'s", "/\r", "ᵃ", "Dž", "…i", "OS"]}
+{"text": "\rsＡعsEOT
　\t<META_START>ſ \n    \n　 \n a/b\t'VEe>'VEDžungla.e'ReZ…'<|fim_prefix|>0BⅣ\"\ta", "tokens": 47, "pieces": ["\r", "s", "Ａعs", "EOT", "
　", "\t", "<META", "_START", ">ſ", " \n    \n　 \n", " a", "/b", "\t", "'VEe", ">'", "VEDžungla", ".e'Re", "Z", "…", "'<|", "fim", "_prefix", "|>", "0", "B", "Ⅳ", "\"", "\ta"]}
+{"text": "Ⅳ<META_START>", "tokens": 6, "pieces": ["Ⅳ", "<META", "_START", ">"]}
+{"text": "ſiOSéEOT    \nsß\r\n\r\n字½!!㋿(é😀🏽
>", "tokens": 24, "pieces": ["ſi", "OSé", "EOT", "    \n", "sß", "\r\n\r\n", "字", "½", "!!㋿(", "é", "😀🏽", "
", ">"]}
+{"text": "​½ꟲ㋿.dⅣ'M३1234567812345678iOS‍…'Refi'llİ", "tokens": 29, "pieces": ["​", "½", "ꟲ", "㋿.", "d", "Ⅳ", "'M", "३12", "345", "678", "123", "456", "78", "i", "OS", "‍", "…", "'Refi'll", "İ"]}
+{"text": "㋿é
'Mſ#$%s#$%
👍🏽  😀🏽३İ‍'VEع-HTTPServer字­", "tokens": 31, "pieces": ["㋿é", "
", "'Mſ", "#$%", "s", "#$%", "
", "👍🏽", " ", " 😀🏽", "३", "İ", "‍'", "VEع", "-HTTPServer字", "­"]}
+{"text": "३fi9­HTTPServer", "tokens": 6, "pieces": ["३", "fi", "9", "­HTTPServer"]}
+{"text": " Abꟲ\"ABC", "tokens": 7, "pieces": [" Abꟲ", "\"ABC"]}
+{"text": "字́d/Ⅳḍ̇'a/bZ,ᵃ
'St​'ll‍३s𐞁İ", "tokens": 30, "pieces": ["字́d", "/", "Ⅳ", "ḍ̇", "'a", "/b", "Z", ",ᵃ", "
", "'St", "​'", "ll", "‍", "३", "s𐞁", "İ"]}
+{"text": "漢ꟲéİſfiZ\u000b㍿.\rDž३iOS>\n
EOT㍿   \n'T", "tokens": 30, "pieces": ["漢ꟲé", "İſfi", "Z", "\u000b", "㍿.\r", "Dž", "३", "i", "OS", ">\n", "
EOT", "㍿", "   \n", "'T"]}
+{"text": ">😀🏽's🙂>'re\r\ń/\r\n<|endoftext|>'DB\r\n9…'sＡ\n/(eß'D<META_START>/a…-   \n  m\r\nem
ABC<dDžungla'Re", "tokens": 53, "pieces": [">😀🏽'", "s", "🙂>'", "re", "\r\n", "́", "/\r\n", "<|", "endoftext", "|>'", "DB", "\r\n", "9", "…", "'s", "Ａ", "\n", "/(", "eß'D", "<META", "_START", ">/", "a", "…", "-", "   \n", " ", " m", "\r\n", "em", "
ABC", "<d", "Džungla'Re"]}
+{"text": "\n/'Re​ 12345678aAb\ré99\r\né'ſ'Re😀🏽/\r\né   \n字İ…Ⅳ\n\u000b", "tokens": 34, "pieces": ["\n", "/'", "Re", "​", " ", "123", "456", "78", "a", "Ab", "\r", "é", "99", "\r\n", "é'ſ", "'Re", "😀🏽/\r\n", "é", "   \n", "字", "İ", "…", "Ⅳ", "\n", "\u000b"]}
+{"text": "　<|fim_prefix|>12345678'T\n'VE<EOT>𐞁𐞁\u000b<ß<|fim_prefix|>d<EOT>iOSaBABC…Ⅳa\r\n​", "tokens": 50, "pieces": ["　", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'T", "\n", "'VE", "<EOT", ">𐞁𐞁", "\u000b", "<ß", "<|", "fim", "_prefix", "|>", "d", "<EOT", ">i", "OSa", "BABC", "…", "Ⅳ", "a", "\r\n", "​"]}
+{"text": "å😀🏽ع<META_START>camelCase  /\r\n  ḍ̇ \n Ab漢", "tokens": 23, "pieces": ["å", "😀🏽", "ع", "<META", "_START", ">camel", "Case", " ", " /\r\n", " ", " ḍ̇", " \n", " Ab漢"]}
+{"text": "ḍ̇\u000b­Z/Džungla٣٤٥٦!\n　…　>EOT<|fim_prefix|>
'ReAbéعABC\n/'VE½Ａ\u000be(👍🏽", "tokens": 45, "pieces": ["ḍ̇", "\u000b", "­Z", "/Džungla", "٣٤٥", "٦", "!\n", "　…", "　", ">EOT", "<|", "fim", "_prefix", "|>", "
", "'Re", "Abéع", "ABC", "\n", "/'", "VE", "½", "Ａ", "\u000be", "(👍🏽"]}
+{"text": "'S>m!B>#$%!!0ſAbABCİ👍🏽é'D ​ B   \n\u000bDžungla\n/  aBB  \n/　\r'M", "tokens": 38, "pieces": ["'S", ">m", "!B", ">#$%!!", "0", "ſ", "Ab", "ABCİ", "👍🏽", "é'D", " ", "​", " B", "   \n", "\u000bDžungla", "\n", "/", " ", " a", "BB", "  \n", "/", "　\r", "'M"]}
+{"text": "/😀🏽-İ-åع'ſ\r\n dcamelCase😀🏽's㋿(㍿㍿'<META_START>et…a<|endoftext|>/\r\n!<META_START>", "tokens": 51, "pieces": ["/😀🏽-", "İ", "-åع'ſ", "\r\n", " dcamel", "Case", "😀🏽'", "s", "㋿(㍿㍿'<", "META", "_START", ">et", "…a", "<|", "endoftext", "|>/\r\n", "!<", "META", "_START", ">"]}
+{"text": "Zع'fi\r\n\r\n\r\nABCe0\rZ३ficamelCase'DDžungla'MsEOTd\r0ſꟲ'ReDžungla9…Ab½DžunglaAbDžungla½", "tokens": 50, "pieces": ["Zع", "'fi", "\r\n\r\n\r\n", "ABCe", "0", "\r", "Z", "३", "ficamel", "Case'D", "Džungla'M", "s", "EOTd", "\r", "0", "ſꟲ'Re", "Džungla", "9", "…Ab", "½", "Džungla", "Ab", "Džungla", "½"]}
+{"text": "ABCaBß　'VEe'sDžunglaᵃ", "tokens": 16, "pieces": ["ABCa", "Bß", "　", "'VEe's", "Džunglaᵃ"]}
+{"text": "Z  🙂é!!漢‍\r\n漢👍🏽B", "tokens": 13, "pieces": ["Z", " ", " 🙂", "é", "!!", "漢", "‍\r\n", "漢", "👍🏽", "B"]}
+{"text": "EOTDžungla  (iOS'😀🏽 \n /\r\n,\rt\r\n\r\n🙂B'Ⅳ0EOTa/b\r\n\r\n!‍<EOT>", "tokens": 38, "pieces": ["EOTDžungla", " ", " (", "i", "OS", "'😀🏽", " \n", " /\r\n", ",\r", "t", "\r\n\r\n", "🙂B", "'", "Ⅳ0", "EOTa", "/b", "\r\n\r\n", "!‍<", "EOT", ">"]}
+{"text": "\u000bEOT.s
ſ👍🏽👍🏽İع. \n >🙂㍿,s<EOT>'T𐞁iOSḍ̇‍BDžungla😀🏽Džungla>İ🙂DžunglacamelCase'D<EOT>'ſ!d㋿", "tokens": 68, "pieces": ["\u000bEOT", ".s", "
ſ", "👍🏽👍🏽", "İع", ".", " \n", " >🙂㍿,", "s", "<EOT", ">'", "T𐞁i", "OSḍ̇", "‍BDžungla", "😀🏽", "Džungla", ">İ", "🙂Džunglacamel", "Case'D", "<EOT", ">'", "ſ", "!d", "㋿"]}
+{"text": "''S<EOT>9ABC㋿,\n/9\r'Ś(ABCⅣ́", "tokens": 20, "pieces": ["''", "S", "<EOT", ">", "9", "ABC", "㋿,\n/", "9", "\r", "'Ś", "(ABC", "Ⅳ", "́"]}
+{"text": "漢㋿​'VE​ßḍ̇<㋿iOS…İ㍿ fiＡ  ́㋿ \n Ab'VE", "tokens": 37, "pieces": ["漢", "㋿​'", "VE", "​ßḍ̇", "<㋿", "i", "OS", "…İ", "㍿", " fi", "Ａ", " ", " ́", "㋿", " \n", " Ab'VE"]}
+{"text": "d字\r\n\r\n𐞁camelCaseHTTPServer'ſ́9aåå<|fim_prefix|><  .éḍ̇dⅣßfi", "tokens": 36, "pieces": ["d字", "\r\n\r\n", "𐞁camel", "Case", "HTTPServer'ſ", "́", "9", "aåå", "<|", "fim", "_prefix", "|><", " ", " .", "éḍ̇d", "Ⅳ", "ßfi"]}
+{"text": "'VEⅣåst \n fi\"(   \nİ٣٤٥٦0camelCase٣٤٥٦'D'TＡ/\r\nBdt字३", "tokens": 31, "pieces": ["'VE", "Ⅳ", "åst", " \n", " fi", "\"(", "   \n", "İ", "٣٤٥", "٦0", "camel", "Case", "٣٤٥", "٦", "'D'T", "Ａ", "/\r\n", "Bdt字", "३"]}
+{"text": "字\rcamelCase\r\n\r\néåt#$%fi\n/<EOT>,!HTTPServer#$%  'ss", "tokens": 26, "pieces": ["字", "\r", "camel", "Case", "\r\n\r\n", "éåt", "#$%", "fi", "\n", "/<", "EOT", ">,!", "HTTPServer", "#$%", " ", " '", "ss"]}
+{"text": "\t𐞁'll….\rⅣ9\u000bᵃ٣٤٥٦𐞁iOS\n\t…​'M　३\t'S👍🏽　d'", "tokens": 44, "pieces": ["\t𐞁'll", "…", ".\r", "Ⅳ9", "\u000bᵃ", "٣٤٥", "٦", "𐞁i", "OS", "\n", "\t", "…", "​'", "M", "　", "३", "\t", "'S", "👍🏽", "　d", "'"]}
+{"text": "fi漢👍🏽", "tokens": 5, "pieces": ["fi漢", "👍🏽"]}
+{"text": "字<|endoftext|>\r\n>𐞁\t\r\nß AbZ<EOT> \n 'Sd\r­/\r\n​ \n ", "tokens": 29, "pieces": ["字", "<|", "endoftext", "|>\r\n", ">𐞁", "\t\r\n", "ß", " Ab", "Z", "<EOT", ">", " \n", " '", "Sd", "\r", "­/\r\n", "​", " \n", " "]}
+{"text": "​Džungla", "tokens": 5, "pieces": ["​Džungla"]}
+{"text": "\r\n   éfi㍿Z३Dž", "tokens": 12, "pieces": ["\r\n", "  ", " éfi", "㍿Z", "३", "Dž"]}
+{"text": "9\u000b'VE'll", "tokens": 5, "pieces": ["9", "\u000b", "'VE'll"]}
+{"text": " 🙂!​\n'Mm\n/Bé'D>s\r\n字'M㋿\nEOT's/\r\n　fi('Ta/bmd", "tokens": 28, "pieces": [" 🙂!​\n", "'Mm", "\n", "/Bé'D", ">s", "\r\n", "字'M", "㋿\n", "EOT's", "/\r\n", "　fi", "('", "Ta", "/bmd"]}
+{"text": "<META_START>/\r\n‍å>B's字'VE'𐞁iOS-ꟲå३Džunglae‍ḍ̇​fi>.", "tokens": 39, "pieces": ["<META", "_START", ">/\r\n", "‍å", ">B's", "字'VE", "'𐞁i", "OS", "-ꟲå", "३", "Džunglae", "‍ḍ̇", "​fi", ">."]}
+{"text": "   \nABCiOS३İ\nABCDžs", "tokens": 11, "pieces": ["   \n", "ABCi", "OS", "३", "İ", "\n", "ABCDžs"]}
+{"text": "e字,\r\n\r\ncamelCase'llcamelCaseåHTTPServereعtEOT'ReABCé>", "tokens": 22, "pieces": ["e字", ",\r\n\r\n", "camel", "Case'll", "camel", "Caseå", "HTTPServereعt", "EOT'Re", "ABCé", ">"]}
+{"text": "009<|endoftext|>a'll\"<META_START>  'reḍ̇Džungla　/\r\n  émİꟲ'M", "tokens": 35, "pieces": ["009", "<|", "endoftext", "|>", "a'll", "\"<", "META", "_START", ">", " ", " '", "reḍ̇", "Džungla", "　", "/\r\n", " ", " ém", "İꟲ'M"]}
+{"text": "\n漢'VE \n ", "tokens": 6, "pieces": ["\n", "漢'VE", " \n", " "]}
+{"text": "\n/<META_START>\t\nEOTꟲ0㋿édéB㋿,", "tokens": 23, "pieces": ["\n", "/<", "META", "_START", ">", "\t\n", "EOTꟲ", "0", "㋿édé", "B", "㋿,"]}
+{"text": "ᵃ漢   \n­\n/aBédéaB   \n#$%fiZ\r\n!!HTTPServer'ſ'llcamelCase", "tokens": 26, "pieces": ["ᵃ漢", "   \n", "­\n/", "a", "Bédéa", "B", "   \n", "#$%", "fi", "Z", "\r\n", "!!", "HTTPServer'ſ", "'llcamel", "Case"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'llİᵃ9😀🏽s‍'ſⅣ㋿<|endoftext|>ᵃ're🙂𐞁'ſ…\u000beعßB're", "tokens": 44, "pieces": ["'ll", "İᵃ", "9", "😀🏽", "s", "‍'", "ſ", "Ⅳ", "㋿<|", "endoftext", "|>", "ᵃ're", "🙂𐞁'ſ", "…", "\u000beعß", "B're"]}
+{"text": "'Re!camelCase字👍🏽(å-!\"٣٤٥٦\u000b/½/​ع<ᵃ \n <|endoftext|>'Se 12345678'll🙂<|fim_prefix|>éDžunglaé'MHTTPServer!!‍!", "tokens": 62, "pieces": ["'Re", "!camel", "Case字", "👍🏽(", "å", "-!\"", "٣٤٥", "٦", "\u000b", "/", "½", "/​", "ع", "<ᵃ", " \n", " <|", "endoftext", "|>'", "Se", " ", "123", "456", "78", "'ll", "🙂<|", "fim", "_prefix", "|>", "é", "Džunglaé'M", "HTTPServer", "!!‍!"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "'VE㋿", "tokens": 5, "pieces": ["'VE", "㋿"]}
+{"text": "
iOS''Refi👍🏽\nfi👍🏽\r\n\r\n!! \n ٣٤٥٦'ll٣٤٥٦t!!…😀🏽ᵃmİⅣ", "tokens": 41, "pieces": ["
i", "OS", "''", "Refi", "👍🏽\n", "fi", "👍🏽\r\n\r\n", "!!", " \n", " ", "٣٤٥", "٦", "'ll", "٣٤٥", "٦", "t", "!!", "…", "😀🏽", "ᵃm", "İ", "Ⅳ"]}
+{"text": "…'Me<|fim_prefix|>\r\n\r\n 𐞁camelCase३\u000biOS12345678d('D", "tokens": 27, "pieces": ["…", "'Me", "<|", "fim", "_prefix", "|>\r\n\r\n", " 𐞁camel", "Case", "३", "\u000bi", "OS", "123", "456", "78", "d", "('", "D"]}
+{"text": "Džungla\rEOT  Džungla-…aB\r\n  ", "tokens": 20, "pieces": ["Džungla", "\r", "EOT", " ", " Džungla", "-", "…a", "B", "\r\n", "  "]}
+{"text": "İå'Sm-!fi'S\u000bſBiOS​ \n >camelCase\"912345678\r\n\r\n\tZ", "tokens": 24, "pieces": ["İå'S", "m", "-!", "fi'S", "\u000bſ", "Bi", "OS", "​", " \n", " >", "camel", "Case", "\"", "912", "345", "678", "\r\n\r\n", "\tZ"]}
+{"text": "‍9‍­/\r\n-sé,…!!d(\r\n   \nſ#$%漢é#$%!㋿ᵃ½ABC\r\t\r\nZed\n/𐞁<META_START> ​  ", "tokens": 45, "pieces": ["‍", "9", "‍­/\r\n", "-sé", ",", "…", "!!", "d", "(\r\n", "   \n", "ſ", "#$%", "漢é", "#$%!㋿", "ᵃ", "½", "ABC", "\r\t\r\n", "Zed", "\n", "/𐞁", "<META", "_START", ">", " ​", "  "]}
+{"text": "HTTPServer'DßAb漢m'll9Dž<META_START>!0漢'ſḍ̇\u000b-ſa/bfiB\r\n\r\n‍'TDž  (Ⅳ/\r\n", "tokens": 41, "pieces": ["HTTPServer'D", "ß", "Ab漢m'll", "9", "Dž", "<META", "_START", ">!", "0", "漢'ſ", "ḍ̇", "\u000b", "-ſa", "/bfi", "B", "\r\n\r\n", "‍'", "TDž", " ", " (", "Ⅳ", "/\r\n"]}
+{"text": "!å('T ½a/b​0\r\n.DžunglaHTTPServer'ſ㍿fi㋿!字!​漢😀🏽\tᵃZ!Z字  ", "tokens": 45, "pieces": ["!å", "('", "T", " ", "½", "a", "/b", "​", "0", "\r\n", ".Džungla", "HTTPServer'ſ", "㍿fi", "㋿!", "字", "!​", "漢", "😀🏽", "\tᵃ", "Z", "!Z字", "  "]}
+{"text": "ع EOT!!0ſ'VEＡ", "tokens": 9, "pieces": ["ع", " EOT", "!!", "0", "ſ'VE", "Ａ"]}
+{"text": "\r<|fim_prefix|>'s \n DžåAb\t­\n३B'sAbs\n😀🏽…", "tokens": 27, "pieces": ["\r", "<|", "fim", "_prefix", "|>'", "s", " \n", " Džå", "Ab", "\t", "­\n", "३", "B's", "Abs", "\n", "😀🏽", "…"]}
+{"text": "m👍🏽e\r\n\r\n9‍a/bⅣ<🙂́(ع(<|fim_prefix|>­- \n \"m<|endoftext|>>㋿\t
<e", "tokens": 42, "pieces": ["m", "👍🏽", "e", "\r\n\r\n", "9", "‍a", "/b", "Ⅳ", "<🙂́(", "ع", "(<|", "fim", "_prefix", "|>­-", " \n", " \"", "m", "<|", "endoftext", "|>>㋿", "\t", "
", "<e"]}
+{"text": "   \n!!İ\r\n\r\n٣٤٥٦ <|fim_prefix|>㍿ⅣHTTPServer   \nABC", "tokens": 24, "pieces": ["   \n", "!!", "İ", "\r\n\r\n", "٣٤٥", "٦", " ", "<|", "fim", "_prefix", "|>㍿", "Ⅳ", "HTTPServer", "   \n", "ABC"]}
+{"text": "'ll,🙂camelCase…­😀🏽-m'D'D ⅣB'Sᵃ😀🏽'HTTPServer", "tokens": 29, "pieces": ["'ll", ",🙂", "camel", "Case", "…", "­😀🏽-", "m'D", "'D", " ", "Ⅳ", "B'S", "ᵃ", "😀🏽'", "HTTPServer"]}
+{"text": "é.Ⅳé
Ⅳ>   \n12345678a/b👍🏽Dž\r\n\r\n\r\nBs𐞁<EOT><'T>…9,9字 'reᵃᵃ!>­ſ\"Džungla漢", "tokens": 58, "pieces": ["é", ".", "Ⅳ", "é", "
", "Ⅳ", ">", "   \n", "123", "456", "78", "a", "/b", "👍🏽", "Dž", "\r\n\r\n\r\n", "Bs𐞁", "<EOT", "><'", "T", ">", "…", "9", ",", "9", "字", " '", "reᵃᵃ", "!>­", "ſ", "\"Džungla漢"]}
+{"text": "aEOT'ſ'ſ s \n iOS \n ᵃ'refiABC३\n'D", "tokens": 22, "pieces": ["a", "EOT'ſ", "'ſ", " s", " \n", " i", "OS", " \n", " ᵃ're", "fi", "ABC", "३", "\n", "'D"]}
+{"text": "tiOS'SＡ\r\n漢9<META_START>‍　\t12345678'M٣٤٥٦>𐞁३٣٤٥٦\n/!!d漢'VEHTTPServer're<META_START>ＡABC", "tokens": 48, "pieces": ["ti", "OS'S", "Ａ", "\r\n", "漢", "9", "<META", "_START", ">‍", "　", "\t", "123", "456", "78", "'M", "٣٤٥", "٦", ">𐞁", "३٣٤", "٥٦", "\n", "/!!", "d漢'VE", "HTTPServer're", "<META", "_START", ">ＡABC"]}
+{"text": "'S'T‍12345678字ABC", "tokens": 8, "pieces": ["'S'T", "‍", "123", "456", "78", "字", "ABC"]}
+{"text": "㍿​'DB!!<Dž😀🏽'D漢\n/<META_START>/tAb　　ᵃ'ReHTTPServerfi\r\n字saBa字iOS'll#$%Z½㋿", "tokens": 47, "pieces": ["㍿​'", "DB", "!!<", "Dž", "😀🏽'", "D漢", "\n", "/<", "META", "_START", ">/", "t", "Ab", "　", "　ᵃ'Re", "HTTPServerfi", "\r\n", "字sa", "Ba字i", "OS'll", "#$%", "Z", "½", "㋿"]}
+{"text": "s,\niOS!#$%Ａ\r…😀🏽,a/bZ's­mZḍ̇३'VE\r\n/'ll\u000b.HTTPServereعİm㋿'S'M'Re", "tokens": 45, "pieces": ["s", ",\n", "i", "OS", "!#$%", "Ａ", "\r", "…", "😀🏽,", "a", "/b", "Z's", "­m", "Zḍ̇", "३", "'VE", "\r\n", "/'", "ll", "\u000b", ".HTTPServereع", "İm", "㋿'", "S'M", "'Re"]}
+{"text": "ßt 👍🏽́ع'VE's٣٤٥٦!!12345678<|endoftext|>\r/\r\n½ ḍ̇", "tokens": 31, "pieces": ["ßt", " 👍🏽́", "ع'VE", "'s", "٣٤٥", "٦", "!!", "123", "456", "78", "<|", "endoftext", "|>\r/\r\n", "½", " ḍ̇"]}
+{"text": "\n/12345678camelCase/٣٤٥٦EOT'ſ's\n/<\ra/biOSİ!!😀🏽a\r\n\r\n\r\n!!åééa㍿a/b", "tokens": 44, "pieces": ["\n", "/", "123", "456", "78", "camel", "Case", "/", "٣٤٥", "٦", "EOT'ſ", "'s", "\n", "/<\r", "a", "/bi", "OSİ", "!!😀🏽", "a", "\r\n\r\n\r\n", "!!", "åééa", "㍿a", "/b"]}
+{"text": "👍🏽½Ⅳ
'M   \n字 'T  ,½́/é'ſ'", "tokens": 21, "pieces": ["👍🏽", "½Ⅳ", "
", "'M", "   \n", "字", " ", "'T", " ", " ,", "½", "́", "/é'ſ", "'"]}
+{"text": "\rZ'sEOTHTTPServer<META_START>fi0½AbHTTPServera/b<|endoftext|>…'Re\n<|fim_prefix|>-", "tokens": 36, "pieces": ["\r", "Z's", "EOTHTTPServer", "<META", "_START", ">fi", "0½", "Ab", "HTTPServera", "/b", "<|", "endoftext", "|>", "…", "'Re", "\n", "<|", "fim", "_prefix", "|>-"]}
+{"text": "s'D'rét漢é<|endoftext|>…HTTPServerHTTPServerABC9!!'re½'D😀🏽,ß漢Z", "tokens": 35, "pieces": ["s'D", "'rét漢é", "<|", "endoftext", "|>", "…HTTPServer", "HTTPServer", "ABC", "9", "!!'", "re", "½", "'D", "😀🏽,", "ß漢", "Z"]}
+{"text": "<EOT>😀🏽'VEt३ \t9'Reé́!,𐞁́<|endoftext|><|fim_prefix|>㋿9>­́'ReZ're/\r\n 👍🏽'ſ
é'T㍿\r\n\r\n", "tokens": 61, "pieces": ["<EOT", ">😀🏽'", "VEt", "३", " ", "\t", "9", "'Reé́", "!,", "𐞁́", "<|", "endoftext", "|><|", "fim", "_prefix", "|>㋿", "9", ">­́'", "Re", "Z're", "/\r\n", " ", "👍🏽'", "ſ", "
é'T", "㍿\r\n\r\n"]}
+{"text": "
<|endoftext|>", "tokens": 8, "pieces": ["
", "<|", "endoftext", "|>"]}
+{"text": "s.</\r\n<EOT>👍🏽é'M漢ꟲ'ß \n #$%0\r\n‍(", "tokens": 25, "pieces": ["s", ".</\r\n", "<EOT", ">👍🏽", "é'M", "漢ꟲ", "'ß", " \n", " #$%", "0", "\r\n", "‍("]}
+{"text": "å漢EOT👍🏽🙂12345678\n/#$%   \n'S　Džungla'D🙂Ⅳ12345678fi🙂EOT'", "tokens": 35, "pieces": ["å漢", "EOT", "👍🏽🙂", "123", "456", "78", "\n", "/#$%", "   \n", "'S", "　Džungla'D", "🙂", "Ⅳ12", "345", "678", "fi", "🙂EOT", "'"]}
+{"text": "३ſ'VEع\"'VE𐞁­'s٣٤٥٦'SZ/!!'ſꟲ<'M   
/\r\nHTTPServerfi", "tokens": 35, "pieces": ["३", "ſ'VE", "ع", "\"'", "VE𐞁", "­'", "s", "٣٤٥", "٦", "'SZ", "/!!'", "ſꟲ", "<'", "M", "   ", "
", "/\r\n", "HTTPServerfi"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\u000b're'SＡ'Re𐞁9\r\n\n/,m\r\n\r\ncamelCase𐞁३é\r\n\r\nع­​…\t'SＡ
<META_START>aBſ…ḍ̇Z/㍿Z‍a/b", "tokens": 53, "pieces": ["\u000b", "'re'S", "Ａ'Re", "𐞁", "9", "\r\n\n", "/,", "m", "\r\n\r\n", "camel", "Case𐞁", "३", "é", "\r\n\r\n", "ع", "­​", "…", "\t", "'SＡ", "
", "<META", "_START", ">a", "Bſ", "…ḍ̇", "Z", "/㍿", "Z", "‍a", "/b"]}
+{"text": "-‍.<|endoftext|>́Ⅳꟲa/b字'S#$%m'T
½", "tokens": 25, "pieces": ["-‍.<|", "endoftext", "|>́", "Ⅳ", "ꟲa", "/b字'S", "#$%", "m'T", "
", "½"]}
+{"text": "'T,,e0/   \n'<EOT>  B'S'SDžunglaABCZ\u000b.\r\n9\ts\r\n\r\n'M㋿㋿12345678mſ!!
aB́>-
/\r\n👍🏽", "tokens": 48, "pieces": ["'T", ",,", "e", "0", "/", "   \n", "'<", "EOT", ">", " ", " B'S", "'SDžungla", "ABCZ", "\u000b", ".\r\n", "9", "\ts", "\r\n\r\n", "'M", "㋿㋿", "123", "456", "78", "mſ", "!!", "
a", "B́", ">-", "
", "/\r\n", "👍🏽"]}
+{"text": "ſe­'VE½'re\"́㍿'.0>d,٣٤٥٦Ab'\r\n  ZZs're漢Ⅳ­Ａ   \n\u000bZ0aB​/\r\nᵃEOT", "tokens": 44, "pieces": ["ſe", "­'", "VE", "½", "'re", "\"́", "㍿'.", "0", ">d", ",", "٣٤٥", "٦", "Ab", "'\r\n", " ", " ZZs're", "漢", "Ⅳ", "­Ａ", "   \n", "\u000bZ", "0", "a", "B", "​/\r\n", "ᵃ", "EOT"]}
+{"text": "…,😀🏽\n//\r\nHTTPServer!㋿Z'ſ-", "tokens": 18, "pieces": ["…", ",😀🏽\n//\r\n", "HTTPServer", "!㋿", "Z'ſ", "-"]}
+{"text": "Dž<|endoftext|>…HTTPServer-ꟲ'VE　字　ßaBDžع9\u000bEOT9'.ꟲ\r\nssaB  Dž", "tokens": 44, "pieces": ["Dž", "<|", "endoftext", "|>", "…HTTPServer", "-ꟲ'VE", "　字", "　ßa", "BDžع", "9", "\u000bEOT", "9", "'.", "ꟲ", "\r\n", "ssa", "B", " ", " Dž"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "/\r\nİe‍#$%'ScamelCase'llEOT/'Dé
<EOT>字字fi\tＡ\"'MABC/ع'reꟲ­ꟲ­aEOT𐞁字Džꟲßſ", "tokens": 52, "pieces": ["/\r\n", "İe", "‍#$%'", "Scamel", "Case'll", "EOT", "/'", "Dé", "
", "<EOT", ">字字fi", "\tＡ", "\"'", "MABC", "/ع're", "ꟲ", "­ꟲ", "­a", "EOT𐞁字Džꟲßſ"]}
+{"text": "'VEᵃİ're.'s, !'ſ\r\r\n\r\n \n 9'T-\r\nm​camelCase/\r\n \n \r\n㋿٣٤٥٦字'ſ'VE>'s   \n<META_START>", "tokens": 46, "pieces": ["'VEᵃ", "İ're", ".'", "s", ",", " ", "!'", "ſ", "\r\r\n\r\n \n", " ", "9", "'T", "-\r\n", "m", "​camel", "Case", "/\r\n", " \n \r\n", "㋿", "٣٤٥", "٦", "字'ſ", "'VE", ">'", "s", "   \n", "<META", "_START", ">"]}
+{"text": "'M<META_START>\rå<EOT><|fim_prefix|>   \n9ḍ̇e/ᵃᵃcamelCase\t‍'D<|endoftext|>漢(", "tokens": 44, "pieces": ["'M", "<META", "_START", ">\r", "å", "<EOT", "><|", "fim", "_prefix", "|>", "   \n", "9", "ḍ̇e", "/ᵃᵃcamel", "Case", "\t", "‍'", "D", "<|", "endoftext", "|>", "漢", "("]}
+{"text": "d-Ab   \nḍ̇­aB漢'　…㋿>", "tokens": 17, "pieces": ["d", "-Ab", "   \n", "ḍ̇", "­a", "B漢", "'", "　", "…", "㋿>"]}
+{"text": "𐞁camelCase<|fim_prefix|>é'll ", "tokens": 15, "pieces": ["𐞁camel", "Case", "<|", "fim", "_prefix", "|>", "é'll", " "]}
+{"text": "<👍🏽camelCasecamelCase", "tokens": 8, "pieces": ["<👍🏽", "camel", "Casecamel", "Case"]}
+{"text": "EOT-.́½ꟲ!!漢ABCd/\r\n!Džungla'lléABC'Reſſ'Mfi<META_START>m\"'Z'saBEOT'll‍Z", "tokens": 40, "pieces": ["EOT", "-.́", "½", "ꟲ", "!!", "漢ABCd", "/\r\n", "!Džungla'll", "é", "ABC'Re", "ſſ'M", "fi", "<META", "_START", ">m", "\"'", "Z's", "a", "BEOT'll", "‍Z"]}
+{"text": "å 'lla/b\n/\r\n㍿<META_START>\r'　 \n Dž<|fim_prefix|>BAb字😀🏽Džungla\n/d-'Då\r'sᵃcamelCaseDž,\n'MfiZ\rＡ'ſå", "tokens": 61, "pieces": ["å", " '", "lla", "/b", "\n", "/\r\n", "㍿<", "META", "_START", ">\r", "'", "　 \n", " Dž", "<|", "fim", "_prefix", "|>", "BAb字", "😀🏽", "Džungla", "\n", "/d", "-'", "Då", "\r", "'sᵃcamel", "Case", "Dž", ",\n", "'Mfi", "Z", "\r", "Ａ'ſ", "å"]}
+{"text": "👍🏽's", "tokens": 5, "pieces": ["👍🏽'", "s"]}
+{"text": ".'Re😀🏽Dž", "tokens": 7, "pieces": [".'", "Re", "😀🏽", "Dž"]}
+{"text": "camelCaseᵃé🙂a'll mᵃABC<|fim_prefix|>", "tokens": 20, "pieces": ["camel", "Caseᵃé", "🙂a'll", " mᵃ", "ABC", "<|", "fim", "_prefix", "|>"]}
+{"text": "عع<META_START>\r\naBs\r\n\r\n'Re", "tokens": 10, "pieces": ["عع", "<META", "_START", ">\r\n", "a", "Bs", "\r\n\r\n", "'Re"]}
+{"text": "
漢a　ß\r\n\r\n9㋿Ⅳ'Re'sABC‍\tABC<'Re㍿㋿漢,'re\"", "tokens": 30, "pieces": ["
漢a", "　ß", "\r\n\r\n", "9", "㋿", "Ⅳ", "'Re's", "ABC", "‍", "\tABC", "<'", "Re", "㍿㋿", "漢", ",'", "re", "\""]}
+{"text": "'ſ३<META_START>fié- ́!<META_START>B'T𐞁\n/!<👍🏽0'T0DžcamelCase\"!'​   \n'S　.\r<|fim_prefix|>åmABC😀🏽　", "tokens": 59, "pieces": ["'ſ", "३", "<META", "_START", ">fié", "-", " ́", "!<", "META", "_START", ">B'T", "𐞁", "\n", "/!<👍🏽", "0", "'T", "0", "Džcamel", "Case", "\"!'​", "   \n", "'S", "　", ".\r", "<|", "fim", "_prefix", "|>", "åm", "ABC", "😀🏽", "　"]}
+{"text": "B㍿İ/s𐞁
", "tokens": 11, "pieces": ["B", "㍿İ", "/s𐞁", "
"]}
+{"text": "…<|fim_prefix|>HTTPServer'Re३' \n 'sABC<|fim_prefix|>s \n '<META_START>,", "tokens": 29, "pieces": ["…", "<|", "fim", "_prefix", "|>", "HTTPServer'Re", "३", "'", " \n", " '", "s", "ABC", "<|", "fim", "_prefix", "|>", "s", " \n", " '<", "META", "_START", ">,"]}
+{"text": "!!é\u000ba/bß'llfi字漢(Abé\u000b\r…‍d٣٤٥٦  \r'S.é'llEOT.AbcamelCase-\u000b'Re", "tokens": 39, "pieces": ["!!", "é", "\u000ba", "/bß'll", "fi字漢", "(Abé", "\u000b\r", "…", "‍d", "٣٤٥", "٦", "  \r", "'S", ".é'll", "EOT", ".Abcamel", "Case", "-", "\u000b", "'Re"]}
+{"text": "<EOT>㋿.Dž
 /\r\n\t३/\r\niOS‍𐞁㍿́\r\n\r\n٣٤٥٦'0😀🏽<|fim_prefix|>㋿ß<META_START>'s㍿'ll ", "tokens": 57, "pieces": ["<EOT", ">㋿.", "Dž", "
", " ", "/\r\n", "\t", "३", "/\r\n", "i", "OS", "‍𐞁", "㍿́", "\r\n\r\n", "٣٤٥", "٦", "'", "0", "😀🏽<|", "fim", "_prefix", "|>㋿", "ß", "<META", "_START", ">'", "s", "㍿'", "ll", " "]}
+{"text": ">,iOSHTTPServer\"(­ᵃt😀🏽", "tokens": 14, "pieces": [">,", "i", "OSHTTPServer", "\"(­", "ᵃt", "😀🏽"]}
+{"text": "'ll", "tokens": 1, "pieces": ["'ll"]}
+{"text": "   \n…'MaBt'T'M字'lld\tEOT!!  ‍Ⅳ\r\n\r\nEOT😀🏽<META_START>", "tokens": 28, "pieces": ["   \n", "…", "'Ma", "Bt'T", "'M字'll", "d", "\tEOT", "!!", " ", " ‍", "Ⅳ", "\r\n\r\n", "EOT", "😀🏽<", "META", "_START", ">"]}
+{"text": "iOS½,a/b',EOT\"㋿
'sEOT", "tokens": 16, "pieces": ["i", "OS", "½", ",a", "/b", "',", "EOT", "\"㋿", "
", "'s", "EOT"]}
+{"text": "ABC<|fim_prefix|>#$%  <|endoftext|>İéſAb'VEZ㍿0㋿㍿<META_START>t9'VE😀🏽a/b🙂Džungla0'ReDžungla漢#$%'T🙂😀🏽\t", "tokens": 67, "pieces": ["ABC", "<|", "fim", "_prefix", "|>#$%", " ", " <|", "endoftext", "|>", "İéſ", "Ab'VE", "Z", "㍿", "0", "㋿㍿<", "META", "_START", ">t", "9", "'VE", "😀🏽", "a", "/b", "🙂Džungla", "0", "'Re", "Džungla漢", "#$%'", "T", "🙂😀🏽", "\t"]}
+{"text": "㋿<|endoftext|>0ḿs\"-<|endoftext|>mᵃ #$%\"\taB're㍿s/'Re漢👍🏽Ⅳ'Re३. Źᵃ", "tokens": 51, "pieces": ["㋿<|", "endoftext", "|>", "0", "ḿs", "\"-<|", "endoftext", "|>", "mᵃ", " ", "#$%\"", "\ta", "B're", "㍿s", "/'", "Re漢", "👍🏽", "Ⅳ", "'Re", "३", ".", " Źᵃ"]}
+{"text": "ḍ̇\t\n/'re!!　 å😀🏽åmt!\né<|fim_prefix|>ع-\"''T\t'T́/\r\n!/#$%😀🏽-㋿㋿　d<META_START>", "tokens": 53, "pieces": ["ḍ̇", "\t\n", "/'", "re", "!!", "　", " å", "😀🏽", "åmt", "!\n", "é", "<|", "fim", "_prefix", "|>", "ع", "-\"''", "T", "\t", "'T́", "/\r\n", "!/#$%😀🏽-㋿㋿", "　d", "<META", "_START", ">"]}
+{"text": " ḍ̇…fiBe\n/\r\nAbⅣ\n/'ll", "tokens": 16, "pieces": [" ḍ̇", "…fi", "Be", "\n", "/\r\n", "Ab", "Ⅳ", "\n", "/'", "ll"]}
+{"text": "HTTPServer\n/\n-éaB #$%9½.>'T   \n<META_START>\r\n\r\n", "tokens": 21, "pieces": ["HTTPServer", "\n", "/\n", "-éa", "B", " #$%", "9½", ".>'", "T", "   \n", "<META", "_START", ">\r\n\r\n"]}
+{"text": "ع-३٣٤٥٦\r\n\r\n012345678t३Ⅳ,漢ſiOS𐞁'Tİå'S12345678EOT'D𐞁ma/béⅣ'D😀🏽İ0漢/\r\n  a/b
å", "tokens": 58, "pieces": ["ع", "-", "३٣٤", "٥٦", "\r\n\r\n", "012", "345", "678", "t", "३Ⅳ", ",漢ſi", "OS𐞁'T", "İå'S", "123", "456", "78", "EOT'D", "𐞁ma", "/bé", "Ⅳ", "'D", "😀🏽", "İ", "0", "漢", "/\r\n", " ", " a", "/b", "
å"]}
+{"text": "Džİ ᵃ‍'MEOT'll!>…'sAba/bع   \n0٣٤٥٦­/   \nß'sＡ　‍.\r,‍", "tokens": 38, "pieces": ["Džİ", " ᵃ", "‍'", "MEOT'll", "!>", "…", "'s", "Aba", "/bع", "   \n", "0٣٤", "٥٦", "­/", "   \n", "ß's", "Ａ", "　", "‍.\r", ",‍"]}
+{"text": " e'M'Stſ'ſ ­Džungla​<|endoftext|>ꟲHTTPServer'D/\r\n​<|fim_prefix|>🙂ꟲ(.>/\r\n<EOT>'Re'll\té𐞁字   \nABC0're", "tokens": 59, "pieces": [" e'M", "'Stſ'ſ", " ", "­Džungla", "​<|", "endoftext", "|>", "ꟲHTTPServer'D", "/\r\n", "​<|", "fim", "_prefix", "|>🙂", "ꟲ", "(.>/\r\n", "<EOT", ">'", "Re'll", "\té𐞁字", "   \n", "ABC", "0", "'re"]}
+{"text": "'ll(
> \n t🙂\n/>\r\n,éꟲ　aHTTPServer>éAb'VE…", "tokens": 26, "pieces": ["'ll", "(", "
", ">", " \n", " t", "🙂\n/", ">\r\n", ",éꟲ", "　a", "HTTPServer", ">é", "Ab'VE", "…"]}
+{"text": "!!½𐞁<­ᵃ\"ع ", "tokens": 14, "pieces": ["!!", "½", "𐞁", "<­", "ᵃ", "\"ع", " "]}
+{"text": "\"(­­‍‍漢#$%'D\r\n\r\n \n 'llfi0eİ!aB\rå", "tokens": 22, "pieces": ["\"(­­‍‍", "漢", "#$%'", "D", "\r\n\r\n \n", " '", "llfi", "0", "e", "İ", "!a", "B", "\r", "å"]}
+{"text": "'M'T漢ABC<EOT>́㍿a/bHTTPServer½a/bém#$%Ａ㍿ABC>
Ⅳ३'ſ𐞁'>aBABCB㍿ \n tABC　sa/bm'reᵃ12345678", "tokens": 59, "pieces": ["'M'T", "漢", "ABC", "<EOT", ">́", "㍿a", "/b", "HTTPServer", "½", "a", "/bém", "#$%", "Ａ", "㍿ABC", ">", "
", "Ⅳ३", "'ſ𐞁", "'>", "a", "BABCB", "㍿", " \n", " t", "ABC", "　sa", "/bm're", "ᵃ", "123", "456", "78"]}
+{"text": "ع  
é́ꟲ-'M'S\"\t12345678>sİå", "tokens": 20, "pieces": ["ع", "  ", "
é́ꟲ", "-'", "M'S", "\"", "\t", "123", "456", "78", ">s", "İå"]}
+{"text": " \n /\r\n­'Dß👍🏽t\n/Ⅳ#$% B9​B\"Ⅳ'Re½Ａ<|endoftext|>字́", "tokens": 37, "pieces": [" \n", " /\r\n", "­'", "Dß", "👍🏽", "t", "\n", "/", "Ⅳ", "#$%", " B", "9", "​B", "\"", "Ⅳ", "'Re", "½", "Ａ", "<|", "endoftext", "|>", "字́"]}
+{"text": "e/\r\n \n ३sᵃsDžunglaDžß \n 　'Re!ḍ̇́'ſ'D'sABCABC<|endoftext|>ABC0\r\n\r\n\r\n…!'VE👍🏽𐞁<META_START>'Re'ſé,", "tokens": 63, "pieces": ["e", "/\r\n", " \n", " ", "३", "sᵃs", "Džungla", "Džß", " \n", " ", "　", "'Re", "!ḍ̇́'ſ", "'D's", "ABCABC", "<|", "endoftext", "|>", "ABC", "0", "\r\n\r\n\r\n", "…", "!'", "VE", "👍🏽", "𐞁", "<META", "_START", ">'", "Re'ſ", "é", ","]}
+{"text": "\n/B'VE३'a/b\rİ\r­字　　Džunglaſ
ꟲé/\r\nHTTPServer>\">", "tokens": 30, "pieces": ["\n", "/B'VE", "३", "'a", "/b", "\r", "İ", "\r", "­字", "　", "　Džunglaſ", "
ꟲé", "/\r\n", "HTTPServer", ">\">"]}
+{"text": "'MHTTPServer\r\n\r\n㍿téᵃt㍿ع<EOT>!se0\r\nᵃ/\r\nße'Mé😀🏽‍\t́Dž😀🏽,#$%", "tokens": 44, "pieces": ["'MHTTPServer", "\r\n\r\n", "㍿téᵃt", "㍿ع", "<EOT", ">!", "se", "0", "\r\n", "ᵃ", "/\r\n", "ße'M", "é", "😀🏽‍", "\t́", "Dž", "😀🏽,#$%"]}
+{"text": " EOT'll'ſ́<EOT>ⅣDžungla
   \n(.a/b\n/字s", "tokens": 24, "pieces": [" EOT'll", "'ſ́", "<EOT", ">", "Ⅳ", "Džungla", "
   \n", "(.", "a", "/b", "\n", "/字s"]}
+{"text": "‍'re\r\n\r\n字'lla<META_START>-'s<12345678'D'MiOSé­   \n", "tokens": 24, "pieces": ["‍'", "re", "\r\n\r\n", "字'll", "a", "<META", "_START", ">-'", "s", "<", "123", "456", "78", "'D'M", "i", "OSé", "­", "   \n"]}
+{"text": "Ａ'VE<EOT>'M/ 👍🏽Džungla12345678'ſ<META_START>9m   \n   \n\n/daDžungla'T'S<|fim_prefix|>ſ<EOT>aB<|endoftext|>m's𐞁‍Z🙂é'S're<EOT>Bfi", "tokens": 71, "pieces": ["Ａ'VE", "<EOT", ">'", "M", "/", " ", "👍🏽", "Džungla", "123", "456", "78", "'ſ", "<META", "_START", ">", "9", "m", "   \n   \n\n", "/da", "Džungla'T", "'S", "<|", "fim", "_prefix", "|>", "ſ", "<EOT", ">a", "B", "<|", "endoftext", "|>", "m's", "𐞁", "‍Z", "🙂é'S", "'re", "<EOT", ">Bfi"]}
+{"text": "……''re\r\n٣٤٥٦-B<|fim_prefix|>😀🏽(-­'ll(
iOS<|fim_prefix|>'s👍🏽
\r\ne\r\n\r\n​a/b 𐞁,", "tokens": 52, "pieces": ["…", "…", "''", "re", "\r\n", "٣٤٥", "٦", "-B", "<|", "fim", "_prefix", "|>😀🏽(-­'", "ll", "(", "
i", "OS", "<|", "fim", "_prefix", "|>'", "s", "👍🏽", "
\r\n", "e", "\r\n\r\n", "​a", "/b", " 𐞁", ","]}
+{"text": "­", "tokens": 1, "pieces": ["­"]}
+{"text": "ß\r\n🙂m'T9camelCase'Re\u000bAb'M  ", "tokens": 13, "pieces": ["ß", "\r\n", "🙂m'T", "9", "camel", "Case'Re", "\u000bAb'M", "  "]}
+{"text": "åⅣ<|endoftext|>", "tokens": 11, "pieces": ["å", "Ⅳ", "<|", "endoftext", "|>"]}
+{"text": " \n camelCaseß\rḍ̇.٣٤٥٦ſ३३EOT", "tokens": 18, "pieces": [" \n", " camel", "Caseß", "\r", "ḍ̇", ".", "٣٤٥", "٦", "ſ", "३३", "EOT"]}
+{"text": "٣٤٥٦aB/\r\n½½'VEDž/\r\nm字Ａm👍🏽9dᵃ\n,\"camelCase'M漢'sß,Ａ'T<META_START>ع𐞁Z's  fiꟲå'D", "tokens": 56, "pieces": ["٣٤٥", "٦", "a", "B", "/\r\n", "½½", "'VEDž", "/\r\n", "m字", "Ａm", "👍🏽", "9", "dᵃ", "\n", ",\"", "camel", "Case'M", "漢's", "ß", ",Ａ'T", "<META", "_START", ">ع𐞁", "Z's", " ", " fiꟲå'D"]}
+{"text": "/\r\n<META_START>fi,0", "tokens": 8, "pieces": ["/\r\n", "<META", "_START", ">fi", ",", "0"]}
+{"text": "ᵃ-İe­🙂s'Tå're\r\n\r\nＡ\r\n\r\n👍🏽ḍ̇>", "tokens": 23, "pieces": ["ᵃ", "-İe", "­🙂", "s'T", "å're", "\r\n\r\n", "Ａ", "\r\n\r\n", "👍🏽", "ḍ̇", ">"]}
+{"text": "   \n B ٣٤٥٦👍🏽👍🏽,'Dᵃ<|endoftext|><|fim_prefix|>iOS'll/fi'D'VEDžungla \n ꟲsDžZ👍🏽𐞁", "tokens": 58, "pieces": ["   \n", " B", " ", "٣٤٥", "٦", "👍🏽👍🏽,'", "Dᵃ", "<|", "endoftext", "|><|", "fim", "_prefix", "|>", "i", "OS'll", "/fi'D", "'VEDžungla", " \n", " ꟲs", "DžZ", "👍🏽", "𐞁"]}
+{"text": "d½\n/iOS  <META_START>.B-\n'́字iOS<|fim_prefix|>😀🏽camelCase‍å३½ꟲ'Sfi a/b,e'reAb/\r\ńDžcamelCase'S", "tokens": 51, "pieces": ["d", "½", "\n", "/i", "OS", " ", " <", "META", "_START", ">.", "B", "-\n", "'́字i", "OS", "<|", "fim", "_prefix", "|>😀🏽", "camel", "Case", "‍å", "३½", "ꟲ'S", "fi", " a", "/b", ",e're", "Ab", "/\r\n", "́Džcamel", "Case'S"]}
+{"text": "'M''T(\u000bé\r\n dⅣ're‍'a<META_START>(𐞁㍿३a/b\n(m\r\n\r\n/\r\n\r.‍>/\r\n \n /\r\n'ReDžZ", "tokens": 44, "pieces": ["'M", "''", "T", "(", "\u000bé", "\r\n", " d", "Ⅳ", "'re", "‍'", "a", "<META", "_START", ">(", "𐞁", "㍿", "३", "a", "/b", "\n", "(m", "\r\n\r\n", "/\r\n\r", ".‍>/\r\n", " \n", " /\r\n", "'Re", "DžZ"]}
+{"text": "́  \r\n", "tokens": 2, "pieces": ["́", "  \r\n"]}
+{"text": "#$%\n\n.ع́'Rea٣٤٥٦\r\né-/\r\né ", "tokens": 18, "pieces": ["#$%\n\n", ".ع́'Re", "a", "٣٤٥", "٦", "\r\n", "é", "-/\r\n", "é", " "]}
+{"text": "<|fim_prefix|>", "tokens": 6, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "ABCDžunglaaB9camelCase
å>s👍🏽 'TＡDžungla<META_START>­\r.'T👍🏽,", "tokens": 36, "pieces": ["ABCDžunglaa", "B", "9", "camel", "Case", "
å", ">s", "👍🏽", " '", "TＡDžungla", "<META", "_START", ">­\r", ".'", "T", "👍🏽,"]}
+{"text": "　\t'D#$%Ab/…", "tokens": 9, "pieces": ["　", "\t", "'D", "#$%", "Ab", "/", "…"]}
+{"text": "'DHTTPServermḍ̇<Džungla  \"åＡ漢𐞁㋿Džungla>ſEOT٣٤٥٦ⅣＡ'sＡs<EOT>fiḍ̇sZ\ts<META_START>0", "tokens": 58, "pieces": ["'DHTTPServermḍ̇", "<Džungla", " ", " \"", "å", "Ａ漢𐞁", "㋿Džungla", ">ſ", "EOT", "٣٤٥", "٦Ⅳ", "Ａ's", "Ａs", "<EOT", ">fiḍ̇s", "Z", "\ts", "<META", "_START", ">", "0"]}
+{"text": "mİ漢 🙂㍿\n/e'ſ …
camelCaseaBḍ̇Ⅳ", "tokens": 25, "pieces": ["m", "İ漢", " ", "🙂㍿\n/", "e'ſ", " …", "
camel", "Casea", "Bḍ̇", "Ⅳ"]}
+{"text": "𐞁(👍🏽漢Dž…<META_START>　's>ꟲå<META_START>fi३'T
d!!>\n/t\tß½ⅣＡås\na/b'M३!漢a/b", "tokens": 56, "pieces": ["𐞁", "(👍🏽", "漢", "Dž", "…", "<META", "_START", ">", "　", "'s", ">ꟲå", "<META", "_START", ">fi", "३", "'T", "
d", "!!>\n/", "t", "\tß", "½Ⅳ", "Ａås", "\n", "a", "/b'M", "३", "!漢a", "/b"]}
+{"text": "12345678 \n ḍ̇<META_START>'S<EOT#$%'Dt\rm0\" \n    \nDžungla…aa'MAb \n ß­'ſ​/\r\nß'VEHTTPServer", "tokens": 45, "pieces": ["123", "456", "78", " \n", " ḍ̇", "<META", "_START", ">'", "S", "<EOT", "#$%'", "Dt", "\r", "m", "0", "\"", " \n    \n", "Džungla", "…aa'M", "Ab", " \n", " ß", "­'", "ſ", "​/\r\n", "ß'VE", "HTTPServer"]}
+{"text": "<|fim_prefix|>'ḍ̇\r\n'M0字!!(🙂'reEOTAba/bḍ̇m\n/　٣٤٥٦\n/-a/b<|fim_prefix|>ß👍🏽åDžungla\r\n\r\n#$%a/b<", "tokens": 59, "pieces": ["<|", "fim", "_prefix", "|>'", "ḍ̇", "\r\n", "'M", "0", "字", "!!(🙂'", "re", "EOTAba", "/bḍ̇m", "\n", "/", "　", "٣٤٥", "٦", "\n", "/-", "a", "/b", "<|", "fim", "_prefix", "|>", "ß", "👍🏽", "å", "Džungla", "\r\n\r\n", "#$%", "a", "/b", "<"]}
+{"text": "𐞁<|endoftext|>'½\r\n\r\nḍ̇　ABC字!!ᵃ😀🏽12345678\ré!aB\nAb'T🙂\t\"Dž\t字Džع३\nDž<|endoftext|>t🙂camelCase㋿ḍ̇", "tokens": 68, "pieces": ["𐞁", "<|", "endoftext", "|>'", "½", "\r\n\r\n", "ḍ̇", "　ABC字", "!!", "ᵃ", "😀🏽", "123", "456", "78", "\r", "é", "!a", "B", "\n", "Ab'T", "🙂", "\t", "\"Dž", "\t字Džع", "३", "\n", "Dž", "<|", "endoftext", "|>", "t", "🙂camel", "Case", "㋿ḍ̇"]}
+{"text": "'VE'Re٣٤٥٦. \n 'THTTPServerＡ'll३  m🙂#$%𐞁fiiOS<META_START>
漢\nEOT㍿éiOSa/b0a'
 \n 
", "tokens": 50, "pieces": ["'VE'Re", "٣٤٥", "٦", ".", " \n", " '", "THTTPServer", "Ａ'll", "३", " ", " m", "🙂#$%", "𐞁fii", "OS", "<META", "_START", ">", "
漢", "\n", "EOT", "㍿éi", "OSa", "/b", "0", "a", "'", "
 \n", " 
"]}
+{"text": "<META_START>३Z 9/<|endoftext|>", "tokens": 15, "pieces": ["<META", "_START", ">", "३", "Z", " ", "9", "/<|", "endoftext", "|>"]}
+{"text": "'T.½AbİABCḍ̇३iOS'ᵃ'M", "tokens": 17, "pieces": ["'T", ".", "½", "Ab", "İABCḍ̇", "३", "i", "OS", "'ᵃ'M"]}
+{"text": "tⅣ'ReiOSḍ̇'M<|endoftext|>,㍿Ａ#$%0<META_START>\tZ.'‍½a/b9…    /\r\n　HTTPServerḍ̇/\r\n're''VEHTTPServer   \n漢　Ⅳ", "tokens": 57, "pieces": ["t", "Ⅳ", "'Rei", "OSḍ̇'M", "<|", "endoftext", "|>,㍿", "Ａ", "#$%", "0", "<META", "_START", ">", "\tZ", ".'‍", "½", "a", "/b", "9", "…   ", " /\r\n", "　HTTPServerḍ̇", "/\r\n", "'re", "''", "VEHTTPServer", "   \n", "漢", "　", "Ⅳ"]}
+{"text": "'D\tiOSt'\u000b\reſa  👍🏽 \n <META_START>.ᵃ'TeＡḍ̇a/b!!", "tokens": 31, "pieces": ["'D", "\ti", "OSt", "'", "\u000b\r", "eſa", " ", " 👍🏽", " \n", " <", "META", "_START", ">.", "ᵃ'T", "e", "Ａḍ̇a", "/b", "!!"]}
+{"text": "३<EOT>'s<ḍ̇  ſ0åß𐞁 🙂camelCase12345678", "tokens": 27, "pieces": ["३", "<EOT", ">'", "s", "<ḍ̇", " ", " ſ", "0", "åß𐞁", " ", "🙂camel", "Case", "123", "456", "78"]}
+{"text": "عEOT<|endoftext|>'Re\r­½a'ReDžungla0ḍ̇aå   'S‍́  Dž🙂", "tokens": 36, "pieces": ["ع", "EOT", "<|", "endoftext", "|>'", "Re", "\r", "­", "½", "a'Re", "Džungla", "0", "ḍ̇aå", "  ", " ", "'S", "‍́", " ", " Dž", "🙂"]}
+{"text": "‍㍿ᵃé\"<|endoftext|><|fim_prefix|>\ttᵃ<EOT>​'Ta<|endoftext|>'½  \té字ᵃEOTABC<|fim_prefix|>'s", "tokens": 56, "pieces": ["‍㍿", "ᵃé", "\"<|", "endoftext", "|><|", "fim", "_prefix", "|>", "\ttᵃ", "<EOT", ">​'", "Ta", "<|", "endoftext", "|>'", "½", "  ", "\té字ᵃ", "EOTABC", "<|", "fim", "_prefix", "|>'", "s"]}
+{"text": "'Bd\"ßsa/b  .BAb…>é‍es\n/   \nAb9ḍ̇\r\nBd㍿٣٤٥٦EOT<EOT>/\r\nABC", "tokens": 41, "pieces": ["'Bd", "\"ßsa", "/b", " ", " .", "BAb", "…", ">é", "‍es", "\n", "/", "   \n", "Ab", "9", "ḍ̇", "\r\n", "Bd", "㍿", "٣٤٥", "٦", "EOT", "<EOT", ">/\r\n", "ABC"]}
+{"text": "<META_START>
fiåꟲ  ꟲ12345678ᵃ…-‍B'Dm>å#$%­/İ ß'ſ'llＡ.!!  /", "tokens": 46, "pieces": ["<META", "_START", ">", "
fiåꟲ", " ", " ꟲ", "123", "456", "78", "ᵃ", "…", "-‍", "B'D", "m", ">å", "#$%­/", "İ", " ß'ſ", "'ll", "Ａ", ".!!", " ", " /"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "عꟲ​/\r\n　s🙂'VE👍🏽٣٤٥٦0Džungla㋿/\r\nAb㋿'TDž/0Ａ३٣٤٥٦漢ß9ꟲ", "tokens": 49, "pieces": ["عꟲ", "​/\r\n", "　s", "🙂'", "VE", "👍🏽", "٣٤٥", "٦0", "Džungla", "㋿/\r\n", "Ab", "㋿'", "TDž", "/", "0", "Ａ", "३٣٤", "٥٦", "漢ß", "9", "ꟲ"]}
+{"text": "'ſ/!!漢/\r\nm👍🏽sfi9ſ\r\n👍🏽's\t!!३camelCaseſfi\rꟲ😀🏽>ś㍿éAb \n ,\t㋿", "tokens": 48, "pieces": ["'ſ", "/!!", "漢", "/\r\n", "m", "👍🏽", "sfi", "9", "ſ", "\r\n", "👍🏽'", "s", "\t", "!!", "३", "camel", "Caseſfi", "\r", "ꟲ", "😀🏽>", "ś", "㍿é", "Ab", " \n", " ,", "\t", "㋿"]}
+{"text": "camelCase'llⅣe　>12345678\r\n \n ㍿㍿'VEcamelCase​ABC'res𐞁漢ḍ̇ ", "tokens": 37, "pieces": ["camel", "Case'll", "Ⅳ", "e", "　", ">", "123", "456", "78", "\r\n \n", " ㍿㍿'", "VEcamel", "Case", "​ABC're", "s𐞁漢ḍ̇", " "]}
+{"text": "eDžungla‍<|fim_prefix|><tåéDžß३́t-a\t…ḍ̇𐞁9/\r\nḍ̇👍🏽\u000b…İ
", "tokens": 46, "pieces": ["e", "Džungla", "‍<|", "fim", "_prefix", "|><", "tåé", "Džß", "३", "́t", "-a", "\t", "…ḍ̇𐞁", "9", "/\r\n", "ḍ̇", "👍🏽", "\u000b", "…İ", "
"]}
+{"text": "'ll　dm/\r\nDž́𐞁<|fim_prefix|>\n/😀🏽́Dž字\n字\r(Z", "tokens": 29, "pieces": ["'ll", "　dm", "/\r\n", "Dž́𐞁", "<|", "fim", "_prefix", "|>\n/", "😀🏽́", "Dž字", "\n", "字", "\r", "(Z"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "٣٤٥٦'T​🙂s​!
'DžHTTPServerZḍ̇\u000b'ſ!'M　\u000ba/b​👍🏽-​éDžunglaB   \n,/ᵃ३", "tokens": 46, "pieces": ["٣٤٥", "٦", "'T", "​🙂", "s", "​!", "
", "'DžHTTPServer", "Zḍ̇", "\u000b", "'ſ", "!'", "M", "　", "\u000ba", "/b", "​👍🏽-​", "é", "Džungla", "B", "   \n", ",/", "ᵃ", "३"]}
+{"text": "🙂é\r(
'T>12345678­ 'll  Ａ́\reaBḍ̇ \n 'VEdé(Z<‍Ⅳ<EOT>ꟲ/😀🏽😀🏽'VE\u000bDž\r\tå𐞁", "tokens": 58, "pieces": ["🙂é", "\r", "(", "
", "'T", ">", "123", "456", "78", "­", " '", "ll", " ", " Ａ́", "\r", "ea", "Bḍ̇", " \n", " '", "VEdé", "(Z", "<‍", "Ⅳ", "<EOT", ">ꟲ", "/😀🏽😀🏽'", "VE", "\u000bDž", "\r", "\tå𐞁"]}
+{"text": "\u000b\n/'Mſ'ſ'd", "tokens": 8, "pieces": ["\u000b\n", "/'", "Mſ'ſ", "'d"]}
+{"text": "<|fim_prefix|>Dž><|fim_prefix|>   \n/\r\naiOŚİ\r\n\r'M/\rå'ſ'Tع\n ᵃعABC'Re", "tokens": 39, "pieces": ["<|", "fim", "_prefix", "|>", "Dž", "><|", "fim", "_prefix", "|>", "   \n", "/\r\n", "ai", "OŚ", "İ", "\r\n\r", "'M", "/\r", "å'ſ", "'Tع", "\n", " ᵃع", "ABC'Re"]}
+{"text": "HTTPServerB<EOT>३EOTⅣtm12345678'll!!", "tokens": 17, "pieces": ["HTTPServer", "B", "<EOT", ">", "३", "EOT", "Ⅳ", "tm", "123", "456", "78", "'ll", "!!"]}
+{"text": "EOTcamelCase
३å🙂m-\u000b🙂9Ab٣٤٥٦\u000bDžungla㍿!!iOS\n/<|endoftext|>'TaB٣٤٥٦/\r\n\r\n'sa/b…fi<|fim_prefix|>\n‍EOT", "tokens": 60, "pieces": ["EOTcamel", "Case", "
", "३", "å", "🙂m", "-", "\u000b", "🙂", "9", "Ab", "٣٤٥", "٦", "\u000bDžungla", "㍿!!", "i", "OS", "\n", "/<|", "endoftext", "|>'", "Ta", "B", "٣٤٥", "٦", "/\r\n\r\n", "'sa", "/b", "…fi", "<|", "fim", "_prefix", "|>\n", "‍EOT"]}
+{"text": "DžunglaABC𐞁\r /\r\n𐞁 \n t👍🏽Ab'sdméé9'M!!é…ꟲ\t-/\r\n'éé", "tokens": 41, "pieces": ["Džungla", "ABC𐞁", "\r", " /\r\n", "𐞁", " \n", " t", "👍🏽", "Ab's", "dméé", "9", "'M", "!!", "é", "…ꟲ", "\t", "-/\r\n", "'éé"]}
+{"text": "ß,ᵃs\r\n
B<9'll \n <EOT>🙂é9Z
>iOS<|endoftext|>\r漢ß<|endoftext|>👍🏽٣٤٥٦㋿", "tokens": 53, "pieces": ["ß", ",ᵃs", "\r\n", "
B", "<", "9", "'ll", " \n", " <", "EOT", ">🙂", "é", "9", "Z", "
", ">i", "OS", "<|", "endoftext", "|>\r", "漢ß", "<|", "endoftext", "|>👍🏽", "٣٤٥", "٦", "㋿"]}
+{"text": "camelCase'Re,t'rem'ſꟲ🙂<META_START>\r\nſ　<META_START>👍🏽fi\r/iOSZ(", "tokens": 31, "pieces": ["camel", "Case'Re", ",t're", "m'ſ", "ꟲ", "🙂<", "META", "_START", ">\r\n", "ſ", "　", "<META", "_START", ">👍🏽", "fi", "\r", "/i", "OSZ", "("]}
+{"text": "'re'VE'/\r\n#$%Ⅳ\r\n'DZfiعEOT'Re
t　字😀🏽<|endoftext|>", "tokens": 31, "pieces": ["'re'VE", "'/\r\n", "#$%", "Ⅳ", "\r\n", "'DZfiع", "EOT'Re", "
t", "　字", "😀🏽<|", "endoftext", "|>"]}
+{"text": "éHTTPServerᵃ👍🏽\r\n\r\n<Ⅳ're\"0\u000b9<EOT>👍🏽​ع! ­'T\r\n\r\n ३'VE<|fim_prefix|>​\n/‍\n0\u000b٣٤٥٦Džungla", "tokens": 57, "pieces": ["é", "HTTPServerᵃ", "👍🏽\r\n\r\n", "<", "Ⅳ", "'re", "\"", "0", "\u000b", "9", "<EOT", ">👍🏽​", "ع", "!", " ", "­'", "T", "\r\n\r\n", " ", "३", "'VE", "<|", "fim", "_prefix", "|>​\n/", "‍\n", "0", "\u000b", "٣٤٥", "٦", "Džungla"]}
+{"text": "'　..!0eſB \n ㋿'ſ's'T'漢\r\nZ\n/Abaé  dAbEOT<|endoftext|>́👍🏽", "tokens": 40, "pieces": ["'", "　", "..!", "0", "eſ", "B", " \n", " ㋿'", "ſ's", "'T", "'漢", "\r\n", "Z", "\n", "/Abaé", " ", " d", "Ab", "EOT", "<|", "endoftext", "|>́👍🏽"]}
+{"text": "'M/\r\nZHTTPServer　<ᵃ \n e\n/fi.d9fi㋿'M字camelCasemd/👍🏽Ⅳ㍿字é😀🏽\r\r\t'T'll", "tokens": 46, "pieces": ["'M", "/\r\n", "ZHTTPServer", "　", "<ᵃ", " \n", " e", "\n", "/fi", ".d", "9", "fi", "㋿'", "M字camel", "Casemd", "/👍🏽", "Ⅳ", "㍿字é", "😀🏽\r\r", "\t", "'T'll"]}
+{"text": "<dᵃ👍🏽ꟲ0'VE'TB <|endoftext|>🙂ᵃ9ḍ̇‍AbⅣ३߅ſ\"", "tokens": 41, "pieces": ["<dᵃ", "👍🏽", "ꟲ", "0", "'VE'T", "B", " <|", "endoftext", "|>🙂", "ᵃ", "9", "ḍ̇", "‍Ab", "Ⅳ३", "ß", "…ſ", "\""]}
+{"text": "­𐞁EOTDžHTTPServerEOTعa\r\n\r\n", "tokens": 16, "pieces": ["­𐞁EOTDžHTTPServer", "EOTعa", "\r\n\r\n"]}
+{"text": "éع!", "tokens": 3, "pieces": ["éع", "!"]}
+{"text": "åaDžungla<META_START>acamelCase   \n'D㋿/\r\n'sfí\n(\r!!EOTfi#$%iOS's'👍🏽(eEOT漢camelCase'S<\"㋿\r\n\u000b'T ", "tokens": 56, "pieces": ["åa", "Džungla", "<META", "_START", ">acamel", "Case", "   \n", "'D", "㋿/\r\n", "'sfí", "\n", "(\r", "!!", "EOTfi", "#$%", "i", "OS's", "'👍🏽(", "e", "EOT漢camel", "Case'S", "<\"㋿\r\n", "\u000b", "'T", " "]}
+{"text": "\n\r\na/bAb\r
字­ſEOT漢0Ａ", "tokens": 14, "pieces": ["\n\r\n", "a", "/b", "Ab", "\r", "
字", "­ſ", "EOT漢", "0", "Ａ"]}
+{"text": "ꟲs​ſ\t ́'ReaBaDž/'ReéⅣAbficamelCase𐞁aå\r\n\r\n<|endoftext|>İ\t \n m\u000b", "tokens": 42, "pieces": ["ꟲs", "​ſ", "\t", " ́'Re", "a", "Ba", "Dž", "/'", "Reé", "Ⅳ", "Abficamel", "Case𐞁aå", "\r\n\r\n", "<|", "endoftext", "|>", "İ", "\t \n", " m", "\u000b"]}
+{"text": "㍿(iOS\n/ᵃ㋿ #$%aİétaB  👍🏽Ａ!!('ll#$%!!HTTPServerᵃ́　HTTPServer‍'re", "tokens": 44, "pieces": ["㍿(", "i", "OS", "\n", "/ᵃ", "㋿", " ", "#$%", "a", "İéta", "B", " ", " 👍🏽", "Ａ", "!!('", "ll", "#$%!!", "HTTPServerᵃ́", "　HTTPServer", "‍'", "re"]}
+{"text": "३Ⅳ!!camelCase'reaAbå​\r👍🏽 😀🏽́ḍ̇ⅣⅣ", "tokens": 28, "pieces": ["३Ⅳ", "!!", "camel", "Case're", "a", "Abå", "​\r", "👍🏽", " ", "😀🏽́", "ḍ̇", "ⅣⅣ"]}
+{"text": "İ9mＡ㍿　\u000b\r\n\r\n<|endoftext|>Z'M'Reİ \n mZ🙂m12345678Ⅳ😀🏽<EOT>٣٤٥٦\"12345678EOT(EOTB0\n𐞁😀🏽t'llå", "tokens": 64, "pieces": ["İ", "9", "m", "Ａ", "㍿", "　\u000b\r\n\r\n", "<|", "endoftext", "|>", "Z'M", "'Re", "İ", " \n", " m", "Z", "🙂m", "123", "456", "78Ⅳ", "😀🏽<", "EOT", ">", "٣٤٥", "٦", "\"", "123", "456", "78", "EOT", "(EOTB", "0", "\n", "𐞁", "😀🏽", "t'll", "å"]}
+{"text": "'re'res!'s'll'D'Reé漢''ſ 'Re \n aB\r", "tokens": 18, "pieces": ["'re're", "s", "!'", "s'll", "'D'Re", "é漢", "''", "ſ", " '", "Re", " \n", " a", "B", "\r"]}
+{"text": ">   \ń­\r\n\r\n12345678/…HTTPServerᵃm<EOT>\n  'T…,ſ\n/ꟲ/\r\n \n<EOT>å㋿.DžunglaHTTPServerᵃ\t<EOT>", "tokens": 55, "pieces": [">", "   \n", "́", "­\r\n\r\n", "123", "456", "78", "/", "…HTTPServerᵃm", "<EOT", ">\n", " ", " '", "T", "…", ",ſ", "\n", "/ꟲ", "/\r\n", " \n", "<EOT", ">å", "㋿.", "Džungla", "HTTPServerᵃ", "\t", "<EOT", ">"]}
+{"text": ">å,camelCasesＡ字Z<|fim_prefix|>s🙂fi're'iOS\n/𐞁­m'VE'D'ſ🙂½", "tokens": 35, "pieces": [">å", ",camel", "Cases", "Ａ字", "Z", "<|", "fim", "_prefix", "|>", "s", "🙂fi're", "'i", "OS", "\n", "/𐞁", "­m'VE", "'D'ſ", "🙂", "½"]}
+{"text": "\r\n\r\n\"!!　fi'S🙂0İ0\u000b👍🏽('S\"EOT", "tokens": 18, "pieces": ["\r\n\r\n", "\"!!", "　fi'S", "🙂", "0", "İ", "0", "\u000b", "👍🏽('", "S", "\"EOT"]}
+{"text": "ꟲ🙂/\r\nå912345678㍿३ABCſع\n'Tİ'T/\r\n/<EOT>", "tokens": 26, "pieces": ["ꟲ", "🙂/\r\n", "å", "912", "345", "678", "㍿", "३", "ABCſع", "\n", "'Tİ'T", "/\r\n/", "<EOT", ">"]}
+{"text": "(tB(<|fim_prefix|>'D\"'re㍿\rDž\r\n'reB.'ſ'M", "tokens": 23, "pieces": ["(t", "B", "(<|", "fim", "_prefix", "|>'", "D", "\"'", "re", "㍿\r", "Dž", "\r\n", "'re", "B", ".'", "ſ'M"]}
+{"text": "'漢iOS\n/   \néd漢,é\r\"m\rſDžunglaaBéß(İ漢!!ſع\r,  'SDžungla camelCase", "tokens": 42, "pieces": ["'漢i", "OS", "\n", "/", "   \n", "éd漢", ",é", "\r", "\"m", "\r", "ſ", "Džunglaa", "Béß", "(İ漢", "!!", "ſع", "\r", ",", " ", " '", "SDžungla", " camel", "Case"]}
+{"text": "t(12345678dEOT👍🏽", "tokens": 11, "pieces": ["t", "(", "123", "456", "78", "d", "EOT", "👍🏽"]}
+{"text": "ꟲ字🙂s", "tokens": 6, "pieces": ["ꟲ字", "🙂s"]}
+{"text": "Abå\r\n\r\nDžungla<|endoftext|>Ａ're'DⅣéaB!aBZiOS,\rDžungla#$%Ａ0e\n ́Ⅳ\r\n\n/🙂.㋿iOS", "tokens": 54, "pieces": ["Abå", "\r\n\r\n", "Džungla", "<|", "endoftext", "|>", "Ａ're", "'D", "Ⅳ", "éa", "B", "!a", "BZi", "OS", ",\r", "Džungla", "#$%", "Ａ", "0", "e", "\n", " ́", "Ⅳ", "\r\n\n", "/🙂.㋿", "i", "OS"]}
+{"text": "'T½漢>éḍ̇'re#$%<EOT>a/bdB'S", "tokens": 20, "pieces": ["'T", "½", "漢", ">éḍ̇'re", "#$%<", "EOT", ">a", "/bd", "B'S"]}
+{"text": "0'\r\n\r\n", "tokens": 2, "pieces": ["0", "'\r\n\r\n"]}
+{"text": "'T٣٤٥٦12345678/  ,㍿\"'TBⅣ㍿", "tokens": 21, "pieces": ["'T", "٣٤٥", "٦12", "345", "678", "/", " ", " ,㍿\"'", "TB", "Ⅳ", "㍿"]}
+{"text": "m!<|endoftext|>.é🙂> 'ſ \n !!å", "tokens": 19, "pieces": ["m", "!<|", "endoftext", "|>.", "é", "🙂>", " '", "ſ", " \n", " !!", "å"]}
+{"text": "t-\r\n\r\nDž‍", "tokens": 6, "pieces": ["t", "-\r\n\r\n", "Dž", "‍"]}
+{"text": "<|endoftext|>\r\n\r\nſ　'D(​Džungla‍EOT<META_START>İ  9B. \n camelCase!!t…>…'ll'Mḍ̇­EOT.½\t\u000b", "tokens": 51, "pieces": ["<|", "endoftext", "|>\r\n\r\n", "ſ", "　", "'D", "(​", "Džungla", "‍EOT", "<META", "_START", ">İ", " ", " ", "9", "B", ".", " \n", " camel", "Case", "!!", "t", "…", ">", "…", "'ll'M", "ḍ̇", "­EOT", ".", "½", "\t\u000b"]}
+{"text": "iOS٣٤٥٦\tt/\r\nᵃ<META_START><|fim_prefix|>.Ⅳ👍🏽🙂12345678\u000bmDžB/\r\n", "tokens": 35, "pieces": ["i", "OS", "٣٤٥", "٦", "\tt", "/\r\n", "ᵃ", "<META", "_START", "><|", "fim", "_prefix", "|>.", "Ⅳ", "👍🏽🙂", "123", "456", "78", "\u000bm", "DžB", "/\r\n"]}
+{"text": ".\r\nＡ<́9d's　'll😀🏽é\r\n\r\n aB\rZcamelCase'sm>0<|endoftext|>s'reABC'Reḍ̇‍\r\n\r\n字Džungla\t\u000ba/bAb", "tokens": 50, "pieces": [".\r\n", "Ａ", "<́", "9", "d's", "　", "'ll", "😀🏽", "é", "\r\n\r\n", " a", "B", "\r", "Zcamel", "Case's", "m", ">", "0", "<|", "endoftext", "|>", "s're", "ABC'Re", "ḍ̇", "‍\r\n\r\n", "字Džungla", "\t", "\u000ba", "/b", "Ab"]}
+{"text": " !漢fiEOT㍿a/bm'ree\r\n\r\n!!<|endoftext|>\nع…", "tokens": 25, "pieces": [" !", "漢fi", "EOT", "㍿a", "/bm're", "e", "\r\n\r\n", "!!<|", "endoftext", "|>\n", "ع", "…"]}
+{"text": "s​\n/å,漢\u000b", "tokens": 8, "pieces": ["s", "​\n/", "å", ",漢", "\u000b"]}
+{"text": "字٣٤٥٦'ſßſ/\r\na/bꟲ!!'T<|endoftext|>🙂å\r\n\r\naå", "tokens": 31, "pieces": ["字", "٣٤٥", "٦", "'ſßſ", "/\r\n", "a", "/bꟲ", "!!'", "T", "<|", "endoftext", "|>🙂", "å", "\r\n\r\n", "aå"]}
+{"text": "ZaB  >٣٤٥٦<|endoftext|>'llB\rZ(<|endoftext|>HTTPServerEOT>0😀🏽'D'T(HTTPServer,ß   \n　a/bⅣ\u000baB B\r\n/'llße", "tokens": 57, "pieces": ["Za", "B", " ", " >", "٣٤٥", "٦", "<|", "endoftext", "|>'", "ll", "B", "\r", "Z", "(<|", "endoftext", "|>", "HTTPServer", "EOT", ">", "0", "😀🏽'", "D'T", "(HTTPServer", ",ß", "   \n", "　a", "/b", "Ⅳ", "\u000ba", "B", " B", "\r\n", "/'", "llße"]}
+{"text": "s'", "tokens": 2, "pieces": ["s", "'"]}
+{"text": "<|endoftext|>e\n­'llé!12345678ſ'S're-𐞁٣٤٥٦\r\n\n ('sᵃ", "tokens": 35, "pieces": ["<|", "endoftext", "|>", "e", "\n", "­'", "llé", "!", "123", "456", "78", "ſ'S", "'re", "-𐞁", "٣٤٥", "٦", "\r\n\n", " ('", "sᵃ"]}
+{"text": "DžunglaDžungla(-  a/b👍🏽\n .👍🏽0ع\n!!'ReéiOS  ­   \naB　", "tokens": 37, "pieces": ["Džungla", "Džungla", "(-", " ", " a", "/b", "👍🏽\n", " ", ".👍🏽", "0", "ع", "\n", "!!'", "Reéi", "OS", " ", " ­", "   \n", "a", "B", "　"]}
+{"text": "å#$%a ḍ̇å'VE'S‍<漢‍<😀🏽\r\n'S\t. \tiOSAb   \ns's٣٤٥٦'ll/\r\nع.ḍ̇'Re 9a/bAbABC'S", "tokens": 52, "pieces": ["å", "#$%", "a", " ḍ̇å'VE", "'S", "‍<", "漢", "‍<😀🏽\r\n", "'S", "\t", ".", " ", "\ti", "OSAb", "   \n", "s's", "٣٤٥", "٦", "'ll", "/\r\n", "ع", ".ḍ̇'Re", " ", "9", "a", "/b", "Ab", "ABC'S"]}
+{"text": "t!'Refis\t'ſ#$%\r\na  Dž㍿0\r\n\r\nİ12345678ABCß字㋿HTTPServer𐞁Dž!!(", "tokens": 40, "pieces": ["t", "!'", "Refis", "\t", "'ſ", "#$%\r\n", "a", " ", " Dž", "㍿", "0", "\r\n\r\n", "İ", "123", "456", "78", "ABCß字", "㋿HTTPServer𐞁", "Dž", "!!("]}
+{"text": "٣٤٥٦३", "tokens": 5, "pieces": ["٣٤٥", "٦३"]}
+{"text": "ß  Ⅳ\n/'VE\r\nZ-#$%㋿🙂 \n   ㍿iOS \n 'T㋿ع'ReAb!́é", "tokens": 38, "pieces": ["ß", " ", " ", "Ⅳ", "\n", "/'", "VE", "\r\n", "Z", "-#$%㋿🙂", " \n", "  ", " ㍿", "i", "OS", " \n", " '", "T", "㋿ع'Re", "Ab", "!́é"]}
+{"text": "'ſ-½\n   \niOSé　　>0/\r\n  /'sa'Re'\t\"!! B­عDž   \n9\té   \n", "tokens": 33, "pieces": ["'ſ", "-", "½", "\n   \n", "i", "OSé", "　", "　", ">", "0", "/\r\n", " ", " /'", "sa'Re", "'", "\t", "\"!!", " B", "­ع", "Dž", "   \n", "9", "\té", "   \n"]}
+{"text": "0'TåAb", "tokens": 5, "pieces": ["0", "'Tå", "Ab"]}
+{"text": "漢é<EOT>\r­Ab'ReᵃiOS!!ᵃſ<|fim_prefix|>𐞁  éß
<B‍㍿\n/HTTPServert३\r\n\r\ns\n'", "tokens": 49, "pieces": ["漢é", "<EOT", ">\r", "­Ab'Re", "ᵃi", "OS", "!!", "ᵃſ", "<|", "fim", "_prefix", "|>", "𐞁", " ", " éß", "
", "<B", "‍㍿\n/", "HTTPServert", "३", "\r\n\r\n", "s", "\n", "'"]}
+{"text": " 'S!!  'M,𐞁ß
'VEＡiOS‍0𐞁>.\r0'VE㍿'T­<|endoftext|>/!!", "tokens": 43, "pieces": [" '", "S", "!!", " ", " '", "M", ",𐞁ß", "
", "'VEＡi", "OS", "‍", "0", "𐞁", ">.\r", "0", "'VE", "㍿'", "T", "­<|", "endoftext", "|>/!!"]}
+{"text": "HTTPServer!!a/bDž😀🏽DžⅣ<\tét\n/ \n <|fim_prefix|>AbaBé٣٤٥٦iOS'M𐞁३9! \n /
s", "tokens": 48, "pieces": ["HTTPServer", "!!", "a", "/b", "Dž", "😀🏽", "Dž", "Ⅳ", "<", "\tét", "\n", "/", " \n", " <|", "fim", "_prefix", "|>", "Aba", "Bé", "٣٤٥", "٦", "i", "OS'M", "𐞁", "३9", "!", " \n", " /", "
s"]}
+{"text": "HTTPServerＡ>'reḍ̇　\"'S\r\n\r\n漢aBＡ< \n <META_START>B/​­iOS­漢-a/baB​㍿㋿'ſ'S'VEß", "tokens": 46, "pieces": ["HTTPServer", "Ａ", ">'", "reḍ̇", "　", "\"'", "S", "\r\n\r\n", "漢a", "BＡ", "<", " \n", " <", "META", "_START", ">B", "/​­", "i", "OS", "­漢", "-a", "/ba", "B", "​㍿㋿'", "ſ'S", "'VEß"]}
+{"text": "‍9ꟲ   \ńᵃfiİ㍿   \nfi'VEå​Ａᵃ0漢camelCase'reſAbEOT", "tokens": 35, "pieces": ["‍", "9", "ꟲ", "   \n", "́ᵃfi", "İ", "㍿", "   \n", "fi'VE", "å", "​Ａᵃ", "0", "漢camel", "Case're", "ſ", "Ab", "EOT"]}
+{"text": "a/b'Tꟲ/\r\nABC<META_START>0字", "tokens": 14, "pieces": ["a", "/b'T", "ꟲ", "/\r\n", "ABC", "<META", "_START", ">", "0", "字"]}
+{"text": "'VE'VEᵃ𐞁'ſcamelCase‍<|endoftext|>s<EOT>å½İ", "tokens": 30, "pieces": ["'VE'VE", "ᵃ𐞁'ſ", "camel", "Case", "‍<|", "endoftext", "|>", "s", "<EOT", ">å", "½", "İ"]}
+{"text": "Dž'ſ!!ABC'lladé\r\n\r\n㍿Ab're", "tokens": 15, "pieces": ["Dž'ſ", "!!", "ABC'll", "adé", "\r\n\r\n", "㍿Ab're"]}
+{"text": "ḍ̇", "tokens": 3, "pieces": ["ḍ̇"]}
+{"text": "HTTPServers<META_START>\nꟲ🙂>a㍿", "tokens": 15, "pieces": ["HTTPServers", "<META", "_START", ">\n", "ꟲ", "🙂>", "a", "㍿"]}
+{"text": "😀🏽Ab/\r\n!ß㍿<META_START> 'ſ  \n/.<m HTTPServer😀🏽  ", "tokens": 26, "pieces": ["😀🏽", "Ab", "/\r\n", "!ß", "㍿<", "META", "_START", ">", " '", "ſ", "  \n", "/.<", "m", " HTTPServer", "😀🏽", "  "]}
+{"text": "'ſ'llaBᵃ\n/", "tokens": 10, "pieces": ["'ſ'll", "a", "Bᵃ", "\n", "/"]}
+{"text": "½ \n ​-0字å   \n.'ſ٣٤٥٦Dž9   \n'ſ'Rea😀🏽 \t…t漢#$%Ab🙂ḍ̇", "tokens": 39, "pieces": ["½", " \n", " ​-", "0", "字å", "   \n", ".'", "ſ", "٣٤٥", "٦", "Dž", "9", "   \n", "'ſ'Re", "a", "😀🏽", " \t", "…t漢", "#$%", "Ab", "🙂ḍ̇"]}
+{"text": "<META_START>EOTⅣ9", "tokens": 8, "pieces": ["<META", "_START", ">EOT", "Ⅳ9"]}
+{"text": "EOT,\r<|endoftext|>😀🏽३!Bİ‍ᵃiOSعAb　ᵃ'ſ/<|endoftext|>　ḍ̇İ'ſᵃ'M/ꟲ😀🏽ع\r'red!<|endoftext|><EOT>㍿aB", "tokens": 77, "pieces": ["EOT", ",\r", "<|", "endoftext", "|>😀🏽", "३", "!Bİ", "‍ᵃi", "OSعAb", "　ᵃ'ſ", "/<|", "endoftext", "|>", "　ḍ̇", "İ'ſ", "ᵃ'M", "/ꟲ", "😀🏽", "ع", "\r", "'red", "!<|", "endoftext", "|><", "EOT", ">㍿", "a", "B"]}
+{"text": " éſd,<|endoftext|>å12345678Džt!!\nعa<EOT>😀🏽EOT­\"'s½…'Ⅳ­'D \n ,'ſ\n-fi0", "tokens": 49, "pieces": [" éſd", ",<|", "endoftext", "|>", "å", "123", "456", "78", "Džt", "!!\n", "عa", "<EOT", ">😀🏽", "EOT", "­\"'", "s", "½", "…", "'", "Ⅳ", "­'", "D", " \n", " ,'", "ſ", "\n", "-fi", "0"]}
+{"text": "<|fim_prefix|>", "tokens": 6, "pieces": ["<|", "fim", "_prefix", "|>"]}
+{"text": "/m<META_START>EOT​  ABC", "tokens": 9, "pieces": ["/m", "<META", "_START", ">EOT", "​", " ", " ABC"]}
+{"text": "\r\n\r\nfi  ½a/b㋿\"  \u000bZt's漢३é", "tokens": 20, "pieces": ["\r\n\r\n", "fi", " ", " ", "½", "a", "/b", "㋿\"", "  ", "\u000bZt's", "漢", "३", "é"]}
+{"text": "t…٣٤٥٦Z'Reİ", "tokens": 10, "pieces": ["t", "…", "٣٤٥", "٦", "Z'Re", "İ"]}
+{"text": "  'Re㍿😀🏽\"   \n㋿iOS(12345678İＡ½,‍🙂‍'S's.　…a/b-'sİ­<|fim_prefix|>İＡ", "tokens": 48, "pieces": [" ", " '", "Re", "㍿😀🏽\"", "   \n", "㋿i", "OS", "(", "123", "456", "78", "İＡ", "½", ",‍🙂‍'", "S's", ".", "　", "…a", "/b", "-'", "s", "İ", "­<|", "fim", "_prefix", "|>", "İＡ"]}
+{"text": "a\r\n\r\nＡ​<|endoftext|>'s's'T३'M.sＡABCDž👍🏽Džungla\r\n𐞁Džunglaع\u000bEOT​'ll\r
HTTPServer🙂½", "tokens": 50, "pieces": ["a", "\r\n\r\n", "Ａ", "​<|", "endoftext", "|>'", "s's", "'T", "३", "'M", ".s", "ＡABCDž", "👍🏽", "Džungla", "\r\n", "𐞁Džunglaع", "\u000bEOT", "​'", "ll", "\r", "
HTTPServer", "🙂", "½"]}
+{"text": "Ⅳ٣٤٥٦'VE0#$%🙂9-#$%é!EOT𐞁ḍ̇e　fiAb", "tokens": 31, "pieces": ["Ⅳ٣٤", "٥٦", "'VE", "0", "#$%🙂", "9", "-#$%", "é", "!EOT𐞁ḍ̇e", "　fi", "Ab"]}
+{"text": "👍🏽字/\r\nBDž   \n#$%\"eßß½\"", "tokens": 16, "pieces": ["👍🏽", "字", "/\r\n", "BDž", "   \n", "#$%\"", "eßß", "½", "\""]}
+{"text": "'T-'Re𐞁", "tokens": 7, "pieces": ["'T", "-'", "Re𐞁"]}
+{"text": "!!\r\n'Ret   \n\r\ns#$%Ⅳ<EOT>", "tokens": 14, "pieces": ["!!\r\n", "'Ret", "   \n\r\n", "s", "#$%", "Ⅳ", "<EOT", ">"]}
+{"text": "!!ſ𐞁👍🏽ABC\nḍ̇a/b<", "tokens": 17, "pieces": ["!!", "ſ𐞁", "👍🏽", "ABC", "\n", "ḍ̇a", "/b", "<"]}
+{"text": "å　DžunglaEOT!!ḍ̇-Ab>.'sdaB'reḍ̇\"d\r\n\r\n #$%Ａ\n/", "tokens": 31, "pieces": ["å", "　Džungla", "EOT", "!!", "ḍ̇", "-Ab", ">.'", "sda", "B're", "ḍ̇", "\"d", "\r\n\r\n", " #$%", "Ａ", "\n", "/"]}
+{"text": "'M'ſABC'​👍🏽  ", "tokens": 10, "pieces": ["'M'ſ", "ABC", "'​👍🏽", "  "]}
+{"text": "\n'D'ſ/   \n'M­dḍ̇>㋿<|fim_prefix|>ᵃ漢\"   \n\r\n0​ſſ​-", "tokens": 34, "pieces": ["\n", "'D'ſ", "/", "   \n", "'M", "­dḍ̇", ">㋿<|", "fim", "_prefix", "|>", "ᵃ漢", "\"", "   \n\r\n", "0", "​ſſ", "​-"]}
+{"text": "Z'ſ'عᵃfi", "tokens": 9, "pieces": ["Z'ſ", "'عᵃfi"]}
+{"text": "ſ!'ſ/\r\n   \n𐞁eaB👍🏽́ da", "tokens": 17, "pieces": ["ſ", "!'", "ſ", "/\r\n", "   \n", "𐞁ea", "B", "👍🏽́", " da"]}
+{"text": "Ａ漢 12345678ḍ̇HTTPServer㍿\n/'Re\r\n\r\n‍B9ßaB'S!!👍🏽'M!!'llＡꟲ­👍🏽Dž9m½ع.字m\u000bＡ", "tokens": 53, "pieces": ["Ａ漢", " ", "123", "456", "78", "ḍ̇", "HTTPServer", "㍿\n/", "'Re", "\r\n\r\n", "‍B", "9", "ßa", "B'S", "!!👍🏽'", "M", "!!'", "ll", "Ａꟲ", "­👍🏽", "Dž", "9", "m", "½", "ع", ".字m", "\u000bＡ"]}
+{"text": "camelCasee \n ٣٤٥٦\u000b　ABC'T", "tokens": 13, "pieces": ["camel", "Casee", " \n", " ", "٣٤٥", "٦", "\u000b", "　ABC'T"]}
+{"text": "'s'Må\u000b ́Ab'T(‍", "tokens": 11, "pieces": ["'s'M", "å", "\u000b", " ́Ab'T", "(‍"]}
+{"text": "   \n\n/#$%ḍ̇'Re<META_START>'Ta/b㋿>ḍ̇  \u000bع'll'ſ
 \t<META_START>!३éＡ \n camelCasea/bå'ſB0B…< \n ,,a", "tokens": 56, "pieces": ["   \n\n", "/#$%", "ḍ̇'Re", "<META", "_START", ">'", "Ta", "/b", "㋿>", "ḍ̇", "  ", "\u000bع'll", "'ſ", "
 ", "\t", "<META", "_START", ">!", "३", "é", "Ａ", " \n", " camel", "Casea", "/bå'ſ", "B", "0", "B", "…", "<", " \n", " ,,", "a"]}
+{"text": " \n …<|fim_prefix|>\"𐞁!㍿'ss", "tokens": 20, "pieces": [" \n", " ", "…", "<|", "fim", "_prefix", "|>\"", "𐞁", "!㍿'", "ss"]}
+{"text": "ᵃ😀🏽 é,…fi", "tokens": 13, "pieces": ["ᵃ", "😀🏽", " é", ",", "…fi"]}
+{"text": "é're-\r\n", "tokens": 3, "pieces": ["é're", "-\r\n"]}
+{"text": "12345678e½'M\rABC's㍿<\"𐞁éſ㋿👍🏽Ab　iOS'T\rⅣ('ll'llABCABCBiOS­>Ⅳ", "tokens": 46, "pieces": ["123", "456", "78", "e", "½", "'M", "\r", "ABC's", "㍿<\"", "𐞁éſ", "㋿👍🏽", "Ab", "　i", "OS'T", "\r", "Ⅳ", "('", "ll'll", "ABCABCBi", "OS", "­>", "Ⅳ"]}
+{"text": "\r<٣٤٥٦\"İ́", "tokens": 9, "pieces": ["\r", "<", "٣٤٥", "٦", "\"İ́"]}
+{"text": "<|fim_prefix|>.aBＡ𐞁é‍mAbABCå<META_START>é'reꟲaaBåDž字‍9!é'llＡ!\rDžᵃ'Ret", "tokens": 53, "pieces": ["<|", "fim", "_prefix", "|>.", "a", "BＡ𐞁é", "‍m", "Ab", "ABCå", "<META", "_START", ">é're", "ꟲaa", "Bå", "Dž字", "‍", "9", "!é'll", "Ａ", "!\r", "Džᵃ'Re", "t"]}
+{"text": "fi0\n/<META_START>🙂camelCase<ᵃ𐞁<EOT>", "tokens": 21, "pieces": ["fi", "0", "\n", "/<", "META", "_START", ">🙂", "camel", "Case", "<ᵃ𐞁", "<EOT", ">"]}
+{"text": "​ß\r\nå漢å<META_START>\n/>< \n 'T३EOT'٣٤٥٦ABC漢t9s !!३", "tokens": 33, "pieces": ["​ß", "\r\n", "å漢å", "<META", "_START", ">\n/", "><", " \n", " '", "T", "३", "EOT", "'", "٣٤٥", "٦", "ABC漢t", "9", "s", " ", "!!", "३"]}
+{"text": "(d㍿　e.'s‍fi<META_START>åİ\nB/\r\n     \n­　(ß", "tokens": 24, "pieces": ["(d", "㍿", "　e", ".'", "s", "‍fi", "<META", "_START", ">å", "İ", "\n", "B", "/\r\n", "     \n", "­", "　", "(ß"]}
+{"text": "'VE\r\n!!🙂\r\nⅣB​Ab12345678#$%'TdDžſABC", "tokens": 21, "pieces": ["'VE", "\r\n", "!!🙂\r\n", "Ⅳ", "B", "​Ab", "123", "456", "78", "#$%'", "Td", "Džſ", "ABC"]}
+{"text": "𐞁're'sDžungladᵃ9\r­t-…/𐞁ḍ̇<\n(<META_START>𐞁aB字,   \nå\u000b<|fim_prefix|><|endoftext|>'​‍ꟲ", "tokens": 61, "pieces": ["𐞁're", "'s", "Džungladᵃ", "9", "\r", "­t", "-", "…", "/𐞁ḍ̇", "<\n", "(<", "META", "_START", ">𐞁a", "B字", ",", "   \n", "å", "\u000b", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'​‍", "ꟲ"]}
+{"text": "İ<META_START>'VE", "tokens": 6, "pieces": ["İ", "<META", "_START", ">'", "VE"]}
+{"text": "Ab …ꟲ٣٤٥٦­HTTPServer…<|fim_prefix|>ſ", "tokens": 23, "pieces": ["Ab", " ", "…ꟲ", "٣٤٥", "٦", "­HTTPServer", "…", "<|", "fim", "_prefix", "|>", "ſ"]}
+{"text": ">å\u000bＡABC,HTTPServerǻ-(½EOTZ'D🙂Džungla字ᵃİ👍🏽\t\n३🙂👍🏽m 'll'S\u000bſ<META_START>/\r\ncamelCase
", "tokens": 50, "pieces": [">å", "\u000bＡABC", ",HTTPServerǻ", "-(", "½", "EOTZ'D", "🙂Džungla字ᵃ", "İ", "👍🏽", "\t\n", "३", "🙂👍🏽", "m", " ", "'ll'S", "\u000bſ", "<META", "_START", ">/\r\n", "camel", "Case", "
"]}
+{"text": " 'T\"'T<|endoftext|>9Dž/\r\nABC😀🏽éDž字>!!!HTTPServer  ㍿\r\n\r\n<META_START>HTTPServer٣٤٥٦'Re12345678Džungla½", "tokens": 53, "pieces": [" '", "T", "\"'", "T", "<|", "endoftext", "|>", "9", "Dž", "/\r\n", "ABC", "😀🏽", "é", "Dž字", ">!!!", "HTTPServer", " ", " ㍿\r\n\r\n", "<META", "_START", ">HTTPServer", "٣٤٥", "٦", "'Re", "123", "456", "78", "Džungla", "½"]}
+{"text": "<|endoftext|>عAbⅣ\r\n\r\nméßⅣ\n/ABC𐞁ßſ<EOT>camelCase'M𐞁(ficamelCaseᵃiOSB\r\n\r\nſ½é'Saa", "tokens": 51, "pieces": ["<|", "endoftext", "|>", "عAb", "Ⅳ", "\r\n\r\n", "méß", "Ⅳ", "\n", "/ABC𐞁ßſ", "<EOT", ">camel", "Case'M", "𐞁", "(ficamel", "Caseᵃi", "OSB", "\r\n\r\n", "ſ", "½", "é'S", "aa"]}
+{"text": "a\r🙂'ree字<|endoftext|><EOT>aB­./漢", "tokens": 20, "pieces": ["a", "\r", "🙂'", "ree字", "<|", "endoftext", "|><", "EOT", ">a", "B", "­./", "漢"]}
+{"text": "Ａ٣٤٥٦'DZ'VE㋿mB/\r\n,   \n👍🏽Z㍿ßfi'T३\n/DžunglaDž('M…\n/9…\r", "tokens": 46, "pieces": ["Ａ", "٣٤٥", "٦", "'DZ'VE", "㋿m", "B", "/\r\n", ",", "   \n", "👍🏽", "Z", "㍿ßfi'T", "३", "\n", "/Džungla", "Dž", "('", "M", "…\n", "/", "9", "…\r"]}
+{"text": "'Se½fi٣٤٥٦३İ😀🏽 ,-́fia\n!<|fim_prefix|>fiAb!/Z.écamelCaseB½'D㋿HTTPServera'VEå漢", "tokens": 47, "pieces": ["'Se", "½", "fi", "٣٤٥", "٦३", "İ", "😀🏽", " ,-́", "fia", "\n", "!<|", "fim", "_prefix", "|>", "fi", "Ab", "!/", "Z", ".écamel", "Case", "B", "½", "'D", "㋿HTTPServera'VE", "å漢"]}
+{"text": "e👍🏽'­
\rsḍ̇ \r\n\r\n/\r\n/DžAb<|endoftext|>\r\nعⅣ
iOSfi\r\n👍🏽d३ Dž\r9tEOT½e#$%a/bDžungla", "tokens": 56, "pieces": ["e", "👍🏽'­", "
\r", "sḍ̇", " \r\n\r\n", "/\r\n/", "DžAb", "<|", "endoftext", "|>\r\n", "ع", "Ⅳ", "
i", "OSfi", "\r\n", "👍🏽", "d", "३", " Dž", "\r", "9", "t", "EOT", "½", "e", "#$%", "a", "/b", "Džungla"]}
+{"text": "́​'Re'D", "tokens": 5, "pieces": ["́", "​'", "Re'D"]}
+{"text": " \n …d㍿
<ꟲé.ع're're", "tokens": 19, "pieces": [" \n", " ", "…d", "㍿", "
", "<ꟲé", ".ع're", "'re"]}
+{"text": "å'DABC's'D𐞁<|endoftext|>́😀🏽,​\r\n\r\n<|endoftext|>ḍ̇e<EOT>​­<META_START>👍🏽aBéعaB'Reꟲ㍿", "tokens": 60, "pieces": ["å'D", "ABC's", "'D𐞁", "<|", "endoftext", "|>́😀🏽,​\r\n\r\n", "<|", "endoftext", "|>", "ḍ̇e", "<EOT", ">​­<", "META", "_START", ">👍🏽", "a", "Béعa", "B'Re", "ꟲ", "㍿"]}
+{"text": "9 ३́/\r\n\t", "tokens": 6, "pieces": ["9", " ", "३", "́", "/\r\n", "\t"]}
+{"text": "'re'字!é'ſaB漢٣٤٥٦'Re٣٤٥٦é", "tokens": 21, "pieces": ["'re", "'字", "!é'ſ", "a", "B漢", "٣٤٥", "٦", "'Re", "٣٤٥", "٦", "é"]}
+{"text": "́a/b\u000b\r\n\r\n!!é 12345678'll\t,Ab'Sſſm-.\n/a/bAbⅣ<|fim_prefix|>/\r\n(>mcamelCase#$%a/b\t'HTTPServer>漢\t", "tokens": 50, "pieces": ["́a", "/b", "\u000b\r\n\r\n", "!!", "é", " ", "123", "456", "78", "'ll", "\t", ",Ab'S", "ſſm", "-.\n/", "a", "/b", "Ab", "Ⅳ", "<|", "fim", "_prefix", "|>/\r\n", "(>", "mcamel", "Case", "#$%", "a", "/b", "\t", "'HTTPServer", ">漢", "\t"]}
+{"text": "عdＡBs'dcamelCase/\"DžunglaaBt𐞁<EOT>>'ſ12345678aBZ.<META_START>#$%éꟲ½\u000bs<<EOT>", "tokens": 46, "pieces": ["عd", "ＡBs'd", "camel", "Case", "/\"", "Džunglaa", "Bt𐞁", "<EOT", ">>'", "ſ", "123", "456", "78", "a", "BZ", ".<", "META", "_START", ">#$%", "éꟲ", "½", "\u000bs", "<<", "EOT", ">"]}
+{"text": "9t<|fim_prefix|>́\n/-12345678dꟲ<|endoftext|>ſa'M½٣٤٥٦ \n    \n३d>d", "tokens": 38, "pieces": ["9", "t", "<|", "fim", "_prefix", "|>́\n/", "-", "123", "456", "78", "dꟲ", "<|", "endoftext", "|>", "ſa'M", "½٣٤", "٥٦", " \n    \n", "३", "d", ">d"]}
+{"text": "\ta/bİ٣٤٥٦<|fim_prefix|>é漢>'Sſ<\t'D\u000bAb<|endoftext|>tḍ̇'MéDž   \nḍ̇漢ᵃDžunglá", "tokens": 51, "pieces": ["\ta", "/b", "İ", "٣٤٥", "٦", "<|", "fim", "_prefix", "|>", "é漢", ">'", "Sſ", "<", "\t", "'D", "\u000bAb", "<|", "endoftext", "|>", "tḍ̇'M", "é", "Dž", "   \n", "ḍ̇漢ᵃ", "Džunglá"]}
+{"text": "ſ'T/!aBaEOT३aB'Re/\"a/bſ", "tokens": 16, "pieces": ["ſ'T", "/!", "a", "Ba", "EOT", "३", "a", "B'Re", "/\"", "a", "/bſ"]}
+{"text": "'T.!Z
t漢ᵃ\r\n\r\n9👍🏽/\r\na/bع\réſZZ'Re,", "tokens": 24, "pieces": ["'T", ".!", "Z", "
t漢ᵃ", "\r\n\r\n", "9", "👍🏽/\r\n", "a", "/bع", "\r", "éſ", "ZZ'Re", ","]}
+{"text": "ABC<EOT>EOT>/\r\n'D're", "tokens": 9, "pieces": ["ABC", "<EOT", ">EOT", ">/\r\n", "'D're"]}
+{"text": "<EOT>dſ9HTTPServerEOTꟲ/", "tokens": 13, "pieces": ["<EOT", ">dſ", "9", "HTTPServer", "EOTꟲ", "/"]}
+{"text": "00ådDžungla'👍🏽…Dž're<\u000bZiOS𐞁'ſ'VEé9s<EOT>'DDž  Ａ<|fim_prefix|>'T𐞁\n/ß s'M('ſ", "tokens": 59, "pieces": ["00", "åd", "Džungla", "'👍🏽", "…Dž're", "<", "\u000bZi", "OS𐞁'ſ", "'VEé", "9", "s", "<EOT", ">'", "DDž", " ", " Ａ", "<|", "fim", "_prefix", "|>'", "T𐞁", "\n", "/ß", " s'M", "('", "ſ"]}
+{"text": "　ḍ̇", "tokens": 4, "pieces": ["　ḍ̇"]}
+{"text": "'s㍿　0aB\tHTTPServerEOTfi🙂  dé́  'D!!\r\n\r\nt'M\r\nåDž.\n/HTTPServer", "tokens": 33, "pieces": ["'s", "㍿", "　", "0", "a", "B", "\tHTTPServer", "EOTfi", "🙂", " ", " dé́", " ", " '", "D", "!!\r\n\r\n", "t'M", "\r\n", "å", "Dž", ".\n/", "HTTPServer"]}
+{"text": ">'S\n/Ａ'StEOT㍿३(å👍🏽\r/\r\n'll'M'/\r\n\r\n\r\n\r\n(.'D​  <EOT>　😀🏽ᵃ🙂<META_START>!!Ａſ   \nB　", "tokens": 51, "pieces": [">'", "S", "\n", "/Ａ'S", "t", "EOT", "㍿", "३", "(å", "👍🏽\r/\r\n", "'ll'M", "'/\r\n\r\n\r\n\r\n", "(.'", "D", "​", " ", " <", "EOT", ">", "　", "😀🏽", "ᵃ", "🙂<", "META", "_START", ">!!", "Ａſ", "   \n", "B", "　"]}
+{"text": "­é", "tokens": 2, "pieces": ["­é"]}
+{"text": "<|fim_prefix|>\t𐞁字fi
", "tokens": 14, "pieces": ["<|", "fim", "_prefix", "|>", "\t𐞁字fi", "
"]}
+{"text": ",ᵃ字aBa/bZABC字'漢­👍🏽字0,字 <|fim_prefix|>eABC㍿aB
", "tokens": 36, "pieces": [",ᵃ字a", "Ba", "/b", "ZABC字", "'漢", "­👍🏽", "字", "0", ",字", " ", "<|", "fim", "_prefix", "|>", "e", "ABC", "㍿a", "B", "
"]}
+{"text": "㋿३'S   \n'siOS\n/٣٤٥٦camelCase'ſ­Ab'SＡaBsé", "tokens": 26, "pieces": ["㋿", "३", "'S", "   \n", "'si", "OS", "\n", "/", "٣٤٥", "٦", "camel", "Case'ſ", "­Ab'S", "Ａa", "Bsé"]}
+{"text": "漢!>'scamelCasé", "tokens": 7, "pieces": ["漢", "!>'", "scamel", "Casé"]}
+{"text": "-9Džunglaåm/e'M-Ab<B-EOTꟲ३́aB\t🙂\"<EOT>\u000b   \nＡᵃ\u000b", "tokens": 35, "pieces": ["-", "9", "Džunglaåm", "/e'M", "-Ab", "<B", "-EOTꟲ", "३", "́a", "B", "\t", "🙂\"<", "EOT", ">", "\u000b   \n", "Ａᵃ", "\u000b"]}
+{"text": " (camelCase　-#$%'Ta99!é#$%\n/'Dé㋿Džungla
\r\n\r\nᵃ<|fim_prefix|>aB㍿-　　\r\n/<META_START>​\n\r\n\r\neABCa/b
", "tokens": 55, "pieces": [" (", "camel", "Case", "　", "-#$%'", "Ta", "99", "!é", "#$%\n/", "'Dé", "㋿Džungla", "
\r\n\r\n", "ᵃ", "<|", "fim", "_prefix", "|>", "a", "B", "㍿-", "　　\r\n", "/<", "META", "_START", ">​\n\r\n\r\n", "e", "ABCa", "/b", "
"]}
+{"text": "​é😀🏽ḍ̇Dž.\r\n\r\n's½\u000b'T́", "tokens": 16, "pieces": ["​é", "😀🏽", "ḍ̇", "Dž", ".\r\n\r\n", "'s", "½", "\u000b", "'T́"]}
+{"text": ">å(
<㋿'s٣٤٥٦-(a/b#$%İ'll#$%'T'S\"", "tokens": 26, "pieces": [">å", "(", "
", "<㋿'", "s", "٣٤٥", "٦", "-(", "a", "/b", "#$%", "İ'll", "#$%'", "T'S", "\""]}
+{"text": "\r\nḍ̇\r\n12345678 \n (Ⅳd<|endoftext|>ABC'll…éDžZ'll‍­'T\u000b0­ \n ٣٤٥٦(éＡEOTeå!́𐞁ḍ̇…m<|endoftext|>", "tokens": 68, "pieces": ["\r\n", "ḍ̇", "\r\n", "123", "456", "78", " \n", " (", "Ⅳ", "d", "<|", "endoftext", "|>", "ABC'll", "…é", "DžZ'll", "‍­'", "T", "\u000b", "0", "­", " \n", " ", "٣٤٥", "٦", "(é", "ＡEOTeå", "!́𐞁ḍ̇", "…m", "<|", "endoftext", "|>"]}
+{"text": "é  'ſ㋿Z'VE<|fim_prefix|>\n/12345678'Re
s<㋿eᵃ\t漢\r\n\r\n漢ᵃ\r\n12345678ᵃ­åsZⅣ", "tokens": 52, "pieces": ["é", " ", " '", "ſ", "㋿Z'VE", "<|", "fim", "_prefix", "|>\n/", "123", "456", "78", "'Re", "
s", "<㋿", "eᵃ", "\t漢", "\r\n\r\n", "漢ᵃ", "\r\n", "123", "456", "78", "ᵃ", "­ås", "Z", "Ⅳ"]}
+{"text": "𐞁𐞁½'s", "tokens": 10, "pieces": ["𐞁𐞁", "½", "'s"]}
+{"text": "/\r\n ", "tokens": 2, "pieces": ["/\r\n", " "]}
+{"text": "漢>0're", "tokens": 4, "pieces": ["漢", ">", "0", "'re"]}
+{"text": "'SEOT\n/ᵃßEOTa/bZ㍿   \nع,عHTTPServer‍  ‍m'DＡ'Reعع", "tokens": 33, "pieces": ["'SEOT", "\n", "/ᵃß", "EOTa", "/b", "Z", "㍿", "   \n", "ع", ",عHTTPServer", "‍", " ", " ", "‍m'D", "Ａ'Re", "عع"]}
+{"text": "!ßⅣḍ̇ꟲ'ſ㍿", "tokens": 15, "pieces": ["!ß", "Ⅳ", "ḍ̇ꟲ'ſ", "㍿"]}
+{"text": "ꟲ12345678\rſ<|fim_prefix|>٣٤٥٦​Džunglaé𐞁<EOT>Dž#$%012345678\r\n\r\n٣٤٥٦!Džungla😀🏽!é\n/½12345678'D ㍿\r\nd\r\n\r\nİ<EOT>
Ab-'😀🏽fi", "tokens": 78, "pieces": ["ꟲ", "123", "456", "78", "\r", "ſ", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "​Džunglaé𐞁", "<EOT", ">Dž", "#$%", "012", "345", "678", "\r\n\r\n", "٣٤٥", "٦", "!Džungla", "😀🏽!", "é", "\n", "/", "½12", "345", "678", "'D", " ", "㍿\r\n", "d", "\r\n\r\n", "İ", "<EOT", ">", "
Ab", "-'😀🏽", "fi"]}
+{"text": "𐞁'Re\n/Ab𐞁ABC३ß㍿   \n३ABC'ſ字字m're 'ReDžungla　s👍🏽ḍ̇DžunglasDž9<|endoftext|>\t\n/३\r\n(𐞁ḍ̇'M'VEABC", "tokens": 71, "pieces": ["𐞁'Re", "\n", "/Ab𐞁", "ABC", "३", "ß", "㍿", "   \n", "३", "ABC'ſ", "字字m're", " ", "'Re", "Džungla", "　s", "👍🏽", "ḍ̇", "Džunglas", "Dž", "9", "<|", "endoftext", "|>", "\t\n", "/", "३", "\r\n", "(𐞁ḍ̇'M", "'VEABC"]}
+{"text": "iOS(ABCfiDžunglae🙂EOT­Džungla㍿#$%12345678camelCase'ſ#$%#$%'MaB٣٤٥٦'Reé'llſſ", "tokens": 45, "pieces": ["i", "OS", "(ABCfi", "Džunglae", "🙂EOT", "­Džungla", "㍿#$%", "123", "456", "78", "camel", "Case'ſ", "#$%#$%'", "Ma", "B", "٣٤٥", "٦", "'Reé'll", "ſſ"]}
+{"text": "٣٤٥٦㋿a\r\naa('llcamelCaseDžunglaDž\n/a  <META_START>ZiOS<EOT>🙂३ABCa/b>   \n0'ſ\n/-#$%𐞁'll\r\n\u000b'D>㍿\r\n\r\n", "tokens": 59, "pieces": ["٣٤٥", "٦", "㋿a", "\r\n", "aa", "('", "llcamel", "Case", "Džungla", "Dž", "\n", "/a", " ", " <", "META", "_START", ">Zi", "OS", "<EOT", ">🙂", "३", "ABCa", "/b", ">", "   \n", "0", "'ſ", "\n", "/-#$%", "𐞁'll", "\r\n", "\u000b", "'D", ">㍿\r\n\r\n"]}
+{"text": "😀🏽Džꟲ0Dž'rea👍🏽   \nꟲ'D́Ａ­Z  9Ａs,#$% DžHTTPServer.\"Ⅳ", "tokens": 41, "pieces": ["😀🏽", "Džꟲ", "0", "Dž're", "a", "👍🏽", "   \n", "ꟲ'D", "́", "Ａ", "­Z", " ", " ", "9", "Ａs", ",#$%", " DžHTTPServer", ".\"", "Ⅳ"]}
+{"text": "३ſ<|endoftext|>ⅣBB!   \n\t'Dm…🙂-/\r\nⅣaB 're👍🏽camelCase😀🏽ḍ̇aBéßEOT👍🏽😀🏽<EOT>½#$%'sع'Då", "tokens": 63, "pieces": ["३", "ſ", "<|", "endoftext", "|>", "Ⅳ", "BB", "!", "   \n", "\t", "'Dm", "…", "🙂-/\r\n", "Ⅳ", "a", "B", " '", "re", "👍🏽", "camel", "Case", "😀🏽", "ḍ̇a", "Béß", "EOT", "👍🏽😀🏽<", "EOT", ">", "½", "#$%'", "sع'D", "å"]}
+{"text": "9<   \n!m12345678a\r\n٣٤٥٦iOS<META_START>   \n
عé'ſ­,ꟲcamelCaseＡ३.\"'Re!\u000b,ᵃ٣٤٥٦'ſ'M\t", "tokens": 52, "pieces": ["9", "<", "   \n", "!m", "123", "456", "78", "a", "\r\n", "٣٤٥", "٦", "i", "OS", "<META", "_START", ">", "   \n", "
عé'ſ", "­,", "ꟲcamel", "Case", "Ａ", "३", ".\"'", "Re", "!", "\u000b", ",ᵃ", "٣٤٥", "٦", "'ſ'M", "\t"]}
+{"text": "m\n…½\r३　Džungla!/ ع,<> 'S<|fim_prefix|>aB'Ma/bsaBİ.iOS", "tokens": 35, "pieces": ["m", "\n", "…", "½", "\r", "३", "　Džungla", "!/", " ع", ",<>", " '", "S", "<|", "fim", "_prefix", "|>", "a", "B'M", "a", "/bsa", "Bİ", ".i", "OS"]}
+{"text": ">>å'sZ(", "tokens": 6, "pieces": [">>", "å's", "Z", "("]}
+{"text": "0㋿🙂!!-  \naBa/b   \n/,
9ꟲ-a<|fim_prefix|>Dž　9fiＡiOS…'VE'D<|fim_prefix|>'T12345678   \n \n é12345678t\r  ", "tokens": 57, "pieces": ["0", "㋿🙂!!-", "  \n", "a", "Ba", "/b", "   \n", "/,", "
", "9", "ꟲ", "-a", "<|", "fim", "_prefix", "|>", "Dž", "　", "9", "fi", "Ａi", "OS", "…", "'VE'D", "<|", "fim", "_prefix", "|>'", "T", "123", "456", "78", "   \n \n", " é", "123", "456", "78", "t", "\r", "  "]}
+{"text": "'S \n عd'VE३(0-㍿", "tokens": 13, "pieces": ["'S", " \n", " عd'VE", "३", "(", "0", "-㍿"]}
+{"text": "('Re's👍🏽12345678'VE‍EOTع.12345678!!漢   \n'ſＡ漢,a/b\r\n\r\n 
<META_START>…'S\"Ａ\r\n…ᵃsEOTＡ'", "tokens": 51, "pieces": ["('", "Re's", "👍🏽", "123", "456", "78", "'VE", "‍EOTع", ".", "123", "456", "78", "!!", "漢", "   \n", "'ſ", "Ａ漢", ",a", "/b", "\r\n\r\n", " ", "
", "<META", "_START", ">", "…", "'S", "\"Ａ", "\r\n", "…ᵃs", "EOTＡ", "'"]}
+{"text": "­  e­'s\r\n\r\n", "tokens": 7, "pieces": ["­", " ", " e", "­'", "s", "\r\n\r\n"]}
+{"text": "!\r\n\r\nåßDžunglaEOT漢HTTPServer漢camelCase<|endoftext|>\t \n ABC\r\n🙂𐞁\u000b<|fim_prefix|>\"'T'Re'sta　<EOT>'DaBB<META_START>é(‍\t👍🏽", "tokens": 62, "pieces": ["!\r\n\r\n", "åß", "Džungla", "EOT漢HTTPServer漢camel", "Case", "<|", "endoftext", "|>", "\t \n", " ABC", "\r\n", "🙂𐞁", "\u000b", "<|", "fim", "_prefix", "|>\"'", "T'Re", "'sta", "　", "<EOT", ">'", "Da", "BB", "<META", "_START", ">é", "(‍", "\t", "👍🏽"]}
+{"text": " \n \r\n\r\n", "tokens": 2, "pieces": [" \n \r\n\r\n"]}
+{"text": "٣٤٥٦aB́B\n/'ſ'sa\n/👍🏽9é🙂e<META_START>!!𐞁३HTTPServer,Ａ", "tokens": 37, "pieces": ["٣٤٥", "٦", "a", "B́", "B", "\n", "/'", "ſ's", "a", "\n", "/👍🏽", "9", "é", "🙂e", "<META", "_START", ">!!", "𐞁", "३", "HTTPServer", ",Ａ"]}
+{"text": "ع<|endoftext|>­iOS漢", "tokens": 12, "pieces": ["ع", "<|", "endoftext", "|>­", "i", "OS漢"]}
+{"text": "'VE   \n　'S
s\n/'T㍿.aB9camelCase12345678Ａ", "tokens": 23, "pieces": ["'VE", "   \n", "　", "'S", "
s", "\n", "/'", "T", "㍿.", "a", "B", "9", "camel", "Case", "123", "456", "78", "Ａ"]}
+{"text": "ᵃİ,㍿e9<EOT>!!㍿\r!!", "tokens": 19, "pieces": ["ᵃ", "İ", ",㍿", "e", "9", "<EOT", ">!!㍿\r", "!!"]}
+{"text": "e<|endoftext|>t12345678ꟲé㍿fi'MＡ\na/b 'ABC(́å", "tokens": 33, "pieces": ["e", "<|", "endoftext", "|>", "t", "123", "456", "78", "ꟲé", "㍿fi'M", "Ａ", "\n", "a", "/b", " ", "'ABC", "(́å"]}
+{"text": "عHTTPServer\n/", "tokens": 5, "pieces": ["عHTTPServer", "\n", "/"]}
+{"text": "ⅣiOS<EOT>㋿'sABC'M<|endoftext|>.iOS >sßa/bAb\rḍ̇३!!­٣٤٥٦'DZ<𐞁/\r\n(#$%,½<'re𐞁", "tokens": 58, "pieces": ["Ⅳ", "i", "OS", "<EOT", ">㋿'", "s", "ABC'M", "<|", "endoftext", "|>.", "i", "OS", " >", "sßa", "/b", "Ab", "\r", "ḍ̇", "३", "!!­", "٣٤٥", "٦", "'DZ", "<𐞁", "/\r\n", "(#$%,", "½", "<'", "re𐞁"]}
+{"text": "-字ḍ̇s-aABCDžaB12345678d<|endoftext|>HTTPServerＡḍ̇\r\nZ0\nB\"ᵃeé\"", "tokens": 41, "pieces": ["-字ḍ̇s", "-a", "ABCDža", "B", "123", "456", "78", "d", "<|", "endoftext", "|>", "HTTPServer", "Ａḍ̇", "\r\n", "Z", "0", "\n", "B", "\"ᵃeé", "\""]}
+{"text": "édḍ̇ABC\u000bḍ̇ᵃ9<|fim_prefix|>\r㍿'reHTTPServerét\"İå🙂d  ßaB㋿‍٣٤٥٦.aB'D
\r\n\r\n", "tokens": 54, "pieces": ["édḍ̇", "ABC", "\u000bḍ̇ᵃ", "9", "<|", "fim", "_prefix", "|>\r", "㍿'", "re", "HTTPServerét", "\"İå", "🙂d", " ", " ßa", "B", "㋿‍", "٣٤٥", "٦", ".a", "B'D", "
\r\n\r\n"]}
+{"text": "🙂㋿Zꟲ½,‍", "tokens": 11, "pieces": ["🙂㋿", "Zꟲ", "½", ",‍"]}
+{"text": "   \n
३'ſꟲ", "tokens": 8, "pieces": ["   \n", "
", "३", "'ſꟲ"]}
+{"text": " 12345678Z\tİ㍿\n/'VE#$%…!.'Džunglas<META_START><META_START>\r\n\r\n-s<META_START>'Re‍'MHTTPServerfi<0عZ३㋿EOTＡ𐞁", "tokens": 58, "pieces": [" ", "123", "456", "78", "Z", "\tİ", "㍿\n/", "'VE", "#$%", "…", "!.'", "Džunglas", "<META", "_START", "><", "META", "_START", ">\r\n\r\n", "-s", "<META", "_START", ">'", "Re", "‍'", "MHTTPServerfi", "<", "0", "ع", "Z", "३", "㋿EOTＡ𐞁"]}
+{"text": "'reaBſ<|endoftext|>😀🏽0tiOS<META_START>ＡſHTTPServer", "tokens": 25, "pieces": ["'rea", "Bſ", "<|", "endoftext", "|>😀🏽", "0", "ti", "OS", "<META", "_START", ">Ａſ", "HTTPServer"]}
+{"text": "a/३camelCaseＡZ'VE", "tokens": 9, "pieces": ["a", "/", "३", "camel", "Case", "ＡZ'VE"]}
+{"text": "🙂<|endoftext|>EOT", "tokens": 10, "pieces": ["🙂<|", "endoftext", "|>", "EOT"]}
+{"text": "a're𐞁'llEOTＡd​Dž'T<|fim_prefix|>/\r\n  …<META_START> /\r\n'Abꟲ३e#$%'Rea/b-", "tokens": 44, "pieces": ["a're", "𐞁'll", "EOTＡd", "​Dž'T", "<|", "fim", "_prefix", "|>/\r\n", "  ", "…", "<META", "_START", ">", " ", "/\r\n", "'Abꟲ", "३", "e", "#$%'", "Rea", "/b", "-"]}
+{"text": "İ\t🙂𐞁#$%dm‍m,Ab漢\r\n\t👍🏽 \n 'sm", "tokens": 23, "pieces": ["İ", "\t", "🙂𐞁", "#$%", "dm", "‍m", ",Ab漢", "\r\n", "\t", "👍🏽", " \n", " '", "sm"]}
+{"text": "\" \n 're\t-'D\nd \n 'SᵃZ\r\n\r\nع'ſ   \n😀🏽'Då\n/　'T''D", "tokens": 33, "pieces": ["\"", " \n", " '", "re", "\t", "-'", "D", "\n", "d", " \n", " '", "Sᵃ", "Z", "\r\n\r\n", "ع'ſ", "   \n", "😀🏽'", "Då", "\n", "/", "　", "'T", "''", "D"]}
+{"text": "!!'ſ…\n#$%…\tİ𐞁½( ⅣHTTPServer12345678iOSZ \r\n\r\nt!!Ⅳ
9\n're", "tokens": 39, "pieces": ["!!'", "ſ", "…\n", "#$%", "…", "\tİ𐞁", "½", "(", " ", "Ⅳ", "HTTPServer", "123", "456", "78", "i", "OSZ", " \r\n\r\n", "t", "!!", "Ⅳ", "
", "9", "\n", "'re"]}
+{"text": "\tcamelCase'S/\r\nABC'ReiOS㋿'Res \r\n12345678…\r \n  -iOS漢🙂٣٤٥٦é…㍿　\r\n\r\nＡ's!!-camelCase\rABC<|fim_prefix|>>/ḍ̇!!", "tokens": 60, "pieces": ["\tcamel", "Case'S", "/\r\n", "ABC'Re", "i", "OS", "㋿'", "Res", " \r\n", "123", "456", "78", "…\r \n", " ", " ", "-i", "OS漢", "🙂", "٣٤٥", "٦", "é", "…", "㍿", "　\r\n\r\n", "Ａ's", "!!-", "camel", "Case", "\r", "ABC", "<|", "fim", "_prefix", "|>>/", "ḍ̇", "!!"]}
+{"text": "'T å'VE   \n \n 'T\nꟲſ  ßé'M‍\rAb😀🏽/\r\nＡ३/\r\nع !!é㍿", "tokens": 37, "pieces": ["'T", " å'VE", "   \n \n", " '", "T", "\n", "ꟲſ", " ", " ßé'M", "‍\r", "Ab", "😀🏽/\r\n", "Ａ", "३", "/\r\n", "ع", " ", "!!", "é", "㍿"]}
+{"text": "s㍿>٣٤٥٦12345678<META_START>\r\n\r\n ​\r\n's字s字😀🏽's𐞁Džungla㋿ABC'ſDžungla🙂t'VE\n/eDž   \n'SeiOS<<META_START>字'SAbع", "tokens": 66, "pieces": ["s", "㍿>", "٣٤٥", "٦12", "345", "678", "<META", "_START", ">\r\n\r\n", " ​\r\n", "'s字s字", "😀🏽'", "s𐞁", "Džungla", "㋿ABC'ſ", "Džungla", "🙂t'VE", "\n", "/e", "Dž", "   \n", "'Sei", "OS", "<<", "META", "_START", ">字'S", "Abع"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "‍!   \n're​.", "tokens": 5, "pieces": ["‍!", "   \n", "'re", "​."]}
+{"text": "㍿'TiOSiOS!'re'S >ſ　ꟲ'T٣٤٥٦'Reſ漢'ReᵃiOS/\r\n-\r\n‍ع٣٤٥٦́0😀🏽ABC   \n/\r\n\r\n", "tokens": 48, "pieces": ["㍿'", "Ti", "OSi", "OS", "!'", "re'S", " ", ">ſ", "　ꟲ'T", "٣٤٥", "٦", "'Reſ漢'Re", "ᵃi", "OS", "/\r\n", "-\r\n", "‍ع", "٣٤٥", "٦", "́", "0", "😀🏽", "ABC", "   \n", "/\r\n\r\n"]}
+{"text": "\"!\"½字½'reZéfiDžungla", "tokens": 13, "pieces": ["\"!\"", "½", "字", "½", "'re", "Zéfi", "Džungla"]}
+{"text": "afi\t#$%<|endoftext|>Ab/\r\n EOT \n ꟲ'll\t👍🏽…aBaB'Ret㍿#$%ḍ̇", "tokens": 40, "pieces": ["afi", "\t", "#$%<|", "endoftext", "|>", "Ab", "/\r\n", " EOT", " \n", " ꟲ'll", "\t", "👍🏽", "…a", "Ba", "B'Re", "t", "㍿#$%", "ḍ̇"]}
+{"text": "é-\r\n\r\n\u000b字('re'D \n ٣٤٥٦<META_START>३\r\n\r\n!عB!iOSé-edABC\n/   \ncamelCase.漢mcamelCasedé", "tokens": 42, "pieces": ["é", "-\r\n\r\n", "\u000b字", "('", "re'D", " \n", " ", "٣٤٥", "٦", "<META", "_START", ">", "३", "\r\n\r\n", "!ع", "B", "!i", "OSé", "-ed", "ABC", "\n", "/", "   \n", "camel", "Case", ".漢mcamel", "Casedé"]}
+{"text": "́sDžunglaat \n 漢DžHTTPServer㋿ \n ABCꟲm", "tokens": 21, "pieces": ["́s", "Džunglaat", " \n", " 漢DžHTTPServer", "㋿", " \n", " ABCꟲm"]}
+{"text": "½'M!!!", "tokens": 3, "pieces": ["½", "'M", "!!!"]}
+{"text": "👍🏽　'll<|endoftext|>'D <EOT>𐞁0Dž­ſßZiOS👍🏽\"३å.ḍ̇­  ­-\r   \ns'M", "tokens": 48, "pieces": ["👍🏽", "　", "'ll", "<|", "endoftext", "|>'", "D", " <", "EOT", ">𐞁", "0", "Dž", "­ſß", "Zi", "OS", "👍🏽\"", "३", "å", ".ḍ̇", "­", " ", " ­-\r", "   \n", "s'M"]}
+{"text": "<|fim_prefix|>>字'M9a/béiOS12345678B  ㋿å'll'Mt!!ḍ̇ḍ̇́<|endoftext|>!", "tokens": 44, "pieces": ["<|", "fim", "_prefix", "|>>", "字'M", "9", "a", "/béi", "OS", "123", "456", "78", "B", " ", " ㋿", "å'll", "'Mt", "!!", "ḍ̇ḍ̇́", "<|", "endoftext", "|>!"]}
+{"text": "ع\u000b/ \n <META_START>#$%", "tokens": 10, "pieces": ["ع", "\u000b", "/", " \n", " <", "META", "_START", ">#$%"]}
+{"text": "'réécamelCase/\r\n\"/\r\na/b'reABCfi<ع#$%aB\t", "tokens": 20, "pieces": ["'réécamel", "Case", "/\r\n", "\"/\r\n", "a", "/b're", "ABCfi", "<ع", "#$%", "a", "B", "\t"]}
+{"text": "٣٤٥٦<EOT><|fim_prefix|>٣٤٥٦iOSḍ̇Dž'T\n/…Džungla…é", "tokens": 35, "pieces": ["٣٤٥", "٦", "<EOT", "><|", "fim", "_prefix", "|>", "٣٤٥", "٦", "i", "OSḍ̇", "Dž'T", "\n", "/", "…Džungla", "…é"]}
+{"text": "ABCcamelCase'DcamelCase  😀🏽字12345678ꟲ🙂 漢", "tokens": 20, "pieces": ["ABCcamel", "Case'D", "camel", "Case", " ", " 😀🏽", "字", "123", "456", "78", "ꟲ", "🙂", " 漢"]}
+{"text": "ſ漢/iOS٣٤٥٦>\r㋿Z12345678'MDžungla\t'TDžungla\"'VEⅣEOTZ\n/½ta/b\r\n a'D… <|endoftext|>é'S<META_START>t\u000b", "tokens": 63, "pieces": ["ſ漢", "/i", "OS", "٣٤٥", "٦", ">\r", "㋿Z", "123", "456", "78", "'MDžungla", "\t", "'TDžungla", "\"'", "VE", "Ⅳ", "EOTZ", "\n", "/", "½", "ta", "/b", "\r\n", " a'D", "…", " ", "<|", "endoftext", "|>", "é'S", "<META", "_START", ">t", "\u000b"]}
+{"text": "\"-", "tokens": 1, "pieces": ["\"-"]}
+{"text": "/", "tokens": 1, "pieces": ["/"]}
+{"text": "e's 'll'ſZ\u000bDž\u000b<|endoftext|>'M \n 's/\r\nås'VEm,\r\n\r\nå<EOT>ḍ̇/😀🏽<|endoftext|>,s", "tokens": 50, "pieces": ["e's", " ", "'ll'ſ", "Z", "\u000bDž", "\u000b", "<|", "endoftext", "|>'", "M", " \n", " '", "s", "/\r\n", "ås'VE", "m", ",\r\n\r\n", "å", "<EOT", ">ḍ̇", "/😀🏽<|", "endoftext", "|>,", "s"]}
+{"text": "😀🏽", "tokens": 3, "pieces": ["😀🏽"]}
+{"text": "/Ⅳḍ̇(ABC　\r.­½​iOS…\r\n\r\n\"\n  <12345678ß.HTTPServerZ ᵃ-<META_START>'S\ta#$%", "tokens": 42, "pieces": ["/", "Ⅳ", "ḍ̇", "(ABC", "　\r", ".­", "½", "​i", "OS", "…\r\n\r\n", "\"\n", " ", " <", "123", "456", "78", "ß", ".HTTPServer", "Z", " ᵃ", "-<", "META", "_START", ">'", "S", "\ta", "#$%"]}
+{"text": "aⅣİAb", "tokens": 5, "pieces": ["a", "Ⅳ", "İAb"]}
+{"text": " (t'M​ꟲ   \n(́ǻEOT \n e'sEOT   \n　å<|fim_prefix|>camelCase　㍿\t\r\n\r\n\r\n", "tokens": 38, "pieces": [" ", "(t'M", "​ꟲ", "   \n", "(́ǻ", "EOT", " \n", " e's", "EOT", "   \n", "　å", "<|", "fim", "_prefix", "|>", "camel", "Case", "　", "㍿", "\t\r\n\r\n\r\n"]}
+{"text": "ⅣEOTt\t/\r\n­'VE𐞁\t<३-,'s\n/㋿'VE'ſ\n<|fim_prefix|>9३'Dع'M <EOT>'S<META_START>
Ⅳ0aB३ABC\r\n​s🙂", "tokens": 62, "pieces": ["Ⅳ", "EOTt", "\t", "/\r\n", "­'", "VE𐞁", "\t", "<", "३", "-,'", "s", "\n", "/㋿'", "VE'ſ", "\n", "<|", "fim", "_prefix", "|>", "9३", "'Dع'M", " ", "<EOT", ">'", "S", "<META", "_START", ">", "
", "Ⅳ0", "a", "B", "३", "ABC", "\r\n", "​s", "🙂"]}
+{"text": "å­𐞁<|fim_prefix|>'M٣٤٥٦ddsdcamelCase,iOSꟲé…\n/㋿écamelCase'Re'T'", "tokens": 42, "pieces": ["å", "­𐞁", "<|", "fim", "_prefix", "|>'", "M", "٣٤٥", "٦", "ddsdcamel", "Case", ",i", "OSꟲé", "…\n", "/㋿", "écamel", "Case'Re", "'T", "'"]}
+{"text": "‍ſ're<EOT>é\u000bḍ̇e<EOT>🙂…ſ're….㋿é'T𐞁‍#$%٣٤٥٦　
-é", "tokens": 43, "pieces": ["‍ſ're", "<EOT", ">é", "\u000bḍ̇e", "<EOT", ">🙂", "…ſ're", "…", ".㋿", "é'T", "𐞁", "‍#$%", "٣٤٥", "٦", "　", "
", "-é"]}
+{"text": "<|fim_prefix|>漢-\r\nZ㍿!!'ſDžungla\rDžungla'Mt…Ａḍ̇​iOS
é'T𐞁(DžéeABCé", "tokens": 50, "pieces": ["<|", "fim", "_prefix", "|>", "漢", "-\r\n", "Z", "㍿!!'", "ſ", "Džungla", "\r", "Džungla'M", "t", "…Ａḍ̇", "​i", "OS", "
é'T", "𐞁", "(Džée", "ABCé"]}
+{"text": ".漢", "tokens": 2, "pieces": [".漢"]}
+{"text": "ᵃm", "tokens": 4, "pieces": ["ᵃm"]}
+{"text": "́😀🏽DžHTTPServer.\n/İ< /\r\nḍ̇/\r\n're🙂'T'ſⅣ字a/b\u000b", "tokens": 29, "pieces": ["́", "😀🏽", "DžHTTPServer", ".\n/", "İ", "<", " /\r\n", "ḍ̇", "/\r\n", "'re", "🙂'", "T'ſ", "Ⅳ", "字a", "/b", "\u000b"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "㍿½٣٤٥٦a/bå'Reå'T", "tokens": 16, "pieces": ["㍿", "½٣٤", "٥٦", "a", "/bå'Re", "å'T"]}
+{"text": "ꟲ,
   \nmß漢\u000b\na/bB́a/b/\r\n\r\nİfiİ", "tokens": 21, "pieces": ["ꟲ", ",", "
   \n", "mß漢", "\u000b\n", "a", "/b", "B́a", "/b", "/\r\n\r\n", "İfi", "İ"]}
+{"text": " \n ३'ſ   \n", "tokens": 6, "pieces": [" \n", " ", "३", "'ſ", "   \n"]}
+{"text": "<META_START>9\n/DžunglaHTTPServer/漢ᵃ'TiOSHTTPServer߅'S", "tokens": 27, "pieces": ["<META", "_START", ">", "9", "\n", "/Džungla", "HTTPServer", "/漢ᵃ'T", "i", "OSHTTPServerß", "…", "'S"]}
+{"text": "fi's", "tokens": 2, "pieces": ["fi's"]}
+{"text": "\r'Re ́/'MaBB😀🏽#$%<|endoftext|>\"d🙂aB", "tokens": 23, "pieces": ["\r", "'Re", " ́", "/'", "Ma", "BB", "😀🏽#$%<|", "endoftext", "|>\"", "d", "🙂a", "B"]}
+{"text": "\tDžungla🙂漢字½ \n/\"'Mß\r\n\r\n\r\n/\r\n㋿å\"é.", "tokens": 25, "pieces": ["\tDžungla", "🙂漢字", "½", " \n", "/\"'", "Mß", "\r\n\r\n\r\n", "/\r\n", "㋿å", "\"é", "."]}
+{"text": "iOS㍿a", "tokens": 6, "pieces": ["i", "OS", "㍿a"]}
+{"text": "ᵃB\"HTTPServerᵃ, \r\n\r\né<|endoftext|>İ­EOT\r\nåḍ̇'DⅣ,'Re…٣٤٥٦\"a/b(.'re-'D
'Tåd　😀🏽\r'", "tokens": 60, "pieces": ["ᵃ", "B", "\"HTTPServerᵃ", ",", " \r\n\r\n", "é", "<|", "endoftext", "|>", "İ", "­EOT", "\r\n", "åḍ̇'D", "Ⅳ", ",'", "Re", "…", "٣٤٥", "٦", "\"a", "/b", "(.'", "re", "-'", "D", "
", "'Tåd", "　", "😀🏽\r", "'"]}
+{"text": "'re!!EOT'llAbs'VEå🙂…<',12345678a/b ​㍿\n/
 HTTPServer(\n'M​", "tokens": 33, "pieces": ["'re", "!!", "EOT'll", "Abs'VE", "å", "🙂", "…", "<',", "123", "456", "78", "a", "/b", " ​㍿\n/", "
", " HTTPServer", "(\n", "'M", "​"]}
+{"text": "eEOTfi'   \n\"　'M", "tokens": 9, "pieces": ["e", "EOTfi", "'", "   \n", "\"", "　", "'M"]}
+{"text": "‍'SAbt㋿ <META_START>!<㍿HTTPServer<EOT>　'T/éåＡ/\r\n㍿३/\r\nع>!!<|fim_prefix|>\rt'TaB.9", "tokens": 51, "pieces": ["‍'", "SAbt", "㋿", " <", "META", "_START", ">!<㍿", "HTTPServer", "<EOT", ">", "　", "'T", "/éå", "Ａ", "/\r\n", "㍿", "३", "/\r\n", "ع", ">!!<|", "fim", "_prefix", "|>\r", "t'T", "a", "B", ".", "9"]}
+{"text": "ḍ̇३9HTTPServer ,camelCaseåḍ̇İ\"'ſDžungla12345678 \n <|endoftext|><|fim_prefix|>éſ,Ⅳ𐞁åHTTPServerꟲ½fi'Reع  #$%å ", "tokens": 67, "pieces": ["ḍ̇", "३9", "HTTPServer", " ", ",camel", "Caseåḍ̇", "İ", "\"'", "ſ", "Džungla", "123", "456", "78", " \n", " <|", "endoftext", "|><|", "fim", "_prefix", "|>", "éſ", ",", "Ⅳ", "𐞁å", "HTTPServerꟲ", "½", "fi'Re", "ع", " ", " #$%", "å", " "]}
+{"text": "<   \n㍿<EOT>'M😀🏽<㍿'Re\n/ḍ̇(\r\n\r\n<|endoftext|>ſ   \n,'ſ", "tokens": 37, "pieces": ["<", "   \n", "㍿<", "EOT", ">'", "M", "😀🏽<㍿'", "Re", "\n", "/ḍ̇", "(\r\n\r\n", "<|", "endoftext", "|>", "ſ", "   \n", ",'", "ſ"]}
+{"text": "ᵃ/   \né'll­iOS<META_START>ḍ̇HTTPServera½字漢👍🏽iOSé's<|fim_prefix|>iOS(…éHTTPServer‍!!0,ſa/b/\r\n
", "tokens": 52, "pieces": ["ᵃ", "/", "   \n", "é'll", "­i", "OS", "<META", "_START", ">ḍ̇", "HTTPServera", "½", "字漢", "👍🏽", "i", "OSé's", "<|", "fim", "_prefix", "|>", "i", "OS", "(", "…é", "HTTPServer", "‍!!", "0", ",ſa", "/b", "/\r\n", "
"]}
+{"text": "­Ab㍿'ll字㋿>'re\t'reZ'漢'T\r\n\r\nfi'S…\n/'VE<|fim_prefix|>9s'Sé٣٤٥٦", "tokens": 42, "pieces": ["­Ab", "㍿'", "ll字", "㋿>'", "re", "\t", "'re", "Z", "'漢'T", "\r\n\r\n", "fi'S", "…\n", "/'", "VE", "<|", "fim", "_prefix", "|>", "9", "s'S", "é", "٣٤٥", "٦"]}
+{"text": "é'ſZ -ß,\r\n\r\ncamelCase/\r\n\"  !!𐞁\r\n\u000b\r\nZ   \n<|endoftext|>#$%٣٤٥٦​𐞁   \n", "tokens": 42, "pieces": ["é'ſ", "Z", " ", "-ß", ",\r\n\r\n", "camel", "Case", "/\r\n", "\"", " ", " !!", "𐞁", "\r\n\u000b\r\n", "Z", "   \n", "<|", "endoftext", "|>#$%", "٣٤٥", "٦", "​𐞁", "   \n"]}
+{"text": "👍🏽iOS'SABC", "tokens": 7, "pieces": ["👍🏽", "i", "OS'S", "ABC"]}
+{"text": "<漢ḍ̇/\r\n㋿fi字\u000b-", "tokens": 13, "pieces": ["<漢ḍ̇", "/\r\n", "㋿fi字", "\u000b", "-"]}
+{"text": "   \nå<Ab'Sé", "tokens": 8, "pieces": ["   \n", "å", "<Ab'S", "é"]}
+{"text": " \n/,'S!<EOT>ḍ̇ſ\"", "tokens": 14, "pieces": [" \n", "/,'", "S", "!<", "EOT", ">ḍ̇ſ", "\""]}
+{"text": "d\u000b字ABC٣٤٥٦👍🏽", "tokens": 11, "pieces": ["d", "\u000b字", "ABC", "٣٤٥", "٦", "👍🏽"]}
+{"text": "㋿\t", "tokens": 4, "pieces": ["㋿", "\t"]}
+{"text": "<EOT>ᵃ", "tokens": 6, "pieces": ["<EOT", ">ᵃ"]}
+{"text": "字'll\r\n /d   \nDž　Džungla.12345678​ <EOT>!!Dž<EOT>'VEḍ̇/\r\n­'ſＡåfi'VE<META_START>", "tokens": 46, "pieces": ["字'll", "\r\n", " /", "d", "   \n", "Dž", "　Džungla", ".", "123", "456", "78", "​", " <", "EOT", ">!!", "Dž", "<EOT", ">'", "VEḍ̇", "/\r\n", "­'", "ſ", "Ａåfi'VE", "<META", "_START", ">"]}
+{"text": "'Må‍३'VE<|fim_prefix|>
Z'é<\r\n\r\n'S!fié‍", "tokens": 23, "pieces": ["'Må", "‍", "३", "'VE", "<|", "fim", "_prefix", "|>", "
Z", "'é", "<\r\n\r\n", "'S", "!fié", "‍"]}
+{"text": "å /\r\n/!Ⅳ \n !٣٤٥٦", "tokens": 14, "pieces": ["å", " /\r\n/", "!", "Ⅳ", " \n", " !", "٣٤٥", "٦"]}
+{"text": "'T  漢 \n 'Dḍ̇mDž<|fim_prefix|>  ​
…ſ<३　  \u000b>Z'D 👍🏽ea­iOS0漢Džungla 'ſⅣZ.", "tokens": 51, "pieces": ["'T", " ", " 漢", " \n", " '", "Dḍ̇m", "Dž", "<|", "fim", "_prefix", "|>", " ", " ​", "
", "…ſ", "<", "३", "　  ", "\u000b", ">Z'D", " ", "👍🏽", "ea", "­i", "OS", "0", "漢Džungla", " '", "ſ", "Ⅳ", "Z", "."]}
+{"text": "HTTPServerß<EOT>>camelCase12345678e İDžungla'Re\t", "tokens": 20, "pieces": ["HTTPServerß", "<EOT", ">>", "camel", "Case", "123", "456", "78", "e", " İDžungla'Re", "\t"]}
+{"text": ",\r\n\r\n<|endoftext|>å  ABC字<META_START>'S   \n'VE㍿Dž(HTTPServer   \n'S🙂é​'S'ſeaé  /\r\n  <META_START>\r\n'll字", "tokens": 50, "pieces": [",\r\n\r\n", "<|", "endoftext", "|>", "å", " ", " ABC字", "<META", "_START", ">'", "S", "   \n", "'VE", "㍿Dž", "(HTTPServer", "   \n", "'S", "🙂é", "​'", "S'ſ", "eaé", " ", " /\r\n", " ", " <", "META", "_START", ">\r\n", "'ll字"]}
+{"text": "㍿iOSEOT<|fim_prefix|>a/b'T/\r\nABC<EOT>'ll'll'VEt'Sſet'SAb0-Džunglaſ'ſ'S\n字字>\r\ndé🙂å㋿👍🏽𐞁0Dž", "tokens": 61, "pieces": ["㍿i", "OSEOT", "<|", "fim", "_prefix", "|>", "a", "/b'T", "/\r\n", "ABC", "<EOT", ">'", "ll'll", "'VEt'S", "ſet'S", "Ab", "0", "-Džunglaſ'ſ", "'S", "\n", "字字", ">\r\n", "dé", "🙂å", "㋿👍🏽", "𐞁", "0", "Dž"]}
+{"text": "'M½'ſ'll
\u000b iOSDž!!\t/\r\n字Z㍿ḍ̇<|fim_prefix|>ع㍿!", "tokens": 33, "pieces": ["'M", "½", "'ſ'll", "
\u000b", " i", "OSDž", "!!", "\t", "/\r\n", "字", "Z", "㍿ḍ̇", "<|", "fim", "_prefix", "|>", "ع", "㍿!"]}
+{"text": ">😀🏽ᵃ<|fim_prefix|>ꟲABC/\r\n \n   ½\r\n>   \n\r🙂's३ \n 漢ꟲ\n/'ſ(\niOS\r\n\t,   \n\r\n", "tokens": 47, "pieces": [">😀🏽", "ᵃ", "<|", "fim", "_prefix", "|>", "ꟲ", "ABC", "/\r\n", " \n", "  ", " ", "½", "\r\n", ">", "   \n\r", "🙂'", "s", "३", " \n", " 漢ꟲ", "\n", "/'", "ſ", "(\n", "i", "OS", "\r\n", "\t", ",", "   \n\r\n"]}
+{"text": "㍿'S\n/-㋿
fi‍e'ſ<META_START>'se‍é", "tokens": 24, "pieces": ["㍿'", "S", "\n", "/-㋿", "
fi", "‍e'ſ", "<META", "_START", ">'", "se", "‍é"]}
+{"text": "🙂Džungla \n éABCABC   \n/\r\n漢'T㋿👍🏽Ab😀🏽३\r\n'll\"'ſBaB<㋿㋿å\nd-iOS#$%漢aBHTTPServer", "tokens": 50, "pieces": ["🙂Džungla", " \n", " é", "ABCABC", "   \n", "/\r\n", "漢'T", "㋿👍🏽", "Ab", "😀🏽", "३", "\r\n", "'ll", "\"'", "ſ", "Ba", "B", "<㋿㋿", "å", "\n", "d", "-i", "OS", "#$%", "漢a", "BHTTPServer"]}
+{"text": "/\r\n   \n'VE/   \ne!\n/½'ſ/\r\n \n fi٣٤٥٦<a!ém½", "tokens": 25, "pieces": ["/\r\n", "   \n", "'VE", "/", "   \n", "e", "!\n/", "½", "'ſ", "/\r\n", " \n", " fi", "٣٤٥", "٦", "<a", "!ém", "½"]}
+{"text": "e'M<EOT>12345678
9-\ncamelCase\n/'sＡ\n!", "tokens": 19, "pieces": ["e'M", "<EOT", ">", "123", "456", "78", "
", "9", "-\n", "camel", "Case", "\n", "/'", "s", "Ａ", "\n", "!"]}
+{"text": "ꟲEOT👍🏽字>dABC\t字's<'ſfi'S­㋿'Mß'D  \r", "tokens": 28, "pieces": ["ꟲ", "EOT", "👍🏽", "字", ">d", "ABC", "\t字's", "<'", "ſfi'S", "­㋿'", "Mß'D", "  \r"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": " 'S'Re(", "tokens": 4, "pieces": [" ", "'S'Re", "("]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "​   \n \n'VE  Ⅳ(a/bEOT<|endoftext|>!!<META_START>#$%𐞁<EOT>🙂३\r<EOT>字/\r\n\"ß🙂'sḍ̇́", "tokens": 51, "pieces": ["​", "   \n \n", "'VE", " ", " ", "Ⅳ", "(a", "/b", "EOT", "<|", "endoftext", "|>!!<", "META", "_START", ">#$%", "𐞁", "<EOT", ">🙂", "३", "\r", "<EOT", ">字", "/\r\n", "\"ß", "🙂'", "sḍ̇́"]}
+{"text": "㋿å's", "tokens": 6, "pieces": ["㋿å's"]}
+{"text": " ", "tokens": 1, "pieces": [" "]}
+{"text": "'ś३'re\r\r\n\r\n㋿.ꟲé㍿'M \n ſ<|endoftext|>å9Z0Z㍿>ABCAbⅣ'SaB'll'reB", "tokens": 49, "pieces": ["'ś", "३", "'re", "\r\r\n\r\n", "㋿.", "ꟲé", "㍿'", "M", " \n", " ſ", "<|", "endoftext", "|>", "å", "9", "Z", "0", "Z", "㍿>", "ABCAb", "Ⅳ", "'Sa", "B'll", "'re", "B"]}
+{"text": "ABCⅣ-ᵃ \n 'THTTPServeréHTTPServer٣٤٥٦   \n<字'ſfi  m𐞁é'llå1234567812345678", "tokens": 42, "pieces": ["ABC", "Ⅳ", "-ᵃ", " \n", " '", "THTTPServeré", "HTTPServer", "٣٤٥", "٦", "   \n", "<字'ſ", "fi", " ", " m𐞁é'll", "å", "123", "456", "781", "234", "567", "8"]}
+{"text": "#$%m<META_START>İع㍿a/bfi𐞁fi३\r\n\r\n>'llHTTPServer'ſé<|fim_prefix|>…ſeZt0!!  漢\u000b\r\n½<EOT>   \n.İ㋿fi漢 ", "tokens": 62, "pieces": ["#$%", "m", "<META", "_START", ">İع", "㍿a", "/bfi𐞁fi", "३", "\r\n\r\n", ">'", "ll", "HTTPServer'ſ", "é", "<|", "fim", "_prefix", "|>", "…ſe", "Zt", "0", "!!", " ", " 漢", "\u000b\r\n", "½", "<EOT", ">", "   \n", ".İ", "㋿fi漢", " "]}
+{"text": "　(.", "tokens": 2, "pieces": ["　", "(."]}
+{"text": "㋿'ll…३😀🏽ABCEOT½'Re,'M'VE'reZAb　'ſ'VE('ll.ꟲ\t/'Dé<EOT>-é\"!", "tokens": 43, "pieces": ["㋿'", "ll", "…", "३", "😀🏽", "ABCEOT", "½", "'Re", ",'", "M'VE", "'re", "ZAb", "　", "'ſ'VE", "('", "ll", ".ꟲ", "\t", "/'", "Dé", "<EOT", ">-", "é", "\"!"]}
+{"text": "'VEDžunglaＡ'ſ'S'Meé/\r\n.<META_START><|endoftext|>Ⅳ>Ａs٣٤٥٦12345678½　 'ſå12345678'  sſ", "tokens": 50, "pieces": ["'VEDžungla", "Ａ'ſ", "'S'M", "eé", "/\r\n", ".<", "META", "_START", "><|", "endoftext", "|>", "Ⅳ", ">Ａs", "٣٤٥", "٦12", "345", "678", "½", "　", " ", "'ſå", "123", "456", "78", "'", " ", " sſ"]}
+{"text": "'s.'ll🙂ſ/!aB", "tokens": 9, "pieces": ["'s", ".'", "ll", "🙂ſ", "/!", "a", "B"]}
+{"text": ">(𐞁EOT>aa <META_START>! !Ａ漢9å \n 'Dᵃå \n <META_START>", "tokens": 33, "pieces": [">(", "𐞁", "EOT", ">aa", " <", "META", "_START", ">!", " !", "Ａ漢", "9", "å", " \n", " '", "Dᵃå", " \n", " <", "META", "_START", ">"]}
+{"text": "aiOS \n ‍‍DžacamelCaseecamelCase
camelCaseḍ̇㋿​a/b\rt \n  camelCase‍t<|fim_prefix|>", "tokens": 40, "pieces": ["ai", "OS", " \n", " ‍‍", "Džacamel", "Caseecamel", "Case", "
camel", "Caseḍ̇", "㋿​", "a", "/b", "\r", "t", " \n", " ", " camel", "Case", "‍t", "<|", "fim", "_prefix", "|>"]}
+{"text": "<META_START>́'sfiع<|fim_prefix|>(!!٣٤٥٦Ⅳ>ḍ̇Z", "tokens": 26, "pieces": ["<META", "_START", ">́'s", "fiع", "<|", "fim", "_prefix", "|>(!!", "٣٤٥", "٦Ⅳ", ">ḍ̇", "Z"]}
+{"text": "\r\n\r\néHTTPServer👍🏽\r\n\r\nacamelCase‍­,(0\rHTTPServer👍🏽\n/å0,ß \n Dž🙂s \n ㍿", "tokens": 40, "pieces": ["\r\n\r\n", "é", "HTTPServer", "👍🏽\r\n\r\n", "acamel", "Case", "‍­,(", "0", "\r", "HTTPServer", "👍🏽\n/", "å", "0", ",ß", " \n", " Dž", "🙂s", " \n", " ㍿"]}
+{"text": "­
m…'T٣٤٥٦Ⅳ!'S!", "tokens": 15, "pieces": ["­", "
m", "…", "'T", "٣٤٥", "٦Ⅳ", "!'", "S", "!"]}
+{"text": "<|fim_prefix|>.\u000baB \n/Abß٣٤٥٦a/b
　　㍿å\tع>ß\r\niOS'll㍿EOT", "tokens": 41, "pieces": ["<|", "fim", "_prefix", "|>.", "\u000ba", "B", " \n", "/Abß", "٣٤٥", "٦", "a", "/b", "
　", "　", "㍿å", "\tع", ">ß", "\r\n", "i", "OS'll", "㍿EOT"]}
+{"text": "9.Z<|fim_prefix|>😀🏽ᵃt'D<META_START>", "tokens": 20, "pieces": ["9", ".Z", "<|", "fim", "_prefix", "|>😀🏽", "ᵃt'D", "<META", "_START", ">"]}
+{"text": "'D३(字'S9½/\r\n
\ré'T", "tokens": 12, "pieces": ["'D", "३", "(字'S", "9½", "/\r\n", "
\r", "é'T"]}
+{"text": "'VE-fiAb𐞁,😀🏽   \nHTTPServerİᵃ/(B", "tokens": 22, "pieces": ["'VE", "-fi", "Ab𐞁", ",😀🏽", "   \n", "HTTPServer", "İᵃ", "/(", "B"]}
+{"text": "'Reé½('ABCa'D/\r\t👍🏽   \nİfi<​\">ßEOTꟲ9ßsd🙂/'re\r\n\r\n<12345678<META_START>", "tokens": 41, "pieces": ["'Reé", "½", "('", "ABCa'D", "/\r", "\t", "👍🏽", "   \n", "İfi", "<​\">", "ß", "EOTꟲ", "9", "ßsd", "🙂/'", "re", "\r\n\r\n", "<", "123", "456", "78", "<META", "_START", ">"]}
+{"text": "é\r\r\n\r0'ſ'#$%<|fim_prefix|>a", "tokens": 17, "pieces": ["é", "\r\r\n\r", "0", "'ſ", "'#$%<|", "fim", "_prefix", "|>", "a"]}
+{"text": "/\r\n\r\nDžungla'M'ReAb\n/'ll㋿
३٣٤٥٦ 'SaBZé\tEOT<EOT>12345678ع\nEOTſ#$%éiOS-tsa/bDž(㍿!!0", "tokens": 56, "pieces": ["/\r\n\r\n", "Džungla'M", "'Re", "Ab", "\n", "/'", "ll", "㋿", "
", "३٣٤", "٥٦", " ", "'Sa", "BZé", "\tEOT", "<EOT", ">", "123", "456", "78", "ع", "\n", "EOTſ", "#$%", "éi", "OS", "-tsa", "/b", "Dž", "(㍿!!", "0"]}
+{"text": "fi𐞁é‍t.", "tokens": 9, "pieces": ["fi𐞁é", "‍t", "."]}
+{"text": "-…#$%.'<Džungla'StEOTEOT9'T½(\u000b!!\n/e#$%iOS   \n", "tokens": 29, "pieces": ["-", "…", "#$%.'<", "Džungla'S", "t", "EOTEOT", "9", "'T", "½", "(", "\u000b", "!!\n/", "e", "#$%", "i", "OS", "   \n"]}
+{"text": "<META_START>\r\n!!HTTPServer\t\"­sd\"½'VE'D're<|fim_prefix|>!!-ع", "tokens": 26, "pieces": ["<META", "_START", ">\r\n", "!!", "HTTPServer", "\t", "\"­", "sd", "\"", "½", "'VE'D", "'re", "<|", "fim", "_prefix", "|>!!-", "ع"]}
+{"text": "😀🏽​­'ſ's.　\r\n\r\néßm 're", "tokens": 17, "pieces": ["😀🏽​­'", "ſ's", ".", "　\r\n\r\n", "éßm", " ", "'re"]}
+{"text": "Z<EOT>0<META_START>‍e", "tokens": 11, "pieces": ["Z", "<EOT", ">", "0", "<META", "_START", ">‍", "e"]}
+{"text": "\n𐞁ꟲ'sa/bＡ >a/be12345678   \n<META_START>Ａ\r<|endoftext|>a\tDž.…d㋿", "tokens": 43, "pieces": ["\n", "𐞁ꟲ's", "a", "/b", "Ａ", " >", "a", "/be", "123", "456", "78", "   \n", "<META", "_START", ">Ａ", "\r", "<|", "endoftext", "|>", "a", "\tDž", ".", "…d", "㋿"]}
+{"text": "🙂 \n iOS\"camelCaseＡ", "tokens": 8, "pieces": ["🙂", " \n", " i", "OS", "\"camel", "Case", "Ａ"]}
+{"text": "camelCase<META_START>Dž'Re   \nAb字 a   \n!!éZé!
 \n 'Ａ,/😀🏽!! 's٣٤٥٦<EOT>ſ/  ٣٤٥٦", "tokens": 46, "pieces": ["camel", "Case", "<META", "_START", ">Dž'Re", "   \n", "Ab字", " a", "   \n", "!!", "é", "Zé", "!", "
 \n", " '", "Ａ", ",/😀🏽!!", " '", "s", "٣٤٥", "٦", "<EOT", ">ſ", "/", " ", " ", "٣٤٥", "٦"]}
+{"text": "/İ>‍漢   \nfi​ /\r\nß(‍👍🏽'DⅣعᵃ \n aDžungla　 \n s", "tokens": 33, "pieces": ["/İ", ">‍", "漢", "   \n", "fi", "​", " ", "/\r\n", "ß", "(‍👍🏽'", "D", "Ⅳ", "عᵃ", " \n", " a", "Džungla", "　 \n", " s"]}
+{"text": " /\r\nعHTTPServer३./\r\n9३'ſ 'VEAb<|fim_prefix|>Ａé  '३\r\n३㋿\nB9\r\na   \n​\"  ,عfiEOT-​", "tokens": 48, "pieces": [" ", "/\r\n", "عHTTPServer", "३", "./\r\n", "9३", "'ſ", " ", "'VEAb", "<|", "fim", "_prefix", "|>", "Ａé", " ", " '", "३", "\r\n", "३", "㋿\n", "B", "9", "\r\n", "a", "   \n", "​\"", " ", " ,", "عfi", "EOT", "-​"]}
+{"text": "👍🏽\r\n٣٤٥٦'S<|endoftext|>fiABCᵃ𐞁,sa/b\u000b<EOT>\r\n.Džéꟲᵃ🙂", "tokens": 44, "pieces": ["👍🏽\r\n", "٣٤٥", "٦", "'S", "<|", "endoftext", "|>", "fi", "ABCᵃ𐞁", ",sa", "/b", "\u000b", "<EOT", ">\r\n", ".Džéꟲᵃ", "🙂"]}
+{"text": "ABC'ReaB   \nfi !.'ll  -ꟲ\r\n\r\n
é\u000b//dZ👍🏽ḍ̇'Mßs　​t🙂   \na/b<EOT>'SB-‍  ", "tokens": 44, "pieces": ["ABC'Re", "a", "B", "   \n", "fi", " !.'", "ll", " ", " -", "ꟲ", "\r\n\r\n", "
é", "\u000b", "//", "d", "Z", "👍🏽", "ḍ̇'M", "ßs", "　", "​t", "🙂", "   \n", "a", "/b", "<EOT", ">'", "SB", "-‍", "  "]}
+{"text": "a/béZ\rDžunglaᵃ😀🏽   \n\u000b're\rABC", "tokens": 20, "pieces": ["a", "/bé", "Z", "\r", "Džunglaᵃ", "😀🏽", "   \n", "\u000b", "'re", "\r", "ABC"]}
+{"text": "\u000bé0㍿fiB'S\t­'ll'camelCase   \n'M", "tokens": 18, "pieces": ["\u000bé", "0", "㍿fi", "B'S", "\t", "­'", "ll", "'camel", "Case", "   \n", "'M"]}
+{"text": "\n-", "tokens": 2, "pieces": ["\n", "-"]}
+{"text": "字é😀🏽ABC'ſ \n <EOT>   \n…'T‍Dž‍a/b३m/!'T'T🙂HTTPServer½㋿<AbꟲiOS/\r\ne're ㍿HTTPServers३/\r\n\r\n", "tokens": 55, "pieces": ["字é", "😀🏽", "ABC'ſ", " \n", " <", "EOT", ">", "   \n", "…", "'T", "‍Dž", "‍a", "/b", "३", "m", "/!'", "T'T", "🙂HTTPServer", "½", "㋿<", "Abꟲi", "OS", "/\r\n", "e're", " ", "㍿HTTPServers", "३", "/\r\n\r\n"]}
+{"text": "<|endoftext|> 漢'T३/\r\nع('St字\r\n\r\nع㍿ꟲ٣٤٥٦é#$%漢'VEcamelCase", "tokens": 37, "pieces": ["<|", "endoftext", "|>", " 漢'T", "३", "/\r\n", "ع", "('", "St字", "\r\n\r\n", "ع", "㍿ꟲ", "٣٤٥", "٦", "é", "#$%", "漢'VE", "camel", "Case"]}
+{"text": "   \n'Mfi字　㍿'a/ba/ḍ̇camelCasem\r     \n!!'ſ!eå\r\n('ſå\t\r\n\r\n'D<META_START>👍🏽\r\n\r\n\r\n\r\nAb", "tokens": 43, "pieces": ["   \n", "'Mfi字", "　", "㍿'", "a", "/ba", "/ḍ̇camel", "Casem", "\r     \n", "!!'", "ſ", "!eå", "\r\n", "('", "ſå", "\t\r\n\r\n", "'D", "<META", "_START", ">👍🏽\r\n\r\n\r\n\r\n", "Ab"]}
+{"text": "\r\n\r\nİZ🙂'İİ<EOT>a/b", "tokens": 11, "pieces": ["\r\n\r\n", "İZ", "🙂'", "İİ", "<EOT", ">a", "/b"]}
+{"text": "<EOT>ß9.½'Re字//\r\n🙂a/baBعfi½camelCase/\r\n", "tokens": 21, "pieces": ["<EOT", ">ß", "9", ".", "½", "'Re字", "//\r\n", "🙂a", "/ba", "Bعfi", "½", "camel", "Case", "/\r\n"]}
+{"text": "\u000b<EOT>Zİ", "tokens": 5, "pieces": ["\u000b", "<EOT", ">Zİ"]}
+{"text": ">HTTPServerDžungla-HTTPServer aBAbm!!", "tokens": 15, "pieces": [">HTTPServer", "Džungla", "-HTTPServer", " a", "BAbm", "!!"]}
+{"text": "iOS\"Bḍ̇ttᵃᵃ12345678<META_START>ḍ̇9İ३🙂İ‍/.ſ'VE'ſ'SiOS'T'ꟲ'‍mᵃ. s", "tokens": 52, "pieces": ["i", "OS", "\"Bḍ̇ttᵃᵃ", "123", "456", "78", "<META", "_START", ">ḍ̇", "9", "İ", "३", "🙂İ", "‍/.", "ſ'VE", "'ſ'S", "i", "OS'T", "'ꟲ", "'‍", "mᵃ", ".", " s"]}
+{"text": "字<|fim_prefix|>", "tokens": 7, "pieces": ["字", "<|", "fim", "_prefix", "|>"]}
+{"text": "🙂 're İ'S­ſ\r\r\n\r\nś'ſ‍0   \nſ'Re ½(aB're'Reé-ꟲ'ReDžungla‍EOT… (", "tokens": 42, "pieces": ["🙂", " '", "re", " İ'S", "­ſ", "\r\r\n\r\n", "ś'ſ", "‍", "0", "   \n", "ſ'Re", " ", "½", "(a", "B're", "'Reé", "-ꟲ'Re", "Džungla", "‍EOT", "…", " ", "("]}
+{"text": "BcamelCase'<META_START>HTTPServer", "tokens": 9, "pieces": ["Bcamel", "Case", "'<", "META", "_START", ">HTTPServer"]}
+{"text": "'ll'EOT<EOT>\r٣٤٥٦ꟲa/b'VE\r\n<|endoftext|>'ſḍ̇<|fim_prefix|><META_START>'S''llAb　.'re٣٤٥٦ḍ̇", "tokens": 53, "pieces": ["'ll", "'EOT", "<EOT", ">\r", "٣٤٥", "٦", "ꟲa", "/b'VE", "\r\n", "<|", "endoftext", "|>'", "ſḍ̇", "<|", "fim", "_prefix", "|><", "META", "_START", ">'", "S", "''", "ll", "Ab", "　", ".'", "re", "٣٤٥", "٦", "ḍ̇"]}
+{"text": "#$% \n ३'reꟲ", "tokens": 9, "pieces": ["#$%", " \n", " ", "३", "'reꟲ"]}
+{"text": "   \n's'Re\n/漢३​\t   \n…", "tokens": 11, "pieces": ["   \n", "'s'Re", "\n", "/漢", "३", "​", "\t   \n", "…"]}
+{"text": "Ⅳ㋿漢-İꟲᵃ\"aB
字#$%<|fim_prefix|>\r\n\r\n sİ/\r\n'll>'DEOT<­aDžunglaB,٣٤٥٦aAb(/å\t", "tokens": 53, "pieces": ["Ⅳ", "㋿漢", "-İꟲᵃ", "\"a", "B", "
字", "#$%<|", "fim", "_prefix", "|>\r\n\r\n", " s", "İ", "/\r\n", "'ll", ">'", "DEOT", "<­", "a", "Džungla", "B", ",", "٣٤٥", "٦", "a", "Ab", "(/", "å", "\t"]}
+{"text": "EOT㍿\ré\"ſ9<|endoftext|>Džungla's'S'll٣٤٥٦fi<|fim_prefix|>Ⅳ\n­ 0camelCaseé12345678e  '   \naB<|fim_prefix|> ＡåDžungla0㋿‍", "tokens": 73, "pieces": ["EOT", "㍿\r", "é", "\"ſ", "9", "<|", "endoftext", "|>", "Džungla's", "'S'll", "٣٤٥", "٦", "fi", "<|", "fim", "_prefix", "|>", "Ⅳ", "\n", "­", " ", "0", "camel", "Caseé", "123", "456", "78", "e", " ", " '", "   \n", "a", "B", "<|", "fim", "_prefix", "|>", " Ａå", "Džungla", "0", "㋿‍"]}
+{"text": "👍🏽㍿\r\n\r\n\u000bé12345678<m'T㋿dé😀🏽(㍿ꟲd😀🏽0𐞁👍🏽", "tokens": 40, "pieces": ["👍🏽㍿\r\n\r\n", "\u000bé", "123", "456", "78", "<m'T", "㋿dé", "😀🏽(㍿", "ꟲd", "😀🏽", "0", "𐞁", "👍🏽"]}
+{"text": "éDž\"12345678/\r\n　'M<|fim_prefix|>㋿camelCaseⅣ<iOSＡ  𐞁camelCase!İZZééé漢'VÉ'D>a/bZ<\r\n\r\n漢fi<META_START>", "tokens": 57, "pieces": ["é", "Dž", "\"", "123", "456", "78", "/\r\n", "　", "'M", "<|", "fim", "_prefix", "|>㋿", "camel", "Case", "Ⅳ", "<i", "OSＡ", " ", " 𐞁camel", "Case", "!İZZééé漢'VE", "́'D", ">a", "/b", "Z", "<\r\n\r\n", "漢fi", "<META", "_START", ">"]}
+{"text": "㋿字'VE!!Ⅳ'T­#$%<m(́'MDžungla\r\n'S­'VE,𐞁👍🏽HTTPServer   \n\r\nＡ9!!e\n字　aB9\u000b", "tokens": 50, "pieces": ["㋿字'VE", "!!", "Ⅳ", "'T", "­#$%<", "m", "(́'M", "Džungla", "\r\n", "'S", "­'", "VE", ",𐞁", "👍🏽", "HTTPServer", "   \n\r\n", "Ａ", "9", "!!", "e", "\n", "字", "　a", "B", "9", "\u000b"]}
+{"text": "'re\r\n 𐞁t/\r\n>㍿漢camelCase", "tokens": 16, "pieces": ["'re", "\r\n", " 𐞁t", "/\r\n", ">㍿", "漢camel", "Case"]}
+{"text": "   \n  0a<​EOT٣٤٥٦‍(   \n'reiOS'Reꟲ(字'MAb\n/'re­,#$%tEOTé😀🏽 ㍿a/b", "tokens": 48, "pieces": ["   \n", " ", " ", "0", "a", "<​", "EOT", "٣٤٥", "٦", "‍(", "   \n", "'rei", "OS'Re", "ꟲ", "(字'M", "Ab", "\n", "/'", "re", "­,#$%", "t", "EOTé", "😀🏽", " ", "㍿a", "/b"]}
+{"text": "HTTPServerſ'T0", "tokens": 5, "pieces": ["HTTPServerſ'T", "0"]}
+{"text": "'M😀🏽٣٤٥٦<́é'D 'ſ㋿  ½a/bᵃ'Re…Ⅳ-ZſaB,​‍'\r\naBEOT‍ᵃ0,'ſ", "tokens": 49, "pieces": ["'M", "😀🏽", "٣٤٥", "٦", "<́é'D", " '", "ſ", "㋿", " ", " ", "½", "a", "/bᵃ'Re", "…", "Ⅳ", "-Zſa", "B", ",​‍'\r\n", "a", "BEOT", "‍ᵃ", "0", ",'", "ſ"]}
+{"text": "B\n'Re🙂  ABC-B", "tokens": 7, "pieces": ["B", "\n", "'Re", "🙂", " ", " ABC", "-B"]}
+{"text": "-camelCaseeⅣé.३字\"deع'll😀🏽漢३'aB'Da/b\"camelCase(عſm漢
", "tokens": 33, "pieces": ["-camel", "Casee", "Ⅳ", "é", ".", "३", "字", "\"deع'll", "😀🏽", "漢", "३", "'a", "B'D", "a", "/b", "\"camel", "Case", "(عſm漢", "
"]}
+{"text": "eAbé३'T12345678   \n", "tokens": 10, "pieces": ["e", "Abé", "३", "'T", "123", "456", "78", "   \n"]}
+{"text": "Z12345678é\n/0  m İ​EOT>!\r\n\n/'ll‍-'s", "tokens": 23, "pieces": ["Z", "123", "456", "78", "é", "\n", "/", "0", " ", " m", " İ", "​EOT", ">!\r\n\n/", "'ll", "‍-'", "s"]}
+{"text": "'å㋿/\r\nＡḍ̇dⅣ
d👍🏽!\tå<<META_START><EOT>​३'İ  ­,'re", "tokens": 36, "pieces": ["'å", "㋿/\r\n", "Ａḍ̇d", "Ⅳ", "
d", "👍🏽!", "\tå", "<<", "META", "_START", "><", "EOT", ">​", "३", "'İ", " ", " ­,'", "re"]}
+{"text": "Ⅳ Džungla<EOT>,'VEꟲ<META_START>㍿", "tokens": 22, "pieces": ["Ⅳ", " Džungla", "<EOT", ">,'", "VEꟲ", "<META", "_START", ">㍿"]}
+{"text": "<META_START>'ſ३㍿\u000b'Re​'reꟲᵃ😀🏽0٣٤٥٦\r\nmm\nAb/\r\n'T½'Re<|fim_prefix|>عéعcamelCase.<EOT>'ſ \r\n\r\n12345678ＡAb‍<|endoftext|>\nfi", "tokens": 68, "pieces": ["<META", "_START", ">'", "ſ", "३", "㍿", "\u000b", "'Re", "​'", "reꟲᵃ", "😀🏽", "0٣٤", "٥٦", "\r\n", "mm", "\n", "Ab", "/\r\n", "'T", "½", "'Re", "<|", "fim", "_prefix", "|>", "عéعcamel", "Case", ".<", "EOT", ">'", "ſ", " \r\n\r\n", "123", "456", "78", "ＡAb", "‍<|", "endoftext", "|>\n", "fi"]}
+{"text": "\raBcamelCasetḍ̇aficamelCaseع'ſßfiع­٣٤٥٦t/　'Re
'VEaB'll'ſ \n EOT'aBdd \n Ａعa", "tokens": 47, "pieces": ["\r", "a", "Bcamel", "Casetḍ̇aficamel", "Caseع'ſ", "ßfiع", "­", "٣٤٥", "٦", "t", "/", "　", "'Re", "
", "'VEa", "B'll", "'ſ", " \n", " EOT", "'a", "Bdd", " \n", " Ａعa"]}
+{"text": "'s9\n/éſ🙂\n/漢عHTTPServer漢㍿iOSع<ß'ZdiOS.\r\n\r\n're　ḍ̇ḍ̇\tß\ns<|endoftext|>\n/'VEſ", "tokens": 50, "pieces": ["'s", "9", "\n", "/éſ", "🙂\n/", "漢عHTTPServer漢", "㍿i", "OSع", "<ß", "'Zdi", "OS", ".\r\n\r\n", "'re", "　ḍ̇ḍ̇", "\tß", "\n", "s", "<|", "endoftext", "|>\n/", "'VEſ"]}
+{"text": "'sm'S'reع
\n\r­ᵃm٣٤٥٦३'ll>漢'T'llHTTPServeråſ!!　漢𐞁Ab's", "tokens": 37, "pieces": ["'sm'S", "'reع", "
\n\r", "­ᵃm", "٣٤٥", "٦३", "'ll", ">漢'T", "'ll", "HTTPServeråſ", "!!", "　漢𐞁Ab's"]}
+{"text": "9a/b​½12345678 \n 123456780'M<|endoftext|>㋿'TDžungla\t🙂a/bDž   \n\ne<META_START>Dž<|endoftext|>ḍ̇!HTTPServers\r\nDžunglaع9
ꟲ/   \nDžungla'Mé", "tokens": 76, "pieces": ["9", "a", "/b", "​", "½12", "345", "678", " \n", " ", "123", "456", "780", "'M", "<|", "endoftext", "|>㋿'", "TDžungla", "\t", "🙂a", "/b", "Dž", "   \n\n", "e", "<META", "_START", ">Dž", "<|", "endoftext", "|>", "ḍ̇", "!HTTPServers", "\r\n", "Džunglaع", "9", "
ꟲ", "/", "   \n", "Džungla'M", "é"]}
+{"text": "ع㍿́<EOT>å'Ⅳ👍🏽aBms\r🙂Z​!<'VE9t㋿<", "tokens": 31, "pieces": ["ع", "㍿́", "<EOT", ">å", "'", "Ⅳ", "👍🏽", "a", "Bms", "\r", "🙂Z", "​!<'", "VE", "9", "t", "㋿<"]}
+{"text": "m/d <|endoftext|>'M<|endoftext|>", "tokens": 17, "pieces": ["m", "/d", " <|", "endoftext", "|>'", "M", "<|", "endoftext", "|>"]}
+{"text": "'iOS\tDžungla!\r\n\"-!'VE\r\n\r\nEOT \n/\r\n\r\n>tع99漢\t'ſDžᵃ'aé's…'٣٤٥٦\r\n\r\n-fi0", "tokens": 45, "pieces": ["'i", "OS", "\tDžungla", "!\r\n", "\"-!'", "VE", "\r\n\r\n", "EOT", " \n", "/\r\n\r\n", ">tع", "99", "漢", "\t", "'ſ", "Džᵃ", "'aé's", "…", "'", "٣٤٥", "٦", "\r\n\r\n", "-fi", "0"]}
+{"text": "m　'Re12345678a/bＡma0", "tokens": 11, "pieces": ["m", "　", "'Re", "123", "456", "78", "a", "/b", "Ａma", "0"]}
+{"text": "   \nå<㋿<META_START>aaB\n/ABCiOSaB-😀🏽'T\r<\n/fifi-३åḍ̇<|endoftext|>\r\nd<EOT>  
'Re٣٤٥٦'re", "tokens": 57, "pieces": ["   \n", "å", "<㋿<", "META", "_START", ">aa", "B", "\n", "/ABCi", "OSa", "B", "-😀🏽'", "T", "\r", "<\n/", "fifi", "-", "३", "åḍ̇", "<|", "endoftext", "|>\r\n", "d", "<EOT", ">", "  ", "
", "'Re", "٣٤٥", "٦", "'re"]}
+{"text": " \n ", "tokens": 2, "pieces": [" \n", " "]}
+{"text": " \n ३a/b\r\nZiOSé字!!Dž", "tokens": 14, "pieces": [" \n", " ", "३", "a", "/b", "\r\n", "Zi", "OSé字", "!!", "Dž"]}
+{"text": "'M\"ＡſⅣİⅣ'ss12345678ſ'TaBaB0", "tokens": 20, "pieces": ["'M", "\"Ａſ", "Ⅳ", "İ", "Ⅳ", "'ss", "123", "456", "78", "ſ'T", "a", "Ba", "B", "0"]}
+{"text": "mع<EOT>'ll\nDž😀🏽 \n <META_START>..<|endoftext|>\t٣٤٥٦  <META_START>\r\n\r\niOS's
!'TEOTEOTꟲ'> 'M😀🏽  /'Re​", "tokens": 56, "pieces": ["mع", "<EOT", ">'", "ll", "\n", "Dž", "😀🏽", " \n", " <", "META", "_START", ">..<|", "endoftext", "|>", "\t", "٣٤٥", "٦", " ", " <", "META", "_START", ">\r\n\r\n", "i", "OS's", "
", "!'", "TEOTEOTꟲ", "'>", " ", "'M", "😀🏽", " ", " /'", "Re", "​"]}
+{"text": "漢.٣٤٥٦a/baBDž>३ß<|fim_prefix|>漢Džungla-  ><|fim_prefix|>9<efi   \nZ漢m👍🏽EOT'T漢Ba/b!!👍🏽!fiscamelCase", "tokens": 60, "pieces": ["漢", ".", "٣٤٥", "٦", "a", "/ba", "BDž", ">", "३", "ß", "<|", "fim", "_prefix", "|>", "漢Džungla", "-", " ", " ><|", "fim", "_prefix", "|>", "9", "<efi", "   \n", "Z漢m", "👍🏽", "EOT'T", "漢Ba", "/b", "!!👍🏽!", "fiscamel", "Case"]}
+{"text": "   \nＡ'M'VE \tⅣs \n 𐞁😀🏽٣٤٥٦½ḍ̇!!३‍ 'Dع­'ll/\r\nḍ̇😀🏽 'McamelCaseé\r\nHTTPServer㋿ABC𐞁", "tokens": 60, "pieces": ["   \n", "Ａ'M", "'VE", " ", "\t", "Ⅳ", "s", " \n", " 𐞁", "😀🏽", "٣٤٥", "٦½", "ḍ̇", "!!", "३", "‍", " '", "Dع", "­'", "ll", "/\r\n", "ḍ̇", "😀🏽", " '", "Mcamel", "Caseé", "\r\n", "HTTPServer", "㋿ABC𐞁"]}
+{"text": "!!'Tع\n/'s👍🏽\r\n<|endoftext|>fiå' \n fi/\r\nDž siOSḍ̇'VEé½'ll'ſ \n é'T\n   \n'🙂ßé字'T字HTTPServerᵃ", "tokens": 58, "pieces": ["!!'", "Tع", "\n", "/'", "s", "👍🏽\r\n", "<|", "endoftext", "|>", "fiå", "'", " \n", " fi", "/\r\n", "Dž", " si", "OSḍ̇'VE", "é", "½", "'ll'ſ", " \n", " é'T", "\n   \n", "'🙂", "ßé字'T", "字HTTPServerᵃ"]}
+{"text": "'VEaB\n<​a/bHTTPServer!e\n/fiſ<EOT>́🙂d", "tokens": 23, "pieces": ["'VEa", "B", "\n", "<​", "a", "/b", "HTTPServer", "!e", "\n", "/fiſ", "<EOT", ">́", "🙂d"]}
+{"text": "
AbHTTPServerAbＡ", "tokens": 6, "pieces": ["
Ab", "HTTPServer", "Ab", "Ａ"]}
+{"text": "‍٣٤٥٦‍<|fim_prefix|>漢'S.ſᵃ!Bt,B½
''VEB   'T0å\nAbcamelCaseꟲſ   \n", "tokens": 42, "pieces": ["‍", "٣٤٥", "٦", "‍<|", "fim", "_prefix", "|>", "漢'S", ".ſᵃ", "!Bt", ",B", "½", "
", "''", "VEB", "  ", " ", "'T", "0", "å", "\n", "Abcamel", "Caseꟲſ", "   \n"]}
+{"text": "½fiB\n!!#$%㋿ssEOT/‍Dž", "tokens": 17, "pieces": ["½", "fi", "B", "\n", "!!#$%㋿", "ss", "EOT", "/‍", "Dž"]}
+{"text": "aB (iOS\r\n㋿,\n<İ 👍🏽㋿Dž<META_START>ع\r\ns㍿ع'ſ'reİßⅣ­", "tokens": 39, "pieces": ["a", "B", " (", "i", "OS", "\r\n", "㋿,\n", "<İ", " 👍🏽㋿", "Dž", "<META", "_START", ">ع", "\r\n", "s", "㍿ع'ſ", "'re", "İß", "Ⅳ", "­"]}
+{"text": "<EOT>'\"éaaB٣٤٥٦fi-…>\u000b½/\r\n'S\r\n\r\n/\r\n!!Ⅳ'TmiOSＡ　'VE  ꟲ\"ع", "tokens": 39, "pieces": ["<EOT", ">'\"", "éaa", "B", "٣٤٥", "٦", "fi", "-", "…", ">", "\u000b", "½", "/\r\n", "'S", "\r\n\r\n", "/\r\n", "!!", "Ⅳ", "'Tmi", "OSＡ", "　", "'VE", " ", " ꟲ", "\"ع"]}
+{"text": "​.ⅣHTTPServer　fi…­\nḍ̇'M<|endoftext|>٣٤٥٦'ll'M//㍿㋿ḍ̇Ⅳa\n/  \rß٣٤٥٦B!!𐞁0fi​😀🏽३", "tokens": 62, "pieces": ["​.", "Ⅳ", "HTTPServer", "　fi", "…", "­\n", "ḍ̇'M", "<|", "endoftext", "|>", "٣٤٥", "٦", "'ll'M", "//㍿㋿", "ḍ̇", "Ⅳ", "a", "\n", "/", "  \r", "ß", "٣٤٥", "٦", "B", "!!", "𐞁", "0", "fi", "​😀🏽", "३"]}
+{"text": "  e<|endoftext|>>🙂\r's'llAb  åDžungla0", "tokens": 22, "pieces": [" ", " e", "<|", "endoftext", "|>>🙂\r", "'s'll", "Ab", " ", " å", "Džungla", "0"]}
+{"text": "'ſ‍👍🏽\r\n\r\nmHTTPServer\r\nAb", "tokens": 12, "pieces": ["'ſ", "‍👍🏽\r\n\r\n", "m", "HTTPServer", "\r\n", "Ab"]}
+{"text": "　‍\"d'D
'M　å𐞁's.ḍ̇/\r\n३'½/ꟲB­fi/'Re'Re-\u000b/\r\n", "tokens": 36, "pieces": ["　", "‍\"", "d'D", "
", "'M", "　å𐞁's", ".ḍ̇", "/\r\n", "३", "'", "½", "/ꟲ", "B", "­fi", "/'", "Re'Re", "-", "\u000b", "/\r\n"]}
+{"text": "EOT​é  ́\r \n Dž,🙂\néꟲ　iOS'Re", "tokens": 24, "pieces": ["EOT", "​é", " ", " ́", "\r \n", " Dž", ",🙂\n", "éꟲ", "　i", "OS'Re"]}
+{"text": "İＡ'٣٤٥٦字\taBḍ̇𐞁‍\u000b'M\n/\r\n'½(#$%ß", "tokens": 28, "pieces": ["İＡ", "'", "٣٤٥", "٦", "字", "\ta", "Bḍ̇𐞁", "‍", "\u000b", "'M", "\n", "/\r\n", "'", "½", "(#$%", "ß"]}
+{"text": " \n B#$%́\r\n a/b­   \nm\u000b　fi", "tokens": 15, "pieces": [" \n", " B", "#$%́\r\n", " a", "/b", "­", "   \n", "m", "\u000b", "　fi"]}
+{"text": "Dž👍🏽
're'Rea/bBᵃ­Dž​m𐞁-0--aABC😀🏽mta/bfi \n ḍ̇ ½<EOT>३éd ", "tokens": 50, "pieces": ["Dž", "👍🏽", "
", "'re'Re", "a", "/b", "Bᵃ", "­Dž", "​m𐞁", "-", "0", "--", "a", "ABC", "😀🏽", "mta", "/bfi", " \n", " ḍ̇", " ", "½", "<EOT", ">", "३", "éd", " "]}
+{"text": "㍿s9iOSſ-  B!s🙂e/0'\rع́éa/bEOT 字Džungla😀🏽'S", "tokens": 38, "pieces": ["㍿s", "9", "i", "OSſ", "-", " ", " B", "!s", "🙂e", "/", "0", "'\r", "ع́éa", "/b", "EOT", " 字Džungla", "😀🏽'", "S"]}
+{"text": "'iOS0 \r!!<|fim_prefix|>　12345678\r<|fim_prefix|>éEOT!!'M/\r\n'Dfi\r\n\r\nHTTPServer\n're", "tokens": 38, "pieces": ["'i", "OS", "0", " \r", "!!<|", "fim", "_prefix", "|>", "　", "123", "456", "78", "\r", "<|", "fim", "_prefix", "|>", "é", "EOT", "!!'", "M", "/\r\n", "'Dfi", "\r\n\r\n", "HTTPServer", "\n", "'re"]}
+{"text": "😀🏽>aB>İ/'S12345678 <|endoftext|>
a/bＡa\t'VE<|fim_prefix|>'VE字fi३́'llé9ß<|endoftext|>Ⅳ<|endoftext|>\r\n\r\nß🙂'MEOT'M", "tokens": 65, "pieces": ["😀🏽>", "a", "B", ">İ", "/'", "S", "123", "456", "78", " <|", "endoftext", "|>", "
a", "/b", "Ａa", "\t", "'VE", "<|", "fim", "_prefix", "|>'", "VE字fi", "३", "́'ll", "é", "9", "ß", "<|", "endoftext", "|>", "Ⅳ", "<|", "endoftext", "|>\r\n\r\n", "ß", "🙂'", "MEOT'M"]}
+{"text": "'smDž'VEİé", "tokens": 9, "pieces": ["'sm", "Dž'VE", "İé"]}
+{"text": ">-aDžＡZ>漢\u000bع👍🏽'Mꟲ'Mté", "tokens": 21, "pieces": [">-", "a", "DžＡZ", ">漢", "\u000bع", "👍🏽'", "Mꟲ'M", "té"]}
+{"text": "㋿३éABC(!'T½\"👍🏽9/\r\n'VE's　#$%\ra/b
camelCase's<META_START>​​ iOS🙂‍", "tokens": 40, "pieces": ["㋿", "३", "é", "ABC", "(!'", "T", "½", "\"👍🏽", "9", "/\r\n", "'VE's", "　", "#$%\r", "a", "/b", "
camel", "Case's", "<META", "_START", ">​​", " i", "OS", "🙂‍"]}
+{"text": "ⅣAb ​'s٣٤٥٦ \u000b½½ꟲ/\r\n>", "tokens": 20, "pieces": ["Ⅳ", "Ab", " ", "​'", "s", "٣٤٥", "٦", " ", "\u000b", "½½", "ꟲ", "/\r\n", ">"]}
+{"text": "🙂BABC㍿Ab'llZＡZ\t…>9字​", "tokens": 18, "pieces": ["🙂BABC", "㍿Ab'll", "ZＡZ", "\t", "…", ">", "9", "字", "​"]}
+{"text": "   \n\r'Dſ'S", "tokens": 5, "pieces": ["   \n\r", "'Dſ'S"]}
+{"text": "a/b/\r\n🙂<EOT>٣٤٥٦!.‍<|fim_prefix|>>    \nſDž\n/camelCaseå𐞁 ", "tokens": 36, "pieces": ["a", "/b", "/\r\n", "🙂<", "EOT", ">", "٣٤٥", "٦", "!.‍<|", "fim", "_prefix", "|>>", "    \n", "ſ", "Dž", "\n", "/camel", "Caseå𐞁", " "]}
+{"text": "9Džungla\u000b\u000b12345678İB'VE-'M漢'VE\r​😀🏽é'M٣٤٥٦d<|endoftext|>'S><|fim_prefix|>9 \n AbfiEOTDž
! \n 'M'T<META_START>", "tokens": 63, "pieces": ["9", "Džungla", "\u000b", "\u000b", "123", "456", "78", "İB'VE", "-'", "M漢'VE", "\r", "​😀🏽", "é'M", "٣٤٥", "٦", "d", "<|", "endoftext", "|>'", "S", "><|", "fim", "_prefix", "|>", "9", " \n", " Abfi", "EOTDž", "
", "!", " \n", " '", "M'T", "<META", "_START", ">"]}
+{"text": "å­٣٤٥٦å.\"　ᵃa/b\"\n/½a/b😀🏽 \u000b   \n's<|endoftext|>'s   \n\u000b 9½‍­İ'㋿m<EOT>
字🙂ts", "tokens": 55, "pieces": ["å", "­", "٣٤٥", "٦", "å", ".\"", "　ᵃa", "/b", "\"\n/", "½", "a", "/b", "😀🏽", " \u000b   \n", "'s", "<|", "endoftext", "|>'", "s", "   \n", "\u000b", " ", "9½", "‍­", "İ", "'㋿", "m", "<EOT", ">", "
字", "🙂ts"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": ",  ('M(\n/'re \n ٣٤٥٦\r\n<​字👍🏽\n<META_START> \n 😀🏽a/bᵃ>'ſ<|fim_prefix|>漢́", "tokens": 44, "pieces": [",", " ", " ('", "M", "(\n/", "'re", " \n", " ", "٣٤٥", "٦", "\r\n", "<​", "字", "👍🏽\n", "<META", "_START", ">", " \n", " 😀🏽", "a", "/bᵃ", ">'", "ſ", "<|", "fim", "_prefix", "|>", "漢́"]}
+{"text": "<|endoftext|>'S<META_START>ع½<३-Džungla'ScamelCase<|endoftext|>­\r<|fim_prefix|><|fim_prefix|>Ⅳ0-ABCHTTPServer('ll‍½-\n…\r\n\r\n字,\r\n\r\n<<|fim_prefix|>́0", "tokens": 71, "pieces": ["<|", "endoftext", "|>'", "S", "<META", "_START", ">ع", "½", "<", "३", "-Džungla'S", "camel", "Case", "<|", "endoftext", "|>­\r", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>", "Ⅳ0", "-ABCHTTPServer", "('", "ll", "‍", "½", "-\n", "…\r\n\r\n", "字", ",\r\n\r\n", "<<|", "fim", "_prefix", "|>́", "0"]}
+{"text": "<|endoftext|>…👍🏽\"'Re字Za/b ㍿　#$%<|fim_prefix|>ß👍🏽fi're.ſⅣ\n/३EOT,漢aع\r åſ‍👍🏽camelCase漢d\n!", "tokens": 63, "pieces": ["<|", "endoftext", "|>", "…", "👍🏽\"'", "Re字", "Za", "/b", " ", "㍿", "　", "#$%<|", "fim", "_prefix", "|>", "ß", "👍🏽", "fi're", ".ſ", "Ⅳ", "\n", "/", "३", "EOT", ",漢aع", "\r", " åſ", "‍👍🏽", "camel", "Case漢d", "\n", "!"]}
+{"text": "  <|endoftext|>\r\n'T12345678a/bß'Re\"½\u000b're/́dᵃ'S­😀🏽 漢'M\ncamelCase
ᵃ­ \n ٣٤٥٦   \n", "tokens": 49, "pieces": [" ", " <|", "endoftext", "|>\r\n", "'T", "123", "456", "78", "a", "/bß'Re", "\"", "½", "\u000b", "'re", "/́dᵃ'S", "­😀🏽", " 漢'M", "\n", "camel", "Case", "
ᵃ", "­", " \n", " ", "٣٤٥", "٦", "   \n"]}
+{"text": "Abå.!\n/Ab/\">\n/\r\nDžungla　!HTTPServerABC<META_START>­!!<|fim_prefix|>é", "tokens": 32, "pieces": ["Abå", ".!\n/", "Ab", "/\">\n/\r\n", "Džungla", "　", "!HTTPServer", "ABC", "<META", "_START", ">­!!<|", "fim", "_prefix", "|>", "é"]}
+{"text": "/\r\n'T' 12345678İDžunglaDž'ſBᵃ😀🏽!'TBBß\r\n\r\n#$%EOT<́漢字  ", "tokens": 37, "pieces": ["/\r\n", "'T", "'", " ", "123", "456", "78", "İDžungla", "Dž'ſ", "Bᵃ", "😀🏽!'", "TBBß", "\r\n\r\n", "#$%", "EOT", "<́漢字", "  "]}
+{"text": "-…12345678㋿'", "tokens": 10, "pieces": ["-", "…", "123", "456", "78", "㋿'"]}
+{"text": "Džᵃ\".EOTABC'll'rea/b12345678\n<|fim_prefix|>'ll㍿Džungla字​-e…ᵃعiOSعḍ̇­'ll٣٤٥٦'s😀🏽Ab…", "tokens": 61, "pieces": ["Džᵃ", "\".", "EOTABC'll", "'rea", "/b", "123", "456", "78", "\n", "<|", "fim", "_prefix", "|>'", "ll", "㍿Džungla字", "​-", "e", "…ᵃعi", "OSعḍ̇", "­'", "ll", "٣٤٥", "٦", "'s", "😀🏽", "Ab", "…"]}
+{"text": "   9a‍ İ　👍🏽camelCaseİ'!ꟲᵃ-,tt'VEås\"<META_START>'Re  'reᵃ…'s'S>", "tokens": 45, "pieces": ["  ", " ", "9", "a", "‍", " İ", "　", "👍🏽", "camel", "Case", "İ", "'!", "ꟲᵃ", "-,", "tt'VE", "ås", "\"<", "META", "_START", ">'", "Re", " ", " '", "reᵃ", "…", "'s'S", ">"]}
+{"text": "Džunglaſ😀🏽>ᵃ'TcamelCaseⅣ   \nⅣ", "tokens": 20, "pieces": ["Džunglaſ", "😀🏽>", "ᵃ'T", "camel", "Case", "Ⅳ", "   \n", "Ⅳ"]}
+{"text": "åt​ſⅣiOS　 \r\niOSEOTiOS'Re-\t'ſ<|endoftext|>\r(㍿ \n iOS'Re\n'ſ漢'T ᵃ \n ", "tokens": 49, "pieces": ["åt", "​ſ", "Ⅳ", "i", "OS", "　 \r\n", "i", "OSEOTi", "OS'Re", "-", "\t", "'ſ", "<|", "endoftext", "|>\r", "(㍿", " \n", " i", "OS'Re", "\n", "'ſ漢'T", " ᵃ", " \n", " "]}
+{"text": "́३३Ab<META_START><🙂", "tokens": 9, "pieces": ["́", "३३", "Ab", "<META", "_START", "><🙂"]}
+{"text": "'s'lls😀🏽/ \n 0å\u000b", "tokens": 13, "pieces": ["'s'll", "s", "😀🏽/", " \n", " ", "0", "å", "\u000b"]}
+{"text": " \u000bs<|endoftext|>'ll>́\nt,'M,\u000b​\r", "tokens": 21, "pieces": [" ", "\u000bs", "<|", "endoftext", "|>'", "ll", ">́", "\n", "t", ",'", "M", ",", "\u000b", "​\r"]}
+{"text": "  ́!!Z 'DHTTPServerm㍿9'D½/", "tokens": 17, "pieces": [" ", " ́", "!!", "Z", " ", "'DHTTPServerm", "㍿", "9", "'D", "½", "/"]}
+{"text": "a/bᵃ½.'D/\r\n\n", "tokens": 10, "pieces": ["a", "/bᵃ", "½", ".'", "D", "/\r\n\n"]}
+{"text": "'ſ½\"ḍ̇漢/.-t\t'DBe\"\u000bß \n ३ßᵃ\tſ9ꟲ́Ⅳ­(ß's\u000b𐞁́
#$%ᵃ字B", "tokens": 51, "pieces": ["'ſ", "½", "\"ḍ̇漢", "/.-", "t", "\t", "'DBe", "\"", "\u000bß", " \n", " ", "३", "ßᵃ", "\tſ", "9", "ꟲ́", "Ⅳ", "­(", "ß's", "\u000b𐞁́", "
", "#$%", "ᵃ字", "B"]}
+{"text": "'Ａß 'T…'Refit('llaB   \naB́ \n /३\r
,\r\n\r\n're​camelCase", "tokens": 27, "pieces": ["'Ａß", " ", "'T", "…", "'Refit", "('", "lla", "B", "   \n", "a", "B́", " \n", " /", "३", "\r", "
", ",\r\n\r\n", "'re", "​camel", "Case"]}
+{"text": "!!\n/漢İ३\"('VEfiꟲd㋿9iOS,'Ree>", "tokens": 23, "pieces": ["!!\n/", "漢", "İ", "३", "\"('", "VEfiꟲd", "㋿", "9", "i", "OS", ",'", "Ree", ">"]}
+{"text": "\r\nZ's'D\rſ'VE<|fim_prefix|>'D \n >", "tokens": 17, "pieces": ["\r\n", "Z's", "'D", "\r", "ſ'VE", "<|", "fim", "_prefix", "|>'", "D", " \n", " >"]}
+{"text": "'re \n a'reİ<META_START>e's𐞁𐞁<EOT>", "tokens": 22, "pieces": ["'re", " \n", " a're", "İ", "<META", "_START", ">e's", "𐞁𐞁", "<EOT", ">"]}
+{"text": "'ſ mfié0
éᵃé\n/­12345678t‍mEOT#$%ꟲ\r३३३aaBZ-<META_START>‍👍🏽ßB", "tokens": 46, "pieces": ["'ſ", " mfié", "0", "
éᵃé", "\n", "/­", "123", "456", "78", "t", "‍m", "EOT", "#$%", "ꟲ", "\r", "३३३", "aa", "BZ", "-<", "META", "_START", ">‍👍🏽", "ß", "B"]}
+{"text": "'ſ<EOT>'Msß's🙂!/㍿'sEOTåfi'saBsaḍ̇ＡİꟲåDžungla0(‍HTTPServer", "tokens": 43, "pieces": ["'ſ", "<EOT", ">'", "Msß's", "🙂!/㍿'", "s", "EOTåfi's", "a", "Bsaḍ̇", "Ａİꟲå", "Džungla", "0", "(‍", "HTTPServer"]}
+{"text": " \n !́ſAb<EOT>å>-\rḍ̇👍🏽BHTTPServercamelCaseḍ̇'T,\tt-字", "tokens": 30, "pieces": [" \n", " !́", "ſ", "Ab", "<EOT", ">å", ">-\r", "ḍ̇", "👍🏽", "BHTTPServercamel", "Caseḍ̇'T", ",", "\tt", "-字"]}
+{"text": "EOTعiOŚDžungla㋿👍🏽字🙂½t0<EOT>'ſßⅣB!!
<|endoftext|>Dž👍🏽🙂Džḍ̇  .", "tokens": 51, "pieces": ["EOTعi", "OŚDžungla", "㋿👍🏽", "字", "🙂", "½", "t", "0", "<EOT", ">'", "ſß", "Ⅳ", "B", "!!", "
", "<|", "endoftext", "|>", "Dž", "👍🏽🙂", "Džḍ̇", " ", " ."]}
+{"text": "Ａ<|fim_prefix|>B'ree㍿字ABC/\r\ncamelCase0a/\r\n漢\ta٣٤٥٦३", "tokens": 28, "pieces": ["Ａ", "<|", "fim", "_prefix", "|>", "B're", "e", "㍿字", "ABC", "/\r\n", "camel", "Case", "0", "a", "/\r\n", "漢", "\ta", "٣٤٥", "٦३"]}
+{"text": " aHTTPServer\r\n\n,ZaB'll<META_START>  ㋿\r㍿'VE <META_START>Ａ's'VE12345678're😀🏽'S( \n ABC‍ſ\t", "tokens": 47, "pieces": [" a", "HTTPServer", "\r\n\n", ",Za", "B'll", "<META", "_START", ">", " ", " ㋿\r", "㍿'", "VE", " <", "META", "_START", ">Ａ's", "'VE", "123", "456", "78", "'re", "😀🏽'", "S", "(", " \n", " ABC", "‍ſ", "\t"]}
+{"text": "-a/b/\r\n- \n !é!\n/­>.é​\" \n  \n -漢'S\r'Re'D!Džungla.'M३", "tokens": 31, "pieces": ["-a", "/b", "/\r\n", "-", " \n", " !", "é", "!\n/", "­>.", "é", "​\"", " \n  \n", " -", "漢'S", "\r", "'Re'D", "!Džungla", ".'", "M", "३"]}
+{"text": "\r\n🙂<EOT>-/İDžunglaꟲ​   \n're🙂\u000bＡ'M'éé३\naé0𐞁fi12345678#$%HTTPServer\n/'re½\"ß", "tokens": 49, "pieces": ["\r\n", "🙂<", "EOT", ">-/", "İDžunglaꟲ", "​", "   \n", "'re", "🙂", "\u000bＡ'M", "'éé", "३", "\n", "aé", "0", "𐞁fi", "123", "456", "78", "#$%", "HTTPServer", "\n", "/'", "re", "½", "\"ß"]}
+{"text": "e-,𐞁t'ſⅣ​a/b>'ll'ſ<|fim_prefix|>!e12345678\n٣٤٥٦\tⅣt字ABC'reⅣ'reée'\r\n'
EOTHTTPServer'iOS<|fim_prefix|><|endoftext|>B", "tokens": 67, "pieces": ["e", "-,", "𐞁t'ſ", "Ⅳ", "​a", "/b", ">'", "ll'ſ", "<|", "fim", "_prefix", "|>!", "e", "123", "456", "78", "\n", "٣٤٥", "٦", "\t", "Ⅳ", "t字", "ABC're", "Ⅳ", "'reée", "'\r\n", "'", "
EOTHTTPServer", "'i", "OS", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "B"]}
+{"text": "-\n/ABC \n   👍🏽́́ \n    \naB/\r\n👍🏽'Dſ'ſ<META_START>३camelCase0٣٤٥٦‍siOSDž#$%'😀🏽<\rꟲ<|endoftext|>'VE   \n'ſa'T0'Re", "tokens": 64, "pieces": ["-\n/", "ABC", " \n", "  ", " 👍🏽́́", " \n    \n", "a", "B", "/\r\n", "👍🏽'", "Dſ'ſ", "<META", "_START", ">", "३", "camel", "Case", "0٣٤", "٥٦", "‍si", "OSDž", "#$%'😀🏽<\r", "ꟲ", "<|", "endoftext", "|>'", "VE", "   \n", "'ſa'T", "0", "'Re"]}
+{"text": "'reeé٣٤٥٦>٣٤٥٦ABĆ'ſ--'VEt0<|fim_prefix|>\r\n\r\n​
\tDž<­fi字''s", "tokens": 38, "pieces": ["'reeé", "٣٤٥", "٦", ">", "٣٤٥", "٦", "ABĆ'ſ", "--'", "VEt", "0", "<|", "fim", "_prefix", "|>\r\n\r\n", "​", "
", "\tDž", "<­", "fi字", "''", "s"]}
+{"text": "Džungla<META_START>'llABC㍿ 9. 𐞁ᵃmſ𐞁Z", "tokens": 31, "pieces": ["Džungla", "<META", "_START", ">'", "ll", "ABC", "㍿", " ", "9", ".", " 𐞁ᵃmſ𐞁", "Z"]}
+{"text": "Dž<META_START>12345678\u000b\"/ß\r\n𐞁'reé½Ab\n/0're'ſ>tAbß­a/a/b/AbHTTPServer\u000b'S", "tokens": 40, "pieces": ["Dž", "<META", "_START", ">", "123", "456", "78", "\u000b", "\"/", "ß", "\r\n", "𐞁're", "é", "½", "Ab", "\n", "/", "0", "'re'ſ", ">t", "Abß", "­a", "/a", "/b", "/Ab", "HTTPServer", "\u000b", "'S"]}
+{"text": "Ⅳ   \n#$%İＡ<|fim_prefix|>sDžt!​'re\nfi", "tokens": 23, "pieces": ["Ⅳ", "   \n", "#$%", "İＡ", "<|", "fim", "_prefix", "|>", "s", "Džt", "!​'", "re", "\n", "fi"]}
+{"text": "<HTTPServerⅣ\n­½'Reع\n!!<|fim_prefix|>''Tfi㋿!!", "tokens": 25, "pieces": ["<HTTPServer", "Ⅳ", "\n", "­", "½", "'Reع", "\n", "!!<|", "fim", "_prefix", "|>''", "Tfi", "㋿!!"]}
+{"text": "9   \n𐞁 \u000b   é-ḍ̇ \n aB'S'lla'T\u000b👍🏽🙂ABC漢åİ<|fim_prefix|>.漢'Ms", "tokens": 41, "pieces": ["9", "   \n", "𐞁", " \u000b  ", " é", "-ḍ̇", " \n", " a", "B'S", "'lla'T", "\u000b", "👍🏽🙂", "ABC漢å", "İ", "<|", "fim", "_prefix", "|>.", "漢'M", "s"]}
+{"text": "camelCase'M‍ݽ‍fi<|endoftext|>　㋿>aBs㍿\r\r\nع", "tokens": 27, "pieces": ["camel", "Case'M", "‍İ", "½", "‍fi", "<|", "endoftext", "|>", "　", "㋿>", "a", "Bs", "㍿\r\r\n", "ع"]}
+{"text": "<EOT‍ᵃ   \nåEOT /\r/fi  Ab<|fim_prefix|>ḍ̇a/b#$%👍🏽
ᵃteåＡ½émⅣ", "tokens": 44, "pieces": ["<EOT", "‍ᵃ", "   \n", "å", "EOT", " /\r/", "fi", " ", " Ab", "<|", "fim", "_prefix", "|>", "ḍ̇a", "/b", "#$%👍🏽", "
ᵃteå", "Ａ", "½", "ém", "Ⅳ"]}
+{"text": "'ſ漢​\r\n!d", "tokens": 7, "pieces": ["'ſ漢", "​\r\n", "!d"]}
+{"text": "\t<EOT>…👍🏽ḍ̇<META_START>!!", "tokens": 17, "pieces": ["\t", "<EOT", ">", "…", "👍🏽", "ḍ̇", "<META", "_START", ">!!"]}
+{"text": "\r<EOT>Dž \n s<META_START>👍🏽's字-mع🙂👍🏽/‍!å12345678🙂\r\n\r\n…/'Reḍ̇  <|endoftext|>👍🏽<|fim_prefix|><|fim_prefix|>​,Bå", "tokens": 67, "pieces": ["\r", "<EOT", ">Dž", " \n", " s", "<META", "_START", ">👍🏽'", "s字", "-mع", "🙂👍🏽/‍!", "å", "123", "456", "78", "🙂\r\n\r\n", "…", "/'", "Reḍ̇", " ", " <|", "endoftext", "|>👍🏽<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>​,", "Bå"]}
+{"text": "ſ<|endoftext|>a'S😀🏽'EOTe(😀🏽İEOT9éDž", "tokens": 28, "pieces": ["ſ", "<|", "endoftext", "|>", "a'S", "😀🏽'", "EOTe", "(😀🏽", "İEOT", "9", "é", "Dž"]}
+{"text": "\r\n\r\n\tḍ̇aB\r\u000b‍\u000b  ­a/b''S'Me12345678३ABC​…<  te're\n/　", "tokens": 34, "pieces": ["\r\n\r\n", "\tḍ̇a", "B", "\r", "\u000b", "‍", "\u000b ", " ", "­a", "/b", "''", "S'M", "e", "123", "456", "78३", "ABC", "​", "…", "<", " ", " te're", "\n", "/", "　"]}
+{"text": "'re!!/   \n", "tokens": 4, "pieces": ["'re", "!!/", "   \n"]}
+{"text": "‍𐞁漢'ſ😀🏽\r\n\r\nḍ̇sß Džungla'M\n!/\r\n", "tokens": 26, "pieces": ["‍𐞁漢'ſ", "😀🏽\r\n\r\n", "ḍ̇sß", " Džungla'M", "\n", "!/\r\n"]}
+{"text": "٣٤٥٦'D're'\t \n 'fi'TⅣ३EOT!#$%", "tokens": 19, "pieces": ["٣٤٥", "٦", "'D're", "'", "\t \n", " '", "fi'T", "Ⅳ३", "EOT", "!#$%"]}
+{"text": "‍e'T  ३‍/\r\n", "tokens": 8, "pieces": ["‍e'T", " ", " ", "३", "‍/\r\n"]}
+{"text": "🙂'㋿.Z'­>é𐞁​", "tokens": 17, "pieces": ["🙂'㋿.", "Z", "'­>", "é𐞁", "​"]}
+{"text": "iOS㍿", "tokens": 5, "pieces": ["i", "OS", "㍿"]}
+{"text": "EOT‍Ⅳé'M0
عiOSé漢dcamelCase0", "tokens": 18, "pieces": ["EOT", "‍", "Ⅳ", "é'M", "0", "
عi", "OSé漢dcamel", "Case", "0"]}
+{"text": "/🙂\t<|endoftext|><|endoftext|>‍Ab#$%​
ABC-ḍ̇𐞁HTTPServer
́\ré'Re\u000b½'ll#$%‍'VE　½!!<|fim_prefix|>!!é're<|endoftext|>漢'll", "tokens": 68, "pieces": ["/🙂", "\t", "<|", "endoftext", "|><|", "endoftext", "|>‍", "Ab", "#$%​", "
ABC", "-ḍ̇𐞁", "HTTPServer", "
́", "\r", "é'Re", "\u000b", "½", "'ll", "#$%‍'", "VE", "　", "½", "!!<|", "fim", "_prefix", "|>!!", "é're", "<|", "endoftext", "|>", "漢'll"]}
+{"text": "'VE  ḍ̇é‍ḍ̇ /\r\n-\rDž字,ḍ̇'S٣٤٥٦\t<|endoftext|>­.d'RemHTTPServer \n ½ßfiåع　'Re<|fim_prefix|>ss'Sd𐞁ABC", "tokens": 68, "pieces": ["'VE", " ", " ḍ̇é", "‍ḍ̇", " /\r\n", "-\r", "Dž字", ",ḍ̇'S", "٣٤٥", "٦", "\t", "<|", "endoftext", "|>­.", "d'Re", "m", "HTTPServer", " \n", " ", "½", "ßfiåع", "　", "'Re", "<|", "fim", "_prefix", "|>", "ss'S", "d𐞁", "ABC"]}
+{"text": "😀🏽s'Re's'D>'reta/bꟲHTTPServerm,!​   \n", "tokens": 19, "pieces": ["😀🏽", "s'Re", "'s'D", ">'", "reta", "/bꟲ", "HTTPServerm", ",!​", "   \n"]}
+{"text": "camelCase<|fim_prefix|><|endoftext|>'s٣٤٥٦EOT//HTTPServer'ReBDž ABCßİⅣDž", "tokens": 35, "pieces": ["camel", "Case", "<|", "fim", "_prefix", "|><|", "endoftext", "|>'", "s", "٣٤٥", "٦", "EOT", "//", "HTTPServer'Re", "BDž", " ABCß", "İ", "Ⅳ", "Dž"]}
+{"text": "éع‍e\r\ne٣٤٥٦'re३ßaéꟲ漢'D.‍Džſ𐞁­-12345678👍🏽ꟲḍ̇(Ⅳ/\r\n,/fi ß½
", "tokens": 53, "pieces": ["éع", "‍e", "\r\n", "e", "٣٤٥", "٦", "'re", "३", "ßaéꟲ漢'D", ".‍", "Džſ𐞁", "­-", "123", "456", "78", "👍🏽", "ꟲḍ̇", "(", "Ⅳ", "/\r\n", ",/", "fi", " ß", "½", "
"]}
+{"text": ",\r\n\r\nDžAb­\r\n\u000b12345678漢 \n .㍿́Džé<META_START>ᵃ's👍🏽,dé<|endoftext|>/
ßḍ̇<|fim_prefix|><|endoftext|>\nm'ſ \n ", "tokens": 64, "pieces": [",\r\n\r\n", "DžAb", "­\r\n", "\u000b", "123", "456", "78", "漢", " \n", " .㍿́", "Džé", "<META", "_START", ">ᵃ's", "👍🏽,", "dé", "<|", "endoftext", "|>/", "
ßḍ̇", "<|", "fim", "_prefix", "|><|", "endoftext", "|>\n", "m'ſ", " \n", " "]}
+{"text": "\n/漢-İ9ꟲ're'Re<|endoftext|>#$%-㍿<|endoftext|>ABCfi.'llABCDžungla/\r\n'ſ'VEꟲ<META_START>,漢,漢½Dž\n𐞁m…　<|endoftext|>ꟲ", "tokens": 76, "pieces": ["\n", "/漢", "-İ", "9", "ꟲ're", "'Re", "<|", "endoftext", "|>#$%-㍿<|", "endoftext", "|>", "ABCfi", ".'", "ll", "ABCDžungla", "/\r\n", "'ſ'VE", "ꟲ", "<META", "_START", ">,", "漢", ",漢", "½", "Dž", "\n", "𐞁m", "…", "　", "<|", "endoftext", "|>", "ꟲ"]}
+{"text": "🙂\"'ſßcamelCase<EOT>
-'s!\"", "tokens": 13, "pieces": ["🙂\"'", "ſßcamel", "Case", "<EOT", ">", "
", "-'", "s", "!\""]}
+{"text": "İ́</\r\nDžungla­ Džungla👍🏽", "tokens": 17, "pieces": ["İ́", "</\r\n", "Džungla", "­", " Džungla", "👍🏽"]}
+{"text": "ḍ̇aBZ​\n", "tokens": 6, "pieces": ["ḍ̇a", "BZ", "​\n"]}
+{"text": "Ⅳ'Da字<|endoftext|>Ⅳ​iOS're'٣٤٥٦㍿  \u000b\r\n\r\n‍'VE  ", "tokens": 33, "pieces": ["Ⅳ", "'Da字", "<|", "endoftext", "|>", "Ⅳ", "​i", "OS're", "'", "٣٤٥", "٦", "㍿", "  \u000b\r\n\r\n", "‍'", "VE", "  "]}
+{"text": "ꟲa/b<|fim_prefix|>B\r字0<'s/\r\n!!𐞁\u000b\n/", "tokens": 26, "pieces": ["ꟲa", "/b", "<|", "fim", "_prefix", "|>", "B", "\r", "字", "0", "<'", "s", "/\r\n", "!!", "𐞁", "\u000b\n", "/"]}
+{"text": "Ⅳ́<aBß'S३३𐞁\tDžZ/'sDžungla'VE漢ᵃ", "tokens": 29, "pieces": ["Ⅳ", "́", "<a", "Bß'S", "३३", "𐞁", "\tDžZ", "/'", "s", "Džungla'VE", "漢ᵃ"]}
+{"text": "å'ſ!Ⅳ३>\u000bEOTe'T s‍  \n'VE𐞁<|fim_prefix|>٣٤٥٦ABC0 \t/\r\n!/\r\n‍/ ㍿'s'sDž !!😀🏽", "tokens": 57, "pieces": ["å'ſ", "!", "Ⅳ३", ">", "\u000bEOTe'T", " s", "‍", "  \n", "'VE𐞁", "<|", "fim", "_prefix", "|>", "٣٤٥", "٦", "ABC", "0", " ", "\t", "/\r\n", "!/\r\n", "‍/", " ", "㍿'", "s's", "Dž", " ", "!!😀🏽"]}
+{"text": "B'T0fié   \n<META_START>é<|fim_prefix|>/‍iOSDž
", "tokens": 25, "pieces": ["B'T", "0", "fié", "   \n", "<META", "_START", ">é", "<|", "fim", "_prefix", "|>/‍", "i", "OSDž", "
"]}
+{"text": "9字'VEe<META_START>", "tokens": 9, "pieces": ["9", "字'VE", "e", "<META", "_START", ">"]}
+{"text": "\ra/b/'S'sfiİ'D's<|endoftext|>0​Ź३B ('M漢㍿ABC𐞁'Mع
'DＡſ'>/å㋿ᵃ", "tokens": 50, "pieces": ["\r", "a", "/b", "/'", "S's", "fi", "İ'D", "'s", "<|", "endoftext", "|>", "0", "​Ź", "३", "B", " ('", "M漢", "㍿ABC𐞁'M", "ع", "
", "'DＡſ", "'>/", "å", "㋿ᵃ"]}
+{"text": "'s'Td9  🙂åꟲéé३Ⅳ३12345678'Re\u000b\r\n   \nZ\n/!!'llḍ̇camelCase", "tokens": 37, "pieces": ["'s'T", "d", "9", " ", " 🙂", "åꟲéé", "३Ⅳ३", "123", "456", "78", "'Re", "\u000b\r\n   \n", "Z", "\n", "/!!'", "llḍ̇camel", "Case"]}
+{"text": "fiZDžungla­<'re, !aB(Ａ\r\n\t<EOT> ٣٤٥٦😀🏽‍", "tokens": 29, "pieces": ["fi", "ZDžungla", "­<'", "re", ",", " !", "a", "B", "(Ａ", "\r\n", "\t", "<EOT", ">", " ", "٣٤٥", "٦", "😀🏽‍"]}
+{"text": "(a/bmßa/b<EOT>aB'aBé<|fim_prefix|>Džungla  /  (.'sDž(>iOS…𐞁½ABC.\r\nfia/b!!iOS‍9 \r\n\r\nḍ̇　", "tokens": 58, "pieces": ["(a", "/bmßa", "/b", "<EOT", ">a", "B", "'a", "Bé", "<|", "fim", "_prefix", "|>", "Džungla", " ", " /", " ", " (.'", "s", "Dž", "(>", "i", "OS", "…𐞁", "½", "ABC", ".\r\n", "fia", "/b", "!!", "i", "OS", "‍", "9", " \r\n\r\n", "ḍ̇", "　"]}
+{"text": "​𐞁\n/<EOT>   \n's\r\n\r\nmḍ̇'s\t<META_START>Ａİß\"Ab#$%'ll👍🏽's㋿㋿\n!!　d/عfi\n<EOT>\"'re\rḍ̇
0", "tokens": 61, "pieces": ["​𐞁", "\n", "/<", "EOT", ">", "   \n", "'s", "\r\n\r\n", "mḍ̇'s", "\t", "<META", "_START", ">Ａİß", "\"Ab", "#$%'", "ll", "👍🏽'", "s", "㋿㋿\n", "!!", "　d", "/عfi", "\n", "<EOT", ">\"'", "re", "\r", "ḍ̇", "
", "0"]}
+{"text": "<EOT>ſſEOT漢३t٣٤٥٦Ab-ſ́<|fim_prefix|>'ſiOS\"'ll\n\r\n\r\nſعaB'DiOS㍿🙂", "tokens": 42, "pieces": ["<EOT", ">ſſ", "EOT漢", "३", "t", "٣٤٥", "٦", "Ab", "-ſ́", "<|", "fim", "_prefix", "|>'", "ſi", "OS", "\"'", "ll", "\n\r\n\r\n", "ſعa", "B'D", "i", "OS", "㍿🙂"]}
+{"text": "३!!a!Džunglaꟲ\r\nDžungla'…e½é<EOT>漢ſé'ſEOTéİ'VE>Abꟲ   \n\r\n\r\ńＡiOS㋿👍🏽t'ſ", "tokens": 56, "pieces": ["३", "!!", "a", "!Džunglaꟲ", "\r\n", "Džungla", "'", "…e", "½", "é", "<EOT", ">漢ſé'ſ", "EOTé", "İ'VE", ">Abꟲ", "   \n\r\n\r\n", "́Ａi", "OS", "㋿👍🏽", "t'ſ"]}
+{"text": "'re🙂\"\naB!!EOT\"åaBiOSḍ̇<-字ع/\r\nDž​é'ſꟲع\nꟲEOTBt  ", "tokens": 38, "pieces": ["'re", "🙂\"\n", "a", "B", "!!", "EOT", "\"åa", "Bi", "OSḍ̇", "<-", "字ع", "/\r\n", "Dž", "​é'ſ", "ꟲع", "\n", "ꟲEOTBt", "  "]}
+{"text": "​é <META_START>  字३é9é \n é\n/-'D", "tokens": 21, "pieces": ["​é", " <", "META", "_START", ">", " ", " 字", "३", "é", "9", "é", " \n", " é", "\n", "/-'", "D"]}
+{"text": "\r\n٣٤٥٦>

\rEOTme Z<|endoftext|>/ḍ̇㍿字   \n'T", "tokens": 29, "pieces": ["\r\n", "٣٤٥", "٦", ">", "

\r", "EOTme", " Z", "<|", "endoftext", "|>/", "ḍ̇", "㍿字", "   \n", "'T"]}
+{"text": "  İ\r\n\r\nHTTPServerAb\n/-/'ll㍿ß😀🏽EOT  ́㋿'M㋿㋿m<|endoftext|>sé½\r\n…", "tokens": 46, "pieces": [" ", " İ", "\r\n\r\n", "HTTPServer", "Ab", "\n", "/-/'", "ll", "㍿ß", "😀🏽", "EOT", " ", " ́", "㋿'", "M", "㋿㋿", "m", "<|", "endoftext", "|>", "sé", "½", "\r\n", "…"]}
+{"text": "'M!Dž㋿\n\n/İ ‍iOS'MᵃDžungla!!tß\na\u000b\n\nß  -'VE\n/fiaBé9å<|fim_prefix|>12345678'ſé", "tokens": 56, "pieces": ["'M", "!Dž", "㋿\n\n/", "İ", " ", "‍i", "OS'M", "ᵃDžungla", "!!", "tß", "\n", "a", "\u000b\n\n", "ß", " ", " -'", "VE", "\n", "/fia", "Bé", "9", "å", "<|", "fim", "_prefix", "|>", "123", "456", "78", "'ſé"]}
+{"text": ",ᵃcamelCase", "tokens": 6, "pieces": [",ᵃcamel", "Case"]}
+{"text": "Ab
-ꟲ'D'\u000b><META_START>­#$%t ㍿iOS'M iOS\r\n\"🙂iOS👍🏽-ßa/b0　<EOT>𐞁#$%\t", "tokens": 50, "pieces": ["Ab", "
", "-ꟲ'D", "'", "\u000b", "><", "META", "_START", ">­#$%", "t", " ㍿", "i", "OS'M", " i", "OS", "\r\n", "\"🙂", "i", "OS", "👍🏽-", "ßa", "/b", "0", "　", "<EOT", ">𐞁", "#$%", "\t"]}
+{"text": "ᵃ\r\n­३ZHTTPServerABC\n/<|endoftext|>", "tokens": 18, "pieces": ["ᵃ", "\r\n", "­", "३", "ZHTTPServer", "ABC", "\n", "/<|", "endoftext", "|>"]}
+{"text": "d३>'Re-\u000b", "tokens": 6, "pieces": ["d", "३", ">'", "Re", "-", "\u000b"]}
+{"text": "9　㋿", "tokens": 5, "pieces": ["9", "　", "㋿"]}
+{"text": "\u000bB\t㋿/s", "tokens": 8, "pieces": ["\u000bB", "\t", "㋿/", "s"]}
+{"text": "ꟲ😀🏽Dž/ABCaBＡßiOS'Rea", "tokens": 18, "pieces": ["ꟲ", "😀🏽", "Dž", "/ABCa", "BＡßi", "OS'Re", "a"]}
+{"text": "éḍ̇<٣٤٥٦HTTPServer,, ", "tokens": 13, "pieces": ["éḍ̇", "<", "٣٤٥", "٦", "HTTPServer", ",,", " "]}
+{"text": "'T
İ'VEⅣß", "tokens": 8, "pieces": ["'T", "
İ'VE", "Ⅳ", "ß"]}
+{"text": "12345678DžAb\u000be(.\tABCiOSß​ꟲå漢'll­<|fim_prefix|>­é㋿ \n ", "tokens": 36, "pieces": ["123", "456", "78", "DžAb", "\u000be", "(.", "\tABCi", "OSß", "​ꟲå漢'll", "­<|", "fim", "_prefix", "|>­", "é", "㋿", " \n", " "]}
+{"text": "ꟲ  ع\n<|endoftext|> \n 'S'VE#$%'T👍🏽/\r\n<EOT><EOT>é", "tokens": 33, "pieces": ["ꟲ", " ", " ع", "\n", "<|", "endoftext", "|>", " \n", " '", "S'VE", "#$%'", "T", "👍🏽/\r\n", "<EOT", "><", "EOT", ">é"]}
+{"text": "\n/Z \n ", "tokens": 4, "pieces": ["\n", "/Z", " \n", " "]}
+{"text": "!\n/'Reå😀🏽\r\n\n/Ⅳ'Me字fi'VEſ漢   \n!a/bDž­🙂.𐞁-", "tokens": 34, "pieces": ["!\n/", "'Reå", "😀🏽\r\n\n/", "Ⅳ", "'Me字fi'VE", "ſ漢", "   \n", "!a", "/b", "Dž", "­🙂.", "𐞁", "-"]}
+{"text": "\rEOT​Z<|endoftext|>́#$%/", "tokens": 16, "pieces": ["\r", "EOT", "​Z", "<|", "endoftext", "|>́#$%/"]}
+{"text": "-字‍\r‍!­'re३ß½a/b<EOT>'٣٤٥٦0iOSＡ🙂ḍ̇ꟲ㍿camelCase/🙂ḍ̇‍'ll\tſḍ̇>'re३-<META_START>a　/\r\n", "tokens": 60, "pieces": ["-字", "‍\r", "‍!­'", "re", "३", "ß", "½", "a", "/b", "<EOT", ">'", "٣٤٥", "٦0", "i", "OSＡ", "🙂ḍ̇ꟲ", "㍿camel", "Case", "/🙂", "ḍ̇", "‍'", "ll", "\tſḍ̇", ">'", "re", "३", "-<", "META", "_START", ">a", "　", "/\r\n"]}
+{"text": "😀🏽㋿­.éHTTPServer/\r\n9eABC!iOSİ'S12345678é'S-
  \n 's/​/-", "tokens": 34, "pieces": ["😀🏽㋿­.", "é", "HTTPServer", "/\r\n", "9", "e", "ABC", "!i", "OSİ'S", "123", "456", "78", "é'S", "-", "
  \n", " '", "s", "/​/-"]}
+{"text": "éAb\r\n/>BEOT!!sDžå0're\n'S\r\n\r\n\n/😀🏽 \n <|endoftext|>\u000b<'T'Re'TaBß   \n<|endoftext|>/   \n<META_START>㍿\u000b", "tokens": 56, "pieces": ["é", "Ab", "\r\n", "/>", "BEOT", "!!", "s", "Džå", "0", "'re", "\n", "'S", "\r\n\r\n\n", "/😀🏽", " \n", " <|", "endoftext", "|>", "\u000b", "<'", "T'Re", "'Ta", "Bß", "   \n", "<|", "endoftext", "|>/", "   \n", "<META", "_START", ">㍿", "\u000b"]}
+{"text": "  0,é'sé\r\n\r\nABC's\r\n\rⅣte!Ａ ㋿", "tokens": 22, "pieces": [" ", " ", "0", ",é's", "é", "\r\n\r\n", "ABC's", "\r\n\r", "Ⅳ", "te", "!Ａ", " ", "㋿"]}
+{"text": "ma/b字Džungla😀🏽B/\r\n🙂　td𐞁 \"#$%ABC'ssB\"'T\r\n'M", "tokens": 30, "pieces": ["ma", "/b字", "Džungla", "😀🏽", "B", "/\r\n", "🙂", "　td𐞁", " \"#$%", "ABC's", "s", "B", "\"'", "T", "\r\n", "'M"]}
+{"text": "٣٤٥٦0㍿   \n", "tokens": 9, "pieces": ["٣٤٥", "٦0", "㍿", "   \n"]}
+{"text": "'T\"å \n aBDžZ ́İ
'Re\r\n'S'  𐞁½\nå 漢s\t0\r\n<<EOT>‍'ll'll٣٤٥٦㍿tHTTPServerfi", "tokens": 52, "pieces": ["'T", "\"å", " \n", " a", "BDžZ", " ́", "İ", "
", "'Re", "\r\n", "'S", "'", " ", " 𐞁", "½", "\n", "å", " 漢s", "\t", "0", "\r\n", "<<", "EOT", ">‍'", "ll'll", "٣٤٥", "٦", "㍿t", "HTTPServerfi"]}
+{"text": "İå㋿", "tokens": 6, "pieces": ["İå", "㋿"]}
+{"text": "'VE're<META_START>'ſſEOT\r\n\r\n", "tokens": 12, "pieces": ["'VE're", "<META", "_START", ">'", "ſſ", "EOT", "\r\n\r\n"]}
+{"text": "Bs ع>ſ\r\nd字漢", "tokens": 9, "pieces": ["Bs", " ع", ">ſ", "\r\n", "d字漢"]}
+{"text": "Abḍ̇½mfi'retDž\r\ńss\r\n🙂", "tokens": 16, "pieces": ["Abḍ̇", "½", "mfi're", "t", "Dž", "\r\n", "́ss", "\r\n", "🙂"]}
+{"text": "𐞁 \n ㋿😀🏽 \n aB0 \n EOTEOTꟲ áſſ٣٤٥٦​́!  'M\u000b　㍿", "tokens": 43, "pieces": ["𐞁", " \n", " ㋿😀🏽", " \n", " a", "B", "0", " \n", " EOTEOTꟲ", " áſſ", "٣٤٥", "٦", "​́", "!", " ", " '", "M", "\u000b", "　", "㍿"]}
+{"text": "㍿('T\r<|endoftext|>,é'T'Std<…", "tokens": 20, "pieces": ["㍿('", "T", "\r", "<|", "endoftext", "|>,", "é'T", "'Std", "<", "…"]}
+{"text": "(.'re're٣٤٥٦ \n 'sEOTⅣ'll㍿aBⅣ!'Re\n\t .", "tokens": 28, "pieces": ["(.'", "re're", "٣٤٥", "٦", " \n", " '", "s", "EOT", "Ⅳ", "'ll", "㍿a", "B", "Ⅳ", "!'", "Re", "\n", "\t", " ."]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ZaB/\r\nZmm​'  's'M!́'s'ſ\r\n👍🏽İAbfiع👍🏽Z'ReéHTTPServer(  Z字ᵃ9½!!aaBAb\n/'re", "tokens": 48, "pieces": ["Za", "B", "/\r\n", "Zmm", "​'", " ", " '", "s'M", "!́'s", "'ſ", "\r\n", "👍🏽", "İAbfiع", "👍🏽", "Z'Re", "é", "HTTPServer", "(", " ", " Z字ᵃ", "9½", "!!", "aa", "BAb", "\n", "/'", "re"]}
+{"text": ">ß'S12345678>👍🏽Abᵃ!fi👍🏽<|endoftext|>\r12345678­a/b🙂\"sHTTPServer\u000b#$%/　ß\t", "tokens": 44, "pieces": [">ß'S", "123", "456", "78", ">👍🏽", "Abᵃ", "!fi", "👍🏽<|", "endoftext", "|>\r", "123", "456", "78", "­a", "/b", "🙂\"", "s", "HTTPServer", "\u000b", "#$%/", "　ß", "\t"]}
+{"text": "t'!!Džungladß12345678", "tokens": 11, "pieces": ["t", "'!!", "Džungladß", "123", "456", "78"]}
+{"text": "  'Re👍🏽 \n 'Dḍ̇ 'ſ'll \r\n\r\n\"🙂́'!!!", "tokens": 22, "pieces": [" ", " '", "Re", "👍🏽", " \n", " '", "Dḍ̇", " ", "'ſ'll", " \r\n\r\n", "\"🙂́'!!!"]}
+{"text": "<EOT>fi<|endoftext|>ſ'så\r\n<|endoftext|>𐞁𐞁m½e𐞁<META_START>d́½Ab/<|fim_prefix|>'Td'MaB0​(㍿'ſ'D'S'Re'Re­ſ́", "tokens": 70, "pieces": ["<EOT", ">fi", "<|", "endoftext", "|>", "ſ's", "å", "\r\n", "<|", "endoftext", "|>", "𐞁𐞁m", "½", "e𐞁", "<META", "_START", ">d́", "½", "Ab", "/<|", "fim", "_prefix", "|>'", "Td'M", "a", "B", "0", "​(㍿'", "ſ'D", "'S'Re", "'Re", "­ſ́"]}
+{"text": "aB\r\n\r\n㍿İ\r\n\r\n‍EOT \n d　Z\r\n\r\n… \n \n's'Re0\tİ\n/Ab'll字ß\n/'D", "tokens": 33, "pieces": ["a", "B", "\r\n\r\n", "㍿İ", "\r\n\r\n", "‍EOT", " \n", " d", "　Z", "\r\n\r\n… \n \n", "'s'Re", "0", "\tİ", "\n", "/Ab'll", "字ß", "\n", "/'", "D"]}
+{"text": "'D!12345678𐞁\r\n\r\na'DＡ'VE😀🏽'S(­
🙂mß\"٣٤٥٦ Džungla\u000b\"", "tokens": 38, "pieces": ["'D", "!", "123", "456", "78", "𐞁", "\r\n\r\n", "a'D", "Ａ'VE", "😀🏽'", "S", "(­", "
", "🙂mß", "\"", "٣٤٥", "٦", " Džungla", "\u000b", "\""]}
+{"text": "ea/b're👍🏽عåtaB<|endoftext|>Ａs½㋿-Ab🙂,Zfi\n\r\n\r\n‍㍿'re<|fim_prefix|>­0\n/#$%İ're<dſd漢𐞁\r \n ", "tokens": 64, "pieces": ["ea", "/b're", "👍🏽", "عåta", "B", "<|", "endoftext", "|>", "Ａs", "½", "㋿-", "Ab", "🙂,", "Zfi", "\n\r\n\r\n", "‍㍿'", "re", "<|", "fim", "_prefix", "|>­", "0", "\n", "/#$%", "İ're", "<dſd漢𐞁", "\r \n", " "]}
+{"text": "  Abéᵃꟲ<|fim_prefix|>,e're're", "tokens": 18, "pieces": [" ", " Abéᵃꟲ", "<|", "fim", "_prefix", "|>,", "e're", "'re"]}
+{"text": "　'llＡ<|endoftext|>Ab'll'sDž<EOT> 'M#$%'D9#$%mᵃ/‍ſ'Re", "tokens": 34, "pieces": ["　", "'ll", "Ａ", "<|", "endoftext", "|>", "Ab'll", "'s", "Dž", "<EOT", ">", " ", "'M", "#$%'", "D", "9", "#$%", "mᵃ", "/‍", "ſ'Re"]}
+{"text": "ꟲ\n9\r\n\r\né!'DiOS👍🏽//s\r'reᵃḍ̇'Ree(aAb'DᵃB\r 𐞁🙂!!", "tokens": 40, "pieces": ["ꟲ", "\n", "9", "\r\n\r\n", "é", "!'", "Di", "OS", "👍🏽//", "s", "\r", "'reᵃḍ̇'Re", "e", "(a", "Ab'D", "ᵃ", "B", "\r", " 𐞁", "🙂!!"]}
+{"text": "‍AbſcamelCase𐞁0\r\n\r\n12345678ḍ̇e!ḍ̇Bᵃ'Rea/b", "tokens": 29, "pieces": ["‍Abſcamel", "Case𐞁", "0", "\r\n\r\n", "123", "456", "78", "ḍ̇e", "!ḍ̇", "Bᵃ'Re", "a", "/b"]}
+{"text": "'re…㋿​", "tokens": 7, "pieces": ["'re", "…", "㋿​"]}
+{"text": " EOT're's'D'VEİ
s\t\u000b.'llDž,😀🏽", "tokens": 20, "pieces": [" EOT're", "'s'D", "'VEİ", "
s", "\t", "\u000b", ".'", "ll", "Dž", ",😀🏽"]}
+{"text": "👍🏽ḍ̇'D", "tokens": 7, "pieces": ["👍🏽", "ḍ̇'D"]}
+{"text": "/Ａa/b 'M🙂é字😀🏽'ſ\t漢  字­😀🏽m३<META_START>'D\u000bm​ 字'M\"ꟲ'M<|endoftext|> 'D<|endoftext|>å", "tokens": 59, "pieces": ["/Ａa", "/b", " ", "'M", "🙂é字", "😀🏽'", "ſ", "\t漢", " ", " 字", "­😀🏽", "m", "३", "<META", "_START", ">'", "D", "\u000bm", "​", " 字'M", "\"ꟲ'M", "<|", "endoftext", "|>", " '", "D", "<|", "endoftext", "|>", "å"]}
+{"text": "é½\r\n\r\n\r\n<|fim_prefix|>́Dž३'TcamelCase", "tokens": 17, "pieces": ["é", "½", "\r\n\r\n\r\n", "<|", "fim", "_prefix", "|>́", "Dž", "३", "'Tcamel", "Case"]}
+{"text": "d٣٤٥٦'ſ\u000b​>३
'M<EOT>", "tokens": 16, "pieces": ["d", "٣٤٥", "٦", "'ſ", "\u000b", "​>", "३", "
", "'M", "<EOT", ">"]}
+{"text": "\n'reع字BſéficamelCase<EOT>👍🏽<META_START>'ABC,9aB   \n𐞁
\n/fi're", "tokens": 36, "pieces": ["\n", "'reع字", "Bſéficamel", "Case", "<EOT", ">👍🏽<", "META", "_START", ">'", "ABC", ",", "9", "a", "B", "   \n", "𐞁", "
\n", "/fi're"]}
+{"text": "/\r\n's<|endoftext|>'s½…fia/b!!t<META_START>'ſ9'\r\n  é'SaBm\u000bZ'0é
<|fim_prefix|>d\rＡ㋿", "tokens": 49, "pieces": ["/\r\n", "'s", "<|", "endoftext", "|>'", "s", "½", "…fia", "/b", "!!", "t", "<META", "_START", ">'", "ſ", "9", "'\r\n", " ", " é'S", "a", "Bm", "\u000bZ", "'", "0", "é", "
", "<|", "fim", "_prefix", "|>", "d", "\r", "Ａ", "㋿"]}
+{"text": "ḍ̇漢fiḍ̇0--ꟲ\r​12345678ßİ　å<|fim_prefix|>DžunglaHTTPServer'Re\u000bAb👍🏽('e'T'T\n!Ａ㍿㍿­", "tokens": 55, "pieces": ["ḍ̇漢fiḍ̇", "0", "--", "ꟲ", "\r", "​", "123", "456", "78", "ß", "İ", "　å", "<|", "fim", "_prefix", "|>", "Džungla", "HTTPServer'Re", "\u000bAb", "👍🏽('", "e'T", "'T", "\n", "!Ａ", "㍿㍿­"]}
+{"text": "a/b-　𐞁\n/ t.fi e", "tokens": 15, "pieces": ["a", "/b", "-", "　𐞁", "\n", "/", " t", ".fi", " e"]}
+{"text": "ᵃ!!'Re--. Z", "tokens": 10, "pieces": ["ᵃ", "!!'", "Re", "--.", " Z"]}
+{"text": "İZDžungla㋿(å㍿iOS🙂aß३", "tokens": 21, "pieces": ["İZDžungla", "㋿(", "å", "㍿i", "OS", "🙂aß", "३"]}
+{"text": "३å'M<|fim_prefix|>EOT'S
!!👍🏽é!　", "tokens": 21, "pieces": ["३", "å'M", "<|", "fim", "_prefix", "|>", "EOT'S", "
", "!!👍🏽", "é", "!", "　"]}
+{"text": "­‍\"\n/EOT'll'D'llⅣ", "tokens": 10, "pieces": ["­‍\"\n/", "EOT'll", "'D'll", "Ⅳ"]}
+{"text": "'\n‍'ll\n/t👍🏽<EOT> \n <META_START>HTTPServer٣٤٥٦'T字🙂9\n", "tokens": 29, "pieces": ["'\n", "‍'", "ll", "\n", "/t", "👍🏽<", "EOT", ">", " \n", " <", "META", "_START", ">HTTPServer", "٣٤٥", "٦", "'T字", "🙂", "9", "\n"]}
+{"text": "a/bİ\tİta/b'DcamelCase'll'ſ \n \r\n\r\n", "tokens": 15, "pieces": ["a", "/b", "İ", "\tİta", "/b'D", "camel", "Case'll", "'ſ", " \n \r\n\r\n"]}
+{"text": "\"́/ᵃ㋿<EOT>​ >٣٤٥٦", "tokens": 19, "pieces": ["\"́", "/ᵃ", "㋿<", "EOT", ">​", " >", "٣٤٥", "٦"]}
+{"text": "'VEABC's(e#$%<|endoftext|>𐞁'Da", "tokens": 20, "pieces": ["'VEABC's", "(e", "#$%<|", "endoftext", "|>", "𐞁'D", "a"]}
+{"text": "t\r!!'s<META_START>EOT'llع<META_START>'T🙂😀🏽字​, ‍<EOT>\r\n\r\nḍ̇\r\n\r\nB/'re<'ſm", "tokens": 40, "pieces": ["t", "\r", "!!'", "s", "<META", "_START", ">EOT'll", "ع", "<META", "_START", ">'", "T", "🙂😀🏽", "字", "​,", " ", "‍<", "EOT", ">\r\n\r\n", "ḍ̇", "\r\n\r\n", "B", "/'", "re", "<'", "ſm"]}
+{"text": "ع٣٤٥٦\r漢Ab<|fim_prefix|><|fim_prefix|>><|endoftext|> \n 
👍🏽d<EOT>½㍿<'sZ'M'll./\r\n're  é", "tokens": 50, "pieces": ["ع", "٣٤٥", "٦", "\r", "漢Ab", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>><|", "endoftext", "|>", " \n", " ", "
", "👍🏽", "d", "<EOT", ">", "½", "㍿<'", "s", "Z'M", "'ll", "./\r\n", "'re", " ", " é"]}
+{"text": "Dž'MAb", "tokens": 4, "pieces": ["Dž'M", "Ab"]}
+{"text": "<\rꟲ٣٤٥٦a/bå'refiDžunglaᵃ0camelCaseḍ̇''ll'SⅣ'sⅣé<|endoftext|>/\r\n", "tokens": 45, "pieces": ["<\r", "ꟲ", "٣٤٥", "٦", "a", "/bå're", "fi", "Džunglaᵃ", "0", "camel", "Caseḍ̇", "''", "ll'S", "Ⅳ", "'s", "Ⅳ", "é", "<|", "endoftext", "|>/\r\n"]}
+{"text": "/\r\n  -\u000b(<|fim_prefix|>emHTTPServer#$%ḿ½​#$%", "tokens": 22, "pieces": ["/\r\n", " ", " ", "-", "\u000b", "(<|", "fim", "_prefix", "|>", "em", "HTTPServer", "#$%", "ḿ", "½", "​#$%"]}
+{"text": "é/0/\r\n!!a'll   \nꟲ(Ab/٣٤٥٦'reå🙂<|fim_prefix|>'Re EOT'M\r\n\r\n/\r\n­ABC#$%ßHTTPServer'Deſ", "tokens": 46, "pieces": ["é", "/", "0", "/\r\n", "!!", "a'll", "   \n", "ꟲ", "(Ab", "/", "٣٤٥", "٦", "'reå", "🙂<|", "fim", "_prefix", "|>'", "Re", " EOT'M", "\r\n\r\n", "/\r\n", "­ABC", "#$%", "ß", "HTTPServer'D", "eſ"]}
+{"text": "'reABC'reHTTPServerHTTPServerfi
'M 'Tİ\"
'M…Ａ'S\ré٣٤٥٦\r\n\r\nfi­\r0Zᵃ́å!!'ſcamelCase.camelCase#$%>'Så", "tokens": 51, "pieces": ["'re", "ABC're", "HTTPServer", "HTTPServerfi", "
", "'M", " ", "'Tİ", "\"", "
", "'M", "…Ａ'S", "\r", "é", "٣٤٥", "٦", "\r\n\r\n", "fi", "­\r", "0", "Zᵃ́å", "!!'", "ſcamel", "Case", ".camel", "Case", "#$%>'", "Så"]}
+{"text": "'t \n 'ſع'D½ع漢12345678­ع<HTTPServers㋿9<META_START>å😀🏽😀🏽'", "tokens": 33, "pieces": ["'t", " \n", " '", "ſع'D", "½", "ع漢", "123", "456", "78", "­ع", "<HTTPServers", "㋿", "9", "<META", "_START", ">å", "😀🏽😀🏽'"]}
+{"text": ".٣٤٥٦DžABC  <😀🏽‍,B9\"Ａe, \n ", "tokens": 22, "pieces": [".", "٣٤٥", "٦", "DžABC", " ", " <😀🏽‍,", "B", "9", "\"Ａe", ",", " \n", " "]}
+{"text": "\r\n\rße\u000bⅣ字-\r\n\r\n'Mḍ̇#$%12345678.३',ᵃ👍🏽då'ᵃ<-\r\n\r\nꟲ-'ſ's👍🏽(", "tokens": 45, "pieces": ["\r\n\r", "ße", "\u000b", "Ⅳ", "字", "-\r\n\r\n", "'Mḍ̇", "#$%", "123", "456", "78", ".", "३", "',", "ᵃ", "👍🏽", "då", "'ᵃ", "<-\r\n\r\n", "ꟲ", "-'", "ſ's", "👍🏽("]}
+{"text": "Båß\r!!ꟲ  ᵃ😀🏽😀🏽\"0-　'M", "tokens": 24, "pieces": ["Båß", "\r", "!!", "ꟲ", " ", " ᵃ", "😀🏽😀🏽\"", "0", "-", "　", "'M"]}
+{"text": "'ReABCå'DＡa İ12345678/\r\n9", "tokens": 13, "pieces": ["'Re", "ABCå'D", "Ａa", " İ", "123", "456", "78", "/\r\n", "9"]}
+{"text": "'VEİßꟲ<META_START>((​😀🏽<|fim_prefix|>ＡZ'Dß<|fim_prefix|>'ſ,'re#$%", "tokens": 36, "pieces": ["'VEİßꟲ", "<META", "_START", ">((​😀🏽<|", "fim", "_prefix", "|>", "ＡZ'D", "ß", "<|", "fim", "_prefix", "|>'", "ſ", ",'", "re", "#$%"]}
+{"text": ",\n   \ndſ'D😀🏽#$%/\r\nss/e>字fia/b/Džungla\n/　🙂", "tokens": 27, "pieces": [",\n", "   \n", "dſ'D", "😀🏽#$%/\r\n", "ss", "/e", ">字fia", "/b", "/Džungla", "\n", "/", "　", "🙂"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "\r​!!'resＡ…İ٣٤٥٦Ⅳꟲ''s½\tZ\"9३३\t\"İ\r\n\r\n'll(\n", "tokens": 32, "pieces": ["\r", "​!!'", "res", "Ａ", "…İ", "٣٤٥", "٦Ⅳ", "ꟲ", "''", "s", "½", "\tZ", "\"", "9३३", "\t", "\"İ", "\r\n\r\n", "'ll", "(\n"]}
+{"text": "så  \n ſⅣ/\r\n\u000b\"🙂're ㋿ \n - \n <EOT­0AbعⅣB9/(#$%ſ'S'Re㋿fifi'sع", "tokens": 45, "pieces": ["så", "  \n", " ſ", "Ⅳ", "/\r\n", "\u000b", "\"🙂'", "re", " ", "㋿", " \n", " -", " \n", " <", "EOT", "­", "0", "Abع", "Ⅳ", "B", "9", "/(#$%", "ſ'S", "'Re", "㋿fifi's", "ع"]}
+{"text": "'𐞁<META_START>Z<EOT>Ａ  Ab
d,🙂🙂'Re'Ma/b字<|fim_prefix|>'VEⅣ😀🏽\r\n\r\n\r\n<|fim_prefix|>İ\u000b<12345678,  st", "tokens": 54, "pieces": ["'𐞁", "<META", "_START", ">Z", "<EOT", ">Ａ", " ", " Ab", "
d", ",🙂🙂'", "Re'M", "a", "/b字", "<|", "fim", "_prefix", "|>'", "VE", "Ⅳ", "😀🏽\r\n\r\n\r\n", "<|", "fim", "_prefix", "|>", "İ", "\u000b", "<", "123", "456", "78", ",", " ", " st"]}
+{"text": "camelCasedåABCDž𐞁'VÉ'Mع😀🏽", "tokens": 20, "pieces": ["camel", "Casedå", "ABCDž𐞁'VE", "́'M", "ع", "😀🏽"]}
+{"text": "Z\r\n😀🏽ABC'S  .'Sddḍ̇'Res<META_START>½'SiOS\nABC<|endoftext|>a/b12345678-İ \r\n\r\n👍🏽　ꟲ'T\"EOTé", "tokens": 52, "pieces": ["Z", "\r\n", "😀🏽", "ABC'S", " ", " .'", "Sddḍ̇'Re", "s", "<META", "_START", ">", "½", "'Si", "OS", "\n", "ABC", "<|", "endoftext", "|>", "a", "/b", "123", "456", "78", "-İ", " \r\n\r\n", "👍🏽", "　ꟲ'T", "\"EOTé"]}
+{"text": "\tİB'ſ😀🏽<|endoftext|>İHTTPServer\r\nt٣٤٥٦'VE's㍿
🙂\r\n​'Re\n</\r\nAbDžungla  ", "tokens": 45, "pieces": ["\tİB'ſ", "😀🏽<|", "endoftext", "|>", "İHTTPServer", "\r\n", "t", "٣٤٥", "٦", "'VE's", "㍿", "
", "🙂\r\n", "​'", "Re", "\n", "</\r\n", "Ab", "Džungla", "  "]}
+{"text": "<META_START>३字Džungla'S㋿'Re/…㍿tABC<EOT>å'S<|fim_prefix|>३,́.aB'VE   \n‍e​　𐞁", "tokens": 51, "pieces": ["<META", "_START", ">", "३", "字Džungla'S", "㋿'", "Re", "/", "…", "㍿t", "ABC", "<EOT", ">å'S", "<|", "fim", "_prefix", "|>", "३", ",́", ".a", "B'VE", "   \n", "‍e", "​", "　𐞁"]}
+{"text": "  \t<EOT>ZaBcamelCaset'ſ,ſ(mßå/12345678㍿½
Z'red", "tokens": 30, "pieces": ["  ", "\t", "<EOT", ">Za", "Bcamel", "Caset'ſ", ",ſ", "(mßå", "/", "123", "456", "78", "㍿", "½", "
Z're", "d"]}
+{"text": "'🙂camelCase<|fim_prefix|>", "tokens": 10, "pieces": ["'🙂", "camel", "Case", "<|", "fim", "_prefix", "|>"]}
+{"text": "camelCaseḍ̇-ſ/\r\nå<META_START>aB'ſ\u000b㍿㋿camelCase
'‍'.Z/\r\n-<META_START>iOS<EOT>#$%\t'S're㍿ḍ̇  fi‍\"", "tokens": 57, "pieces": ["camel", "Caseḍ̇", "-ſ", "/\r\n", "å", "<META", "_START", ">a", "B'ſ", "\u000b", "㍿㋿", "camel", "Case", "
", "'‍'.", "Z", "/\r\n", "-<", "META", "_START", ">i", "OS", "<EOT", ">#$%", "\t", "'S're", "㍿ḍ̇", " ", " fi", "‍\""]}
+{"text": "aB's''  Ａ'/\r\nＡ'.", "tokens": 11, "pieces": ["a", "B's", "''", " ", " Ａ", "'/\r\n", "Ａ", "'."]}
+{"text": "'ſ   'llå‍ſABC'S😀🏽12345678-㋿Bm  /\r\n…AbB㋿\r\n\r\n​é　'Ś‍\rDžungla字å", "tokens": 48, "pieces": ["'ſ", "  ", " ", "'llå", "‍ſ", "ABC'S", "😀🏽", "123", "456", "78", "-㋿", "Bm", " ", " /\r\n", "…Ab", "B", "㋿\r\n\r\n", "​é", "　", "'Ś", "‍\r", "Džungla字å"]}
+{"text": "'S\r\n​‍  'så<|endoftext|>٣٤٥٦å!!\t/\r\n
Ａ!ḍ̇scamelCase(éꟲé½/\r\nꟲß<|endoftext|>å🙂\n/#$%ß", "tokens": 60, "pieces": ["'S", "\r\n", "​‍", " ", " '", "så", "<|", "endoftext", "|>", "٣٤٥", "٦", "å", "!!", "\t", "/\r\n", "
Ａ", "!ḍ̇scamel", "Case", "(éꟲé", "½", "/\r\n", "ꟲß", "<|", "endoftext", "|>", "å", "🙂\n/", "#$%", "ß"]}
+{"text": "  \u000b<META_START>/\r\n'll‍ſsß,३eéaB'ré'Sm㋿ /\r\n\n/Z😀🏽ſ\"iOS'㋿ᵃcamelCase𐞁 \n Ａa/bEOTB!", "tokens": 59, "pieces": ["  ", "\u000b", "<META", "_START", ">/\r\n", "'ll", "‍ſsß", ",", "३", "eéa", "B're", "́'S", "m", "㋿", " ", "/\r\n\n/", "Z", "😀🏽", "ſ", "\"i", "OS", "'㋿", "ᵃcamel", "Case𐞁", " \n", " Ａa", "/b", "EOTB", "!"]}
+{"text": "\n\taB,s9d Ⅳ\nع\n🙂…ABC…é/\r\nm㍿tt'ſ9é­#$%a's<|fim_prefix|>åABCعꟲḍ̇𐞁", "tokens": 55, "pieces": ["\n", "\ta", "B", ",s", "9", "d", " ", "Ⅳ", "\n", "ع", "\n", "🙂", "…ABC", "…é", "/\r\n", "m", "㍿tt'ſ", "9", "é", "­#$%", "a's", "<|", "fim", "_prefix", "|>", "å", "ABCعꟲḍ̇𐞁"]}
+{"text": "(iOS<META_START>\r\n<META_START> fi/'T字", "tokens": 15, "pieces": ["(i", "OS", "<META", "_START", ">\r\n", "<META", "_START", ">", " fi", "/'", "T字"]}
+{"text": "𐞁<META_START>'D'ſ🙂<EOT>/­", "tokens": 17, "pieces": ["𐞁", "<META", "_START", ">'", "D'ſ", "🙂<", "EOT", ">/­"]}
+{"text": "  åEOT  camelCase­Ａ\r\nm\r\nd", "tokens": 14, "pieces": [" ", " å", "EOT", " ", " camel", "Case", "­Ａ", "\r\n", "m", "\r\n", "d"]}
+{"text": "12345678'T'S,", "tokens": 6, "pieces": ["123", "456", "78", "'T'S", ","]}
+{"text": "camelCase‍!<META_START>'Re<|endoftext|>0Be(<m", "tokens": 20, "pieces": ["camel", "Case", "‍!<", "META", "_START", ">'", "Re", "<|", "endoftext", "|>", "0", "Be", "(<", "m"]}
+{"text": "İ'T \n/ABCm٣٤٥٦🙂ꟲ", "tokens": 14, "pieces": ["İ'T", " \n", "/ABCm", "٣٤٥", "٦", "🙂ꟲ"]}
+{"text": "!0DžcamelCase٣٤٥٦a/bm  字a/b<META_START>
ſ\r\n.'Ⅳ\r\n\r\n   \na/b!İ\nＡ's'll<|fim_prefix|><|fim_prefix|>'Re'sꟲ<ꟲABCꟲEOT'D", "tokens": 64, "pieces": ["!", "0", "Džcamel", "Case", "٣٤٥", "٦", "a", "/bm", " ", " 字a", "/b", "<META", "_START", ">", "
ſ", "\r\n", ".'", "Ⅳ", "\r\n\r\n   \n", "a", "/b", "!İ", "\n", "Ａ's", "'ll", "<|", "fim", "_prefix", "|><|", "fim", "_prefix", "|>'", "Re's", "ꟲ", "<ꟲABCꟲ", "EOT'D"]}
+{"text": "   \n🙂!!", "tokens": 3, "pieces": ["   \n", "🙂!!"]}
+{"text": "m'VE  'll
.'Re<'ll<EOT>  m", "tokens": 16, "pieces": ["m'VE", " ", " '", "ll", "
", ".'", "Re", "<'", "ll", "<EOT", ">", " ", " m"]}
+{"text": "9d#$%Ⅳ!\t12345678𐞁\n/\r😀🏽12345678ع\ta,a/b'D!!漢#$%\"ſ", "tokens": 34, "pieces": ["9", "d", "#$%", "Ⅳ", "!", "\t", "123", "456", "78", "𐞁", "\n", "/\r", "😀🏽", "123", "456", "78", "ع", "\ta", ",a", "/b'D", "!!", "漢", "#$%\"", "ſ"]}
+{"text": "e'M!   \n\r\nſḍ̇'DDž́ABCABC Ａ'Ret'Sa's<ꟲݽs", "tokens": 29, "pieces": ["e'M", "!", "   \n\r\n", "ſḍ̇'D", "Dž́", "ABCABC", " Ａ'Re", "t'S", "a's", "<ꟲ", "İ", "½", "s"]}
+{"text": "<|endoftext|>　/-🙂<", "tokens": 11, "pieces": ["<|", "endoftext", "|>", "　", "/-🙂<"]}
+{"text": "s\u000b", "tokens": 2, "pieces": ["s", "\u000b"]}
+{"text": " \n 'D'reİ𐞁a/b <|fim_prefix|>½́dm<|endoftext|>字\n/é0fi字\u000bHTTPServer漢'T  <EOT>­🙂/9å ᵃ\u000b", "tokens": 56, "pieces": [" \n", " '", "D're", "İ𐞁a", "/b", " ", "<|", "fim", "_prefix", "|>", "½", "́dm", "<|", "endoftext", "|>", "字", "\n", "/é", "0", "fi字", "\u000bHTTPServer漢'T", " ", " <", "EOT", ">­🙂/", "9", "å", " ᵃ", "\u000b"]}
+{"text": "‍­", "tokens": 2, "pieces": ["‍­"]}
+{"text": "iOS٣٤٥٦\r\n\r\n\r,\r \u000b's٣٤٥٦ßß­   \nABC漢😀🏽🙂'VE字0३a'sḍ̇\u000bHTTPServera३字\r\n\r\n<|endoftext|>
😀🏽٣٤٥٦'D㍿", "tokens": 63, "pieces": ["i", "OS", "٣٤٥", "٦", "\r\n\r\n\r", ",\r", " ", "\u000b", "'s", "٣٤٥", "٦", "ßß", "­", "   \n", "ABC漢", "😀🏽🙂'", "VE字", "0३", "a's", "ḍ̇", "\u000bHTTPServera", "३", "字", "\r\n\r\n", "<|", "endoftext", "|>", "
", "😀🏽", "٣٤٥", "٦", "'D", "㍿"]}
+{"text": "\n/<|fim_prefix|>EOT 'M'D٣٤٥٦EOT.Ａ'DⅣ\t!!< \n/d<0,👍🏽<|endoftext|>t-BaBZABC", "tokens": 47, "pieces": ["\n", "/<|", "fim", "_prefix", "|>", "EOT", " '", "M'D", "٣٤٥", "٦", "EOT", ".Ａ'D", "Ⅳ", "\t", "!!<", " \n", "/d", "<", "0", ",👍🏽<|", "endoftext", "|>", "t", "-Ba", "BZABC"]}
+{"text": "EOTdsa/b🙂\r   \n\r\n\r\n0'M", "tokens": 11, "pieces": ["EOTdsa", "/b", "🙂\r", "   \n\r\n\r\n", "0", "'M"]}
+{"text": "é​𐞁/\r\n-,fiＡ٣٤٥٦<|endoftext|>m​é\r>-d'Re'ſ>aBDž'\nABC", "tokens": 37, "pieces": ["é", "​𐞁", "/\r\n", "-,", "fi", "Ａ", "٣٤٥", "٦", "<|", "endoftext", "|>", "m", "​é", "\r", ">-", "d'Re", "'ſ", ">a", "BDž", "'\n", "ABC"]}
+{"text": "ſ>'sḿ'rea👍🏽\"iOS12345678", "tokens": 15, "pieces": ["ſ", ">'", "sḿ're", "a", "👍🏽\"", "i", "OS", "123", "456", "78"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "ＡcamelCase", "tokens": 3, "pieces": ["Ａcamel", "Case"]}
+{"text": "Zs😀🏽\r\nd-09<EOT>  !\r0EOT'McamelCase\u000b­३\r\n'Re \n <|fim_prefix|>👍🏽é", "tokens": 37, "pieces": ["Zs", "😀🏽\r\n", "d", "-", "09", "<EOT", ">", " ", " !\r", "0", "EOT'M", "camel", "Case", "\u000b", "­", "३", "\r\n", "'Re", " \n", " <|", "fim", "_prefix", "|>👍🏽", "é"]}
+{"text": "Z9Ａfi٣٤٥٦\r…å३", "tokens": 14, "pieces": ["Z", "9", "Ａfi", "٣٤٥", "٦", "\r", "…å", "३"]}
+{"text": "#$%　12345678'll ३'s<|fim_prefix|><|endoftext|>𐞁
'RefiHTTPServerſ \n Bİ​  ‍åſa'T12345678eå>'re
\u000b\n/  /\r\n", "tokens": 57, "pieces": ["#$%", "　", "123", "456", "78", "'ll", " ", "३", "'s", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "𐞁", "
", "'Refi", "HTTPServerſ", " \n", " Bİ", "​", " ", " ‍", "åſa'T", "123", "456", "78", "eå", ">'", "re", "
\u000b\n", "/", " ", " /\r\n"]}
+{"text": "㍿ 'VE😀🏽½/>'ſ字m'T字<META_START>Dž㋿ḍ̇'ſ!'ſ½İ　ḍ̇‍fi🙂tss\t👍🏽\"'!!", "tokens": 50, "pieces": ["㍿", " ", "'VE", "😀🏽", "½", "/>'", "ſ字m'T", "字", "<META", "_START", ">Dž", "㋿ḍ̇'ſ", "!'", "ſ", "½", "İ", "　ḍ̇", "‍fi", "🙂tss", "\t", "👍🏽\"'!!"]}
+{"text": "/a/b \"𐞁Bd''VE0Ⅳᵃᵃ'Mé'Sعm#$%'VE's👍🏽…m\n!ᵃ<|fim_prefix|><EOT>aB½/\r\n 'T,
", "tokens": 56, "pieces": ["/a", "/b", " \"", "𐞁Bd", "''", "VE", "0Ⅳ", "ᵃᵃ'M", "é'S", "عm", "#$%'", "VE's", "👍🏽", "…m", "\n", "!ᵃ", "<|", "fim", "_prefix", "|><", "EOT", ">a", "B", "½", "/\r\n", " '", "T", ",", "
"]}
+{"text": "<|fim_prefix|>aa/b<😀🏽'M½/\r\n­\r'ſABC​é‍!!­\r\nHTTPServeŕ.Z漢s/ \n ", "tokens": 37, "pieces": ["<|", "fim", "_prefix", "|>", "aa", "/b", "<😀🏽'", "M", "½", "/\r\n", "­\r", "'ſ", "ABC", "​é", "‍!!­\r\n", "HTTPServeŕ", ".Z漢s", "/", " \n", " "]}
+{"text": "0­٣٤٥٦Džungla𐞁'ſＡeABC're'VEع.(t'rea/b'ſ(…", "tokens": 33, "pieces": ["0", "­", "٣٤٥", "٦", "Džungla𐞁'ſ", "Ａe", "ABC're", "'VEع", ".(", "t're", "a", "/b'ſ", "(", "…"]}
+{"text": "m iOS'TＡ12345678\u000b
'Re\r\n\r\ncamelCaseé٣٤٥٦DžDž0,́!!👍🏽å<EOT><META_START>'D  ½s
9s<EOT>㋿ABCDž'ſAb(­", "tokens": 61, "pieces": ["m", " i", "OS'T", "Ａ", "123", "456", "78", "\u000b", "
", "'Re", "\r\n\r\n", "camel", "Caseé", "٣٤٥", "٦", "DžDž", "0", ",́", "!!👍🏽", "å", "<EOT", "><", "META", "_START", ">'", "D", " ", " ", "½", "s", "
", "9", "s", "<EOT", ">㋿", "ABCDž'ſ", "Ab", "(­"]}
+{"text": "é'­
#$%é\n/٣٤٥٦a  dDžungla", "tokens": 21, "pieces": ["é", "'­", "
", "#$%", "é", "\n", "/", "٣٤٥", "٦", "a", " ", " d", "Džungla"]}
+{"text": "‍#$%👍🏽   \nİ/ſ㋿<\r\n\r\n\r\nİ,éaBＡDžungla\r\n\r\nＡßABCaB\r\n('S'McamelCase…㋿😀🏽\t(9", "tokens": 48, "pieces": ["‍#$%👍🏽", "   \n", "İ", "/ſ", "㋿<\r\n\r\n\r\n", "İ", ",éa", "BＡDžungla", "\r\n\r\n", "Ａß", "ABCa", "B", "\r\n", "('", "S'M", "camel", "Case", "…", "㋿😀🏽", "\t", "(", "9"]}
+{"text": "\r<EOT>é\r\nＡ /\r'TEOT!0\"'VEꟲḍ̇㍿​‍㋿fi'T😀🏽.HTTPServer", "tokens": 38, "pieces": ["\r", "<EOT", ">é", "\r\n", "Ａ", " /\r", "'TEOT", "!", "0", "\"'", "VEꟲḍ̇", "㍿​‍㋿", "fi'T", "😀🏽.", "HTTPServer"]}
+{"text": "'Re", "tokens": 1, "pieces": ["'Re"]}
+{"text": "DžunglafiABC漢　''M
\r\n\r\nfia/bᵃé\"'Re…٣٤٥٦/\r\nDž​'s!!m,B", "tokens": 36, "pieces": ["Džunglafi", "ABC漢", "　", "''", "M", "
\r\n\r\n", "fia", "/bᵃé", "\"'", "Re", "…", "٣٤٥", "٦", "/\r\n", "Dž", "​'", "s", "!!", "m", ",B"]}
+{"text": "漢éßtiOS½\n/t/Ａ<|endoftext|>​é.\t \n Dž㋿.>'S㋿
> Ａ\tåaB>'Dfi9", "tokens": 46, "pieces": ["漢éßti", "OS", "½", "\n", "/t", "/Ａ", "<|", "endoftext", "|>​", "é", ".", "\t \n", " Dž", "㋿.>'", "S", "㋿", "
", ">", " Ａ", "\tåa", "B", ">'", "Dfi", "9"]}
+{"text": "iOS're(Ａ<|endoftext|>s<META_START>EOT　 \u000b😀🏽.'Reſ   \n­㍿#$%Ⅳİꟲ!<|endoftext|>½ß漢HTTPServer!!<|endoftext|>12345678é\u000b/<|endoftext|>", "tokens": 73, "pieces": ["i", "OS're", "(Ａ", "<|", "endoftext", "|>", "s", "<META", "_START", ">EOT", "　 ", "\u000b", "😀🏽.'", "Reſ", "   \n", "­㍿#$%", "Ⅳ", "İꟲ", "!<|", "endoftext", "|>", "½", "ß漢", "HTTPServer", "!!<|", "endoftext", "|>", "123", "456", "78", "é", "\u000b", "/<|", "endoftext", "|>"]}
+{"text": "ABCDžungla३…\n", "tokens": 9, "pieces": ["ABCDžungla", "३", "…\n"]}
+{"text": "t\u000b'll!camelCase…EOT,m'S/\r\nＡ \n ABC'TeⅣ/​<META_START><META_START>漢s'Mİ-👍🏽‍'TcamelCase", "tokens": 42, "pieces": ["t", "\u000b", "'ll", "!camel", "Case", "…EOT", ",m'S", "/\r\n", "Ａ", " \n", " ABC'T", "e", "Ⅳ", "/​<", "META", "_START", "><", "META", "_START", ">漢s'M", "İ", "-👍🏽‍'", "Tcamel", "Case"]}
+{"text": "…㍿Ⅳ,Džİ     \ncamelCase'!!0́½ß   \né\r<　\n/", "tokens": 27, "pieces": ["…", "㍿", "Ⅳ", ",Džİ", "     \n", "camel", "Case", "'!!", "0", "́", "½", "ß", "   \n", "é", "\r", "<", "　\n", "/"]}
+{"text": "12345678ſ!ABC0aBsdEOTHTTPServerＡ　Ab-漢½/må", "tokens": 23, "pieces": ["123", "456", "78", "ſ", "!ABC", "0", "a", "Bsd", "EOTHTTPServer", "Ａ", "　Ab", "-漢", "½", "/må"]}
+{"text": "e", "tokens": 1, "pieces": ["e"]}
+{"text": "", "tokens": 0, "pieces": []}
+{"text": "aB", "tokens": 2, "pieces": ["a", "B"]}
+{"text": "漢<EOT> \n \"
Ａ½ḍ̇<|fim_prefix|><|endoftext|>Džع9", "tokens": 28, "pieces": ["漢", "<EOT", ">", " \n", " \"", "
Ａ", "½", "ḍ̇", "<|", "fim", "_prefix", "|><|", "endoftext", "|>", "Džع", "9"]}
+{"text": "ꟲ", "tokens": 3, "pieces": ["ꟲ"]}
+{"text": "ḍ̇", "tokens": 3, "pieces": ["ḍ̇"]}
+{"text": "e३'s'Re,é,at🙂/\r\n½iOS'VEfi-🙂aB\r\nſDžungla   \n㋿<EOT>((", "tokens": 34, "pieces": ["e", "३", "'s'Re", ",é", ",at", "🙂/\r\n", "½", "i", "OS'VE", "fi", "-🙂", "a", "B", "\r\n", "ſ", "Džungla", "   \n", "㋿<", "EOT", ">(("]}
+{"text": "ع​/\r\n \n İ", "tokens": 5, "pieces": ["ع", "​/\r\n", " \n", " İ"]}
+{"text": "  𐞁😀🏽​", "tokens": 10, "pieces": [" ", " 𐞁", "😀🏽​"]}
+{"text": "  ‍‍#$%\tétaB''M", "tokens": 10, "pieces": [" ", " ‍‍#$%", "\téta", "B", "''", "M"]}
+{"text": "9㍿es", "tokens": 5, "pieces": ["9", "㍿es"]}
+{"text": "\u000b9'Re­\t''ſ'llḍ̇m\u000bDžunglaḍ̇   \n  a", "tokens": 23, "pieces": ["\u000b", "9", "'Re", "­", "\t", "''", "ſ'll", "ḍ̇m", "\u000bDžunglaḍ̇", "   \n", " ", " a"]}
+{"text": "camelCase9Dž12345678camelCaseAb'sAbABCcamelCase'/\r\nDžungla!!>Dž­e…Ａ", "tokens": 31, "pieces": ["camel", "Case", "9", "Dž", "123", "456", "78", "camel", "Case", "Ab's", "Ab", "ABCcamel", "Case", "'/\r\n", "Džungla", "!!>", "Dž", "­e", "…Ａ"]}
+{"text": "İ'VE,", "tokens": 4, "pieces": ["İ'VE", ","]}
+{"text": "aB🙂…ABCع'ſ'DHTTPServer😀🏽as#$%\r'VE'a/b٣٤٥٦३d <|endoftext|>㍿#$%'Re's  😀🏽", "tokens": 47, "pieces": ["a", "B", "🙂", "…ABCع'ſ", "'DHTTPServer", "😀🏽", "as", "#$%\r", "'VE", "'a", "/b", "٣٤٥", "٦३", "d", " <|", "endoftext", "|>㍿#$%'", "Re's", " ", " 😀🏽"]}
+{"text": "aB ­ ㍿ét,#$%㍿s's\r\nḍ̇ß\r\n!9ᵃ", "tokens": 27, "pieces": ["a", "B", " ­", " ", "㍿ét", ",#$%㍿", "s's", "\r\n", "ḍ̇ß", "\r\n", "!", "9", "ᵃ"]}
+{"text": "\n/åéHTTPServer", "tokens": 6, "pieces": ["\n", "/åé", "HTTPServer"]}
+{"text": "\ré字\n", "tokens": 4, "pieces": ["\r", "é字", "\n"]}
+{"text": "EOTİ(́HTTPServer'Re>　a
(\r\nfi  
/ iOS'D", "tokens": 21, "pieces": ["EOTİ", "(́HTTPServer'Re", ">", "　a", "
", "(\r\n", "fi", "  ", "
", "/", " i", "OS'D"]}
+{"text": "EOT- \r\n\r\n\nt'MB​ſ'Reaé-
㍿Džungla.  0㍿é", "tokens": 31, "pieces": ["EOT", "-", " \r\n\r\n\n", "t'M", "B", "​ſ'Re", "aé", "-", "
", "㍿Džungla", ".", " ", " ", "0", "㍿é"]}
+{"text": "a12345678<|endoftext|>!!édDž\rAb   \nB#$%　𐞁🙂𐞁#$%'ll0'ſ'D🙂'Re123456780👍🏽're   \n", "tokens": 50, "pieces": ["a", "123", "456", "78", "<|", "endoftext", "|>!!", "éd", "Dž", "\r", "Ab", "   \n", "B", "#$%", "　𐞁", "🙂𐞁", "#$%'", "ll", "0", "'ſ'D", "🙂'", "Re", "123", "456", "780", "👍🏽'", "re", "   \n"]}
+{"text": "\r><META_START>ABC٣٤٥٦<META_START>\"٣٤٥٦½　'sⅣEOT0­­ \n a(/\r\n🙂漢.-　DžunglaB
 \n عß👍🏽ع/'s", "tokens": 50, "pieces": ["\r", "><", "META", "_START", ">ABC", "٣٤٥", "٦", "<META", "_START", ">\"", "٣٤٥", "٦½", "　", "'s", "Ⅳ", "EOT", "0", "­­", " \n", " a", "(/\r\n", "🙂漢", ".-", "　Džungla", "B", "
 \n", " عß", "👍🏽", "ع", "/'", "s"]}
+{"text": "  👍🏽
‍'ll.Džungla'ReABC12345678𐞁­Z\n/‍​<META_START>'Re𐞁'M,", "tokens": 39, "pieces": [" ", " 👍🏽", "
", "‍'", "ll", ".Džungla'Re", "ABC", "123", "456", "78", "𐞁", "­Z", "\n", "/‍​<", "META", "_START", ">'", "Re𐞁'M", ","]}
+{"text": "éⅣ0<|fim_prefix|>'fitdＡtfi'reİ🙂a/bfiſ㋿\r\n\r\n😀🏽ß
字 <META_START>ß<'M", "tokens": 39, "pieces": ["é", "Ⅳ0", "<|", "fim", "_prefix", "|>'", "fitd", "Ａtfi're", "İ", "🙂a", "/bfiſ", "㋿\r\n\r\n", "😀🏽", "ß", "
字", " <", "META", "_START", ">ß", "<'", "M"]}
+{"text": "字　\ndſ,　<META_START>­(½\n<|fim_prefix|>ABC\"\r 'VE३'re'TiOS/½\"'ll३,'(>", "tokens": 38, "pieces": ["字", "　\n", "dſ", ",", "　", "<META", "_START", ">­(", "½", "\n", "<|", "fim", "_prefix", "|>", "ABC", "\"\r", " '", "VE", "३", "'re'T", "i", "OS", "/", "½", "\"'", "ll", "३", ",'(>"]}
+{"text": "\naZᵃ12345678'D9< \n aBᵃⅣiOSḍ̇", "tokens": 25, "pieces": ["\n", "a", "Zᵃ", "123", "456", "78", "'D", "9", "<", " \n", " a", "Bᵃ", "Ⅳ", "i", "OSḍ̇"]}
+{"text": "Ab \n ́‍/\reß/\r\ne 'Re/½\r'TⅣEOT", "tokens": 21, "pieces": ["Ab", " \n", " ́", "‍/\r", "eß", "/\r\n", "e", " '", "Re", "/", "½", "\r", "'T", "Ⅳ", "EOT"]}
+{"text": "ſ/ HTTPServerꟲ", "tokens": 8, "pieces": ["ſ", "/", " HTTPServerꟲ"]}
+{"text": "ABCB'Re\n(ᵃ㋿\r\n  🙂/\r\n.!!'s'ſ́éiOSZ\n0", "tokens": 27, "pieces": ["ABCB'Re", "\n", "(ᵃ", "㋿\r\n", " ", " 🙂/\r\n", ".!!'", "s'ſ", "́éi", "OSZ", "\n", "0"]}
diff --git a/litellm-rust/crates/token-counter/tests/token_counter.rs b/litellm-rust/crates/token-counter/tests/token_counter.rs
index 0e71a5c03cf..12c59768952 100644
--- a/litellm-rust/crates/token-counter/tests/token_counter.rs
+++ b/litellm-rust/crates/token-counter/tests/token_counter.rs
@@ -1,4 +1,5 @@
 use rstest::rstest;
+use serde::Deserialize;
 
 use litellm_token_counter::{CountableRequest, Error, InputTokenCount, TokenCounter};
 
@@ -174,3 +175,147 @@ fn tool_choice_and_system_discount_change_the_count() {
 fn loading_a_bad_tokenizer_is_a_load_error() {
     assert!(matches!(TokenCounter::from_json("{}"), Err(Error::Load(_))));
 }
+
+/// A tiktoken encoding: its fixture directory, the vendored rank file Python
+/// loads, the constructor, and the model `generate.py` counted the requests for.
+#[derive(Clone, Copy)]
+struct TiktokenEncoding {
+    fixtures: &'static str,
+    rank_file: &'static str,
+    load: fn(&str) -> Result<TokenCounter, Error>,
+    model: &'static str,
+}
+
+const CL100K: TiktokenEncoding = TiktokenEncoding {
+    fixtures: "cl100k",
+    rank_file: "9b5ad71b2ce5302211f9c61530b329a4922fc6a4",
+    load: TokenCounter::from_cl100k_ranks,
+    model: "gpt-4",
+};
+
+const O200K: TiktokenEncoding = TiktokenEncoding {
+    fixtures: "o200k",
+    rank_file: "fb374d419588a4632f3f557e76b4b70aebbca790",
+    load: TokenCounter::from_o200k_ranks,
+    model: "gpt-4o",
+};
+
+fn tiktoken_counter(encoding: TiktokenEncoding) -> TokenCounter {
+    let path = format!(
+        "{}/../../../litellm/litellm_core_utils/tokenizers/{}",
+        env!("CARGO_MANIFEST_DIR"),
+        encoding.rank_file
+    );
+    let ranks = std::fs::read_to_string(&path).expect("rank file is in the repo");
+    (encoding.load)(&ranks).expect("ranks load")
+}
+
+fn tiktoken_fixture(encoding: TiktokenEncoding, name: &str) -> String {
+    let path = format!(
+        "{}/tests/fixtures/{}/{name}",
+        env!("CARGO_MANIFEST_DIR"),
+        encoding.fixtures
+    );
+    std::fs::read_to_string(&path).expect("fixture generated by tests/fixtures/generate.py")
+}
+
+#[derive(Deserialize)]
+struct TextFixture {
+    text: String,
+    tokens: usize,
+}
+
+#[derive(Deserialize)]
+struct RequestFixture {
+    body: String,
+    input_tokens: usize,
+}
+
+/// Reference counts come from `tiktoken.get_encoding(name)`; see
+/// `tests/fixtures/generate.py`.
+#[rstest]
+#[case::cl100k(CL100K)]
+#[case::o200k(O200K)]
+fn tiktoken_text_counts_match_tiktoken(#[case] encoding: TiktokenEncoding) {
+    let counter = tiktoken_counter(encoding);
+    let fixtures: Vec<TextFixture> = tiktoken_fixture(encoding, "texts.jsonl")
+        .lines()
+        .map(|line| serde_json::from_str(line).expect("fixture line is json"))
+        .collect();
+    assert!(fixtures.len() > 3000);
+    let mismatches: Vec<_> = fixtures
+        .iter()
+        .filter_map(|fixture| {
+            let count = counter.count_text(&fixture.text).expect("text counts");
+            (count != fixture.tokens).then(|| (fixture.text.clone(), fixture.tokens, count))
+        })
+        .collect();
+    assert!(
+        mismatches.is_empty(),
+        "(text, tiktoken, rust): {mismatches:?}"
+    );
+}
+
+/// Reference counts come from the proxy's admission counter
+/// (`_count_input_tokens(body, model)`), so this pins the shared message,
+/// tool and reply-priming accounting on the tiktoken paths as well.
+#[rstest]
+#[case::cl100k(CL100K)]
+#[case::o200k(O200K)]
+fn tiktoken_request_counts_match_python_admission_counter(#[case] encoding: TiktokenEncoding) {
+    let counter = tiktoken_counter(encoding);
+    let fixtures: Vec<RequestFixture> = tiktoken_fixture(encoding, "requests.jsonl")
+        .lines()
+        .map(|line| serde_json::from_str(line).expect("fixture line is json"))
+        .collect();
+    let counts: Vec<usize> = fixtures
+        .iter()
+        .map(|fixture| {
+            let request = CountableRequest::parse(fixture.body.as_bytes()).expect("fixture parses");
+            let count = counter.count_request(&request).expect("fixture counts");
+            assert_eq!(count.model.as_deref(), Some(encoding.model));
+            assert_eq!(count.input_tokens, fixture.input_tokens, "{}", fixture.body);
+            count.input_tokens
+        })
+        .collect();
+    assert!(counts.last().is_some_and(|tokens| *tokens >= 50_000));
+}
+
+#[rstest]
+#[case::cl100k(CL100K)]
+#[case::o200k(O200K)]
+fn tiktoken_shares_the_message_accounting_with_the_anthropic_path(
+    #[case] encoding: TiktokenEncoding,
+) {
+    let counter = tiktoken_counter(encoding);
+    let count = |body: &str| {
+        counter
+            .count_request(&CountableRequest::parse(body.as_bytes()).expect("parses"))
+            .expect("counts")
+            .input_tokens
+    };
+    let text = |text: &str| counter.count_text(text).expect("counts");
+    let base = count(r#"{"model":"m","messages":[{"role":"user","content":"hi"}]}"#);
+    assert_eq!(base, 3 + text("user") + text("hi") + 3);
+    assert_eq!(
+        count(r#"{"model":"m","messages":[{"role":"user","name":"al","content":"hi"}]}"#),
+        base + text("al") + 1
+    );
+    assert_eq!(
+        count(r#"{"model":"m","messages":[{"role":"user","content":"hi"}],"tool_choice":"none"}"#),
+        base + 1
+    );
+}
+
+#[rstest]
+#[case::empty("")]
+#[case::not_base64("!!!! 0")]
+#[case::missing_rank("YQ==")]
+#[case::rank_not_a_number("YQ== x")]
+#[case::single_byte_tokens_missing("YWI= 0")]
+fn loading_a_bad_rank_file_is_a_load_error(
+    #[case] rank_file: &str,
+    #[values(CL100K, O200K)] encoding: TiktokenEncoding,
+) {
+    assert!(matches!((encoding.load)(rank_file), Err(Error::Ranks(_))));
+}
diff --git a/litellm/litellm_core_utils/default_encoding.py b/litellm/litellm_core_utils/default_encoding.py
index c3b6a008411..71b30614d8d 100644
--- a/litellm/litellm_core_utils/default_encoding.py
+++ b/litellm/litellm_core_utils/default_encoding.py
@@ -1,4 +1,5 @@
 import os
+from pathlib import Path
 from typing import Final
 
 import litellm
@@ -14,6 +15,20 @@ except (ImportError, AttributeError):
 
     filename = pkg_resources.resource_filename(__name__, "litellm_core_utils/tokenizers")
 
+CL100K_BASE_RANK_FILE: Final = "9b5ad71b2ce5302211f9c61530b329a4922fc6a4"
+O200K_BASE_RANK_FILE: Final = "fb374d419588a4632f3f557e76b4b70aebbca790"
+
+
+def cl100k_base_rank_file() -> str:
+    """The vendored tiktoken `cl100k_base` rank file (`base64(token) rank` lines)."""
+    return Path(filename, CL100K_BASE_RANK_FILE).read_text(encoding="ascii")
+
+
+def o200k_base_rank_file() -> str:
+    """The vendored tiktoken `o200k_base` rank file (`base64(token) rank` lines)."""
+    return Path(filename, O200K_BASE_RANK_FILE).read_text(encoding="ascii")
+
+
 # Always default TIKTOKEN_CACHE_DIR to the bundled tokenizers directory
 # unless the user explicitly overrides it via CUSTOM_TIKTOKEN_CACHE_DIR.
 # This keeps tiktoken fully offline-capable by default (see #1071).
diff --git a/litellm/litellm_core_utils/token_counter.py b/litellm/litellm_core_utils/token_counter.py
index 1de2533d514..3b128899f45 100644
--- a/litellm/litellm_core_utils/token_counter.py
+++ b/litellm/litellm_core_utils/token_counter.py
@@ -381,7 +381,7 @@ class _MessageCountParams:
         from litellm.utils import print_verbose
 
         actual_model: Final = _fix_model_name(model)
-        if actual_model == "gpt-3.5-turbo-0301":
+        if uses_legacy_message_accounting(model):
             self.tokens_per_message = 4  # every message follows <|start|>{role/name}\n{content}<|end|>\n
             self.tokens_per_name = -1  # if there's a name, the role is omitted
         elif actual_model in litellm.open_ai_chat_completion_models or actual_model in litellm.azure_llms:
@@ -615,7 +615,7 @@ def _get_exact_count_function(
 ) -> TokenCounterFunction:
     """
     Get the function to count tokens based on the model and custom tokenizer."""
-    from litellm.utils import _select_tokenizer, print_verbose
+    from litellm.utils import _select_tokenizer
 
     if model is not None or custom_tokenizer is not None:
         tokenizer_json: Final = custom_tokenizer or _select_tokenizer(model)
@@ -627,15 +627,7 @@ def _get_exact_count_function(
 
             return count_tokens
         elif tokenizer_json["type"] == "openai_tokenizer":
-            model_to_use: Final = _fix_model_name(model)
-            try:
-                if "gpt-4o" in model_to_use:
-                    encoding = tiktoken.get_encoding("o200k_base")
-                else:
-                    encoding = tiktoken.encoding_for_model(model_to_use)
-            except KeyError:
-                print_verbose("Warning: model not found. Using cl100k_base encoding.")
-                encoding = tiktoken.get_encoding("cl100k_base")
+            encoding: Final = openai_tokenizer_encoding(model)
 
             def encode_length(text: str) -> int:
                 return len(encoding.encode(text, disallowed_special=()))
@@ -651,6 +643,25 @@ def _get_exact_count_function(
         return _get_tiktoken_count_function(encode_length)
 
 
+def openai_tokenizer_encoding(model: str) -> tiktoken.Encoding:
+    """The tiktoken encoding `token_counter` uses for a model on the `openai_tokenizer` path."""
+    from litellm.utils import print_verbose
+
+    model_to_use: Final = _fix_model_name(model)
+    if "gpt-4o" in model_to_use:
+        return tiktoken.get_encoding("o200k_base")
+    try:
+        return tiktoken.encoding_for_model(model_to_use)
+    except KeyError:
+        print_verbose("Warning: model not found. Using cl100k_base encoding.")
+        return tiktoken.get_encoding("cl100k_base")
+
+
+def uses_legacy_message_accounting(model: str) -> bool:
+    """Whether `token_counter` prices messages with the `gpt-3.5-turbo-0301` constants (4 per message, -1 per name)."""
+    return _fix_model_name(model) == "gpt-3.5-turbo-0301"
+
+
 def _fix_model_name(model: str) -> str:
     """We normalize some model names to others"""
     if model in litellm.azure_llms:
diff --git a/litellm/proxy/spend_tracking/budget_reservation.py b/litellm/proxy/spend_tracking/budget_reservation.py
index ef21551ca93..eedec0619db 100644
--- a/litellm/proxy/spend_tracking/budget_reservation.py
+++ b/litellm/proxy/spend_tracking/budget_reservation.py
@@ -34,7 +34,7 @@ from litellm.proxy.common_utils.user_api_key_cache import (
 )
 from litellm.proxy.utils import PrismaClient, ProxyLogging
 from litellm.router import Router
-from litellm.rust_bridge.token_counter import count_anthropic_input_tokens, uses_anthropic_tokenizer
+from litellm.rust_bridge.token_counter import RustTokenizer, count_input_tokens, rust_tokenizer
 from litellm.types.proxy.model_access_group_budget import ModelAccessGroupBudget
 from litellm.types.router import DeploymentTypedDict
 
@@ -1365,8 +1365,9 @@ async def count_request_input_tokens(
 
     Tokenizing is the reservation path's dominant CPU cost and is O(prompt), so
     counting a large prompt inline stalls every other request on the worker.
-    Models on the Anthropic tokenizer are counted from the raw body by the Rust
-    bridge when it is enabled, which parses and tokenizes with the GIL released.
+    Models whose tokenizer the Rust bridge ports (Anthropic, tiktoken cl100k_base
+    and o200k_base) are counted from the raw body by the bridge when it is enabled, once per
+    distinct tokenizer, which parses and tokenizes with the GIL released.
     Everything it declines is counted in Python, large prompts in a worker
     thread. The counts are reused by both the max-cost and the input-cost
     estimate.
@@ -1374,23 +1375,31 @@ async def count_request_input_tokens(
     models: Final = _get_request_models(request_body=request_body, route=route, llm_router=llm_router)
     if not models:
         return MappingProxyType({})
-    rust_count: Final = (
-        await count_anthropic_input_tokens(raw_body)
-        if raw_body is not None and any(uses_anthropic_tokenizer(model) for model in models)
-        else None
+    tokenizers: Final[Mapping[str, RustTokenizer | None]] = MappingProxyType(
+        {model: rust_tokenizer(model) for model in models}
+    )
+    distinct_tokenizers: Final[tuple[RustTokenizer, ...]] = tuple(
+        dict.fromkeys(tokenizer for tokenizer in tokenizers.values() if tokenizer is not None)
+    )
+    rust_counts_by_tokenizer: Final[Mapping[RustTokenizer, int]] = MappingProxyType(
+        {
+            tokenizer: count.input_tokens
+            for tokenizer in distinct_tokenizers
+            if raw_body is not None and (count := await count_input_tokens(raw_body, tokenizer)) is not None
+        }
     )
     rust_counts: Final = MappingProxyType(
         {
-            model: rust_count.input_tokens
-            for model in models
-            if rust_count is not None and uses_anthropic_tokenizer(model)
+            model: rust_counts_by_tokenizer[tokenizer]
+            for model, tokenizer in tokenizers.items()
+            if tokenizer is not None and tokenizer in rust_counts_by_tokenizer
         }
     )
     python_models: Final = tuple(model for model in models if model not in rust_counts)
-    if not python_models:
-        return rust_counts
     python_counts: Final = (
-        _count_input_tokens_for_models(request_body=request_body, models=python_models)
+        MappingProxyType({})
+        if not python_models
+        else _count_input_tokens_for_models(request_body=request_body, models=python_models)
         if _approximate_input_size(request_body) < TOKENIZE_OFF_EVENT_LOOP_MIN_CHARS
         else await asyncio.to_thread(
             _count_input_tokens_for_models,
@@ -1398,6 +1407,7 @@ async def count_request_input_tokens(
             models=python_models,
         )
     )
+    verbose_proxy_logger.debug("input token counts: rust=%s python=%s", dict(rust_counts), dict(python_counts))
     return MappingProxyType({**rust_counts, **python_counts})
 
 
diff --git a/litellm/rust_bridge/token_counter.py b/litellm/rust_bridge/token_counter.py
index ee755b317d8..d36234f56c1 100644
--- a/litellm/rust_bridge/token_counter.py
+++ b/litellm/rust_bridge/token_counter.py
@@ -5,17 +5,20 @@ from __future__ import annotations
 from collections.abc import Awaitable
 from dataclasses import dataclass
 from functools import lru_cache
-from typing import Final, Protocol, cast  # noqa: TID251  # native extension exposes dynamically typed callables
+from typing import Final, Literal, Protocol, cast  # noqa: TID251  # native extension exposes untyped callables
 
 from pydantic import TypeAdapter
 
 import litellm
 from litellm._logging import verbose_logger
+from litellm.litellm_core_utils.default_encoding import cl100k_base_rank_file, o200k_base_rank_file
+from litellm.litellm_core_utils.token_counter import openai_tokenizer_encoding, uses_legacy_message_accounting
 from litellm.rust_bridge.bindings import NativeBinding
 from litellm.rust_bridge.configuration import rust_enabled
 from litellm.rust_bridge.runtime import BridgeErrorContext, RustHandled, aattempt
-from litellm.utils import claude_json_str
-from litellm.utils import uses_anthropic_tokenizer as _python_uses_anthropic_tokenizer
+from litellm.utils import claude_json_str, huggingface_tokenizer_kind
+
+RustTokenizer = Literal["anthropic", "cl100k_base", "o200k_base"]
 
 
 class RustTokenCounter(Protocol):
@@ -27,6 +30,12 @@ class RustTokenCounterFactory(Protocol):
     def __call__(self, tokenizer_json: str) -> RustTokenCounter:
         raise NotImplementedError
 
+    def from_cl100k_ranks(self, rank_file: str) -> RustTokenCounter:
+        raise NotImplementedError
+
+    def from_o200k_ranks(self, rank_file: str) -> RustTokenCounter:
+        raise NotImplementedError
+
 
 @dataclass(frozen=True, slots=True)
 class InputTokenCount:
@@ -50,18 +59,41 @@ def _as_factory(value: object) -> RustTokenCounterFactory | None:
 TOKEN_COUNTER: Final = NativeBinding("TokenCounter", validate=_as_factory)
 
 
-def uses_anthropic_tokenizer(model: str) -> bool:
-    if litellm.disable_token_counter is True or litellm.disable_hf_tokenizer_download is True:
-        return False
-    return _python_uses_anthropic_tokenizer(model)
+def rust_tokenizer(model: str) -> RustTokenizer | None:
+    """The Rust counter for the tokenizer `litellm.token_counter` selects for `model`, `None` when Python must count.
+
+    Mirrors `_select_tokenizer_helper`: the Anthropic tokenizer has a Rust port, the other HuggingFace
+    downloads do not, and of the tiktoken encodings `cl100k_base` and `o200k_base` do (p50k/r50k do not). Rust
+    prices every message with the default constants, so the legacy `gpt-3.5-turbo-0301` accounting stays in
+    Python."""
+    if litellm.disable_token_counter is True:
+        return None
+    kind: Final = None if litellm.disable_hf_tokenizer_download is True else huggingface_tokenizer_kind(model)
+    if kind == "anthropic":
+        return "anthropic"
+    if kind is not None or uses_legacy_message_accounting(model):
+        return None
+    match openai_tokenizer_encoding(model).name:
+        case "cl100k_base":
+            return "cl100k_base"
+        case "o200k_base":
+            return "o200k_base"
+        case _:
+            return None
 
 
 @lru_cache(maxsize=4)
-def _anthropic_counter(factory: RustTokenCounterFactory) -> RustTokenCounter:
-    return factory(claude_json_str)
+def _counter(factory: RustTokenCounterFactory, tokenizer: RustTokenizer) -> RustTokenCounter:
+    match tokenizer:
+        case "anthropic":
+            return factory(claude_json_str)
+        case "cl100k_base":
+            return factory.from_cl100k_ranks(cl100k_base_rank_file())
+        case "o200k_base":
+            return factory.from_o200k_ranks(o200k_base_rank_file())
 
 
-async def count_anthropic_input_tokens(body: bytes) -> InputTokenCount | None:
+async def count_input_tokens(body: bytes, tokenizer: RustTokenizer) -> InputTokenCount | None:
     if not rust_enabled():
         return None
     factory: Final = TOKEN_COUNTER.load()
@@ -69,11 +101,14 @@ async def count_anthropic_input_tokens(body: bytes) -> InputTokenCount | None:
         return None
     try:
         attempt: Final = await aattempt(
-            native_call=lambda: _anthropic_counter(factory).acount_request(body),
+            native_call=lambda: _counter(factory, tokenizer).acount_request(body),
             adapt=_INPUT_TOKEN_COUNT.validate_python,
-            context=BridgeErrorContext(route="token_counter", provider="anthropic", model=""),
+            context=BridgeErrorContext(route="token_counter", provider=tokenizer, model=""),
         )
     except (RuntimeError, ValueError) as error:
-        verbose_logger.debug("Rust token counter failed, counting in Python: %s", error)
+        verbose_logger.debug("Rust token counter (%s) failed, counting in Python: %s", tokenizer, error)
         return None
-    return attempt.value if isinstance(attempt, RustHandled) else None
+    if not isinstance(attempt, RustHandled):
+        return None
+    verbose_logger.debug("Rust token counter (%s) counted %d input tokens", tokenizer, attempt.value.input_tokens)
+    return attempt.value
diff --git a/litellm/utils.py b/litellm/utils.py
index bb1bce66d9b..1a77655a5a4 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -2227,25 +2227,39 @@ def uses_anthropic_tokenizer(model: str) -> bool:
     return model in litellm.anthropic_models and "claude-3" not in model
 
 
-def _return_huggingface_tokenizer(model: str) -> SelectTokenizerResponse | None:
+HuggingFaceTokenizerKind = Literal["cohere", "anthropic", "llama2", "llama3"]
+
+
+def huggingface_tokenizer_kind(model: str) -> HuggingFaceTokenizerKind | None:
+    """Which HuggingFace tokenizer `token_counter` selects for a model; `None` means tiktoken."""
     if model in litellm.cohere_models and "command-r" in model:
-        # cohere
-        cohere_tokenizer: Final = Tokenizer.from_pretrained("Xenova/c4ai-command-r-v01-tokenizer")
-        return {"type": "huggingface_tokenizer", "tokenizer": cohere_tokenizer}
-    # anthropic
-    elif uses_anthropic_tokenizer(model):
-        claude_tokenizer: Final = Tokenizer.from_str(claude_json_str)
-        return {"type": "huggingface_tokenizer", "tokenizer": claude_tokenizer}
-    # llama2
-    elif "llama-2" in model.lower() or "replicate" in model.lower():
-        tokenizer = Tokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")
-        return {"type": "huggingface_tokenizer", "tokenizer": tokenizer}
-    # llama3
-    elif "llama-3" in model.lower():
-        tokenizer = Tokenizer.from_pretrained("Xenova/llama-3-tokenizer")
-        return {"type": "huggingface_tokenizer", "tokenizer": tokenizer}
-    else:
+        return "cohere"
+    if uses_anthropic_tokenizer(model):
+        return "anthropic"
+    if "llama-2" in model.lower() or "replicate" in model.lower():
+        return "llama2"
+    if "llama-3" in model.lower():
+        return "llama3"
+    return None
+
+
+def _return_huggingface_tokenizer(model: str) -> SelectTokenizerResponse | None:
+    kind: Final = huggingface_tokenizer_kind(model)
+    if kind is None:
         return None
+    return {"type": "huggingface_tokenizer", "tokenizer": _load_huggingface_tokenizer(kind)}
+
+
+def _load_huggingface_tokenizer(kind: HuggingFaceTokenizerKind) -> Tokenizer:
+    match kind:
+        case "cohere":
+            return Tokenizer.from_pretrained("Xenova/c4ai-command-r-v01-tokenizer")
+        case "anthropic":
+            return Tokenizer.from_str(claude_json_str)
+        case "llama2":
+            return Tokenizer.from_pretrained("hf-internal-testing/llama-tokenizer")
+        case "llama3":
+            return Tokenizer.from_pretrained("Xenova/llama-3-tokenizer")
 
 
 def encode(model="", text="", custom_tokenizer: dict | None = None):
diff --git a/tests/test_litellm/proxy/spend_tracking/test_budget_reservation.py b/tests/test_litellm/proxy/spend_tracking/test_budget_reservation.py
index ee062b14b96..3e0acf917aa 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_budget_reservation.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_budget_reservation.py
@@ -1,5 +1,8 @@
+from __future__ import annotations
+
 import json
 import math
+from types import MappingProxyType
 from typing import Final
 
 import pytest
@@ -207,8 +210,13 @@ def test_deployment_pricing_update_invalidates_cached_estimate() -> None:
 
 
 ANTHROPIC_TOKENIZER_MODEL: Final = "claude-sonnet-4-5-20250929"
+CL100K_MODEL: Final = "gpt-4"
+O200K_MODEL: Final = "gpt-4o"
 RUST_COUNTED_BODY: Final = {"model": ANTHROPIC_TOKENIZER_MODEL, "max_tokens": 16, "messages": ANTHROPIC_MESSAGES}
 RUST_INPUT_TOKENS: Final = 4_321
+RUST_INPUT_TOKENS_BY_TOKENIZER: Final = MappingProxyType(
+    {"anthropic": RUST_INPUT_TOKENS, "cl100k_base": 1_234, "o200k_base": 2_345}
+)
 
 
 class _FakeDeclined(Exception):
@@ -225,33 +233,57 @@ class _FakeNative:
 
 
 class _RecordingCounter:
-    bodies: Final[list[bytes]] = []
+    """Stands in for one native counter; records `(tokenizer, body)` on the shared factory."""
 
-    def __init__(self, tokenizer_json: str) -> None:
-        pass
+    def __init__(self, factory: _RecordingFactory, tokenizer: rust_token_counter.RustTokenizer) -> None:
+        self.factory = factory
+        self.tokenizer = tokenizer
 
     async def acount_request(self, body: bytes) -> object:
-        self.bodies.append(body)
-        return {"model": ANTHROPIC_TOKENIZER_MODEL, "input_tokens": RUST_INPUT_TOKENS}
+        self.factory.calls.append((self.tokenizer, body))
+        return {"model": "", "input_tokens": RUST_INPUT_TOKENS_BY_TOKENIZER[self.tokenizer]}
+
+
+class _RecordingFactory:
+    """Stands in for the native `TokenCounter` class: called with tokenizer JSON, or `from_*_ranks`."""
+
+    def __init__(self) -> None:
+        self.calls: list[tuple[rust_token_counter.RustTokenizer, bytes]] = []
+
+    def __call__(self, tokenizer_json: str) -> _RecordingCounter:
+        return _RecordingCounter(self, "anthropic")
+
+    def from_cl100k_ranks(self, rank_file: str) -> _RecordingCounter:
+        return _RecordingCounter(self, "cl100k_base")
+
+    def from_o200k_ranks(self, rank_file: str) -> _RecordingCounter:
+        return _RecordingCounter(self, "o200k_base")
 
 
 class _DecliningCounter:
-    def __init__(self, tokenizer_json: str) -> None:
-        pass
-
     async def acount_request(self, body: bytes) -> object:
         raise _FakeDeclined("unsupported content block")
 
 
+class _DecliningFactory:
+    def __call__(self, tokenizer_json: str) -> _DecliningCounter:
+        return _DecliningCounter()
+
+    def from_cl100k_ranks(self, rank_file: str) -> _DecliningCounter:
+        return _DecliningCounter()
+
+    def from_o200k_ranks(self, rank_file: str) -> _DecliningCounter:
+        return _DecliningCounter()
+
+
 @pytest.fixture
 def rust_counter(monkeypatch: pytest.MonkeyPatch):
     monkeypatch.setattr(bindings, "get_native_bridge", lambda: _FakeNative())
-    rust_token_counter._anthropic_counter.cache_clear()
+    rust_token_counter._counter.cache_clear()
     configuration.reset_rust_configuration()
-    _RecordingCounter.bodies.clear()
     yield
     rust_token_counter.TOKEN_COUNTER.reset()
-    rust_token_counter._anthropic_counter.cache_clear()
+    rust_token_counter._counter.cache_clear()
     configuration.reset_rust_configuration()
 
 
@@ -270,8 +302,9 @@ def rust_counter(monkeypatch: pytest.MonkeyPatch):
 async def test_rust_count_replaces_python_tokenizing_on_every_llm_route(
     rust_counter: None, route: str, request_body: dict
 ) -> None:
+    factory: Final = _RecordingFactory()
     litellm.rust(True)
-    rust_token_counter.TOKEN_COUNTER.override(_RecordingCounter)
+    rust_token_counter.TOKEN_COUNTER.override(factory)
     raw_body: Final = json.dumps(request_body).encode()
 
     counts: Final = await count_request_input_tokens(
@@ -279,53 +312,136 @@ async def test_rust_count_replaces_python_tokenizing_on_every_llm_route(
     )
 
     assert dict(counts) == {ANTHROPIC_TOKENIZER_MODEL: RUST_INPUT_TOKENS}
-    assert _RecordingCounter.bodies == [raw_body]
+    assert factory.calls == [("anthropic", raw_body)]
 
 
 @pytest.mark.asyncio
-async def test_rust_decline_falls_back_to_python_count(rust_counter: None) -> None:
+@pytest.mark.parametrize("model", (CL100K_MODEL, "azure/gpt-35-turbo", "gemini/gemini-2.5-pro", "my-router-alias"))
+async def test_tiktoken_cl100k_models_are_counted_by_rust(rust_counter: None, model: str) -> None:
+    factory: Final = _RecordingFactory()
     litellm.rust(True)
-    rust_token_counter.TOKEN_COUNTER.override(_DecliningCounter)
+    rust_token_counter.TOKEN_COUNTER.override(factory)
+    body: Final = {"model": model, "messages": ANTHROPIC_MESSAGES}
+    raw_body: Final = json.dumps(body).encode()
+
+    counts: Final = await count_request_input_tokens(
+        request_body=body, route="/v1/chat/completions", llm_router=None, raw_body=raw_body
+    )
+
+    assert dict(counts) == {model: RUST_INPUT_TOKENS_BY_TOKENIZER["cl100k_base"]}
+    assert factory.calls == [("cl100k_base", raw_body)]
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", (O200K_MODEL, "gpt-5", "o3", "gpt-4.1", "chatgpt-4o-latest"))
+async def test_tiktoken_o200k_models_are_counted_by_rust(rust_counter: None, model: str) -> None:
+    factory: Final = _RecordingFactory()
+    litellm.rust(True)
+    rust_token_counter.TOKEN_COUNTER.override(factory)
+    body: Final = {"model": model, "messages": ANTHROPIC_MESSAGES}
+    raw_body: Final = json.dumps(body).encode()
+
+    counts: Final = await count_request_input_tokens(
+        request_body=body, route="/v1/chat/completions", llm_router=None, raw_body=raw_body
+    )
+
+    assert dict(counts) == {model: RUST_INPUT_TOKENS_BY_TOKENIZER["o200k_base"]}
+    assert factory.calls == [("o200k_base", raw_body)]
+
+
+@pytest.mark.asyncio
+async def test_multi_model_request_counts_once_per_tokenizer_and_python_for_the_rest(rust_counter: None) -> None:
+    factory: Final = _RecordingFactory()
+    litellm.rust(True)
+    rust_token_counter.TOKEN_COUNTER.override(factory)
+    models: Final = (
+        CL100K_MODEL,
+        ANTHROPIC_TOKENIZER_MODEL,
+        "gemini/gemini-2.5-pro",
+        O200K_MODEL,
+        "gpt-5",
+        "replicate/meta/llama-2-70b-chat",
+    )
+    body: Final = {"model": list(models), "messages": ANTHROPIC_MESSAGES}
+    raw_body: Final = json.dumps(body).encode()
     python_counts: Final = await count_request_input_tokens(
-        request_body=RUST_COUNTED_BODY, route="/v1/messages", llm_router=None
+        request_body=body, route="/v1/chat/completions", llm_router=None
     )
 
     counts: Final = await count_request_input_tokens(
-        request_body=RUST_COUNTED_BODY,
+        request_body=body, route="/v1/chat/completions", llm_router=None, raw_body=raw_body
+    )
+
+    assert factory.calls == [("cl100k_base", raw_body), ("anthropic", raw_body), ("o200k_base", raw_body)]
+    assert dict(counts) == {
+        CL100K_MODEL: RUST_INPUT_TOKENS_BY_TOKENIZER["cl100k_base"],
+        "gemini/gemini-2.5-pro": RUST_INPUT_TOKENS_BY_TOKENIZER["cl100k_base"],
+        ANTHROPIC_TOKENIZER_MODEL: RUST_INPUT_TOKENS,
+        O200K_MODEL: RUST_INPUT_TOKENS_BY_TOKENIZER["o200k_base"],
+        "gpt-5": RUST_INPUT_TOKENS_BY_TOKENIZER["o200k_base"],
+        "replicate/meta/llama-2-70b-chat": python_counts["replicate/meta/llama-2-70b-chat"],
+    }
+    assert counts["replicate/meta/llama-2-70b-chat"] not in RUST_INPUT_TOKENS_BY_TOKENIZER.values()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", (ANTHROPIC_TOKENIZER_MODEL, CL100K_MODEL, O200K_MODEL))
+async def test_rust_decline_falls_back_to_python_count(rust_counter: None, model: str) -> None:
+    litellm.rust(True)
+    rust_token_counter.TOKEN_COUNTER.override(_DecliningFactory())
+    body: Final = {**RUST_COUNTED_BODY, "model": model}
+    python_counts: Final = await count_request_input_tokens(request_body=body, route="/v1/messages", llm_router=None)
+
+    counts: Final = await count_request_input_tokens(
+        request_body=body,
         route="/v1/messages",
         llm_router=None,
-        raw_body=json.dumps(RUST_COUNTED_BODY).encode(),
+        raw_body=json.dumps(body).encode(),
     )
 
     assert dict(counts) == dict(python_counts)
-    assert counts[ANTHROPIC_TOKENIZER_MODEL] != RUST_INPUT_TOKENS
+    assert counts[model] not in RUST_INPUT_TOKENS_BY_TOKENIZER.values()
 
 
 @pytest.mark.asyncio
 async def test_disabled_rust_never_sees_the_raw_body(rust_counter: None) -> None:
+    factory: Final = _RecordingFactory()
     litellm.rust(False)
-    rust_token_counter.TOKEN_COUNTER.override(_RecordingCounter)
+    rust_token_counter.TOKEN_COUNTER.override(factory)
+    body: Final = {"model": [ANTHROPIC_TOKENIZER_MODEL, CL100K_MODEL, O200K_MODEL], "messages": ANTHROPIC_MESSAGES}
 
     counts: Final = await count_request_input_tokens(
-        request_body=RUST_COUNTED_BODY,
-        route="/v1/messages",
+        request_body=body,
+        route="/v1/chat/completions",
         llm_router=None,
-        raw_body=json.dumps(RUST_COUNTED_BODY).encode(),
+        raw_body=json.dumps(body).encode(),
     )
 
-    assert _RecordingCounter.bodies == []
-    assert counts[ANTHROPIC_TOKENIZER_MODEL] != RUST_INPUT_TOKENS
+    assert factory.calls == []
+    assert set(counts) == {ANTHROPIC_TOKENIZER_MODEL, CL100K_MODEL, O200K_MODEL}
+    assert not set(counts.values()) & set(RUST_INPUT_TOKENS_BY_TOKENIZER.values())
 
 
 @pytest.mark.asyncio
-async def test_non_anthropic_tokenizer_models_stay_in_python(rust_counter: None) -> None:
+@pytest.mark.parametrize("model", ("replicate/meta/llama-2-70b-chat", "meta-llama/Llama-3-8b", "text-davinci-003"))
+async def test_models_without_a_rust_tokenizer_stay_in_python(
+    rust_counter: None, monkeypatch: pytest.MonkeyPatch, model: str
+) -> None:
+    monkeypatch.setattr(
+        litellm, "open_ai_chat_completion_models", litellm.open_ai_chat_completion_models | {"text-davinci-003"}
+    )
+    factory: Final = _RecordingFactory()
     litellm.rust(True)
-    rust_token_counter.TOKEN_COUNTER.override(_RecordingCounter)
-    body: Final = {"model": "gpt-4o", "messages": ANTHROPIC_MESSAGES}
+    rust_token_counter.TOKEN_COUNTER.override(factory)
+    body: Final = {"model": model, "messages": ANTHROPIC_MESSAGES}
+    python_counts: Final = await count_request_input_tokens(
+        request_body=body, route="/v1/chat/completions", llm_router=None
+    )
 
     counts: Final = await count_request_input_tokens(
         request_body=body, route="/v1/chat/completions", llm_router=None, raw_body=json.dumps(body).encode()
     )
 
-    assert _RecordingCounter.bodies == []
-    assert counts["gpt-4o"] != RUST_INPUT_TOKENS
+    assert factory.calls == []
+    assert dict(counts) == dict(python_counts)
+    assert counts[model] not in RUST_INPUT_TOKENS_BY_TOKENIZER.values()
diff --git a/tests/test_litellm/rust_bridge/test_token_counter.py b/tests/test_litellm/rust_bridge/test_token_counter.py
index 2df91204390..71aa79cc4bb 100644
--- a/tests/test_litellm/rust_bridge/test_token_counter.py
+++ b/tests/test_litellm/rust_bridge/test_token_counter.py
@@ -8,16 +8,26 @@ cases need the extension and are skipped when it is not built.
 from __future__ import annotations
 
 import json
+from types import MappingProxyType
 from typing import Final
 
 import pytest
+import tiktoken
+from tokenizers import Tokenizer
 
 import litellm
+from litellm.constants import TIKTOKEN_ENCODE_CHUNK_SIZE_CHARS
+from litellm.litellm_core_utils.token_counter import openai_tokenizer_encoding
 from litellm.proxy.spend_tracking.budget_reservation import _count_input_tokens
 from litellm.rust_bridge import bindings, configuration
 from litellm.rust_bridge import token_counter as bridge
+from litellm.utils import claude_json_str
 
 MODEL: Final = "claude-sonnet-4-5-20250929"
+CL100K_MODEL: Final = "gpt-4"
+O200K_MODEL: Final = "gpt-4o"
+TOKENIZERS: Final[tuple[bridge.RustTokenizer, ...]] = ("anthropic", "cl100k_base", "o200k_base")
+RANK_FILE_LINES: Final = MappingProxyType({"cl100k_base": 100_256, "o200k_base": 199_998})
 BODY: Final = json.dumps({"model": MODEL, "messages": [{"role": "user", "content": "hello"}]}).encode()
 
 
@@ -44,69 +54,122 @@ class _RecordingCounter:
         return {"model": MODEL, "input_tokens": 42}
 
 
-class _DecliningCounter:
-    def __init__(self, tokenizer_json: str) -> None:
-        pass
+class _RecordingFactory:
+    """Stands in for the native `TokenCounter` class: callable for tokenizer JSON, `from_*_ranks` for rank files."""
+
+    def __init__(self) -> None:
+        self.counters: list[_RecordingCounter] = []
+        self.rank_files: list[str] = []
+
+    def __call__(self, tokenizer_json: str) -> _RecordingCounter:
+        counter = _RecordingCounter(tokenizer_json)
+        self.counters.append(counter)
+        return counter
+
+    def from_cl100k_ranks(self, rank_file: str) -> _RecordingCounter:
+        self.rank_files.append(rank_file)
+        return self("cl100k_base")
+
+    def from_o200k_ranks(self, rank_file: str) -> _RecordingCounter:
+        self.rank_files.append(rank_file)
+        return self("o200k_base")
+
+
+class _RaisingCounter:
+    def __init__(self, error: Exception) -> None:
+        self.error = error
 
     async def acount_request(self, body: bytes) -> object:
-        raise _FakeDeclined("request has no messages")
+        raise self.error
 
 
-class _FailingCounter:
-    def __init__(self, tokenizer_json: str) -> None:
-        pass
+class _RaisingFactory:
+    """Every counter it builds, for either tokenizer, raises `error` on count."""
 
-    async def acount_request(self, body: bytes) -> object:
-        raise RuntimeError("encode failed")
+    def __init__(self, error: Exception) -> None:
+        self.error = error
+
+    def __call__(self, tokenizer_json: str) -> _RaisingCounter:
+        return _RaisingCounter(self.error)
+
+    def from_cl100k_ranks(self, rank_file: str) -> _RaisingCounter:
+        return _RaisingCounter(self.error)
+
+    def from_o200k_ranks(self, rank_file: str) -> _RaisingCounter:
+        return _RaisingCounter(self.error)
 
 
 @pytest.fixture(autouse=True)
 def _reset_bridge(monkeypatch: pytest.MonkeyPatch):
     bridge.TOKEN_COUNTER.reset()
-    bridge._anthropic_counter.cache_clear()
+    bridge._counter.cache_clear()
     configuration.reset_rust_configuration()
     monkeypatch.setattr(bindings, "get_native_bridge", lambda: _FakeNative())
     yield
     bridge.TOKEN_COUNTER.reset()
-    bridge._anthropic_counter.cache_clear()
+    bridge._counter.cache_clear()
     configuration.reset_rust_configuration()
 
 
 @pytest.mark.asyncio
-async def test_disabled_bridge_never_constructs_a_counter() -> None:
-    constructed: list[str] = []
-
-    def factory(tokenizer_json: str) -> _RecordingCounter:
-        constructed.append(tokenizer_json)
-        return _RecordingCounter(tokenizer_json)
-
+@pytest.mark.parametrize("tokenizer", TOKENIZERS)
+async def test_disabled_bridge_never_constructs_a_counter(tokenizer: bridge.RustTokenizer) -> None:
+    factory: Final = _RecordingFactory()
     litellm.rust(False)
     bridge.TOKEN_COUNTER.override(factory)
 
-    assert await bridge.count_anthropic_input_tokens(BODY) is None
-    assert constructed == []
+    assert await bridge.count_input_tokens(BODY, tokenizer) is None
+    assert factory.counters == []
 
 
 @pytest.mark.asyncio
 async def test_enabled_bridge_returns_typed_count_and_reuses_one_counter() -> None:
-    counters: list[_RecordingCounter] = []
-
-    def factory(tokenizer_json: str) -> _RecordingCounter:
-        counter = _RecordingCounter(tokenizer_json)
-        counters.append(counter)
-        return counter
-
+    factory: Final = _RecordingFactory()
     litellm.rust(True)
     bridge.TOKEN_COUNTER.override(factory)
 
-    first: Final = await bridge.count_anthropic_input_tokens(BODY)
-    second: Final = await bridge.count_anthropic_input_tokens(BODY)
+    first: Final = await bridge.count_input_tokens(BODY, "anthropic")
+    second: Final = await bridge.count_input_tokens(BODY, "anthropic")
 
     assert first == bridge.InputTokenCount(model=MODEL, input_tokens=42)
     assert second == first
-    assert len(counters) == 1
-    assert counters[0].bodies == [BODY, BODY]
-    assert json.loads(counters[0].tokenizer_json)["model"]["type"] == "BPE"
+    assert len(factory.counters) == 1
+    assert factory.counters[0].bodies == [BODY, BODY]
+    assert json.loads(factory.counters[0].tokenizer_json)["model"]["type"] == "BPE"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("tokenizer", ("cl100k_base", "o200k_base"))
+async def test_tiktoken_counter_is_built_from_the_vendored_rank_file_once(tokenizer: bridge.RustTokenizer) -> None:
+    factory: Final = _RecordingFactory()
+    litellm.rust(True)
+    bridge.TOKEN_COUNTER.override(factory)
+
+    first: Final = await bridge.count_input_tokens(BODY, tokenizer)
+    second: Final = await bridge.count_input_tokens(BODY, tokenizer)
+
+    assert first == second == bridge.InputTokenCount(model=MODEL, input_tokens=42)
+    assert len(factory.rank_files) == 1
+    assert factory.rank_files[0].startswith("IQ== 0\n")
+    assert factory.rank_files[0].count("\n") == RANK_FILE_LINES[tokenizer]
+    assert factory.counters[0].tokenizer_json == tokenizer
+    assert factory.counters[0].bodies == [BODY, BODY]
+
+
+@pytest.mark.asyncio
+async def test_each_tokenizer_gets_its_own_cached_counter() -> None:
+    factory: Final = _RecordingFactory()
+    litellm.rust(True)
+    bridge.TOKEN_COUNTER.override(factory)
+
+    await bridge.count_input_tokens(BODY, "anthropic")
+    await bridge.count_input_tokens(BODY, "cl100k_base")
+    await bridge.count_input_tokens(BODY, "o200k_base")
+    await bridge.count_input_tokens(BODY, "anthropic")
+    await bridge.count_input_tokens(BODY, "o200k_base")
+
+    assert [counter.tokenizer_json for counter in factory.counters][1:] == ["cl100k_base", "o200k_base"]
+    assert [len(counter.bodies) for counter in factory.counters] == [2, 1, 2]
 
 
 @pytest.mark.asyncio
@@ -114,38 +177,131 @@ async def test_missing_native_module_falls_back(monkeypatch: pytest.MonkeyPatch)
     litellm.rust(True)
     monkeypatch.setattr(bindings, "get_native_bridge", lambda: None)
 
-    assert await bridge.count_anthropic_input_tokens(BODY) is None
+    assert [await bridge.count_input_tokens(BODY, tokenizer) for tokenizer in TOKENIZERS] == [None, None, None]
 
 
 @pytest.mark.asyncio
-async def test_declined_request_falls_back() -> None:
+@pytest.mark.parametrize("tokenizer", TOKENIZERS)
+async def test_declined_request_falls_back(tokenizer: bridge.RustTokenizer) -> None:
     litellm.rust(True)
-    bridge.TOKEN_COUNTER.override(_DecliningCounter)
+    bridge.TOKEN_COUNTER.override(_RaisingFactory(_FakeDeclined("request has no messages")))
 
-    assert await bridge.count_anthropic_input_tokens(BODY) is None
+    assert await bridge.count_input_tokens(BODY, tokenizer) is None
 
 
 @pytest.mark.asyncio
-async def test_runtime_failure_falls_back() -> None:
+@pytest.mark.parametrize("tokenizer", TOKENIZERS)
+async def test_runtime_failure_falls_back(tokenizer: bridge.RustTokenizer) -> None:
     litellm.rust(True)
-    bridge.TOKEN_COUNTER.override(_FailingCounter)
+    bridge.TOKEN_COUNTER.override(_RaisingFactory(RuntimeError("encode failed")))
 
-    assert await bridge.count_anthropic_input_tokens(BODY) is None
+    assert await bridge.count_input_tokens(BODY, tokenizer) is None
 
 
 @pytest.mark.parametrize(
     ("model", "expected"),
-    ((MODEL, True), ("claude-3-5-sonnet-20241022", False), ("gpt-4o", False), ("my-router-alias", False)),
+    (
+        (MODEL, "anthropic"),
+        ("claude-3-5-sonnet-20241022", "cl100k_base"),
+        ("gpt-4", "cl100k_base"),
+        ("gpt-4-turbo", "cl100k_base"),
+        ("gpt-3.5-turbo", "cl100k_base"),
+        ("azure/gpt-35-turbo", "cl100k_base"),
+        ("gemini/gemini-2.5-pro", "cl100k_base"),
+        ("mistral/mistral-large-latest", "cl100k_base"),
+        ("my-router-alias", "cl100k_base"),
+        ("azure/gpt-4o", "cl100k_base"),
+        ("command-r-plus", "cl100k_base"),
+        ("gpt-4o", "o200k_base"),
+        ("gpt-4o-mini", "o200k_base"),
+        ("gpt-4o-2024-08-06", "o200k_base"),
+        ("chatgpt-4o-latest", "o200k_base"),
+        ("gpt-4.1", "o200k_base"),
+        ("gpt-5", "o200k_base"),
+        ("gpt-5-mini", "o200k_base"),
+        ("o1", "o200k_base"),
+        ("o3", "o200k_base"),
+        ("o3-mini", "o200k_base"),
+        ("o4-mini", "o200k_base"),
+        ("replicate/meta/llama-2-70b-chat", None),
+        ("meta-llama/Llama-3-8b", None),
+    ),
 )
-def test_uses_anthropic_tokenizer_mirrors_python_tokenizer_selection(model: str, expected: bool) -> None:
-    assert bridge.uses_anthropic_tokenizer(model) is expected
+def test_rust_tokenizer_mirrors_python_tokenizer_selection(model: str, expected: bridge.RustTokenizer | None) -> None:
+    assert bridge.rust_tokenizer(model) == expected
 
 
-@pytest.mark.parametrize("flag", ("disable_hf_tokenizer_download", "disable_token_counter"))
-def test_uses_anthropic_tokenizer_respects_python_opt_outs(monkeypatch: pytest.MonkeyPatch, flag: str) -> None:
-    monkeypatch.setattr(litellm, flag, True)
+@pytest.mark.parametrize(
+    ("model", "python_encoding"),
+    (("text-davinci-003", "p50k_base"), ("gpt-oss-120b", "o200k_harmony")),
+)
+def test_rust_tokenizer_declines_tiktoken_encodings_rust_does_not_have(
+    monkeypatch: pytest.MonkeyPatch, model: str, python_encoding: str
+) -> None:
+    monkeypatch.setattr(litellm, "open_ai_chat_completion_models", litellm.open_ai_chat_completion_models | {model})
 
-    assert bridge.uses_anthropic_tokenizer(MODEL) is False
+    assert openai_tokenizer_encoding(model).name == python_encoding
+    assert bridge.rust_tokenizer(model) is None
+
+
+def test_rust_tokenizer_declines_the_cohere_tokenizer_download(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setattr(litellm, "cohere_models", litellm.cohere_models | {"command-r-plus"})
+
+    assert bridge.rust_tokenizer("command-r-plus") is None
+
+
+@pytest.mark.parametrize("legacy_model", ("gpt-3.5-turbo-0301", "gpt-35-turbo-0301"))
+def test_rust_tokenizer_declines_legacy_message_accounting_python_prices_differently(
+    monkeypatch: pytest.MonkeyPatch, legacy_model: str
+) -> None:
+    monkeypatch.setattr(
+        litellm, "open_ai_chat_completion_models", litellm.open_ai_chat_completion_models | {"gpt-3.5-turbo-0301"}
+    )
+    monkeypatch.setattr(litellm, "azure_llms", {**litellm.azure_llms, "gpt-35-turbo-0301": "azure"})
+    messages: Final = [{"role": "user", "name": "bob", "content": "hello there"}]
+
+    assert litellm.token_counter(model=legacy_model, messages=messages) != litellm.token_counter(
+        model=CL100K_MODEL, messages=messages
+    )
+    assert bridge.rust_tokenizer(legacy_model) is None
+    assert bridge.rust_tokenizer(CL100K_MODEL) == "cl100k_base"
+
+
+@pytest.mark.parametrize("model", (MODEL, CL100K_MODEL, O200K_MODEL, "gpt-5", "o3"))
+def test_rust_tokenizer_names_the_encoding_python_actually_counts_with(model: str) -> None:
+    text: Final = (
+        "Hello, world! camelCase ABCdef \u00e9\u00e8 12345 \u3053\u3093\u306b\u3061\u306f <|endoftext|>\r\n" * 9
+    )
+    python_count: Final = litellm.token_counter(model=model, text=text)
+    cl100k_count: Final = len(tiktoken.get_encoding("cl100k_base").encode(text, disallowed_special=()))
+    o200k_count: Final = len(tiktoken.get_encoding("o200k_base").encode(text, disallowed_special=()))
+    assert cl100k_count != o200k_count
+    match bridge.rust_tokenizer(model):
+        case "cl100k_base":
+            assert python_count == cl100k_count
+        case "o200k_base":
+            assert python_count == o200k_count
+        case "anthropic":
+            assert python_count == len(Tokenizer.from_str(claude_json_str).encode(text).ids)
+            assert python_count not in {cl100k_count, o200k_count}
+        case None:
+            pytest.fail(f"{model} must have a Rust tokenizer")
+
+
+def test_disabled_hf_download_routes_anthropic_models_to_cl100k_like_python(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setattr(litellm, "disable_hf_tokenizer_download", True)
+
+    assert bridge.rust_tokenizer(MODEL) == "cl100k_base"
+    assert bridge.rust_tokenizer("meta-llama/Llama-3-8b") == "cl100k_base"
+    assert bridge.rust_tokenizer(O200K_MODEL) == "o200k_base"
+
+
+def test_disabled_token_counter_declines_every_model(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setattr(litellm, "disable_token_counter", True)
+
+    assert bridge.rust_tokenizer(MODEL) is None
+    assert bridge.rust_tokenizer(CL100K_MODEL) is None
+    assert bridge.rust_tokenizer(O200K_MODEL) is None
 
 
 PARITY_REQUESTS: Final[tuple[dict[str, object], ...]] = (
@@ -182,7 +338,16 @@ PARITY_REQUESTS: Final[tuple[dict[str, object], ...]] = (
     },
     {
         "model": MODEL,
-        "messages": [{"role": "user", "content": "x " * 20_000}],
+        "messages": [{"role": "user", "content": "x " * 500}],
+    },
+    {
+        "model": MODEL,
+        "messages": [
+            {
+                "role": "user",
+                "content": "I'VE got 1234567 things; it's \"fine\"...\r\n\r\n  caf\u00e9 \u0645\u0631\u062d\u0628\u0627 \U0001f600 <|endoftext|>",
+            }
+        ],
     },
     {"model": MODEL, "prompt": "Write a haiku about ships.", "max_tokens": 20},
     {"model": MODEL, "prompt": ["first prompt", "second prompt"]},
@@ -190,7 +355,7 @@ PARITY_REQUESTS: Final[tuple[dict[str, object], ...]] = (
         "model": MODEL,
         "instructions": "be terse",
         "input": [
-            {"role": "user", "content": [{"type": "input_text", "text": "Summarise caf\u00e9 menus \u2014 \"ok\"?\n"}]},
+            {"role": "user", "content": [{"type": "input_text", "text": 'Summarise caf\u00e9 menus \u2014 "ok"?\n'}]},
             {"role": "assistant", "content": "Sure."},
         ],
     },
@@ -202,27 +367,63 @@ PARITY_REQUESTS: Final[tuple[dict[str, object], ...]] = (
 )
 
 
+PARITY_MODELS: Final[tuple[tuple[str, bridge.RustTokenizer], ...]] = (
+    (MODEL, "anthropic"),
+    (CL100K_MODEL, "cl100k_base"),
+    (O200K_MODEL, "o200k_base"),
+    ("gpt-5", "o200k_base"),
+)
+
+
 @pytest.mark.asyncio
+@pytest.mark.parametrize(("model", "tokenizer"), PARITY_MODELS)
 @pytest.mark.parametrize("request_body", PARITY_REQUESTS)
 async def test_native_count_matches_python_budget_counter(
-    monkeypatch: pytest.MonkeyPatch, request_body: dict[str, object]
+    monkeypatch: pytest.MonkeyPatch, request_body: dict[str, object], model: str, tokenizer: bridge.RustTokenizer
 ) -> None:
     native: Final = pytest.importorskip("litellm.rust_bridge._native")
     monkeypatch.setattr(bindings, "get_native_bridge", lambda: native)
     litellm.rust(True)
+    body: Final = json.dumps(request_body).replace(MODEL, model)
 
-    rust_count: Final = await bridge.count_anthropic_input_tokens(json.dumps(request_body).encode())
-    python_count: Final = _count_input_tokens(request_body=request_body, model=MODEL)
+    rust_count: Final = await bridge.count_input_tokens(body.encode(), tokenizer)
+    python_count: Final = _count_input_tokens(request_body=json.loads(body), model=model)
 
     assert rust_count is not None
-    assert rust_count.model == request_body.get("model")
+    assert rust_count.model == json.loads(body).get("model")
     assert rust_count.input_tokens == python_count
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize(("model", "tokenizer"), ((CL100K_MODEL, "cl100k_base"), (O200K_MODEL, "o200k_base")))
+async def test_tiktoken_counts_long_text_exactly_where_python_chunks(
+    monkeypatch: pytest.MonkeyPatch, model: str, tokenizer: bridge.RustTokenizer
+) -> None:
+    """Python encodes tiktoken text in fixed-size chunks (drift of up to one token per chunk boundary); Rust does not."""
+    native: Final = pytest.importorskip("litellm.rust_bridge._native")
+    monkeypatch.setattr(bindings, "get_native_bridge", lambda: native)
+    litellm.rust(True)
+    text: Final = "x " * 20_000
+    body: Final = {"model": model, "messages": [{"role": "user", "content": text}]}
+    encoding: Final = tiktoken.get_encoding(tokenizer)
+    exact: Final = 3 + len(encoding.encode("user")) + len(encoding.encode(text)) + 3
+    chunks: Final = -(-len(text) // TIKTOKEN_ENCODE_CHUNK_SIZE_CHARS)
+
+    rust_count: Final = await bridge.count_input_tokens(json.dumps(body).encode(), tokenizer)
+    python_count: Final = _count_input_tokens(request_body=body, model=model)
+
+    assert rust_count is not None
+    assert rust_count.input_tokens == exact
+    assert python_count is not None
+    assert exact < python_count <= exact + chunks
+
+
 DECLINED_REQUESTS: Final[tuple[dict[str, object], ...]] = (
     {
         "model": MODEL,
-        "messages": [{"role": "user", "content": [{"type": "image_url", "image_url": {"url": "data:image/png;base64,AA"}}]}],
+        "messages": [
+            {"role": "user", "content": [{"type": "image_url", "image_url": {"url": "data:image/png;base64,AA"}}]}
+        ],
     },
     {"model": MODEL, "prompt": 1.5},
     {"model": MODEL, "documents": [{"score": 0.5}]},
@@ -231,12 +432,13 @@ DECLINED_REQUESTS: Final[tuple[dict[str, object], ...]] = (
 
 
 @pytest.mark.asyncio
+@pytest.mark.parametrize("tokenizer", TOKENIZERS)
 @pytest.mark.parametrize("request_body", DECLINED_REQUESTS)
 async def test_native_declines_shapes_python_prices_differently(
-    monkeypatch: pytest.MonkeyPatch, request_body: dict[str, object]
+    monkeypatch: pytest.MonkeyPatch, request_body: dict[str, object], tokenizer: bridge.RustTokenizer
 ) -> None:
     native: Final = pytest.importorskip("litellm.rust_bridge._native")
     monkeypatch.setattr(bindings, "get_native_bridge", lambda: native)
     litellm.rust(True)
 
-    assert await bridge.count_anthropic_input_tokens(json.dumps(request_body).encode()) is None
+    assert await bridge.count_input_tokens(json.dumps(request_body).encode(), tokenizer) is None

From e4706fa4090ba2f6d88532e63428ff32994a64df Mon Sep 17 00:00:00 2001
From: yucheng-berri <yucheng@berri.ai>
Date: Fri, 11 Sep 2026 16:49:48 -0700
Subject: [PATCH 238/298] fix(hide-secrets): restore credential coverage lost
 to the 4.5 entropy limit (#40190)

* fix(hide-secrets): restore credential coverage lost to the 4.5 entropy limit

Shannon entropy is bounded by log2(length), so the 4.5 limit #39879 shipped
cannot score any value shorter than 23 characters, and it catches a random
32-character base64 credential only about two thirds of the time. A line like
REDIS_PASSWORD=aB3dE6gH9jK2mN5p therefore reaches the provider in the clear.

Add a keyword plugin that yields the credential-shaped value assigned to a
credential-named key, reusing detect_secrets' own maintained denylist so
camelCase, snake_case and SCREAMING_CASE all work with no local word list, and
re-run the assignment-quoting transform detect_secrets skips once its first
pass has matched.

The entropy limits are untouched, so #39879's false-positive fix still holds.

* fix(hide-secrets): read the assignments in a prompt that is mostly prose

configparser aborts the whole parse on the first line it cannot read, so a
message like "Here is my config, can you review it?" followed by
REDIS_PASSWORD=... lost every assignment to that one prose line. Hand the
parser only the lines it can read, dedent the assignments inside a pasted
config, and keep each key distinct by line number so a config naming api_key
once per model keeps every value instead of only the last.

* fix(hide-secrets): drop the plugin docstrings and pin the block-scalar shapes

* fix(hide-secrets): keep a comment or an indented header from closing an open value

* fix(hide-secrets): drop the explanatory comments from the new scan helpers

* fix(hide-secrets): accept punctuation in a credential value

The value filter only allowed the URL-safe Base64 alphabet, so a password
such as hunter2!brahms or p@ssw0rd!2026 passed through unredacted while
the upstream keyword plugin had already matched it. The filter now rejects
only whitespace and brackets, which keeps function calls, subscripts and
sentences out while letting symbol-heavy passwords through.

* fix(hide-secrets): redact every credential on a line and skip timestamps and plain urls

replaces the inherited first-match scan with finditer over every keyword
match, drops iso 8601 timestamps and userinfo-free urls from credential
values, and threads the parser's open-option state through
itertools.accumulate instead of rebinding it

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): scan the first token of an assignment and ignore surrounding punctuation

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(hide-secrets): drop the unreachable configparser error fallback

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): keep prose after a credential key out of the keyword detector

A bare value followed by ordinary words (secret_sauce: Worcestershire sauce)
is prose, so the synthetic assignment is only built when the value stands
alone or is followed by a shell operator, comment, or another assignment

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): scan the first token of shell-style assignments regardless of what follows

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): keep spaced assignments in scope when shell text follows the value

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(hide-secrets): drop docstrings that restate the test names

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): stop reading a comparison operator as a trailing assignment

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(hide-secrets): keep dashed flags as assignment trailers

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../enterprise_callbacks/secret_detection.py  | 136 +++-
 .../secrets_plugins/credential_keyword.py     |  63 ++
 .../test_secret_detection.py                  | 598 +++++++++++++++++-
 3 files changed, 764 insertions(+), 33 deletions(-)
 create mode 100644 enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py

diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py b/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py
index bfbfd7bfb15..f0f85178672 100644
--- a/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py
+++ b/enterprise/litellm_enterprise/enterprise_callbacks/secret_detection.py
@@ -11,10 +11,14 @@ import sys
 sys.path.insert(
     0, os.path.abspath("../..")
 )  # Adds the parent directory to the system path
-import functools
+import configparser
+import contextlib
+import itertools
+import re
 import tempfile
+from collections.abc import Generator, Iterator, Sequence
 from contextvars import ContextVar
-from typing import TYPE_CHECKING, ClassVar, Literal, Optional
+from typing import TYPE_CHECKING, ClassVar, Final, Literal, Optional
 
 from litellm._logging import verbose_proxy_logger
 from litellm.caching.caching import DualCache
@@ -433,12 +437,101 @@ _default_detect_secrets_config = {
             "name": "ZendeskSecretKeyDetector",
             "path": _custom_plugins_path + "/zendesk_secret_key.py",
         },
+        {
+            "name": "CredentialKeywordDetector",
+            "path": _custom_plugins_path + "/credential_keyword.py",
+        },
         {"name": "Base64HighEntropyString", "limit": 4.5},
         {"name": "HexHighEntropyString", "limit": 3.0},
     ],
 }
 
 
+_CONFIG_SECTION: Final = "litellm-prompt"
+
+_ASSIGNMENT_LINE: Final = re.compile(r"[^\s\[#;:=][^:=]*[:=]")
+
+_SHELL_ASSIGNMENT: Final = re.compile(r"(?P<key>[^\s\[#;:=](?:[^:=]*[^\s:=])?)=(?P<value>\S+)")
+
+_SHELL_OPERATORS: Final = ";&|"
+
+_SHELL_TRAILER: Final = re.compile(r"\\|#.*|-*\w[\w.-]*=\S*")
+
+_SCAN_SUFFIX: Final = ".py"
+
+
+@contextlib.contextmanager
+def _temp_file(text: str) -> Generator[str, None, None]:
+    temp_file: Final = tempfile.NamedTemporaryFile(suffix=_SCAN_SUFFIX, delete=False)
+    try:
+        temp_file.write(text.encode("utf-8"))
+        temp_file.close()
+        yield temp_file.name
+    finally:
+        temp_file.close()
+        os.remove(temp_file.name)
+
+
+def _scan_lines(lines: Sequence[str]) -> frozenset[tuple[str, str]]:
+    from detect_secrets import SecretsCollection
+
+    secrets: Final = SecretsCollection()
+    with _temp_file("\n".join(lines)) as path:
+        secrets.scan_file(path)
+
+    return frozenset(
+        (found_secret.secret_value, found_secret.type)
+        for file in secrets.files
+        for found_secret in secrets[file]
+        if found_secret.secret_value is not None
+    )
+
+
+def _classify_line(state: tuple[bool, str | None], numbered: tuple[int, str]) -> tuple[bool, str | None]:
+    open_option: Final = state[0]
+    number, line = numbered
+    stripped: Final = line.strip()
+    if not stripped or stripped[0] in "#;":
+        return open_option, None
+    shell_assignment: Final = _SHELL_ASSIGNMENT.match(stripped)
+    if shell_assignment is not None:
+        return True, f"{shell_assignment['key']}_{number}={shell_assignment['value']}"
+    assignment: Final = _ASSIGNMENT_LINE.match(stripped)
+    if assignment is not None:
+        return True, f"{assignment.group()[:-1].strip()}_{number}{stripped[assignment.end() - 1 :]}"
+    if line[0].isspace() and open_option:
+        return True, line
+    return False, None
+
+
+def _parseable_lines(text: str) -> Iterator[str]:
+    states: Final = itertools.accumulate(enumerate(text.splitlines()), _classify_line, initial=(False, None))
+    return (line for _, line in states if line is not None)
+
+
+def _lone_value(line: str) -> str | None:
+    tokens: Final = line.split()
+    if not tokens or '"' in tokens[0]:
+        return None
+    value: Final = tokens[0].rstrip(_SHELL_OPERATORS)
+    if len(tokens) == 1 or value != tokens[0] or _SHELL_TRAILER.fullmatch(tokens[1]) is not None:
+        return value
+    return None
+
+
+def _quoted_assignments(text: str) -> tuple[str, ...]:
+    parser: Final = configparser.ConfigParser(interpolation=None)
+    parser.optionxform = str  # pyright: ignore[reportAttributeAccessIssue]  # configparser types optionxform as a method
+    parser.read_string(f"[{_CONFIG_SECTION}]\n" + "\n".join(_parseable_lines(text)))
+    return tuple(
+        f'{key} = "{value}"'
+        for section in parser
+        for key, values in parser.items(section)
+        for line in values.splitlines()
+        if (value := _lone_value(line)) is not None
+    )
+
+
 class _ENTERPRISE_SecretDetection(CustomGuardrail):
     # Keeps proxied traffic on async_pre_call_hook (the unified apply_guardrail
     # path skips should_run_check and never sees data["prompt"]).
@@ -449,35 +542,21 @@ class _ENTERPRISE_SecretDetection(CustomGuardrail):
         super().__init__(**kwargs)
 
     def scan_message_for_secrets(self, message_content: str):
-        from detect_secrets import SecretsCollection
         from detect_secrets.settings import transient_settings
 
-        temp_file = tempfile.NamedTemporaryFile(delete=False)
-        temp_file.write(message_content.encode("utf-8"))
-        temp_file.close()
-
-        secrets = SecretsCollection()
-
         detect_secrets_config = (
             self.user_defined_detect_secrets_config or _default_detect_secrets_config
         )
         with transient_settings(detect_secrets_config):
-            secrets.scan_file(temp_file.name)
-
-        os.remove(temp_file.name)
+            found: Final = _scan_lines(
+                (*message_content.splitlines(), *_quoted_assignments(message_content))
+            )
 
         return [
-            {"type": found_secret.type, "value": found_secret.secret_value}
-            for file in sorted(secrets.files)
-            for found_secret in sorted(
-                secrets[file],
-                key=lambda secret: (
-                    -len(secret.secret_value or ""),
-                    secret.type,
-                    secret.secret_value or "",
-                ),
+            {"type": secret_type, "value": value}
+            for value, secret_type in sorted(
+                found, key=lambda pair: (-len(pair[0]), pair[1], pair[0])
             )
-            if found_secret.secret_value is not None
         ]
 
     def redact_text(self, text: str, source: str = "message") -> str:
@@ -490,15 +569,16 @@ class _ENTERPRISE_SecretDetection(CustomGuardrail):
         if counts is not None:
             for secret in detected_secrets:
                 counts[secret["type"]] = counts.get(secret["type"], 0) + 1
-        secret_types = [secret["type"] for secret in detected_secrets]
+        secret_types: Final = sorted(
+            dict.fromkeys(secret["type"] for secret in detected_secrets)
+        )
         verbose_proxy_logger.warning(
-            f"Detected and redacted secrets in {source}: {secret_types}"
+            "Detected and redacted secrets in %s: %s", source, secret_types
         )
-        return functools.reduce(
-            lambda redacted, secret: redacted.replace(secret["value"], "[REDACTED]"),
-            detected_secrets,
-            text,
+        pattern: Final = re.compile(
+            "|".join(re.escape(secret["value"]) for secret in detected_secrets)
         )
+        return pattern.sub("[REDACTED]", text)
 
     async def should_run_check(self, user_api_key_dict: UserAPIKeyAuth) -> bool:
         if user_api_key_dict.permissions is not None:
diff --git a/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py b/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py
new file mode 100644
index 00000000000..b69e347ded5
--- /dev/null
+++ b/enterprise/litellm_enterprise/enterprise_callbacks/secrets_plugins/credential_keyword.py
@@ -0,0 +1,63 @@
+import re
+from collections.abc import Generator, Mapping
+from string import punctuation
+from typing import Final
+
+from detect_secrets.plugins.keyword import (
+    QUOTES_REQUIRED_DENYLIST_REGEX_TO_GROUP,
+    KeywordDetector,
+)
+
+_CREDENTIAL_VALUE: Final = re.compile(r"[^\s()\[\]]+")
+_ENVIRONMENT_REFERENCE: Final = re.compile(r"os\.environ/\w+", re.IGNORECASE)
+_ENVIRONMENT_VARIABLE_NAME: Final = re.compile(r"[A-Z][A-Z0-9]*(?:_[A-Z0-9]+)+")
+_LOWERCASE_WORD_SEQUENCE: Final = re.compile(r"[a-z]+(?:[-._/][a-z]+)+")
+_ISO_8601_TIMESTAMP: Final = re.compile(
+    r"\d{4}-\d{2}-\d{2}(?:T\d{2}:\d{2}(?::\d{2}(?:\.\d+)?)?(?:Z|[+-]\d{2}:?\d{2})?)?"
+)
+_URL_WITHOUT_USERINFO_OR_QUERY: Final = re.compile(r"[A-Za-z][A-Za-z0-9+.-]*://[^\s@?]*")
+_BENIGN_VALUES: Final = (
+    _ENVIRONMENT_REFERENCE,
+    _ENVIRONMENT_VARIABLE_NAME,
+    _LOWERCASE_WORD_SEQUENCE,
+    _ISO_8601_TIMESTAMP,
+    _URL_WITHOUT_USERINFO_OR_QUERY,
+)
+
+
+class CredentialKeywordDetector(KeywordDetector):  # pyright: ignore[reportUntypedBaseClass]  # detect_secrets ships no type information
+    secret_type = "Credential Keyword"
+
+    def __init__(self, minimum_length: int = 12, keyword_exclude: str | None = None) -> None:
+        if (
+            not isinstance(minimum_length, int)  # pyright: ignore[reportUnnecessaryIsInstance]  # the value comes from an operator's YAML
+            or minimum_length < 1
+        ):
+            raise ValueError(f"minimum_length must be a positive integer, got {minimum_length!r}")
+        super().__init__(keyword_exclude=keyword_exclude)
+        self.minimum_length = minimum_length
+
+    def _is_credential(self, value: str) -> bool:
+        core: Final = value.strip(punctuation)
+        return (
+            len(value) >= self.minimum_length
+            and _CREDENTIAL_VALUE.fullmatch(value) is not None
+            and all(benign.fullmatch(core) is None for benign in _BENIGN_VALUES)
+        )
+
+    def analyze_string(
+        self,
+        string: str,
+        denylist_regex_to_group: Mapping[re.Pattern[str], int] | None = None,
+    ) -> Generator[str, None, None]:
+        if self.keyword_exclude is not None and self.keyword_exclude.search(string):
+            return
+        regex_to_group: Final = (
+            QUOTES_REQUIRED_DENYLIST_REGEX_TO_GROUP if denylist_regex_to_group is None else denylist_regex_to_group
+        )
+        yield from (
+            match.group(group)
+            for regex, group in regex_to_group.items()
+            for match in regex.finditer(string)
+            if self._is_credential(match.group(group))
+        )
diff --git a/tests/test_litellm/enterprise/enterprise_callbacks/test_secret_detection.py b/tests/test_litellm/enterprise/enterprise_callbacks/test_secret_detection.py
index c1c3569c0e2..bf9eeeb9968 100644
--- a/tests/test_litellm/enterprise/enterprise_callbacks/test_secret_detection.py
+++ b/tests/test_litellm/enterprise/enterprise_callbacks/test_secret_detection.py
@@ -10,12 +10,15 @@ Covers the three defects from the ticket:
   handling live only on the native path).
 """
 
+import tempfile
 import time
 
 import pytest
 
 from litellm_enterprise.enterprise_callbacks.secret_detection import (
     _ENTERPRISE_SecretDetection,
+    _default_detect_secrets_config,
+    _masked_entity_count,
 )
 from litellm.caching.caching import DualCache
 from litellm.proxy._types import UserAPIKeyAuth
@@ -29,6 +32,13 @@ URL_ENCODED_KEY = "Bearer%20sk-Ab3dEf6Gh7Ij8Kl9Mn0Pq2Rs3Tu4Vw5X"
 AWS_KEYS = [f"AKIAIOSFODNN7EXAMPL{suffix}" for suffix in "FEDCBA"]
 
 
+@pytest.fixture(autouse=True)
+def _isolate_masked_entity_count():
+    token = _masked_entity_count.set(None)
+    yield
+    _masked_entity_count.reset(token)
+
+
 def _guardrail() -> _ENTERPRISE_SecretDetection:
     return _ENTERPRISE_SecretDetection(guardrail_name="hide-secrets", event_hook="pre_call", default_on=True)
 
@@ -58,6 +68,561 @@ def test_scan_message_preserves_quoted_benign_identifiers():
     assert guardrail.redact_text(content) == content
 
 
+@pytest.mark.parametrize(
+    "content,secret",
+    [
+        ("REDIS_PASSWORD=aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("SESSION_SECRET=Kp7Nq2Wz9Bt4Xr6Vm1Ls", "Kp7Nq2Wz9Bt4Xr6Vm1Ls"),
+        ('{"db_password": "Tq8Zm2XpLv9KdNbRcYw3"}', "Tq8Zm2XpLv9KdNbRcYw3"),
+        ("api_secret: Zx4Kp9Lm2Qr7Ns3Vt", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("password = hunter2brahms9x", "hunter2brahms9x"),
+        ("client_secret=Hq7Zm3XkLp9Wd2Nb", "Hq7Zm3XkLp9Wd2Nb"),
+        ('apiKey: "aB3dE6gH9jK2mN5p"', "aB3dE6gH9jK2mN5p"),
+        ('{"clientSecret": "Kp7Nq2Wz9Bt4Xr6Vm1Ls"}', "Kp7Nq2Wz9Bt4Xr6Vm1Ls"),
+        ('dbPassword = "Zx4Kp9Lm2Qr7Ns3Vt"', "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("MY_APP_DB_PASSWORD=Kp7Nq2Wz9Bt4Xr6Vm1Ls", "Kp7Nq2Wz9Bt4Xr6Vm1Ls"),
+        ("x_api_key: 8f3Kd9Lm2Qr7Ns3Vt", "8f3Kd9Lm2Qr7Ns3Vt"),
+        ("password: Zm9vYmFyYmF6+abc/def123=", "Zm9vYmFyYmF6+abc/def123="),
+        ("REDIS_PASSWORD=correcthorsebattery", "correcthorsebattery"),
+        ('SECRET_KEY = "django-insecure-9v2xk4qw8z"', "django-insecure-9v2xk4qw8z"),
+        (
+            "aws_secret_access_key = wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
+            "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY",
+        ),
+        ("password=aB3dE6gH9jK2", "aB3dE6gH9jK2"),
+        ("api_key: hunter2!brahms", "hunter2!brahms"),
+        ('db_password: "p@ssw0rd!2026"', "p@ssw0rd!2026"),
+        (
+            'url: "postgresql://user:s3cr3t@db-host:5432/app"',
+            "postgresql://user:s3cr3t@db-host:5432/app",
+        ),
+        (
+            'db_password: "postgresql://user:s3cr3t@db-host:5432/app"',
+            "postgresql://user:s3cr3t@db-host:5432/app",
+        ),
+        (
+            'signing_secret_url: "https://example.com/cb?sig=Zx4Kp9Lm2Qr7Ns3Vt"',
+            "https://example.com/cb?sig=Zx4Kp9Lm2Qr7Ns3Vt",
+        ),
+        (
+            'redis_secret_url: "redis://:Zx4Kp9Lm2Qr7Ns3Vt@cache-host:6379/0"',
+            "Zx4Kp9Lm2Qr7Ns3Vt",
+        ),
+        ("password=2026-09-08T17:38:40Zbrahms", "2026-09-08T17:38:40Zbrahms"),
+        (
+            '{"password": "YOUR_API_KEY_HERE", "client_secret": "correcthorsebattery"}',
+            "correcthorsebattery",
+        ),
+        ("docker run -e REDIS_PASSWORD=aB3dE6gH9jK2mN5p \\\n  -e REDIS_PORT=6379 redis", "aB3dE6gH9jK2mN5p"),
+        ("DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt && echo done", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("password = Zx4Kp9Lm2Qr7Ns3Vt  # rotate me", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("my db password: Zx4Kp9Lm2Qr7Ns3Vt.", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("export DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt DB_HOST=db.internal", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt; systemctl restart app", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt | tee creds.txt", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt > setup.log", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("docker run -e DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt --name app postgres", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("password=correcthorsebattery please", "correcthorsebattery"),
+        ("DB_PASSWORD = Zx4Kp9Lm2Qr7Ns3Vt; systemctl restart app", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD = Zx4Kp9Lm2Qr7Ns3Vt \\", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD = Zx4Kp9Lm2Qr7Ns3Vt DB_HOST=db.internal", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD = Zx4Kp9Lm2Qr7Ns3Vt --db-host=db.internal", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("DB_PASSWORD = Zx4Kp9Lm2Qr7Ns3Vt DEBUG=", "Zx4Kp9Lm2Qr7Ns3Vt"),
+    ],
+    ids=[
+        "env-password",
+        "env-secret",
+        "json-field",
+        "yaml-field",
+        "bare-assignment",
+        "client-secret",
+        "camel-case-key",
+        "camel-case-secret",
+        "camel-case-password",
+        "namespaced-env",
+        "underscored-header",
+        "base64-padding",
+        "digit-free-value",
+        "django-secret-key",
+        "slashed-aws-secret",
+        "shortest-accepted-value",
+        "punctuation-bearing-password",
+        "symbol-heavy-password",
+        "connection-string-under-a-url-key",
+        "connection-string-under-a-credential-key",
+        "signed-url-under-a-credential-key",
+        "password-only-url-under-a-credential-key",
+        "timestamp-prefixed-password",
+        "credential-after-a-rejected-placeholder",
+        "docker-flag-with-a-line-continuation",
+        "shell-command-after-the-value",
+        "inline-comment-after-the-value",
+        "sentence-ending-in-the-value",
+        "second-assignment-after-the-value",
+        "semicolon-after-the-value",
+        "pipe-after-the-value",
+        "redirect-after-the-value",
+        "docker-flag-after-the-value",
+        "prose-after-a-shell-assignment",
+        "spaced-assignment-then-a-shell-command",
+        "spaced-assignment-then-a-line-continuation",
+        "spaced-assignment-then-a-second-assignment",
+        "spaced-assignment-then-a-dashed-flag",
+        "spaced-assignment-then-an-empty-assignment",
+    ],
+)
+def test_scan_message_redacts_credentials_assigned_to_credential_keys(content, secret):
+    guardrail = _guardrail()
+
+    assert secret not in guardrail.redact_text(content)
+
+
+def test_scan_message_redacts_only_the_first_token_of_a_shell_assignment():
+    guardrail = _guardrail()
+    content = "docker run -e REDIS_PASSWORD=aB3dE6gH9jK2mN5p \\\n  -e REDIS_PORT=6379 redis && echo done"
+
+    assert (
+        guardrail.redact_text(content)
+        == "docker run -e REDIS_PASSWORD=[REDACTED] \\\n  -e REDIS_PORT=6379 redis && echo done"
+    )
+
+
+@pytest.mark.parametrize("operator", [";", "&&", "|"])
+def test_scan_message_keeps_a_shell_operator_glued_to_the_value(operator):
+    guardrail = _guardrail()
+
+    assert (
+        guardrail.redact_text(f"DB_PASSWORD=Zx4Kp9Lm2Qr7Ns3Vt{operator} systemctl restart app")
+        == f"DB_PASSWORD=[REDACTED]{operator} systemctl restart app"
+    )
+
+
+def test_scan_message_closes_a_yaml_block_at_the_next_unindented_line():
+    guardrail = _guardrail()
+    content = "api_key: >\n  aB3dE6gH9jK2mN5p\nSteps\n  Rotate-Before-Friday please"
+
+    assert guardrail.redact_text(content) == "api_key: >\n  [REDACTED]\nSteps\n  Rotate-Before-Friday please"
+
+
+def test_scan_message_redacts_every_credential_on_one_line():
+    guardrail = _guardrail()
+    content = '{"db_password": "Tq8Zm2XpLv9KdNbRcYw3", "client_secret": "correcthorsebattery"}'
+
+    assert guardrail.redact_text(content) == '{"db_password": "[REDACTED]", "client_secret": "[REDACTED]"}'
+
+
+@pytest.mark.parametrize(
+    "content",
+    [
+        "The user forgot their password and asked for a reset link",
+        "Rotate the client secret every 90 days",
+        "The secret: keep it quiet",
+        "My password: correct horse battery staple",
+        "secretary: Maria Gonzalez",
+        "password_reset_email: Please click the link below to reset",
+        'config = {"api_key": "YOUR_API_KEY_HERE"}',
+        "api_key: <your-key-here>",
+        '{"max_tokens": 4096, "model": "gpt-4o-mini"}',
+        'def get_api_key():\n    return os.environ["OPENAI_API_KEY"]',
+        '    valid_token = UserAPIKeyAuth(user_id="u1")',
+        'password = get_password(user, "prod")',
+        "monkey=aB3dE6gH9jK2mN5p",
+        "idempotency_key: req_2026090712000000",
+        'cache_key = "u1_user_api_key_user_id"',
+        "the key: 2026-09-07T12:00:00Z",
+        "api_key: os.environ/E2B_API_KEY",
+        "langfuse_secret: os.environ/LANGFUSE_PROJECT1_SECRET",
+        "api_key = OPENAI_API_KEY",
+        "password = pwd12345678",
+        "model_key: gpt-4o-mini-2024-07-18",
+        "openrouter/anthropic/claude-3-5-sonnet-20240620",
+        '{"content-type": "application/json"}',
+        "passwordless_login: enabled-for-all-users",
+        'password: "I forgot mine, can you reset it"',
+        "secret_sauce: tomatoes-basil-garlic-oregano",
+        "user_secret_question: what-was-your-first-pet",
+        "password_reset_url: example.com/reset-password/flow",
+        "private_key_path: keys/prod/server-cert.pem",
+        "litellm.completion(model=model, api_key=openai_api_key)",
+        "params['aws_secret_access_key'] = aws_secret_access_key",
+        'api_key = "OPENAI_API_KEY"',
+        "model_list:\n  - litellm_params:\n      api_key: 'PERPLEXITY_API_KEY'",
+        'config = build(_provider("ve_missing", api_key_env="VE_MISSING_KEY"))',
+        "api_key = get_api_key_from_env()",
+        "api_key = get_secret_str(MISTRAL_OCR_API_KEY_ENV_VAR)",
+        "secret_manager = MagicMock(spec=BaseSecretManager)",
+        "api_key = self.resolve_server_api_key(",
+        "api_key = sys.argv[1]",
+        "password = credentials[environment]",
+        'api_key_created_at: "2026-09-08T17:38:40Z"',
+        'api_key_expires_at: "2026-09-08T17:38:40.123456+05:30"',
+        'password_reset_url: "https://example.com/reset-password/flow"',
+        'secret_docs_url: "https://example.com/reset-password/flow#step-2"',
+        '{"api_key_created_at": "2026-09-08T17:38:40Z", "password_reset_url": "https://example.com/reset/flow"}',
+        "secret_sauce: tomatoes-basil-garlic-oregano.",
+        "secret_docs_url: https://example.com/docs/keys, then rotate",
+        "api_key_created_at: 2026-09-08T17:38:40Z; api_key_env: OPENAI_API_KEY!",
+        "api_key: $OPENAI_API_KEY",
+        'api_key: "${OPENAI_API_KEY}"',
+        "private_key_path: /keys/prod/server-cert.pem",
+        "password_hint: your usual one followed by Ticket-LIT7049-Suffix",
+        "Translate this recipe note into French:\nsecret_sauce: Worcestershire sauce",
+        "api_key = Massachusetts (the state, not a key)",
+        "secret_sauce:Worcestershire sauce",
+        "password: correctHorseBattery != anotherValue",
+    ],
+    ids=[
+        "prose-password",
+        "prose-secret",
+        "colon-prose-secret",
+        "colon-prose-password",
+        "secretary",
+        "sentence-after-keyword",
+        "uppercase-placeholder",
+        "templated-placeholder",
+        "max-tokens",
+        "code-paste",
+        "constructor-call",
+        "indirect-reference",
+        "word-ending-in-key",
+        "idempotency-key",
+        "cache-key",
+        "timestamp-after-key",
+        "env-reference",
+        "env-reference-nested",
+        "env-variable-name",
+        "below-minimum-length",
+        "model-name",
+        "namespaced-model-name",
+        "media-type",
+        "hyphenated-english",
+        "quoted-sentence-under-a-credential-key",
+        "hyphenated-phrase",
+        "hyphenated-question",
+        "url-under-credential-key",
+        "path-under-credential-key",
+        "snake-case-argument",
+        "snake-case-assignment",
+        "quoted-env-variable-name",
+        "quoted-env-name-in-a-config",
+        "quoted-env-name-in-a-code-paste",
+        "bare-call",
+        "call-with-an-argument",
+        "keyword-argument-call",
+        "unclosed-call",
+        "positional-subscript",
+        "keyed-subscript",
+        "timestamp-under-a-credential-key",
+        "offset-timestamp-under-a-credential-key",
+        "url-under-a-credential-key",
+        "fragment-url-under-a-credential-key",
+        "metadata-object-under-credential-keys",
+        "hyphenated-english-ending-a-sentence",
+        "url-followed-by-a-clause",
+        "timestamp-and-env-name-with-trailing-punctuation",
+        "shell-variable-reference",
+        "quoted-braced-shell-variable-reference",
+        "absolute-path-under-a-credential-key",
+        "sentence-holding-a-later-mixed-case-token",
+        "capitalized-word-starting-a-phrase",
+        "capitalized-word-before-a-parenthetical",
+        "yaml-scalar-without-a-space-after-the-colon",
+        "comparison-operator-after-the-value",
+    ],
+)
+def test_scan_message_keeps_benign_values(content):
+    guardrail = _guardrail()
+
+    assert guardrail.scan_message_for_secrets(content) == []
+    assert guardrail.redact_text(content) == content
+
+
+@pytest.mark.parametrize(
+    "value,redacted",
+    [("aB3dE6gH9jK2", True), ("aB3dE6gH9jK", False)],
+    ids=["at-minimum-length", "below-minimum-length"],
+)
+def test_credential_keyword_detector_honours_its_minimum_length(value, redacted):
+    guardrail = _guardrail()
+
+    assert (value not in guardrail.redact_text(f"password={value}")) is redacted
+
+
+@pytest.mark.parametrize(
+    "value,redacted",
+    [("aB3dE6gH9jK2", True), ("aB3dE6gH9jK", False)],
+    ids=["at-default-minimum-length", "below-default-minimum-length"],
+)
+def test_credential_keyword_detector_defaults_its_minimum_length(value, redacted):
+    guardrail = _ENTERPRISE_SecretDetection(
+        guardrail_name="hide-secrets",
+        event_hook="pre_call",
+        default_on=True,
+        detect_secrets_config={
+            "plugins_used": [
+                {key: setting for key, setting in plugin.items() if key != "minimum_length"}
+                for plugin in _default_detect_secrets_config["plugins_used"]
+            ]
+        },
+    )
+
+    assert (value not in guardrail.redact_text(f"password={value}")) is redacted
+
+
+def test_credential_keyword_detector_honours_keyword_exclude():
+    guardrail = _ENTERPRISE_SecretDetection(
+        guardrail_name="hide-secrets",
+        event_hook="pre_call",
+        default_on=True,
+        detect_secrets_config={
+            "plugins_used": [
+                {**plugin, "keyword_exclude": "fixture_"} if plugin["name"] == "CredentialKeywordDetector" else plugin
+                for plugin in _default_detect_secrets_config["plugins_used"]
+            ]
+        },
+    )
+    content = "fixture_password=aB3dE6gH9jK2mN5p\npassword=Kp7Nq2Wz9Bt4Xr6Vm1Ls"
+
+    assert guardrail.redact_text(content) == "fixture_password=aB3dE6gH9jK2mN5p\npassword=[REDACTED]"
+
+
+@pytest.mark.parametrize("minimum_length", ["12", 0, -1, 1.5], ids=["string", "zero", "negative", "float"])
+def test_credential_keyword_detector_rejects_an_unusable_minimum_length(minimum_length):
+    guardrail = _ENTERPRISE_SecretDetection(
+        guardrail_name="hide-secrets",
+        event_hook="pre_call",
+        default_on=True,
+        detect_secrets_config={
+            "plugins_used": [
+                {**plugin, "minimum_length": minimum_length}
+                if plugin["name"] == "CredentialKeywordDetector"
+                else plugin
+                for plugin in _default_detect_secrets_config["plugins_used"]
+            ]
+        },
+    )
+
+    with pytest.raises(ValueError, match="minimum_length"):
+        guardrail.scan_message_for_secrets("password=aB3dE6gH9jK2mN5p")
+
+
+@pytest.mark.parametrize(
+    "content",
+    [
+        "[db\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "[\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "[note] have a look\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "]\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "[]\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+    ],
+    ids=["unclosed", "bare-bracket", "bracketed-prose", "stray-close", "empty-header"],
+)
+def test_scan_message_reads_a_config_with_a_broken_section_header(content):
+    guardrail = _guardrail()
+
+    assert "Zx4Kp9Lm2Qr7Ns3Vt" not in guardrail.redact_text(content)
+
+
+@pytest.mark.parametrize(
+    "content",
+    [
+        "=orphan\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "  indented before any key\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "greeting = %(name)s\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+        "token = a\x00b\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n",
+    ],
+    ids=["empty-key", "leading-continuation", "interpolation", "nul-byte"],
+)
+def test_scan_message_reads_lines_that_a_stock_ini_parser_rejects(content):
+    guardrail = _guardrail()
+
+    assert "Zx4Kp9Lm2Qr7Ns3Vt" not in guardrail.redact_text(content)
+
+
+def test_scan_message_reads_a_config_that_repeats_a_section():
+    guardrail = _guardrail()
+    content = "[db]\nhost = localhost\n[db]\npassword = Zx4Kp9Lm2Qr7Ns3Vt\n"
+
+    assert "Zx4Kp9Lm2Qr7Ns3Vt" not in guardrail.redact_text(content)
+
+
+def test_scan_message_keeps_every_value_when_a_config_repeats_a_key():
+    guardrail = _guardrail()
+    content = (
+        "model_list:\n"
+        "  - model_name: gpt-4o\n    litellm_params:\n      api_key: aB3dE6gH9jK2mN5p\n"
+        "  - model_name: claude\n    litellm_params:\n      api_key: Kp7Nq2Wz9Bt4Xr6Vm1Ls\n"
+    )
+
+    redacted = guardrail.redact_text(content)
+
+    assert "aB3dE6gH9jK2mN5p" not in redacted
+    assert "Kp7Nq2Wz9Bt4Xr6Vm1Ls" not in redacted
+
+
+@pytest.mark.parametrize(
+    "content,secret",
+    [
+        (
+            f"api_key: {OPENAI_KEY}\nREDIS_PASSWORD=aB3dE6gH9jK2mN5p",
+            "aB3dE6gH9jK2mN5p",
+        ),
+        (
+            f"OPENAI_API_KEY={OPENAI_KEY}\nDB_PASSWORD=Kp7Nq2Wz9Bt4Xr6Vm1Ls",
+            "Kp7Nq2Wz9Bt4Xr6Vm1Ls",
+        ),
+        (
+            f"api_key: {OPENAI_KEY}\npassword =\n    Zx4Kp9Lm2Qr7Ns3Vt",
+            "Zx4Kp9Lm2Qr7Ns3Vt",
+        ),
+        (
+            "Here is my config, can you review it?\nREDIS_PASSWORD=aB3dE6gH9jK2mN5p",
+            "aB3dE6gH9jK2mN5p",
+        ),
+        (
+            "REDIS_PASSWORD=aB3dE6gH9jK2mN5p\nCan you tell me what is wrong with it?",
+            "aB3dE6gH9jK2mN5p",
+        ),
+        (
+            "Hi team\nplease rotate this before Friday\ndb_password=Zx4Kp9Lm2Qr7Ns3Vt\nthanks!",
+            "Zx4Kp9Lm2Qr7Ns3Vt",
+        ),
+        (
+            "model_list:\n  - model_name: gpt-4o\n    litellm_params:\n      api_key: aB3dE6gH9jK2mN5p\n",
+            "aB3dE6gH9jK2mN5p",
+        ),
+        ("api_key: >\n  aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("api_key: |-\n  aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("secret= \\\n    aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("password =\n# rotate me\n    Zx4Kp9Lm2Qr7Ns3Vt", "Zx4Kp9Lm2Qr7Ns3Vt"),
+        ("api_key =\n; rotate me\n    aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("  # pasted from the vault\napi_key=aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("  [db]\napi_key=aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+        ("    pasted with a leading indent\napi_key=aB3dE6gH9jK2mN5p", "aB3dE6gH9jK2mN5p"),
+    ],
+    ids=[
+        "flat-assignment",
+        "env-file",
+        "continuation-line",
+        "prose-before",
+        "prose-after",
+        "prose-both-sides",
+        "indented-config",
+        "yaml-folded-block",
+        "yaml-literal-block",
+        "backslash-continuation",
+        "comment-inside-a-value",
+        "semicolon-comment-inside-a-value",
+        "indented-comment-above",
+        "indented-section-header-above",
+        "indented-prose-above",
+    ],
+)
+def test_scan_message_still_sees_assignments_sharing_a_message_with_a_vendor_key(content, secret):
+    guardrail = _guardrail()
+
+    redacted = guardrail.redact_text(content)
+    assert secret not in redacted
+    assert OPENAI_KEY not in redacted
+
+
+def test_environment_reference_filter_only_drops_the_whole_value():
+    guardrail = _guardrail()
+
+    for reference in ("os.environ/OPENAI_API_KEY", "os.environ/e2b_api_key"):
+        assert guardrail.redact_text(f"password={reference}") == f"password={reference}"
+    assert guardrail.redact_text("password=notos.environ/OPENAI_API_KEY") == ("password=[REDACTED]")
+
+
+def test_environment_variable_names_are_dropped_only_for_the_keyword_plugin():
+    guardrail = _guardrail()
+
+    assert guardrail.redact_text("password=REDIS_PASSWORD") == "password=REDIS_PASSWORD"
+    assert guardrail.scan_message_for_secrets('k = "ABCD1234_EFGH5678_IJKLMN"') == [
+        {"type": "Base64 High Entropy String", "value": "ABCD1234_EFGH5678_IJKLMN"}
+    ]
+
+
+def test_masked_entity_count_keeps_the_vendor_type_beside_the_entropy_type():
+    guardrail = _guardrail()
+    _masked_entity_count.set({})
+
+    guardrail.redact_text('k = "ghp_abcdefghijklmnopqrstuvwxyzABCDEF1234"')
+
+    assert _masked_entity_count.get() == {
+        "Base64 High Entropy String": 1,
+        "GitHub Token": 1,
+    }
+
+
+@pytest.mark.parametrize(
+    "content",
+    [
+        f"api_key: '{OPENAI_KEY}'\n"
+        + "a: &a ["
+        + ", ".join(['"x"'] * 9)
+        + "]\n"
+        + "".join(f"{chr(98 + i)}: &{chr(98 + i)} [" + ", ".join([f"*{chr(97 + i)}"] * 9) + "]\n" for i in range(7)),
+        f"api_key: '{OPENAI_KEY}'\ndeep: " + "[" * 400 + "]" * 400,
+        f"api_key: '{OPENAI_KEY}'\nbroken: [unclosed",
+    ],
+    ids=["anchor-expansion", "deep-nesting", "unparseable"],
+)
+def test_scan_message_contains_hostile_config_text(content, monkeypatch, tmp_path):
+    guardrail = _guardrail()
+    monkeypatch.setenv("TMPDIR", str(tmp_path))
+    monkeypatch.setattr(tempfile, "tempdir", None)
+
+    started = time.perf_counter()
+    found = guardrail.scan_message_for_secrets(content)
+
+    assert time.perf_counter() - started < 10.0
+    assert OPENAI_KEY in [secret["value"] for secret in found]
+    assert list(tmp_path.iterdir()) == []
+
+
+@pytest.mark.parametrize(
+    "content",
+    [
+        f"api_key = '{OPENAI_KEY}'\nbase = abcdefghijkl\npassword = x\n    %(base)sZZZZQQQQ\n",
+        "base = abcdefghijkl\npassword = x\n    %(base)sZZZZQQQQ\n",
+        f"api_key = '{OPENAI_KEY}'\nbase = Kp7Nq2Wz9Bt4\npassword = x\n"
+        "    %(base)s-primary\nnote = Kp7Nq2Wz9Bt4-primary is the hostname\n",
+        'base = "abcdefghijkl"\npassword = "%(base)sZZZZQQQQ"\n',
+    ],
+    ids=[
+        "vendor-key-present",
+        "no-vendor-key",
+        "value-echoed-elsewhere",
+        "quoted-interpolation",
+    ],
+)
+def test_scan_message_never_reports_a_value_the_message_does_not_hold(content):
+    guardrail = _guardrail()
+
+    for secret in guardrail.scan_message_for_secrets(content):
+        assert secret["value"] in content
+
+
+def test_scan_message_leaves_unrelated_text_alone_when_a_value_is_echoed():
+    guardrail = _guardrail()
+    content = (
+        f"api_key = '{OPENAI_KEY}'\nbase = Kp7Nq2Wz9Bt4\npassword = x\n"
+        "    %(base)s-primary\nnote = Kp7Nq2Wz9Bt4-primary is the hostname\n"
+    )
+
+    assert "note = Kp7Nq2Wz9Bt4-primary is the hostname" in guardrail.redact_text(content)
+
+
+def test_masked_entity_count_counts_each_secret_once():
+    guardrail = _guardrail()
+    _masked_entity_count.set({})
+
+    guardrail.redact_text(f"first {OPENAI_KEY} second {OPENAI_KEY}")
+
+    assert _masked_entity_count.get() == {"Strict OpenAI API Key": 1}
+
+
 def test_scan_message_redacts_every_openai_key_occurrence():
     guardrail = _guardrail()
     content = f"first {OPENAI_KEY}, second {OPENAI_KEY}"
@@ -81,9 +646,7 @@ def test_scan_message_requires_ascii_digits_for_openai_like_values():
 def test_scan_message_redacts_openai_key_after_separator():
     guardrail = _guardrail()
 
-    assert guardrail.redact_text(f"openai_{OPENAI_KEY} key-{OPENAI_KEY}") == (
-        "openai_[REDACTED] key-[REDACTED]"
-    )
+    assert guardrail.redact_text(f"openai_{OPENAI_KEY} key-{OPENAI_KEY}") == ("openai_[REDACTED] key-[REDACTED]")
     assert guardrail.redact_text(URL_ENCODED_KEY) == "Bearer%20[REDACTED]"
 
 
@@ -102,6 +665,31 @@ def test_scan_message_stays_linear_on_repeated_sk_separators():
     assert time.perf_counter() - started < 2.0
 
 
+@pytest.mark.parametrize(
+    "content",
+    [
+        f"api_key: '{OPENAI_KEY}'\npassword=" + "a-" * 10_000 + "!",
+        f"api_key: '{OPENAI_KEY}'\npassword:" + '"' * 20_000,
+        f"api_key: '{OPENAI_KEY}'\n" + "api_key:" * 10_000,
+        f"api_key: '{OPENAI_KEY}'\nsecret=" + "aB3dE6gH9jK2mN5p " * 2_000,
+        f"api_key: '{OPENAI_KEY}'\n" + "\n".join(f"password{i}=aB3dE6gH9jK2mN5p{i}" for i in range(3_000)),
+    ],
+    ids=[
+        "value-run",
+        "quote-run",
+        "keyword-run",
+        "value-repeat",
+        "assignment-flood",
+    ],
+)
+def test_scan_message_stays_linear_on_adversarial_credential_lines(content):
+    guardrail = _guardrail()
+
+    started = time.perf_counter()
+    guardrail.redact_text(content)
+    assert time.perf_counter() - started < 10.0
+
+
 def test_scan_message_redacts_whole_stripe_live_key():
     guardrail = _guardrail()
 
@@ -119,8 +707,8 @@ def test_scan_message_replaces_longest_overlapping_match_first():
     guardrail = _guardrail()
     content = f'token = "{OPENAI_KEY}/extra"'
 
-    detected = guardrail.scan_message_for_secrets(content)
-    assert [secret["value"] for secret in detected] == [f"{OPENAI_KEY}/extra", OPENAI_KEY]
+    values = [secret["value"] for secret in guardrail.scan_message_for_secrets(content)]
+    assert values == [f"{OPENAI_KEY}/extra", OPENAI_KEY]
     assert guardrail.redact_text(content) == 'token = "[REDACTED]"'
 
 

From 17863fa5cf73d4d51079afe518d966d16fb712ee Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:05:35 -0700
Subject: [PATCH 239/298] fix(mcp): match per-server OAuth metadata issuers

---
 .../mcp_server/discoverable_endpoints.py      | 20 ++++++-
 .../mcp_server/test_discoverable_endpoints.py | 60 +++++++++++++++++--
 2 files changed, 71 insertions(+), 9 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 42fbe82531c..580ed8eef1e 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -2490,7 +2490,11 @@ async def _build_oauth_protected_resource_response(
 
     return {
         "authorization_servers": [
-            (f"{request_base_url}/{mcp_server_name}" if mcp_server_name else f"{request_base_url}")
+            resource_url
+            if explicitly_named
+            else f"{request_base_url}/{mcp_server_name}"
+            if mcp_server_name
+            else request_base_url
         ],
         "resource": resource_url,
         "scopes_supported": (mcp_server.scopes if mcp_server and mcp_server.scopes else []),
@@ -2666,6 +2670,8 @@ async def oauth_protected_resource_mcp(request: Request, mcp_server_name: str |
 def _build_oauth_authorization_server_response(
     request: Request,
     mcp_server_name: str | None,
+    *,
+    issuer_path: str | None = None,
 ) -> dict:
     """Build OAuth authorization server metadata response (gateway-as-AS shape).
 
@@ -2694,7 +2700,13 @@ def _build_oauth_authorization_server_response(
 
     _raise_unless_oauth2_discovery_server(mcp_server, mcp_server_name, "not an OAuth authorization server")
 
-    issuer: Final = f"{request_base_url}/{mcp_server_name}" if explicitly_named else request_base_url
+    issuer: Final = (
+        f"{request_base_url}/{issuer_path}"
+        if issuer_path is not None
+        else f"{request_base_url}/{mcp_server_name}"
+        if explicitly_named
+        else request_base_url
+    )
 
     return {
         "issuer": issuer,
@@ -2724,6 +2736,7 @@ async def oauth_authorization_server_mcp_standard(request: Request, mcp_server_n
     return _build_oauth_authorization_server_response(
         request=request,
         mcp_server_name=mcp_server_name,
+        issuer_path=f"mcp/{mcp_server_name}",
     )
 
 
@@ -2802,7 +2815,7 @@ async def jwks_json(request: Request):
 
 
 # Additional legacy pattern support
-@router.get("/.well-known/oauth-authorization-server/{mcp_server_name}/mcp")
+@router.get(f"/.well-known/oauth-authorization-server{well_known_root_suffix()}/{{mcp_server_name}}/mcp")
 async def oauth_authorization_server_legacy(request: Request, mcp_server_name: str):
     """
     OAuth authorization server discovery for legacy /{server_name}/mcp pattern.
@@ -2810,6 +2823,7 @@ async def oauth_authorization_server_legacy(request: Request, mcp_server_name: s
     return _build_oauth_authorization_server_response(
         request=request,
         mcp_server_name=mcp_server_name,
+        issuer_path=f"{mcp_server_name}/mcp",
     )
 
 
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 1b7e3d6a1c3..cd861b76bb8 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -3419,16 +3419,16 @@ async def test_oauth_protected_resource_gateway_managed_oauth2_advertises_gatewa
         relay_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="relay_mcp", use_standard_pattern=True
         )
-        assert relay_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp"]
+        assert relay_response["authorization_servers"] == ["https://litellm.example.com/mcp/relay_mcp"]
         relay_legacy_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="relay_mcp", use_standard_pattern=False
         )
-        assert relay_legacy_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp"]
+        assert relay_legacy_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp/mcp"]
 
         delegated_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="delegated_mcp", use_standard_pattern=True
         )
-        assert delegated_response["authorization_servers"] == ["https://litellm.example.com/delegated_mcp"]
+        assert delegated_response["authorization_servers"] == ["https://litellm.example.com/mcp/delegated_mcp"]
     finally:
         global_mcp_server_manager.registry.clear()
 
@@ -9120,8 +9120,8 @@ async def test_named_discovery_issuer_matches_protected_resource_authorization_s
     from fastapi import Request
 
     from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
-        _build_oauth_authorization_server_response,
         _build_oauth_protected_resource_response,
+        oauth_authorization_server_mcp_standard,
     )
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
         global_mcp_server_manager,
@@ -9139,10 +9139,10 @@ async def test_named_discovery_issuer_matches_protected_resource_authorization_s
         resource_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="test_oauth", use_standard_pattern=True
         )
-        authorization_response = _build_oauth_authorization_server_response(
+        authorization_response = await oauth_authorization_server_mcp_standard(
             request=mock_request, mcp_server_name="test_oauth"
         )
-        assert resource_response["authorization_servers"] == ["https://llm.example.com/test_oauth"]
+        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp/test_oauth"]
         assert authorization_response["issuer"] == resource_response["authorization_servers"][0]
     finally:
         global_mcp_server_manager.registry.clear()
@@ -11186,3 +11186,51 @@ async def test_dcr_refusal_is_actionable_without_upstream_body(
     assert f"HTTP {upstream_status}" in str(exc.value.detail)
     assert "pre-registered OAuth client" in str(exc.value.detail)
     assert "private upstream details" not in str(exc.value.detail)
+
+
+@pytest.mark.parametrize("prefix", ["", "/tenant-a", "/tenant-b"])
+@pytest.mark.parametrize(
+    ("server_name", "pattern"),
+    [
+        ("issuer_test", "mcp/{server}"),
+        ("issuer_test", "{server}/mcp"),
+        ("issuer_test", "{server}"),
+        ("mcp", "mcp/{server}"),
+        ("mcp", "{server}/mcp"),
+    ],
+)
+def test_per_server_authorization_metadata_issuer_matches_discovery_path(
+    _no_proxy_base_url, _isolated_mcp_registry, prefix, server_name, pattern
+):
+    server = _create_oauth2_server(server_id=server_name, name=server_name, server_name=server_name, alias=server_name)
+    _isolated_mcp_registry[server.server_id] = server
+    client = _prefixed_discovery_client(["/tenant-a", "/tenant-b"])
+    path = pattern.format(server=server_name)
+    response = client.get(f"{prefix}/.well-known/oauth-authorization-server/{path}")
+    assert response.status_code == 200
+    metadata = response.json()
+    assert metadata["issuer"] == f"http://testserver{prefix}/{path}"
+    assert metadata["authorization_endpoint"] == f"http://testserver{prefix}/{server_name}/authorize"
+    assert metadata["token_endpoint"] == f"http://testserver{prefix}/{server_name}/token"
+    assert metadata["registration_endpoint"] == f"http://testserver{prefix}/{server_name}/register"
+
+
+@pytest.mark.parametrize("prefix", ["", "/tenant-a"])
+@pytest.mark.parametrize("relay", [False, True])
+@pytest.mark.parametrize("pattern", ["mcp/{server}", "{server}/mcp"])
+def test_named_resource_discovery_follows_matching_authorization_issuer(
+    _no_proxy_base_url, _isolated_mcp_registry, prefix, relay, pattern
+):
+    server = _create_oauth2_server().model_copy(update={"per_server_oauth_discovery": relay})
+    _isolated_mcp_registry[server.server_id] = server
+    client = _prefixed_discovery_client(["/tenant-a"])
+    path = pattern.format(server=server.server_name)
+    response = client.get(f"{prefix}/.well-known/oauth-protected-resource/{path}")
+    assert response.status_code == 200
+    resource = response.json()
+    issuer_path = path if relay else "mcp"
+    assert resource["resource"] == f"http://testserver{prefix}/{path}"
+    assert resource["authorization_servers"] == [f"http://testserver{prefix}/{issuer_path}"]
+    authorization = client.get(f"{prefix}/.well-known/oauth-authorization-server/{issuer_path}")
+    assert authorization.status_code == 200
+    assert authorization.json()["issuer"] == resource["authorization_servers"][0]

From 77f406dc002190cf1717a865fe656c20a62175cf Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 17:09:35 -0700
Subject: [PATCH 240/298] test(e2e): start persistent Keycloak in the
 changed-test runner

---
 .github/e2e-stack/down.sh                     |   2 +-
 .github/e2e-stack/select_tests.py             |   1 +
 .github/e2e-stack/start-idp.sh                |  45 ++++++++
 .github/e2e-stack/up.sh                       |   9 ++
 .github/workflows/test-e2e-changed.yml        |   5 +-
 .../test_e2e_changed_gate.py                  |   2 +
 .../code_coverage_tests/test_e2e_idp_stack.py | 106 ++++++++++++++++++
 tests/e2e/CONTRIBUTING.md                     |   4 +-
 tests/e2e/gateway/stage_mirror_ci_config.yml  |   7 ++
 9 files changed, 177 insertions(+), 4 deletions(-)
 create mode 100644 .github/e2e-stack/start-idp.sh
 create mode 100644 tests/code_coverage_tests/test_e2e_idp_stack.py

diff --git a/.github/e2e-stack/down.sh b/.github/e2e-stack/down.sh
index 9f72f2d6e64..740d626beea 100755
--- a/.github/e2e-stack/down.sh
+++ b/.github/e2e-stack/down.sh
@@ -10,7 +10,7 @@ for pid_file in "${STACK_DIR}"/pids/*.pid; do
   rm -f "${pid_file}"
 done
 
-for container in e2e-nginx e2e-valkey e2e-jaeger e2e-postgres; do
+for container in e2e-nginx e2e-keycloak e2e-valkey e2e-jaeger e2e-postgres; do
   docker rm -f "${container}" >/dev/null 2>&1
 done
 
diff --git a/.github/e2e-stack/select_tests.py b/.github/e2e-stack/select_tests.py
index a62358f81ff..238818a0d36 100644
--- a/.github/e2e-stack/select_tests.py
+++ b/.github/e2e-stack/select_tests.py
@@ -11,6 +11,7 @@ UNSUPPORTED: Final = re.compile(
 )
 HARNESS: Final = re.compile(
     r"^tests/e2e/[A-Za-z0-9_.-]+\.(py|ini)$"
+    r"|^tests/e2e/idp_realm\.json$"
     r"|^tests/e2e/gateway/"
     r"|^\.github/e2e-stack/"
     r"|^\.github/workflows/test-e2e-changed\.yml$"
diff --git a/.github/e2e-stack/start-idp.sh b/.github/e2e-stack/start-idp.sh
new file mode 100644
index 00000000000..e59a7ade34c
--- /dev/null
+++ b/.github/e2e-stack/start-idp.sh
@@ -0,0 +1,45 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
+KEYCLOAK_IMAGE="${E2E_KEYCLOAK_IMAGE:-quay.io/keycloak/keycloak@sha256:ff4257d0d64efbe99ed1ddfaf07765cc3c36dc7518bf8324d41961327f441c54}"
+KEYCLOAK_PORT="${E2E_KEYCLOAK_PORT:-8081}"
+POSTGRES_IMAGE="${E2E_POSTGRES_IMAGE:-postgres:16.6}"
+: "${DATABASE_HOST:?}" "${DATABASE_PORT:?}" "${DATABASE_USER:?}" "${DATABASE_PASSWORD:?}" "${DATABASE_NAME:?}"
+
+DB_HOST="${DATABASE_HOST}"
+DB_NETWORK_ARGS=(--network bridge)
+IDP_NETWORK_ARGS=(-p "127.0.0.1:${KEYCLOAK_PORT}:${KEYCLOAK_PORT}")
+if [[ "$(uname)" == "Linux" ]]; then
+  DB_NETWORK_ARGS=(--network host)
+  IDP_NETWORK_ARGS=(--network host)
+elif [[ "${DB_HOST}" == "127.0.0.1" || "${DB_HOST}" == "localhost" ]]; then
+  DB_HOST=host.docker.internal
+fi
+
+docker run --rm "${DB_NETWORK_ARGS[@]}" -e "PGPASSWORD=${DATABASE_PASSWORD}" \
+  "${POSTGRES_IMAGE}" psql -h "${DB_HOST}" -p "${DATABASE_PORT}" \
+  -U "${DATABASE_USER}" -d "${DATABASE_NAME}" -v ON_ERROR_STOP=1 \
+  -c 'CREATE SCHEMA IF NOT EXISTS keycloak' >/dev/null
+
+docker rm -f e2e-keycloak >/dev/null 2>&1 || true
+docker run -d --name e2e-keycloak "${IDP_NETWORK_ARGS[@]}" --memory 1536m \
+  -v "${REPO_ROOT}/tests/e2e/idp_realm.json:/opt/keycloak/data/import/realm.json:ro" \
+  -e KC_DB=postgres -e "KC_DB_URL_HOST=${DB_HOST}" -e "KC_DB_URL_PORT=${DATABASE_PORT}" \
+  -e "KC_DB_URL_DATABASE=${DATABASE_NAME}" -e KC_DB_SCHEMA=keycloak \
+  -e "KC_DB_USERNAME=${DATABASE_USER}" -e "KC_DB_PASSWORD=${DATABASE_PASSWORD}" \
+  -e KC_DB_POOL_INITIAL_SIZE=2 -e KC_DB_POOL_MIN_SIZE=2 -e KC_DB_POOL_MAX_SIZE=10 \
+  -e "KC_HTTP_PORT=${KEYCLOAK_PORT}" -e KC_BOOTSTRAP_ADMIN_USERNAME=admin \
+  -e KC_BOOTSTRAP_ADMIN_PASSWORD=e2e-ephemeral-idp-not-a-secret \
+  "${KEYCLOAK_IMAGE}" start-dev --import-realm >/dev/null
+
+deadline=$((SECONDS + ${E2E_KEYCLOAK_STARTUP_TIMEOUT:-300}))
+until curl -fsS --connect-timeout 2 --max-time 3 \
+  "http://127.0.0.1:${KEYCLOAK_PORT}/realms/litellm-e2e/.well-known/openid-configuration" >/dev/null 2>&1; do
+  if ((SECONDS >= deadline)); then
+    echo 'e2e-stack: timed out waiting for the Keycloak realm' >&2
+    exit 1
+  fi
+  sleep 2
+done
+echo 'e2e-stack: Keycloak realm is up'
diff --git a/.github/e2e-stack/up.sh b/.github/e2e-stack/up.sh
index 2f2e6c6f9a8..a789a570483 100755
--- a/.github/e2e-stack/up.sh
+++ b/.github/e2e-stack/up.sh
@@ -25,6 +25,7 @@ DATABASE_PASSWORD="${E2E_DATABASE_PASSWORD:-dbpassword9090}"
 DATABASE_NAME="${E2E_DATABASE_NAME:-litellm}"
 JAEGER_OTLP_PORT="${E2E_JAEGER_OTLP_PORT:-4318}"
 JAEGER_QUERY_PORT="${E2E_JAEGER_QUERY_PORT:-16686}"
+KEYCLOAK_PORT="${E2E_KEYCLOAK_PORT:-8081}"
 
 MASTER_KEY="${LITELLM_MASTER_KEY:-sk-e2e-$(openssl rand -hex 16)}"
 
@@ -124,6 +125,9 @@ SERVER_ENV=(
   "OTEL_EXPORTER_OTLP_ENDPOINT=http://127.0.0.1:${JAEGER_OTLP_PORT}"
   "SSL_CERT_FILE=${CERTS_DIR}/ca-bundle.pem"
   "PYTHONPATH=${REPO_ROOT}"
+  "JWT_PUBLIC_KEY_URL=http://127.0.0.1:${KEYCLOAK_PORT}/realms/litellm-e2e/protocol/openid-connect/certs"
+  "JWT_ISSUER=http://127.0.0.1:${KEYCLOAK_PORT}/realms/litellm-e2e"
+  "JWT_AUDIENCE=litellm-e2e"
 )
 if [[ -n "${VERTEXAI_CREDENTIALS:-}" ]]; then
   printf '%s' "${VERTEXAI_CREDENTIALS}" > "${STACK_DIR}/vertex-adc.json"
@@ -132,6 +136,8 @@ fi
 
 cd "${REPO_ROOT}"
 
+env "${SERVER_ENV[@]}" "E2E_KEYCLOAK_PORT=${KEYCLOAK_PORT}" bash .github/e2e-stack/start-idp.sh
+
 log "running migrations"
 env "${SERVER_ENV[@]}" uv run --no-sync python migrations/run.py >"${LOGS_DIR}/migrations.log" 2>&1
 
@@ -200,6 +206,9 @@ LITELLM_MASTER_KEY=${MASTER_KEY}
 REDIS_HOST=127.0.0.1
 REDIS_PORT=${REDIS_PORT}
 E2E_OTEL_QUERY_URL=http://127.0.0.1:${JAEGER_QUERY_PORT}
+E2E_KEYCLOAK_URL=http://127.0.0.1:${KEYCLOAK_PORT}
+E2E_KEYCLOAK_ADMIN_USER=admin
+E2E_KEYCLOAK_ADMIN_PASSWORD=e2e-ephemeral-idp-not-a-secret
 SSL_CERT_FILE=${CERTS_DIR}/ca-bundle.pem
 DATABASE_URL=postgresql://${DATABASE_USER}:${DATABASE_PASSWORD}@${DATABASE_HOST}:${DATABASE_PORT}/${DATABASE_NAME}
 EOF
diff --git a/.github/workflows/test-e2e-changed.yml b/.github/workflows/test-e2e-changed.yml
index 23ab6dfcfe4..1db597ff673 100644
--- a/.github/workflows/test-e2e-changed.yml
+++ b/.github/workflows/test-e2e-changed.yml
@@ -27,6 +27,8 @@ jobs:
           sparse-checkout: |
             .github/e2e-stack
             tests/e2e/access_control
+            tests/e2e/management/test_jwt_management_e2e.py
+            tests/e2e/other/test_jwt_auth_e2e.py
           persist-credentials: false
           ref: ${{ github.sha }}
 
@@ -45,7 +47,8 @@ jobs:
             --jq '.[] | select(.status != "removed") | .filename')"
           gh api "repos/${REPO}/pulls/${PR_NUMBER}" --jq '.head.sha' | grep -Fxq "${HEAD_SHA}"
           tests="$(printf '%s\n' "${files}" \
-            | python3 .github/e2e-stack/select_tests.py tests/e2e/access_control/test_*.py)"
+            | python3 .github/e2e-stack/select_tests.py tests/e2e/access_control/test_*.py \
+                tests/e2e/management/test_jwt_management_e2e.py tests/e2e/other/test_jwt_auth_e2e.py)"
           echo "tests=${tests}" >> "${GITHUB_OUTPUT}"
           if [ -n "${tests}" ]; then
             echo "any=true" >> "${GITHUB_OUTPUT}"
diff --git a/tests/code_coverage_tests/test_e2e_changed_gate.py b/tests/code_coverage_tests/test_e2e_changed_gate.py
index d2b842364a6..588402e3996 100644
--- a/tests/code_coverage_tests/test_e2e_changed_gate.py
+++ b/tests/code_coverage_tests/test_e2e_changed_gate.py
@@ -144,6 +144,8 @@ def test_changed_suite_files_are_selected_unless_the_stack_cannot_run_them(
         "tests/e2e/pytest.ini",
         "tests/e2e/gateway/stage_mirror_ci_config.yml",
         ".github/e2e-stack/up.sh",
+        ".github/e2e-stack/start-idp.sh",
+        "tests/e2e/idp_realm.json",
         ".github/workflows/test-e2e-changed.yml",
     ),
 )
diff --git a/tests/code_coverage_tests/test_e2e_idp_stack.py b/tests/code_coverage_tests/test_e2e_idp_stack.py
new file mode 100644
index 00000000000..3b994fe521f
--- /dev/null
+++ b/tests/code_coverage_tests/test_e2e_idp_stack.py
@@ -0,0 +1,106 @@
+import json
+import os
+import subprocess
+import sys
+from pathlib import Path
+
+import pytest
+import yaml
+
+ROOT = Path(__file__).resolve().parents[2]
+START_IDP = ROOT / ".github/e2e-stack/start-idp.sh"
+
+
+def run_start(tmp_path: Path, *, platform: str = "Linux", failure: str = ""):
+    bin_dir = tmp_path / "bin"
+    bin_dir.mkdir()
+    calls = tmp_path / "docker.jsonl"
+    programs = {
+        "docker": """import json, os, sys
+with open(os.environ['DOCKER_LOG'], 'a') as out:
+    out.write(json.dumps(sys.argv[1:]) + '\\n')
+if os.environ['FAILURE'] == 'schema' and 'psql' in sys.argv:
+    sys.exit(17)
+if os.environ['FAILURE'] == 'launch' and '--name' in sys.argv:
+    sys.exit(18)
+""",
+        "curl": "import os, sys; sys.exit(1 if os.environ['FAILURE'] == 'readiness' else 0)\n",
+        "uname": "import os; print(os.environ['PLATFORM'])\n",
+    }
+    for name, source in programs.items():
+        program = bin_dir / name
+        program.write_text(f"#!{sys.executable}\n{source}")
+        program.chmod(0o755)
+    result = subprocess.run(
+        ["bash", str(START_IDP)],
+        env={
+            **os.environ,
+            "PATH": f"{bin_dir}:{os.environ['PATH']}",
+            "DOCKER_LOG": str(calls),
+            "PLATFORM": platform,
+            "FAILURE": failure,
+            "DATABASE_HOST": "127.0.0.1",
+            "DATABASE_PORT": "5544",
+            "DATABASE_USER": "fixture_user",
+            "DATABASE_PASSWORD": "fixture_password",
+            "DATABASE_NAME": "fixture_db",
+            "E2E_KEYCLOAK_PORT": "8181",
+            "E2E_KEYCLOAK_STARTUP_TIMEOUT": "0",
+        },
+        capture_output=True,
+        text=True,
+        timeout=10,
+    )
+    return result, [json.loads(line) for line in calls.read_text().splitlines()]
+
+
+@pytest.mark.parametrize("platform", ("Linux", "Darwin"))
+def test_idp_uses_existing_database_and_imports_runner_realm(tmp_path: Path, platform: str) -> None:
+    result, calls = run_start(tmp_path, platform=platform)
+
+    assert result.returncode == 0, result.stderr
+    schema, _, launch = calls
+    host = "127.0.0.1" if platform == "Linux" else "host.docker.internal"
+    assert schema[schema.index("-h") + 1] == host
+    assert schema[schema.index("-p") + 1] == "5544"
+    assert "ON_ERROR_STOP=1" in schema
+    assert "CREATE SCHEMA IF NOT EXISTS keycloak" in schema
+    assert f"KC_DB_URL_HOST={host}" in launch
+    assert "KC_DB_URL_PORT=5544" in launch
+    assert "KC_DB_SCHEMA=keycloak" in launch
+    assert "KC_DB_POOL_MAX_SIZE=10" in launch
+    assert f"{ROOT}/tests/e2e/idp_realm.json:/opt/keycloak/data/import/realm.json:ro" in launch
+    assert "KC_HTTP_PORT=8181" in launch
+    if platform == "Linux":
+        assert launch[launch.index("--network") + 1] == "host"
+    else:
+        assert launch[launch.index("-p") + 1] == "127.0.0.1:8181:8181"
+    assert "Keycloak realm is up" in result.stdout
+
+
+@pytest.mark.parametrize(("failure", "code"), (("schema", 17), ("launch", 18), ("readiness", 1)))
+def test_idp_failure_stops_stack_startup(tmp_path: Path, failure: str, code: int) -> None:
+    result, calls = run_start(tmp_path, failure=failure)
+
+    assert result.returncode == code
+    assert "Keycloak realm is up" not in result.stdout
+    if failure == "schema":
+        assert len(calls) == 1, "do not replace an IdP when its database is unavailable"
+
+
+def test_proxy_and_test_runner_share_the_same_jwt_configuration() -> None:
+    config = yaml.safe_load((ROOT / "tests/e2e/gateway/stage_mirror_ci_config.yml").read_text())
+    general = config["general_settings"]
+    assert general["enable_jwt_auth"] is True
+    assert general["litellm_jwtauth"] == {
+        "user_id_jwt_field": "sub",
+        "user_email_jwt_field": "email",
+        "team_ids_jwt_field": "groups",
+        "user_id_upsert": True,
+    }
+    up = (START_IDP.parent / "up.sh").read_text()
+    assert '"JWT_ISSUER=http://127.0.0.1:${KEYCLOAK_PORT}/realms/litellm-e2e"' in up
+    assert '"JWT_AUDIENCE=litellm-e2e"' in up
+    assert "E2E_KEYCLOAK_URL=http://127.0.0.1:${KEYCLOAK_PORT}" in up
+    assert up.index("bash .github/e2e-stack/start-idp.sh") < up.index("start_server backend")
+    assert "e2e-keycloak" in (START_IDP.parent / "down.sh").read_text()
diff --git a/tests/e2e/CONTRIBUTING.md b/tests/e2e/CONTRIBUTING.md
index 53fcdbfe381..948ad819a8c 100644
--- a/tests/e2e/CONTRIBUTING.md
+++ b/tests/e2e/CONTRIBUTING.md
@@ -69,7 +69,7 @@ The suites run against a live proxy, so bring one up first by running the litell
      uv run pytest tests/e2e/other/test_jwt_auth_e2e.py tests/e2e/management/test_jwt_management_e2e.py --reruns 0 -v
    ```
 
-   CI runs this suite against a Keycloak deployed beside the ephemeral stack, and that deployment (the JWT config block, `JWT_PUBLIC_KEY_URL`, and the admin credential handed to the run pod) lives in the project-releaser repo, not here. CI fetches the realm from the test-runner revision even when it reuses a gateway image from another commit. Keycloak stores its realm, keys and users in a separate schema in the build's PostgreSQL, so replacing the IdP pod preserves token validity. Its startup probe waits for the imported realm. Losing the whole ephemeral database invalidates the stack. Keycloak skips imports into an existing realm, so changes to the realm export require a fresh stack (or deliberately replacing the local data volume). A stack without it fails the JWT tests rather than skipping them
+   Buildkite runs this suite against a Keycloak deployed beside the ephemeral stack by project-releaser. It fetches the realm from the test-runner revision even when it reuses a gateway image from another commit. The GitHub Actions changed-test stack starts the same digest-pinned Keycloak through `.github/e2e-stack/start-idp.sh`, imports the checked-out realm, and exports the IdP URL and credentials in `stack.env`. Both runners configure issuer/audience validation and store the realm, keys and users in a separate schema in the stack's PostgreSQL, so replacing Keycloak preserves token validity. Both wait for realm discovery before running tests. Losing the whole ephemeral database invalidates the stack. Keycloak skips imports into an existing realm, so changes to the realm export require a fresh stack (or deliberately replacing the local data volume). A stack without it fails the JWT tests rather than skipping them
 
 4. Run a suite against it; the harness reads `LITELLM_PROXY_URL` (default `http://localhost:4000`):
 
@@ -101,7 +101,7 @@ A couple of logging destinations are configured on the proxy rather than by the
 
 ### The pull request check
 
-Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite as a canary, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Jaeger, and TLS cluster-mode Valkey. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start
+Every same-repository PR that adds, modifies, or renames a `tests/e2e/**/test_*.py` file runs those changed files three times. A change to the harness itself, meaning a root-level `tests/e2e/*.py` file or `pytest.ini`, `tests/e2e/gateway/`, `.github/e2e-stack/`, or the workflow, also runs the `access_control` suite and both JWT suites as canaries, because those files have no test of their own that exercises the stack. `.github/e2e-stack/select_tests.py` applies both rules. The stack config at `tests/e2e/gateway/stage_mirror_ci_config.yml` must declare every model the selected suites use; a missing one shows up as a failed test id in the public log. The suite's own single rerun for network errors and 5xx responses (see `pytest.ini`) applies on every pass, so a transport blip does not fail the check while a race inside a test still does. The stage-mirror stack has a control-plane backend, two gateways behind nginx, Postgres, Keycloak, Jaeger, and TLS cluster-mode Valkey. Realm-only edits also trigger these canaries. The stack exports every gateway address in `LITELLM_PROXY_REPLICA_URLS`, so model registration waits until each gateway lists the new model rather than whichever one the load balancer answered from. Documentation, deleted-file, and application-only changes do not start the stack or request environment approval. The `ui/`, `claude_code/`, and `load/` directories, `batches/test_managed_files_enforcement_e2e.py`, `llm_translation/realtime/test_realtime_pipecat_audio_e2e.py`, and `guardrails/test_presidio_masking_e2e.py` remain outside this check because they use separate tooling or need a differently configured stack: the pipecat audio suite skips itself at import time unless the NLTK `punkt_tab` data is installed, and the presidio suite fails without the analyzer and anonymizer services this stack does not start
 
 Every selected file must execute at least one passing test in each pass, and any test failure, collection error, or entirely skipped or deselected file fails the check. A file whose tests are all marked skip therefore cannot pass this check, so unskip at least one of them, or add the file to `UNSUPPORTED` in `select_tests.py` with the reason, before changing one. A failed pass stops the run. The public log prints pytest's one-line summary for each pass, including the rerun count, and names each failed or errored test as `classname::name`, so a retried network error or a failing test is visible without the raw output. The final `e2e-changed-tests` job succeeds only when no supported test files changed or the approved run completed all three passes. Fork PRs with selected tests fail this gate until a maintainer brings the reviewed change onto a same-repository branch
 
diff --git a/tests/e2e/gateway/stage_mirror_ci_config.yml b/tests/e2e/gateway/stage_mirror_ci_config.yml
index 229e8514dee..8c8e64443cb 100644
--- a/tests/e2e/gateway/stage_mirror_ci_config.yml
+++ b/tests/e2e/gateway/stage_mirror_ci_config.yml
@@ -1,4 +1,11 @@
 general_settings:
+  proxy_batch_write_at: 5
+  enable_jwt_auth: true
+  litellm_jwtauth:
+    user_id_jwt_field: sub
+    user_email_jwt_field: email
+    team_ids_jwt_field: groups
+    user_id_upsert: true
   proxy_config_reload_interval_seconds: 7
   store_prompts_in_spend_logs: true
   database_connection_pool_limit: 10

From da61fa35642c03e68b1a2b08a58845d353fa1bb1 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:11:42 -0700
Subject: [PATCH 241/298] fix(mcp): preserve existing relay discovery
 identifiers

---
 .../mcp_server/discoverable_endpoints.py           |  6 +-----
 .../mcp_server/test_discoverable_endpoints.py      | 14 +++++++-------
 2 files changed, 8 insertions(+), 12 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
index 580ed8eef1e..57dbfafc61a 100644
--- a/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
+++ b/litellm/proxy/_experimental/mcp_server/discoverable_endpoints.py
@@ -2490,11 +2490,7 @@ async def _build_oauth_protected_resource_response(
 
     return {
         "authorization_servers": [
-            resource_url
-            if explicitly_named
-            else f"{request_base_url}/{mcp_server_name}"
-            if mcp_server_name
-            else request_base_url
+            (f"{request_base_url}/{mcp_server_name}" if mcp_server_name else f"{request_base_url}")
         ],
         "resource": resource_url,
         "scopes_supported": (mcp_server.scopes if mcp_server and mcp_server.scopes else []),
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index cd861b76bb8..7ecc1313ba3 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -3419,16 +3419,16 @@ async def test_oauth_protected_resource_gateway_managed_oauth2_advertises_gatewa
         relay_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="relay_mcp", use_standard_pattern=True
         )
-        assert relay_response["authorization_servers"] == ["https://litellm.example.com/mcp/relay_mcp"]
+        assert relay_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp"]
         relay_legacy_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="relay_mcp", use_standard_pattern=False
         )
-        assert relay_legacy_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp/mcp"]
+        assert relay_legacy_response["authorization_servers"] == ["https://litellm.example.com/relay_mcp"]
 
         delegated_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="delegated_mcp", use_standard_pattern=True
         )
-        assert delegated_response["authorization_servers"] == ["https://litellm.example.com/mcp/delegated_mcp"]
+        assert delegated_response["authorization_servers"] == ["https://litellm.example.com/delegated_mcp"]
     finally:
         global_mcp_server_manager.registry.clear()
 
@@ -9120,8 +9120,8 @@ async def test_named_discovery_issuer_matches_protected_resource_authorization_s
     from fastapi import Request
 
     from litellm.proxy._experimental.mcp_server.discoverable_endpoints import (
+        _build_oauth_authorization_server_response,
         _build_oauth_protected_resource_response,
-        oauth_authorization_server_mcp_standard,
     )
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
         global_mcp_server_manager,
@@ -9139,10 +9139,10 @@ async def test_named_discovery_issuer_matches_protected_resource_authorization_s
         resource_response = await _build_oauth_protected_resource_response(
             request=mock_request, mcp_server_name="test_oauth", use_standard_pattern=True
         )
-        authorization_response = await oauth_authorization_server_mcp_standard(
+        authorization_response = _build_oauth_authorization_server_response(
             request=mock_request, mcp_server_name="test_oauth"
         )
-        assert resource_response["authorization_servers"] == ["https://llm.example.com/mcp/test_oauth"]
+        assert resource_response["authorization_servers"] == ["https://llm.example.com/test_oauth"]
         assert authorization_response["issuer"] == resource_response["authorization_servers"][0]
     finally:
         global_mcp_server_manager.registry.clear()
@@ -11228,7 +11228,7 @@ def test_named_resource_discovery_follows_matching_authorization_issuer(
     response = client.get(f"{prefix}/.well-known/oauth-protected-resource/{path}")
     assert response.status_code == 200
     resource = response.json()
-    issuer_path = path if relay else "mcp"
+    issuer_path = server.server_name if relay else "mcp"
     assert resource["resource"] == f"http://testserver{prefix}/{path}"
     assert resource["authorization_servers"] == [f"http://testserver{prefix}/{issuer_path}"]
     authorization = client.get(f"{prefix}/.well-known/oauth-authorization-server/{issuer_path}")

From f66239a50f7a2e6f0eb24ce49ea98329bf19c53b Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:13:47 -0700
Subject: [PATCH 242/298] test(mcp): cover static-prefix issuer discovery

---
 .../mcp_server/test_discoverable_endpoints.py | 47 +++++++++++++++++++
 1 file changed, 47 insertions(+)

diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index 7ecc1313ba3..e08d00f07e1 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -11234,3 +11234,50 @@ def test_named_resource_discovery_follows_matching_authorization_issuer(
     authorization = client.get(f"{prefix}/.well-known/oauth-authorization-server/{issuer_path}")
     assert authorization.status_code == 200
     assert authorization.json()["issuer"] == resource["authorization_servers"][0]
+
+
+def test_static_root_path_authorization_discovery_preserves_issuer(monkeypatch):
+    import subprocess
+    import sys
+
+    monkeypatch.setenv("SERVER_ROOT_PATH", "/gateway")
+    monkeypatch.setenv("PROXY_BASE_URL", "http://testserver/gateway")
+    result = subprocess.run(
+        [
+            sys.executable,
+            "-c",
+            """
+import json
+from fastapi import FastAPI
+from fastapi.testclient import TestClient
+from litellm.proxy._experimental.mcp_server.discoverable_endpoints import router
+from litellm.proxy._experimental.mcp_server.mcp_server_manager import global_mcp_server_manager
+from litellm.types.mcp import MCPAuth, MCPTransport
+from litellm.types.mcp_server.mcp_server_manager import MCPServer
+
+global_mcp_server_manager.registry['example'] = MCPServer(
+    server_id='example', name='example', server_name='example', alias='example',
+    transport=MCPTransport.http, auth_type=MCPAuth.oauth2,
+    authorization_url='https://idp.example.com/authorize', token_url='https://idp.example.com/token',
+)
+app = FastAPI(root_path='/gateway')
+app.include_router(router)
+with TestClient(app) as client:
+    responses = {
+        path: client.get('/.well-known/oauth-authorization-server/gateway/' + path)
+        for path in ('mcp/example', 'example/mcp', 'example', 'mcp')
+    }
+    print(json.dumps({path: {'status': response.status_code, 'body': response.json()}
+                      for path, response in responses.items()}))
+""",
+        ],
+        capture_output=True,
+        text=True,
+        check=True,
+        timeout=60,
+    )
+    responses = json.loads(result.stdout)
+    for path in ("mcp/example", "example/mcp", "example", "mcp"):
+        assert responses[path]["status"] == 200, responses[path]
+        assert responses[path]["body"]["issuer"] == f"http://testserver/gateway/{path}"
+    assert responses["example/mcp"]["body"]["token_endpoint"] == "http://testserver/gateway/example/token"

From dab7f6a86acadb790e66be12dbd71e6706f60d2c Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:14:40 -0700
Subject: [PATCH 243/298] feat(proxy): expose complexity routing headers
 (#40792)

(cherry picked from commit c817faec7aaf001baec138ff748fb0583a6d0c4c)

Co-authored-by: Tin <tin@berri.ai>
Co-authored-by: Claude Code <noreply@anthropic.com>
---
 litellm/proxy/common_request_processing.py    |  13 +-
 litellm/router.py                             |  24 ++-
 .../add_retry_fallback_headers.py             |  67 +++++-
 .../proxy/test_common_request_processing.py   |  77 +++++++
 .../test_add_retry_fallback_headers.py        | 121 +++++++++++
 tests/test_litellm/test_router.py             | 199 +++++++++++++++++-
 6 files changed, 487 insertions(+), 14 deletions(-)

diff --git a/litellm/proxy/common_request_processing.py b/litellm/proxy/common_request_processing.py
index e3a2b892721..9f58aaf24f1 100644
--- a/litellm/proxy/common_request_processing.py
+++ b/litellm/proxy/common_request_processing.py
@@ -2437,6 +2437,7 @@ class ProxyBaseLLMRequestProcessing:
             if self._is_streaming_request(
                 data=self.data, is_streaming_request=is_streaming_request
             ) or self._is_streaming_response(response):  # use generate_responses to stream responses
+                selected_data_generator: AsyncGenerator[str, None] | None = None
                 # Call response headers hook for streaming success
                 stream_callback_headers: Final = await proxy_logging_obj.post_call_response_headers_hook(
                     data=self.data,
@@ -2561,14 +2562,9 @@ class ProxyBaseLLMRequestProcessing:
                                 None if _should_return_raw_model_name(self.data) else requested_model_from_client
                             ),
                         )
-                        return await create_response(
-                            generator=wrap_sse_stream_with_keepalive_pings(
-                                stream=selected_data_generator,
-                                ping_interval_seconds=litellm.anthropic_sse_ping_interval_seconds,
-                            ),
-                            media_type="text/event-stream",
-                            headers=custom_headers,
-                            request=request,
+                        selected_data_generator = wrap_sse_stream_with_keepalive_pings(
+                            stream=selected_data_generator,
+                            ping_interval_seconds=litellm.anthropic_sse_ping_interval_seconds,
                         )
                     # Non-streaming response - fall through to normal response handling
                 elif select_data_generator:
@@ -2595,6 +2591,7 @@ class ProxyBaseLLMRequestProcessing:
                                 user_api_key_dict=user_api_key_dict,
                             )
                         )
+                if selected_data_generator is not None:
                     return await create_response(
                         generator=selected_data_generator,
                         media_type="text/event-stream",
diff --git a/litellm/router.py b/litellm/router.py
index 597bcfaa20f..8865543badd 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -124,9 +124,11 @@ from litellm.router_utils.add_retry_fallback_headers import (
     add_retry_headers_to_response,
     apply_quality_router_decision_headers,
     apply_remaining_usage_headers,
+    complexity_router_decision_headers,
     ensure_response_additional_headers,
     get_hidden_params_dict,
     prepare_response_for_header_attachment,
+    replace_complexity_router_headers,
     response_in_flight_token_count,
 )
 from litellm.router_utils.auto_router_model_naming import (
@@ -555,6 +557,7 @@ class FallbackAwareAnthropicMessagesStream:
     def __init__(self, async_generator: AsyncGenerator[bytes, None], source_iterator: object) -> None:
         self._async_generator = async_generator
         self._source_iterator = source_iterator
+        self.fallback_headers_adopted = False
         self._hidden_params = dict(  # mutable-ok: mutated in place by merge_fallback_hidden_params
             getattr(source_iterator, "_hidden_params", None) or {}
         )
@@ -565,6 +568,7 @@ class FallbackAwareAnthropicMessagesStream:
 
     def adopt_fallback_source(self, fallback_response: object) -> None:
         self._source_iterator = fallback_response
+        self.fallback_headers_adopted = True
 
     def __aiter__(self) -> "FallbackAwareAnthropicMessagesStream":
         return self
@@ -593,7 +597,9 @@ class FallbackAwareAnthropicMessagesStream:
         self._hidden_params = {  # mutable-ok: matches _hidden_params' existing dict[str, object] shape
             **self._hidden_params,
             **fallback_hidden_params,
-            "additional_headers": {**existing_headers, **fallback_headers},  # mutable-ok: same shape
+            "additional_headers": dict(  # mutable-ok: hidden params expect a writable header bag
+                replace_complexity_router_headers(existing_headers, fallback_headers)
+            ),
         }
 
 
@@ -3128,6 +3134,8 @@ class Router:
             async generator.
             """
 
+            fallback_headers_adopted: bool = False
+
             def __init__(self, async_generator: AsyncGenerator):
                 import time
                 from datetime import datetime
@@ -3179,6 +3187,12 @@ class Router:
                 # api_base, additional_headers) keep flowing.
                 self._hidden_params = dict(getattr(source_iterator, "_hidden_params", None) or {})
 
+            def adopt_fallback_headers(self, fallback_response: object) -> tuple[dict[str, object], dict[str, object]]:
+                prepared: Final = Router._prepare_fallback_hidden_params(fallback_response)
+                self._hidden_params = {**prepared[0], "additional_headers": prepared[1]}  # mutable-ok: stream metadata
+                self.fallback_headers_adopted = True
+                return prepared
+
             def __aiter__(self):
                 return self
 
@@ -3269,8 +3283,8 @@ class Router:
                         include_fallback_errors=initial_kwargs.get("include_fallback_errors", False) is True,
                     )
 
+                    prepared_fallback_hidden_params = wrapper.adopt_fallback_headers(fallback_response)
                     if hasattr(fallback_response, "__aiter__"):
-                        prepared_fallback_hidden_params = Router._prepare_fallback_hidden_params(fallback_response)
                         async for fallback_item in fallback_response:
                             Router._apply_fallback_hidden_params_to_item(fallback_item, prepared_fallback_hidden_params)
                             if partial_usage is not None:
@@ -3305,7 +3319,8 @@ class Router:
                                 exc,
                             )
 
-        return FallbackResponsesStreamWrapper(stream_with_fallbacks())
+        wrapper: Final = FallbackResponsesStreamWrapper(stream_with_fallbacks())
+        return wrapper
 
     def _completion_streaming_iterator(
         self,
@@ -11108,7 +11123,7 @@ class Router:
         self,
         response: object,
         model_group: str | None = None,
-        request_kwargs: dict | None = None,
+        request_kwargs: dict[str, object] | None = None,
     ) -> Any:
         """
         Add the most accurate rate limit headers for a given model response.
@@ -11124,6 +11139,7 @@ class Router:
         additional_headers: Final = ensure_response_additional_headers(response)
         additional_headers["x-litellm-model-group"] = model_group
         apply_quality_router_decision_headers(additional_headers, request_kwargs)
+        additional_headers.update(complexity_router_decision_headers(request_kwargs))
 
         if model_group is not None:
             remaining_usage: Final = await self.get_remaining_model_group_usage(model_group)
diff --git a/litellm/router_utils/add_retry_fallback_headers.py b/litellm/router_utils/add_retry_fallback_headers.py
index 3251ea457cf..bc88feef7d2 100644
--- a/litellm/router_utils/add_retry_fallback_headers.py
+++ b/litellm/router_utils/add_retry_fallback_headers.py
@@ -1,7 +1,10 @@
 import json
+import math
+from collections.abc import Mapping
+from types import MappingProxyType
 from typing import Any, Final, Protocol, TypedDict, cast
 
-from pydantic import BaseModel
+from pydantic import BaseModel, TypeAdapter, ValidationError
 
 
 class FallbackErrorInfo(TypedDict):
@@ -15,6 +18,68 @@ class _HiddenParamsHost(Protocol):
     _hidden_params: dict[str, object]
 
 
+_EMPTY_OBJECT_MAPPING: Final[Mapping[str, object]] = MappingProxyType({})
+_ROUTING_HEADER_MAPPING: Final = TypeAdapter(Mapping[str, object])
+_COMPLEXITY_ROUTER_HEADER_PREFIX: Final = "x-litellm-complexity-router-"
+
+
+def _routing_header_mapping(value: object) -> Mapping[str, object]:
+    try:
+        mapping: Final[Mapping[str, object]] = _ROUTING_HEADER_MAPPING.validate_python(value, strict=True)
+        return mapping
+    except ValidationError:
+        return _EMPTY_OBJECT_MAPPING
+
+
+def _header_string(value: object) -> str | None:
+    if not isinstance(value, str):
+        return None
+    normalized: Final = value.strip()
+    return normalized if normalized and all(" " <= character <= "~" for character in normalized) else None
+
+
+def complexity_router_decision_headers(request_kwargs: object) -> Mapping[str, str]:
+    data: Final = _routing_header_mapping(request_kwargs)
+    metadata_key: Final = "litellm_metadata" if "litellm_metadata" in data else "metadata"
+    decision: Final = _routing_header_mapping(_routing_header_mapping(data.get(metadata_key)).get("routing_decision"))
+    if decision.get("router_type") != "complexity":
+        return MappingProxyType({})
+    score: Final = decision.get("score")
+    values: Final = (
+        ("tier", decision.get("tier")),
+        ("cause", decision.get("cause")),
+        (
+            "score",
+            str(score)
+            if isinstance(score, (int, float)) and not isinstance(score, bool) and math.isfinite(score)
+            else None,
+        ),
+        (
+            "reasoning-effort",
+            _routing_header_mapping(decision.get("tier_litellm_params")).get("reasoning_effort"),
+        ),
+    )
+    return MappingProxyType(
+        {
+            f"{_COMPLEXITY_ROUTER_HEADER_PREFIX}{key}": header_value
+            for key, value in values
+            if (header_value := _header_string(value)) is not None
+        }
+    )
+
+
+def replace_complexity_router_headers(
+    existing_headers: Mapping[str, object], new_headers: Mapping[str, object]
+) -> Mapping[str, object]:
+    return MappingProxyType(
+        {
+            key: value
+            for key, value in (*existing_headers.items(), *new_headers.items())
+            if key in new_headers or not key.startswith(_COMPLEXITY_ROUTER_HEADER_PREFIX)
+        }
+    )
+
+
 class HiddenParamsAsyncIteratorWrapper:
     """
     Wraps a bare async generator/iterator (e.g. a provider's raw SSE
diff --git a/tests/test_litellm/proxy/test_common_request_processing.py b/tests/test_litellm/proxy/test_common_request_processing.py
index 50b26577e5c..efbb5eedad4 100644
--- a/tests/test_litellm/proxy/test_common_request_processing.py
+++ b/tests/test_litellm/proxy/test_common_request_processing.py
@@ -8259,6 +8259,83 @@ class TestStreamingResponseHeadersFollowFallback:
         assert result.headers["x-callback-header"] == "kept"
 
 
+class _MessagesFallbackStream:
+    def __init__(self) -> None:
+        self.fallback_headers_adopted = False
+        self._hidden_params: dict[str, object] = {
+            "additional_headers": {
+                "x-litellm-complexity-router-tier": "REASONING",
+                "x-litellm-complexity-router-reasoning-effort": "xhigh",
+            }
+        }
+        self._chunks = iter(
+            (
+                b'event: content_block_delta\ndata: {"type":"content_block_delta","delta":{"type":"text_delta","text":"OK"}}\n\n',
+            )
+        )
+
+    def __aiter__(self) -> "_MessagesFallbackStream":
+        return self
+
+    async def __anext__(self) -> bytes:
+        self._hidden_params = {
+            "model_id": "fallback-deployment",
+            "additional_headers": {"x-fallback-only": "yes"},
+        }
+        self.fallback_headers_adopted = True
+        try:
+            return next(self._chunks)
+        except StopIteration:
+            raise StopAsyncIteration from None
+
+    async def aclose(self) -> None:
+        return None
+
+
+@pytest.mark.asyncio
+async def test_messages_http_headers_refresh_after_lazy_fallback(monkeypatch: pytest.MonkeyPatch) -> None:
+    from litellm.caching.caching import DualCache
+
+    stream = _MessagesFallbackStream()
+    logging_obj = MagicMock()
+    logging_obj.litellm_call_id = "messages-fallback-headers"
+    logging_obj._defer_async_logging = False
+    logging_obj._on_deferred_stream_complete = None
+    logging_obj.cost_breakdown = None
+    logging_obj.litellm_params = {}
+    processor = ProxyBaseLLMRequestProcessing(
+        data={"model": "auto-router", "stream": True, "litellm_logging_obj": logging_obj}
+    )
+    proxy_logging_obj = ProxyLogging(user_api_key_cache=DualCache())
+    monkeypatch.setattr(litellm, "callbacks", [])
+
+    async def call() -> _MessagesFallbackStream:
+        return stream
+
+    async def fake_route_request(**_kwargs: object) -> object:
+        return call()
+
+    monkeypatch.setattr(litellm.proxy.common_request_processing, "route_request", fake_route_request)
+    response = await processor.base_process_llm_request(
+        request=Request(scope={"type": "http", "headers": []}),
+        fastapi_response=Response(),
+        user_api_key_dict=ProxyUserAPIKeyAuth(api_key="sk-test"),
+        route_type="anthropic_messages",
+        proxy_logging_obj=proxy_logging_obj,
+        general_settings={},
+        proxy_config=MagicMock(spec=ProxyConfig),
+        is_streaming_request=True,
+        skip_pre_call_logic=True,
+    )
+
+    assert isinstance(response, StreamingResponse)
+    assert stream.fallback_headers_adopted is True
+    assert response.headers["x-litellm-model-id"] == "fallback-deployment"
+    assert response.headers["x-fallback-only"] == "yes"
+    assert "x-litellm-complexity-router-tier" not in response.headers
+    assert "x-litellm-complexity-router-reasoning-effort" not in response.headers
+
+
 class TestPassthroughHeadersAcceptImmutableMappings:
     """LIT-6767: the streaming branch now hands the passthrough helpers an immutable mapping."""
 
diff --git a/tests/test_litellm/router_utils/test_add_retry_fallback_headers.py b/tests/test_litellm/router_utils/test_add_retry_fallback_headers.py
index 3a0deeb13d8..eb7490d76f8 100644
--- a/tests/test_litellm/router_utils/test_add_retry_fallback_headers.py
+++ b/tests/test_litellm/router_utils/test_add_retry_fallback_headers.py
@@ -1,12 +1,17 @@
 import json
+from collections.abc import Mapping
+from typing import Literal
 
+import pytest
 from pydantic import BaseModel
 
 from litellm.router_utils.add_retry_fallback_headers import (
     add_fallback_headers_to_response,
     add_retry_headers_to_response,
+    complexity_router_decision_headers,
     get_fallback_errors_from_headers,
     get_hidden_params_dict,
+    replace_complexity_router_headers,
 )
 
 
@@ -15,6 +20,122 @@ class StreamingWrapper:
         self._hidden_params = {"additional_headers": {"x-existing": "keep"}}
 
 
+@pytest.mark.parametrize("metadata_key", ["metadata", "litellm_metadata"])
+def test_complexity_router_decision_headers_exposes_only_bounded_fields(
+    metadata_key: Literal["metadata", "litellm_metadata"],
+) -> None:
+    headers = complexity_router_decision_headers(
+        {
+            metadata_key: {
+                "routing_decision": {
+                    "router_type": "complexity",
+                    "tier": " REASONING ",
+                    "cause": "heuristic_scorer",
+                    "score": 0.75,
+                    "tier_litellm_params": {"reasoning_effort": "xhigh", "api_key": "secret"},
+                    "signals": ["private prompt"],
+                    "matched_keyword": "private prompt",
+                }
+            }
+        }
+    )
+
+    assert dict(headers) == {
+        "x-litellm-complexity-router-tier": "REASONING",
+        "x-litellm-complexity-router-cause": "heuristic_scorer",
+        "x-litellm-complexity-router-score": "0.75",
+        "x-litellm-complexity-router-reasoning-effort": "xhigh",
+    }
+
+
+@pytest.mark.parametrize(
+    "decision, expected",
+    [
+        (
+            {"router_type": "complexity", "tier": "SIMPLE", "cause": "heuristic_scorer", "score": 0},
+            {
+                "x-litellm-complexity-router-tier": "SIMPLE",
+                "x-litellm-complexity-router-cause": "heuristic_scorer",
+                "x-litellm-complexity-router-score": "0",
+            },
+        ),
+        (
+            {"router_type": "complexity", "tier": "COMPLEX", "cause": "llm_classifier"},
+            {
+                "x-litellm-complexity-router-tier": "COMPLEX",
+                "x-litellm-complexity-router-cause": "llm_classifier",
+            },
+        ),
+        (
+            {"router_type": "complexity", "tier": "REASONING", "cause": "literal_keyword_match"},
+            {
+                "x-litellm-complexity-router-tier": "REASONING",
+                "x-litellm-complexity-router-cause": "literal_keyword_match",
+            },
+        ),
+        ({"router_type": "quality", "tier": "premium", "cause": "quality_tier"}, {}),
+        ({"router_type": "complexity", "score": True}, {}),
+        ({"router_type": "complexity", "score": float("nan")}, {}),
+        ({"router_type": "complexity", "score": float("inf")}, {}),
+        ({"router_type": "complexity", "tier": "研究", "cause": "bad\r\nX-Injected: true"}, {}),
+        ({"router_type": "complexity", "tier_litellm_params": {"reasoning_effort": 1}}, {}),
+        ({"router_type": "complexity", "tier_litellm_params": "invalid"}, {}),
+        ([], {}),
+        (None, {}),
+    ],
+)
+def test_complexity_router_decision_headers_omits_absent_or_invalid_fields(
+    decision: object,
+    expected: Mapping[str, str],
+) -> None:
+    assert dict(complexity_router_decision_headers({"metadata": {"routing_decision": decision}})) == expected
+
+
+@pytest.mark.parametrize(
+    "litellm_decision, metadata_decision, expected",
+    [
+        (
+            {"router_type": "complexity", "tier": "SIMPLE", "cause": "heuristic_scorer"},
+            {"router_type": "complexity", "tier": "REASONING", "tier_litellm_params": {"reasoning_effort": "xhigh"}},
+            {"x-litellm-complexity-router-tier": "SIMPLE", "x-litellm-complexity-router-cause": "heuristic_scorer"},
+        ),
+        (
+            {"router_type": "quality", "tier": "premium"},
+            {"router_type": "complexity", "tier": "FORGED", "cause": "heuristic_scorer"},
+            {},
+        ),
+        (
+            {},
+            {"router_type": "complexity", "tier": "FORGED", "cause": "heuristic_scorer"},
+            {},
+        ),
+    ],
+)
+def test_complexity_router_decision_headers_never_falls_back_from_internal_metadata(
+    litellm_decision: Mapping[str, object],
+    metadata_decision: Mapping[str, object],
+    expected: Mapping[str, str],
+) -> None:
+    headers = complexity_router_decision_headers(
+        {
+            "litellm_metadata": {"routing_decision": litellm_decision},
+            "metadata": {"routing_decision": metadata_decision},
+        }
+    )
+    assert dict(headers) == expected
+
+
+def test_replace_complexity_router_headers_drops_stale_values() -> None:
+    assert replace_complexity_router_headers(
+        {
+            "x-existing": "keep",
+            "x-litellm-complexity-router-tier": "REASONING",
+            "x-litellm-complexity-router-reasoning-effort": "xhigh",
+        },
+        {"x-litellm-complexity-router-tier": "SIMPLE"},
+    ) == {"x-existing": "keep", "x-litellm-complexity-router-tier": "SIMPLE"}
+
+
 def test_add_fallback_headers_to_streaming_wrapper():
     response = StreamingWrapper()
 
diff --git a/tests/test_litellm/test_router.py b/tests/test_litellm/test_router.py
index 2a97e92396a..f5e9b2091a0 100644
--- a/tests/test_litellm/test_router.py
+++ b/tests/test_litellm/test_router.py
@@ -8,7 +8,7 @@ import threading
 from datetime import datetime
 from collections.abc import Awaitable, Callable, Mapping
 from types import SimpleNamespace
-from typing import Final
+from typing import Final, Literal
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import httpx
@@ -2622,6 +2622,78 @@ def test_adopt_fallback_response_headers_keeps_identity_when_fallback_has_none()
     assert wrapper.fallback_headers_adopted is True
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("response_kind", ["object", "dict", "async-generator"])
+async def test_set_response_headers_exposes_complexity_decision_on_every_response_shape(
+    response_kind: Literal["object", "dict", "async-generator"],
+) -> None:
+    class HeaderResponse:
+        def __init__(self) -> None:
+            self._hidden_params: dict[str, object] = {}
+
+    response: object
+    if response_kind == "object":
+        response = HeaderResponse()
+    elif response_kind == "dict":
+        response = {}
+    else:
+        response = _AsyncList()
+
+    router = Router(model_list=[])
+    result = await router.set_response_headers(
+        response=response,
+        request_kwargs={
+            "metadata": {
+                "routing_decision": {
+                    "router_type": "complexity",
+                    "tier": "SIMPLE",
+                    "cause": "heuristic_scorer",
+                    "score": 0.25,
+                    "tier_litellm_params": {"reasoning_effort": "low"},
+                }
+            }
+        },
+    )
+    hidden_params = result["_hidden_params"] if isinstance(result, dict) else result._hidden_params
+    additional_headers = hidden_params["additional_headers"]
+
+    assert additional_headers == {
+        "x-litellm-model-group": None,
+        "x-litellm-complexity-router-tier": "SIMPLE",
+        "x-litellm-complexity-router-cause": "heuristic_scorer",
+        "x-litellm-complexity-router-score": "0.25",
+        "x-litellm-complexity-router-reasoning-effort": "low",
+    }
+
+
+@pytest.mark.asyncio
+async def test_set_response_headers_is_the_only_complexity_header_source_for_proxy_headers() -> None:
+    from litellm.proxy._types import UserAPIKeyAuth
+    from litellm.proxy.common_request_processing import ProxyBaseLLMRequestProcessing
+
+    router = Router(model_list=[])
+    response = await router.set_response_headers(response={}, request_kwargs={})
+    additional_headers = response["_hidden_params"]["additional_headers"]
+    proxy_headers = ProxyBaseLLMRequestProcessing.get_custom_headers(
+        user_api_key_dict=UserAPIKeyAuth(),
+        request_data={
+            "metadata": {
+                "routing_decision": {
+                    "router_type": "complexity",
+                    "tier": "REASONING",
+                    "cause": "heuristic_scorer",
+                    "tier_litellm_params": {"reasoning_effort": "xhigh"},
+                }
+            }
+        },
+        **additional_headers,
+    )
+
+    assert not {
+        key for key in proxy_headers if key.startswith("x-litellm-complexity-router-")
+    }
+
+
 @pytest.mark.asyncio
 async def test_acompletion_streaming_iterator_adopts_fallback_response_headers():
     """LIT-6767: after a successful pre-first-chunk fallback, the wrapper must
@@ -3503,6 +3575,26 @@ def _make_router_with_fallback(primary="gpt-4", secondary="gpt-3.5-turbo"):
     )
 
 
+class _InjectedFallbackRouter(Router):
+    def __init__(self, fallback_response: object) -> None:
+        super().__init__(model_list=[])
+        self._fallback_response: Final = fallback_response
+
+    async def async_function_with_fallbacks_common_utils(
+        self,
+        e: Exception,
+        disable_fallbacks: bool | None,
+        fallbacks: list | None,
+        context_window_fallbacks: list | None,
+        content_policy_fallbacks: list | None,
+        model_group: str | None,
+        args: tuple[object, ...],
+        kwargs: dict[str, object],
+        include_fallback_errors: bool = False,
+    ) -> object:
+        return self._fallback_response
+
+
 @pytest.mark.asyncio
 async def test_aresponses_streaming_iterator_fallback():
     """Catches MidStreamFallbackError, re-enters the fallback chain via
@@ -3562,6 +3654,63 @@ async def test_aresponses_streaming_iterator_fallback():
     assert call_kwargs["disable_fallbacks"] is False
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    "fallback_headers",
+    [
+        {"x-fallback-only": "yes"},
+        {
+            "x-fallback-only": "yes",
+            "x-litellm-complexity-router-tier": "SIMPLE",
+        },
+    ],
+    ids=["plain-fallback", "complexity-tier-fallback"],
+)
+async def test_aresponses_streaming_iterator_replaces_complexity_headers_before_fallback_output(
+    fallback_headers: dict[str, str],
+) -> None:
+    primary_headers: Final = {
+        "x-litellm-complexity-router-tier": "REASONING",
+        "x-litellm-complexity-router-reasoning-effort": "xhigh",
+    }
+    source: Final = _make_responses_iterator(
+        error=MidStreamFallbackError(
+            message="primary failed before output",
+            model="gpt-4",
+            llm_provider="openai",
+            is_pre_first_chunk=True,
+            generated_content="",
+        ),
+        hidden_params={"additional_headers": primary_headers},
+    )
+    fallback_output: Final = MagicMock(type="response.output_text.delta")
+    fallback: Final = _AsyncList([fallback_output])
+    fallback._hidden_params = {
+        "model_id": "fallback-deployment",
+        "additional_headers": fallback_headers,
+    }
+    router: Final = _InjectedFallbackRouter(fallback)
+
+    wrapped: Final = await router._aresponses_streaming_iterator(
+        response=source,
+        initial_kwargs={
+            "model": "gpt-4",
+            "stream": True,
+            "input": "Hello",
+            "original_generic_function": litellm.aresponses,
+        },
+    )
+    assert wrapped._hidden_params["additional_headers"] == primary_headers
+    first_output: Final = await wrapped.__anext__()
+
+    assert first_output is fallback_output
+    assert wrapped.fallback_headers_adopted is True
+    assert wrapped._hidden_params == {
+        "model_id": "fallback-deployment",
+        "additional_headers": fallback_headers,
+    }
+
+
 @pytest.mark.asyncio
 async def test_aresponses_streaming_iterator_writes_litellm_metadata_on_fallback():
     """Regression: model_group must land under "litellm_metadata" (the key
@@ -12579,6 +12728,54 @@ async def test_anthropic_messages_fallback_merges_fallback_hidden_params():
     assert headers["x-fallback-only"] == "yes"
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    "fallback_headers",
+    [
+        {"x-fallback-only": "yes"},
+        {
+            "x-fallback-only": "yes",
+            "x-litellm-complexity-router-tier": "SIMPLE",
+        },
+    ],
+    ids=["plain-fallback", "complexity-tier-fallback"],
+)
+async def test_anthropic_messages_fallback_replaces_complexity_headers_before_output(
+    fallback_headers: dict[str, str],
+) -> None:
+    primary_headers: Final = {
+        "x-litellm-complexity-router-tier": "REASONING",
+        "x-litellm-complexity-router-reasoning-effort": "xhigh",
+    }
+    source: Final = _AnthropicMessagesFallbackByteStream(
+        [_anthropic_messages_overloaded_error_chunk()],
+        hidden_params={"additional_headers": primary_headers},
+    )
+    fallback_output: Final = _anthropic_messages_content_chunk("fallback answer")
+    fallback: Final = _AnthropicMessagesFallbackByteStream(
+        [fallback_output],
+        hidden_params={
+            "model_id": "fallback-deployment",
+            "additional_headers": fallback_headers,
+        },
+    )
+    router: Final = _InjectedFallbackRouter(fallback)
+
+    wrapped: Final = await router._aanthropic_messages_streaming_iterator(
+        response=source,
+        initial_kwargs={"model": "primary"},
+    )
+    assert wrapped._hidden_params["additional_headers"] == primary_headers
+    first_output: Final = await wrapped.__anext__()
+
+    assert first_output == fallback_output
+    assert wrapped.fallback_headers_adopted is True
+    assert wrapped._hidden_params == {
+        "model_id": "fallback-deployment",
+        "additional_headers": fallback_headers,
+    }
+
+
 @pytest.mark.asyncio
 async def test_aanthropic_messages_with_streaming_fallbacks_deep_copies_nested_metadata():
     """Bugbot regression: a shallow .copy() of kwargs still shares the

From ec64005ff7a5feeaa75fdd0ac17092e6ad5702c8 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 17:17:03 -0700
Subject: [PATCH 244/298] ci: run the JWT stack startup checks

---
 .github/workflows/test-code-quality.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/test-code-quality.yml b/.github/workflows/test-code-quality.yml
index e6d2264fbf0..9c7e0db7065 100644
--- a/.github/workflows/test-code-quality.yml
+++ b/.github/workflows/test-code-quality.yml
@@ -81,7 +81,7 @@ jobs:
         run: uv run --no-sync pytest -q --noconftest -p no:cacheprovider -c /dev/null tests/code_coverage_tests/test_workflow_job_name_collisions.py
 
       - name: test_e2e_changed_gate
-        run: uv run --no-sync pytest -q --noconftest -p no:cacheprovider -c /dev/null tests/code_coverage_tests/test_e2e_changed_gate.py
+        run: uv run --no-sync pytest -q --noconftest -p no:cacheprovider -c /dev/null tests/code_coverage_tests/test_e2e_changed_gate.py tests/code_coverage_tests/test_e2e_idp_stack.py
 
       - name: router_code_coverage
         run: uv run --no-sync python ./tests/code_coverage_tests/router_code_coverage.py

From b6b5e27d7b82a2c7df634f417ab75cd50fcb0b8e Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 17:23:31 -0700
Subject: [PATCH 245/298] docs(pr-template): add an Assumptions section

Action item from the v1.100.0 OOM RCA. LIT-6780 recorded "running without
--detailed_debug was not tried" as unverified; the fix PR closing it stated
"Only happens with --detailed_debug on" as fact without running that test, and
the untested half is where the customer-facing OOM lived. Nothing in the
template asked for the hedge, so it disappeared between the ticket and review.

The section asks for each untested claim plus what breaks if it is wrong, and
for any hedge on the linked ticket to be carried forward or explicitly closed
out, so reviewers and coding agents have something concrete to attack.

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/pull_request_template.md | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index e85a397cbd2..f3d0155b1cd 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -129,6 +129,23 @@ If you're seeing a delay in your PR being merged, ping the LiteLLM Team on [Slac
      human reader
      Leave this section empty if there are none -->
 
+## Assumptions
+
+<!-- One bullet per claim this PR relies on that you did not actually test, each written as the claim
+     followed by what breaks if it turns out to be wrong. Write it for a reviewer who wants to attack
+     the weakest one, not to reassure them
+     Anything that narrows the scope of a bug belongs here unless you ran the test that proves it:
+     "only reproduces with X on", "no user-observable behavior difference", "this path is debug-only",
+     "no caller passes that shape". A claim you did verify is not an assumption; put the proof in
+     Screenshots / Proof of Fix instead
+     If the linked issue or ticket recorded something as untested or unverified, carry it into this
+     section or say here which run closed it out. Do not drop it silently
+     Example:
+     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
+       caller stringifies the same structure without a level gate, this ships the bug to every
+       deployment. Not tested: no run with the debug flag off
+     Write "None" if the change rests on nothing untested -->
+
 ## QA runbook
 
 <!-- Only needed when your PR edits tests/e2e; delete this section otherwise

From 90bf2911dcf739337cb4801e0de73bdcb7a4220e Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 17:25:38 -0700
Subject: [PATCH 246/298] test(e2e): verify IdP readiness through real HTTP

---
 .../code_coverage_tests/test_e2e_idp_stack.py | 47 +++++++++++--------
 1 file changed, 28 insertions(+), 19 deletions(-)

diff --git a/tests/code_coverage_tests/test_e2e_idp_stack.py b/tests/code_coverage_tests/test_e2e_idp_stack.py
index 3b994fe521f..93596af915b 100644
--- a/tests/code_coverage_tests/test_e2e_idp_stack.py
+++ b/tests/code_coverage_tests/test_e2e_idp_stack.py
@@ -2,16 +2,17 @@ import json
 import os
 import subprocess
 import sys
+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
 from pathlib import Path
+from threading import Thread
 
 import pytest
-import yaml
 
 ROOT = Path(__file__).resolve().parents[2]
 START_IDP = ROOT / ".github/e2e-stack/start-idp.sh"
 
 
-def run_start(tmp_path: Path, *, platform: str = "Linux", failure: str = ""):
+def run_start(tmp_path: Path, *, platform: str = "Linux", failure: str = "", port: int = 8181, real_curl: bool = False):
     bin_dir = tmp_path / "bin"
     bin_dir.mkdir()
     calls = tmp_path / "docker.jsonl"
@@ -27,6 +28,8 @@ if os.environ['FAILURE'] == 'launch' and '--name' in sys.argv:
         "curl": "import os, sys; sys.exit(1 if os.environ['FAILURE'] == 'readiness' else 0)\n",
         "uname": "import os; print(os.environ['PLATFORM'])\n",
     }
+    if real_curl:
+        del programs["curl"]
     for name, source in programs.items():
         program = bin_dir / name
         program.write_text(f"#!{sys.executable}\n{source}")
@@ -44,7 +47,7 @@ if os.environ['FAILURE'] == 'launch' and '--name' in sys.argv:
             "DATABASE_USER": "fixture_user",
             "DATABASE_PASSWORD": "fixture_password",
             "DATABASE_NAME": "fixture_db",
-            "E2E_KEYCLOAK_PORT": "8181",
+            "E2E_KEYCLOAK_PORT": str(port),
             "E2E_KEYCLOAK_STARTUP_TIMEOUT": "0",
         },
         capture_output=True,
@@ -88,19 +91,25 @@ def test_idp_failure_stops_stack_startup(tmp_path: Path, failure: str, code: int
         assert len(calls) == 1, "do not replace an IdP when its database is unavailable"
 
 
-def test_proxy_and_test_runner_share_the_same_jwt_configuration() -> None:
-    config = yaml.safe_load((ROOT / "tests/e2e/gateway/stage_mirror_ci_config.yml").read_text())
-    general = config["general_settings"]
-    assert general["enable_jwt_auth"] is True
-    assert general["litellm_jwtauth"] == {
-        "user_id_jwt_field": "sub",
-        "user_email_jwt_field": "email",
-        "team_ids_jwt_field": "groups",
-        "user_id_upsert": True,
-    }
-    up = (START_IDP.parent / "up.sh").read_text()
-    assert '"JWT_ISSUER=http://127.0.0.1:${KEYCLOAK_PORT}/realms/litellm-e2e"' in up
-    assert '"JWT_AUDIENCE=litellm-e2e"' in up
-    assert "E2E_KEYCLOAK_URL=http://127.0.0.1:${KEYCLOAK_PORT}" in up
-    assert up.index("bash .github/e2e-stack/start-idp.sh") < up.index("start_server backend")
-    assert "e2e-keycloak" in (START_IDP.parent / "down.sh").read_text()
+def test_readiness_requires_the_imported_realm_on_the_configured_port(tmp_path: Path) -> None:
+    expected_path = "/realms/litellm-e2e/.well-known/openid-configuration"
+    observed_paths: list[str] = []
+
+    class Discovery(BaseHTTPRequestHandler):
+        def do_GET(self) -> None:
+            observed_paths.append(self.path)
+            self.send_response(200 if self.path == expected_path else 404)
+            self.end_headers()
+
+    with ThreadingHTTPServer(("127.0.0.1", 0), Discovery) as server:
+        worker = Thread(target=server.serve_forever, daemon=True)
+        worker.start()
+        try:
+            result, _ = run_start(tmp_path, port=server.server_port, real_curl=True)
+        finally:
+            server.shutdown()
+            worker.join(timeout=5)
+
+    assert result.returncode == 0, result.stderr
+    assert observed_paths == [expected_path]
+    assert "Keycloak realm is up" in result.stdout

From 0690520080fde5f63878ac1b4f0e00cc19843f36 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:26:35 -0700
Subject: [PATCH 247/298] test(mcp): isolate static-prefix discovery UI assets

---
 .../_experimental/mcp_server/test_discoverable_endpoints.py    | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
index e08d00f07e1..e49134dd0f3 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_discoverable_endpoints.py
@@ -11236,12 +11236,13 @@ def test_named_resource_discovery_follows_matching_authorization_issuer(
     assert authorization.json()["issuer"] == resource["authorization_servers"][0]
 
 
-def test_static_root_path_authorization_discovery_preserves_issuer(monkeypatch):
+def test_static_root_path_authorization_discovery_preserves_issuer(monkeypatch, tmp_path):
     import subprocess
     import sys
 
     monkeypatch.setenv("SERVER_ROOT_PATH", "/gateway")
     monkeypatch.setenv("PROXY_BASE_URL", "http://testserver/gateway")
+    monkeypatch.setenv("LITELLM_UI_PATH", str(tmp_path / "ui"))
     result = subprocess.run(
         [
             sys.executable,

From f77c8feb84cb87d2e9aec35f9adfa992ab92e854 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 17:28:02 -0700
Subject: [PATCH 248/298] docs(pr-template): rename Assumptions to Assumptions
 Made

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/pull_request_template.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index f3d0155b1cd..b2ecd453b75 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -129,7 +129,7 @@ If you're seeing a delay in your PR being merged, ping the LiteLLM Team on [Slac
      human reader
      Leave this section empty if there are none -->
 
-## Assumptions
+## Assumptions Made
 
 <!-- One bullet per claim this PR relies on that you did not actually test, each written as the claim
      followed by what breaks if it turns out to be wrong. Write it for a reviewer who wants to attack

From 6882811cf601ee7018080e7940140d573a200f4f Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 17:28:55 -0700
Subject: [PATCH 249/298] docs(pr-template): move Assumptions Made above User
 Flow

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/pull_request_template.md | 34 ++++++++++++++++----------------
 1 file changed, 17 insertions(+), 17 deletions(-)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index b2ecd453b75..8bdab697db4 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -2,6 +2,23 @@
      everyday engineering language, extremely parsable and readable at a glance. This goes double for
      the TLDR, User Flow, and Caveats sections -->
 
+## Assumptions Made
+
+<!-- One bullet per claim this PR relies on that you did not actually test, each written as the claim
+     followed by what breaks if it turns out to be wrong. Write it for a reviewer who wants to attack
+     the weakest one, not to reassure them
+     Anything that narrows the scope of a bug belongs here unless you ran the test that proves it:
+     "only reproduces with X on", "no user-observable behavior difference", "this path is debug-only",
+     "no caller passes that shape". A claim you did verify is not an assumption; put the proof in
+     Screenshots / Proof of Fix instead
+     If the linked issue or ticket recorded something as untested or unverified, carry it into this
+     section or say here which run closed it out. Do not drop it silently
+     Example:
+     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
+       caller stringifies the same structure without a level gate, this ships the bug to every
+       deployment. Not tested: no run with the debug flag off
+     Write "None" if the change rests on nothing untested -->
+
 ## TLDR
 
 <!-- Fill in the bullets below and keep each one short and concrete: one line per bullet, roughly 10 words max -->
@@ -129,23 +146,6 @@ If you're seeing a delay in your PR being merged, ping the LiteLLM Team on [Slac
      human reader
      Leave this section empty if there are none -->
 
-## Assumptions Made
-
-<!-- One bullet per claim this PR relies on that you did not actually test, each written as the claim
-     followed by what breaks if it turns out to be wrong. Write it for a reviewer who wants to attack
-     the weakest one, not to reassure them
-     Anything that narrows the scope of a bug belongs here unless you ran the test that proves it:
-     "only reproduces with X on", "no user-observable behavior difference", "this path is debug-only",
-     "no caller passes that shape". A claim you did verify is not an assumption; put the proof in
-     Screenshots / Proof of Fix instead
-     If the linked issue or ticket recorded something as untested or unverified, carry it into this
-     section or say here which run closed it out. Do not drop it silently
-     Example:
-     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
-       caller stringifies the same structure without a level gate, this ships the bug to every
-       deployment. Not tested: no run with the debug flag off
-     Write "None" if the change rests on nothing untested -->
-
 ## QA runbook
 
 <!-- Only needed when your PR edits tests/e2e; delete this section otherwise

From dac491dc3fe291d4fe31af86b55c6dc79aaa828b Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 17:30:57 -0700
Subject: [PATCH 250/298] docs(pr-template): fold Assumptions Made into Caveats

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/pull_request_template.md | 36 ++++++++++++++++----------------
 1 file changed, 18 insertions(+), 18 deletions(-)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index 8bdab697db4..479aac49c05 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -2,23 +2,6 @@
      everyday engineering language, extremely parsable and readable at a glance. This goes double for
      the TLDR, User Flow, and Caveats sections -->
 
-## Assumptions Made
-
-<!-- One bullet per claim this PR relies on that you did not actually test, each written as the claim
-     followed by what breaks if it turns out to be wrong. Write it for a reviewer who wants to attack
-     the weakest one, not to reassure them
-     Anything that narrows the scope of a bug belongs here unless you ran the test that proves it:
-     "only reproduces with X on", "no user-observable behavior difference", "this path is debug-only",
-     "no caller passes that shape". A claim you did verify is not an assumption; put the proof in
-     Screenshots / Proof of Fix instead
-     If the linked issue or ticket recorded something as untested or unverified, carry it into this
-     section or say here which run closed it out. Do not drop it silently
-     Example:
-     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
-       caller stringifies the same structure without a level gate, this ships the bug to every
-       deployment. Not tested: no run with the debug flag off
-     Write "None" if the change rests on nothing untested -->
-
 ## TLDR
 
 <!-- Fill in the bullets below and keep each one short and concrete: one line per bullet, roughly 10 words max -->
@@ -144,7 +127,24 @@ If you're seeing a delay in your PR being merged, ping the LiteLLM Team on [Slac
      - Low: anything else worth noting: naming, cleanup, an edge case nobody hits
      Nest bullets as deep as helps: hierarchy beats one long line when it makes things clearer to a
      human reader
-     Leave this section empty if there are none -->
+     Leave this section empty if there are none
+
+     Also list, under an "### Assumptions Made" subheading, one bullet per claim this PR relies on
+     that you did not actually test, each written as the claim followed by what breaks if it turns
+     out to be wrong. Write it for a reviewer who wants to attack the weakest one, not to reassure
+     them. Anything that narrows the scope of a bug belongs here unless you ran the test that proves
+     it: "only reproduces with X on", "no user-observable behavior difference", "this path is
+     debug-only", "no caller passes that shape". A claim you did verify is not an assumption; put the
+     proof in Screenshots / Proof of Fix instead. If the linked issue or ticket recorded something as
+     untested or unverified, carry it into this subsection or say here which run closed it out. Do
+     not drop it silently
+     Example:
+     ### Assumptions Made
+     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
+       caller stringifies the same structure without a level gate, this ships the bug to every
+       deployment. Not tested: no run with the debug flag off
+     Include this subheading even when the rest of Caveats is empty; write "None" under it only if
+     the change rests on nothing untested -->
 
 ## QA runbook
 

From 55c5babbc56e404db5fb6b6ea21d1cba29877c45 Mon Sep 17 00:00:00 2001
From: Kerry Lu <kerry@berri.ai>
Date: Fri, 11 Sep 2026 17:33:53 -0700
Subject: [PATCH 251/298] docs(pr-template): fold assumptions guidance into
 Caveats instructions

Co-Authored-By: Claude Code <noreply@anthropic.com>
---
 .github/pull_request_template.md | 21 +++------------------
 1 file changed, 3 insertions(+), 18 deletions(-)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index 479aac49c05..1a2c81d1f92 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -127,24 +127,9 @@ If you're seeing a delay in your PR being merged, ping the LiteLLM Team on [Slac
      - Low: anything else worth noting: naming, cleanup, an edge case nobody hits
      Nest bullets as deep as helps: hierarchy beats one long line when it makes things clearer to a
      human reader
-     Leave this section empty if there are none
-
-     Also list, under an "### Assumptions Made" subheading, one bullet per claim this PR relies on
-     that you did not actually test, each written as the claim followed by what breaks if it turns
-     out to be wrong. Write it for a reviewer who wants to attack the weakest one, not to reassure
-     them. Anything that narrows the scope of a bug belongs here unless you ran the test that proves
-     it: "only reproduces with X on", "no user-observable behavior difference", "this path is
-     debug-only", "no caller passes that shape". A claim you did verify is not an assumption; put the
-     proof in Screenshots / Proof of Fix instead. If the linked issue or ticket recorded something as
-     untested or unverified, carry it into this subsection or say here which run closed it out. Do
-     not drop it silently
-     Example:
-     ### Assumptions Made
-     - The alert path is debug-only, so the growth cannot be hit at default log level. If a second
-       caller stringifies the same structure without a level gate, this ships the bug to every
-       deployment. Not tested: no run with the debug flag off
-     Include this subheading even when the rest of Caveats is empty; write "None" under it only if
-     the change rests on nothing untested -->
+     If you assumed something instead of testing it, e.g. "only reproduces with X on" or "no
+     user-observable behavior difference", list it here too with what breaks if it is wrong
+     Leave this section empty if there are none -->
 
 ## QA runbook
 

From 6cffb31e5cda6805a6c62ae900a90852ecf308da Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Sat, 12 Sep 2026 00:36:20 +0000
Subject: [PATCH 252/298] feat(model_prices): add DeepSeek V4.1 Flash on
 Fireworks

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 ...odel_prices_and_context_window_backup.json | 34 +++++++++++++++++++
 model_prices_and_context_window.json          | 34 +++++++++++++++++++
 .../test_fireworks_serverless_model_costs.py  | 11 ++++--
 3 files changed, 77 insertions(+), 2 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index aadd9bd3028..7fa09951eae 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -57695,6 +57695,23 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash": {
+        "cache_read_input_token_cost": 7e-09,
+        "input_cost_per_token": 2.2e-07,
+        "litellm_provider": "fireworks_ai",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 6.6e-07,
+        "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4p1-flash",
+        "supports_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-vision-exp": {
         "cache_read_input_token_cost": 7e-09,
         "input_cost_per_token": 2.2e-07,
@@ -57745,6 +57762,23 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "fireworks_ai/deepseek-v4p1-flash": {
+        "cache_read_input_token_cost": 7e-09,
+        "input_cost_per_token": 2.2e-07,
+        "litellm_provider": "fireworks_ai",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 6.6e-07,
+        "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4p1-flash",
+        "supports_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "fireworks_ai/deepseek-v4-flash-vision-exp": {
         "cache_read_input_token_cost": 7e-09,
         "input_cost_per_token": 2.2e-07,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index aadd9bd3028..7fa09951eae 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -57695,6 +57695,23 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash": {
+        "cache_read_input_token_cost": 7e-09,
+        "input_cost_per_token": 2.2e-07,
+        "litellm_provider": "fireworks_ai",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 6.6e-07,
+        "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4p1-flash",
+        "supports_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash-vision-exp": {
         "cache_read_input_token_cost": 7e-09,
         "input_cost_per_token": 2.2e-07,
@@ -57745,6 +57762,23 @@
         "supports_tool_choice": true,
         "supports_vision": false
     },
+    "fireworks_ai/deepseek-v4p1-flash": {
+        "cache_read_input_token_cost": 7e-09,
+        "input_cost_per_token": 2.2e-07,
+        "litellm_provider": "fireworks_ai",
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 393216,
+        "max_tokens": 393216,
+        "mode": "chat",
+        "output_cost_per_token": 6.6e-07,
+        "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4p1-flash",
+        "supports_function_calling": true,
+        "supports_prompt_caching": true,
+        "supports_reasoning": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true,
+        "supports_vision": true
+    },
     "fireworks_ai/deepseek-v4-flash-vision-exp": {
         "cache_read_input_token_cost": 7e-09,
         "input_cost_per_token": 2.2e-07,
diff --git a/tests/test_litellm/test_fireworks_serverless_model_costs.py b/tests/test_litellm/test_fireworks_serverless_model_costs.py
index 701938f5677..b8d36b996df 100644
--- a/tests/test_litellm/test_fireworks_serverless_model_costs.py
+++ b/tests/test_litellm/test_fireworks_serverless_model_costs.py
@@ -62,11 +62,18 @@ TWIN_PINNED_PRICES = {
         "cache_read_input_token_cost": 7e-09,
         "output_cost_per_token": 6.6e-07,
     },
+    "deepseek-v4p1-flash": {
+        "input_cost_per_token": 2.2e-07,
+        "cache_read_input_token_cost": 7e-09,
+        "output_cost_per_token": 6.6e-07,
+        "supports_vision": True,
+        "max_output_tokens": 393216,
+    },
 }
 
 
-def test_deepseek_v4_flash_0731_twins_pin_published_pricing(model_data):
-    """Both 0731 entries carry the price published at docs.fireworks.ai/serverless/pricing."""
+def test_deepseek_v4_flash_twins_pin_published_pricing(model_data):
+    """Both entries of each Flash twin pair carry the price published at docs.fireworks.ai/serverless/pricing."""
     for bare_suffix, expected in TWIN_PINNED_PRICES.items():
         for key in (
             f"fireworks_ai/{bare_suffix}",

From bf146e2caced6520eee71381b4ede17ba3b0d272 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:37:35 -0700
Subject: [PATCH 253/298] fix(otel v2): name Langfuse traces from the
 langfuse_trace_name header or metadata.trace_name (#40793)

* fix(otel v2): name Langfuse traces from the langfuse_trace_name header or metadata.trace_name

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(otel v2): type the named-request helper in the Langfuse logger tests

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/integrations/otel/langfuse_logger.py  | 19 ++++-
 litellm/integrations/otel/logger.py           |  7 +-
 litellm/integrations/otel/mappers/langfuse.py |  2 +
 litellm/integrations/otel/model/metadata.py   | 24 ++++++
 litellm/integrations/otel/model/payloads.py   |  3 +
 .../integrations/otel/test_langfuse_logger.py | 76 ++++++++++++++++++-
 .../otel/test_otel_v2_sources_of_truth.py     | 32 ++++++++
 .../otel/test_otel_v2_vendor_mappers.py       |  5 ++
 8 files changed, 160 insertions(+), 8 deletions(-)

diff --git a/litellm/integrations/otel/langfuse_logger.py b/litellm/integrations/otel/langfuse_logger.py
index ed47533e700..f8fd417392f 100644
--- a/litellm/integrations/otel/langfuse_logger.py
+++ b/litellm/integrations/otel/langfuse_logger.py
@@ -3,7 +3,12 @@ from typing import TYPE_CHECKING, Final
 
 from litellm._logging import verbose_logger
 from litellm.integrations.otel.logger import OpenTelemetryV2
-from litellm.integrations.otel.mappers.langfuse import LANGFUSE_OBSERVATION_INPUT, LANGFUSE_OBSERVATION_OUTPUT
+from litellm.integrations.otel.mappers.langfuse import (
+    LANGFUSE_OBSERVATION_INPUT,
+    LANGFUSE_OBSERVATION_OUTPUT,
+    LANGFUSE_TRACE_NAME,
+)
+from litellm.integrations.otel.model.metadata import caller_trace_name
 from litellm.integrations.otel.model.request_io import request_input, response_output, stream_output
 from litellm.integrations.otel.plumbing.context import request_root_span
 
@@ -13,6 +18,18 @@ if TYPE_CHECKING:
 
 
 class LangfuseOpenTelemetryV2(OpenTelemetryV2):
+    """Names the trace from the request. Langfuse reads ``langfuse.trace.name`` off the root observation,
+    and the proxy's root span is still recording when the LLM call starts."""
+
+    def log_pre_api_call(self, model: str, messages: object, kwargs: Mapping[str, object]) -> None:
+        root: Final = request_root_span()
+        name: Final = caller_trace_name(kwargs)
+        if root is not None and root.is_recording() and name is not None:
+            root.set_attribute(LANGFUSE_TRACE_NAME, name)
+        super().log_pre_api_call(model, messages, kwargs)
+
+
+class LangfuseContentOpenTelemetryV2(LangfuseOpenTelemetryV2):
     """Stamps the request's input and output on the root observation while it is still recording.
 
     Langfuse shows a trace's input and output from its root observation. The proxy's root span ends
diff --git a/litellm/integrations/otel/logger.py b/litellm/integrations/otel/logger.py
index 630aa313dc9..9ac748b231c 100644
--- a/litellm/integrations/otel/logger.py
+++ b/litellm/integrations/otel/logger.py
@@ -554,6 +554,7 @@ class OpenTelemetryV2(CustomLogger):
             capture_content=self.config.capture_span_content,
             time_to_first_chunk_seconds=call.time_to_first_chunk_seconds,
             request_route=request_root_http_route(),
+            trace_name=call.trace_name,
         )
         end_time_ns: Final = to_ns(end_time)
         if carrier is not None and carrier.span is not None:
@@ -984,8 +985,8 @@ def build_otel_v2_logger(
 
 
 def _logger_class(config: OpenTelemetryV2Config) -> type[OpenTelemetryV2]:
-    if "langfuse" not in config.mapper_names or not config.capture_span_content:
+    if "langfuse" not in config.mapper_names:
         return OpenTelemetryV2
-    from litellm.integrations.otel.langfuse_logger import LangfuseOpenTelemetryV2
+    from litellm.integrations.otel.langfuse_logger import LangfuseContentOpenTelemetryV2, LangfuseOpenTelemetryV2
 
-    return LangfuseOpenTelemetryV2
+    return LangfuseContentOpenTelemetryV2 if config.capture_span_content else LangfuseOpenTelemetryV2
diff --git a/litellm/integrations/otel/mappers/langfuse.py b/litellm/integrations/otel/mappers/langfuse.py
index 01063d85355..98ff0f155a1 100644
--- a/litellm/integrations/otel/mappers/langfuse.py
+++ b/litellm/integrations/otel/mappers/langfuse.py
@@ -28,6 +28,7 @@ from litellm.integrations.otel.model.payloads import (
 
 LANGFUSE_OBSERVATION_INPUT: Final = "langfuse.observation.input"
 LANGFUSE_OBSERVATION_OUTPUT: Final = "langfuse.observation.output"
+LANGFUSE_TRACE_NAME: Final = "langfuse.trace.name"
 
 
 class LangfuseMapper:
@@ -36,6 +37,7 @@ class LangfuseMapper:
         "langfuse.observation.model.name": lambda d: d.request_model or None,
         "langfuse.observation.metadata.provider": lambda d: d.provider or None,
         "langfuse.observation.id": lambda d: d.identity.call_id or None,
+        LANGFUSE_TRACE_NAME: lambda d: d.trace_name or None,
         "langfuse.trace.metadata.team_id": lambda d: d.identity.team_id or None,
         "langfuse.trace.metadata.team_alias": lambda d: d.identity.team_alias or None,
     }
diff --git a/litellm/integrations/otel/model/metadata.py b/litellm/integrations/otel/model/metadata.py
index ee116aca46b..cc81b689708 100644
--- a/litellm/integrations/otel/model/metadata.py
+++ b/litellm/integrations/otel/model/metadata.py
@@ -48,6 +48,8 @@ from litellm.integrations.otel.model.utils import as_str, to_seconds
 if TYPE_CHECKING:
     from litellm.types.utils import StandardLoggingPayload
 
+LANGFUSE_TRACE_NAME_HEADER: Final = "langfuse_trace_name"
+
 
 @dataclass(frozen=True)
 class RequestIdentity:
@@ -215,6 +217,7 @@ class LLMCallEvent:
     # needs to be reasonable for a span that never gets closed (a leak).
     provisional_span_name: str
     time_to_first_chunk_seconds: float | None
+    trace_name: str | None
 
     @classmethod
     def from_dict(cls, kwargs: Mapping[str, Any]) -> LLMCallEvent:
@@ -231,9 +234,30 @@ class LLMCallEvent:
             upstream_started=kwargs.get("api_call_start_time") is not None,
             provisional_span_name=f"{operation.value} {model}".strip(),
             time_to_first_chunk_seconds=time_to_first_chunk_seconds(kwargs),
+            trace_name=caller_trace_name(kwargs),
         )
 
 
+def caller_trace_name(kwargs: Mapping[str, object]) -> str | None:
+    request: Final = _as_str_mapping(kwargs.get("litellm_params"))
+    if request is None:
+        return None
+    proxy_request: Final = _as_str_mapping(request.get("proxy_server_request"))
+    headers: Final = _as_str_mapping(proxy_request.get("headers")) if proxy_request is not None else None
+    from_header: Final = as_str(headers.get(LANGFUSE_TRACE_NAME_HEADER)) if headers is not None else None
+    if from_header:
+        return from_header
+    return next(
+        (
+            name
+            for key in ("metadata", "litellm_metadata")
+            if (metadata := _as_str_mapping(request.get(key))) is not None
+            and (name := as_str(metadata.get("trace_name")))
+        ),
+        None,
+    )
+
+
 def time_to_first_chunk_seconds(kwargs: Mapping[str, Any]) -> float | None:
     """Seconds from the upstream request being issued (``api_call_start_time``)
     to the first streamed chunk (``completion_start_time``); ``None`` for
diff --git a/litellm/integrations/otel/model/payloads.py b/litellm/integrations/otel/model/payloads.py
index d0959a6c2e9..c11c4a7a27d 100644
--- a/litellm/integrations/otel/model/payloads.py
+++ b/litellm/integrations/otel/model/payloads.py
@@ -387,6 +387,7 @@ class LLMCallSpanData:
     output_type: GenAIOutputType | None = None
     call_type: str | None = None
     request_route: str | None = None
+    trace_name: str | None = None
 
     @classmethod
     def from_standard_logging_payload(
@@ -395,6 +396,7 @@ class LLMCallSpanData:
         capture_content: bool = False,
         time_to_first_chunk_seconds: float | None = None,
         request_route: str | None = None,
+        trace_name: str | None = None,
     ) -> LLMCallSpanData:
         params: Final = cast(Mapping[str, object], payload.get("model_parameters") or {})
         # The single parse of the request's metadata — the request-vs-provider
@@ -436,6 +438,7 @@ class LLMCallSpanData:
             output_type=resolve_output_type(call_type),
             call_type=call_type or None,
             request_route=request_route or context.identity.request_route,
+            trace_name=trace_name,
         )
 
 
diff --git a/tests/test_litellm/integrations/otel/test_langfuse_logger.py b/tests/test_litellm/integrations/otel/test_langfuse_logger.py
index 8f93a9a564f..8db84b090a0 100644
--- a/tests/test_litellm/integrations/otel/test_langfuse_logger.py
+++ b/tests/test_litellm/integrations/otel/test_langfuse_logger.py
@@ -1,9 +1,9 @@
-"""Tests for ``LangfuseOpenTelemetryV2``: the root observation's input and output are stamped from the
-request-task hooks, while the root span is still recording, so Langfuse can show them on the trace."""
+"""Tests for the Langfuse OTel v2 loggers: the trace name and the root observation's input and output are
+stamped from the request task while the root span is still recording, so Langfuse can show them on the trace."""
 
 import asyncio
 import json
-from collections.abc import AsyncIterator, Sequence
+from collections.abc import AsyncIterator, Mapping, Sequence
 from typing import Final
 
 import pytest
@@ -14,7 +14,7 @@ from opentelemetry.sdk.trace.export.in_memory_span_exporter import InMemorySpanE
 
 import litellm  # noqa: E402
 from litellm.caching.dual_cache import DualCache  # noqa: E402
-from litellm.integrations.otel.logger import build_otel_v2_logger  # noqa: E402
+from litellm.integrations.otel.logger import OpenTelemetryV2, build_otel_v2_logger  # noqa: E402
 from litellm.integrations.otel.model.config import OpenTelemetryV2Config, is_otel_v2_enabled  # noqa: E402
 from litellm.integrations.otel.model.spans import LITELLM_PROXY_REQUEST_SPAN_NAME, SpanRole  # noqa: E402
 from litellm.integrations.otel.plumbing import context as otel_context  # noqa: E402
@@ -41,6 +41,7 @@ from litellm.types.utils import (  # noqa: E402
 
 INPUT_ATTR: Final = "langfuse.observation.input"
 OUTPUT_ATTR: Final = "langfuse.observation.output"
+TRACE_NAME_ATTR: Final = "langfuse.trace.name"
 CHAT_DATA: Final = {"model": "gpt-5.4-mini", "messages": [{"role": "user", "content": "ping"}]}
 
 
@@ -306,6 +307,73 @@ def test_unrenderable_output_never_raises_into_the_request():
     assert INPUT_ATTR not in attrs and OUTPUT_ATTR not in attrs
 
 
+def _run_named_request(
+    logger: OpenTelemetryV2, exporter: InMemorySpanExporter, litellm_params: Mapping[str, object]
+) -> tuple[Mapping[str, object], Mapping[str, object]]:
+    response: Final = ModelResponse(choices=[Choices(message=Message(role="assistant", content="pong"))])
+    root: Final = _start_root(logger)
+    logger.log_pre_api_call(
+        model="gpt-5.4-mini", messages=[], kwargs={"litellm_call_id": "call_1", "litellm_params": litellm_params}
+    )
+    root.end()
+    payload: Final = {
+        "call_type": "acompletion",
+        "custom_llm_provider": "openai",
+        "model": "gpt-5.4-mini",
+        "messages": CHAT_DATA["messages"],
+        "response": response.model_dump(),
+        "status": "success",
+        "litellm_call_id": "call_1",
+        "metadata": {},
+        "hidden_params": {},
+    }
+    asyncio.run(
+        logger.async_log_success_event(
+            {"standard_logging_object": payload, "litellm_params": litellm_params}, response, None, None
+        )
+    )
+    generation: Final = next(
+        span for span in exporter.get_finished_spans() if span.name != LITELLM_PROXY_REQUEST_SPAN_NAME
+    )
+    return _root_attrs(exporter), dict(generation.attributes or {})
+
+
+@pytest.mark.parametrize("capture", ["span_only", "no_content"])
+def test_langfuse_trace_name_header_names_the_root_and_the_generation_over_body_metadata(capture):
+    logger, exporter = _logger(capture=capture)
+
+    root_attrs, generation_attrs = _run_named_request(
+        logger,
+        exporter,
+        {
+            "metadata": {"trace_name": "from-body"},
+            "proxy_server_request": {"headers": {"langfuse_trace_name": "from-header"}},
+        },
+    )
+
+    assert root_attrs[TRACE_NAME_ATTR] == "from-header"
+    assert generation_attrs[TRACE_NAME_ATTR] == "from-header"
+
+
+def test_body_metadata_trace_name_names_the_root_and_the_generation():
+    logger, exporter = _logger()
+
+    root_attrs, generation_attrs = _run_named_request(
+        logger, exporter, {"metadata": {"trace_name": "from-body"}, "proxy_server_request": {"headers": {}}}
+    )
+
+    assert root_attrs[TRACE_NAME_ATTR] == "from-body"
+    assert generation_attrs[TRACE_NAME_ATTR] == "from-body"
+
+
+def test_unnamed_request_leaves_the_trace_name_off_both_spans():
+    logger, exporter = _logger()
+
+    root_attrs, generation_attrs = _run_named_request(logger, exporter, {"proxy_server_request": {"headers": {}}})
+
+    assert TRACE_NAME_ATTR not in root_attrs and TRACE_NAME_ATTR not in generation_attrs
+
+
 @pytest.mark.parametrize(
     ("capture", "mappers"),
     [("no_content", ("genai", "langfuse")), ("span_only", ("genai",))],
diff --git a/tests/test_litellm/integrations/otel/test_otel_v2_sources_of_truth.py b/tests/test_litellm/integrations/otel/test_otel_v2_sources_of_truth.py
index addadf8e598..8baf9310538 100644
--- a/tests/test_litellm/integrations/otel/test_otel_v2_sources_of_truth.py
+++ b/tests/test_litellm/integrations/otel/test_otel_v2_sources_of_truth.py
@@ -28,6 +28,7 @@ from litellm.integrations.otel import (
 )
 from litellm.integrations.otel.mappers.genai import GenAIMapper
 from litellm.integrations.otel.model import spans as spans_mod
+from litellm.integrations.otel.model.metadata import LLMCallEvent, caller_trace_name
 from litellm.integrations.otel.model.payloads import (
     LLMCallSpanData,
     RequestIdentity,
@@ -722,6 +723,37 @@ def test_request_identity_falls_back_to_legacy_team_keys():
     assert ident.team_alias == "legacy"
 
 
+@pytest.mark.parametrize(
+    ("request_data", "expected"),
+    [
+        ({"proxy_server_request": {"headers": {"langfuse_trace_name": "from-header"}}}, "from-header"),
+        ({"metadata": {"trace_name": "from-body"}}, "from-body"),
+        ({"litellm_metadata": {"trace_name": "from-anthropic-body"}}, "from-anthropic-body"),
+        (
+            {
+                "proxy_server_request": {"headers": {"langfuse_trace_name": "from-header"}},
+                "metadata": {"trace_name": "from-body"},
+            },
+            "from-header",
+        ),
+        ({"proxy_server_request": {"headers": {"langfuse_trace_name": ""}}, "metadata": {"trace_name": "body"}}, "body"),
+        ({"proxy_server_request": {"headers": {}}, "metadata": {"user_api_key_team_id": "t1"}}, None),
+        ({}, None),
+    ],
+    ids=["header", "body", "anthropic-body", "header-beats-body", "blank-header-falls-through", "neither", "empty"],
+)
+def test_caller_trace_name_prefers_the_langfuse_header_over_body_metadata(request_data, expected):
+    assert caller_trace_name({"litellm_params": request_data}) == expected
+    assert LLMCallEvent.from_dict({"litellm_params": request_data}).trace_name == expected
+
+
+def test_llm_span_data_carries_the_caller_trace_name():
+    data: Final = LLMCallSpanData.from_standard_logging_payload(_sample_payload(), trace_name="nightly-eval")
+
+    assert data.trace_name == "nightly-eval"
+    assert LLMCallSpanData.from_standard_logging_payload(_sample_payload()).trace_name is None
+
+
 def test_llm_span_carries_proxy_request_route():
     """The LLM span records the proxy route the request arrived on, so it can be
     filtered by endpoint (``/v1/responses`` vs ``/v1/chat/completions``) without
diff --git a/tests/test_litellm/integrations/otel/test_otel_v2_vendor_mappers.py b/tests/test_litellm/integrations/otel/test_otel_v2_vendor_mappers.py
index 94cb79f53b8..bcdda93383a 100644
--- a/tests/test_litellm/integrations/otel/test_otel_v2_vendor_mappers.py
+++ b/tests/test_litellm/integrations/otel/test_otel_v2_vendor_mappers.py
@@ -134,6 +134,11 @@ def test_langfuse_mapper_observation_attrs():
     assert attrs["langfuse.trace.metadata.team_id"] == "t1"
 
 
+def test_langfuse_mapper_names_the_trace_from_the_caller():
+    assert LangfuseMapper().map(_llm_call(trace_name="nightly-eval"))["langfuse.trace.name"] == "nightly-eval"
+    assert "langfuse.trace.name" not in LangfuseMapper().map(_llm_call(trace_name=None))
+
+
 def test_langfuse_mapper_skips_when_no_messages():
     data = _llm_call(messages_in=(), choices_out=())
     attrs = LangfuseMapper().map(data)

From 4a2edf17022d2dee9e0c377ddafecfa83322d623 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 17:47:35 -0700
Subject: [PATCH 254/298] feat(ui): link the Organization cell on the Teams
 page (#40749)

The Teams table showed a team's organization as plain text, so getting
from a team to the org that owns it meant copying the alias and searching
the Organizations page by hand.

It now uses the same link helper the key tables use, so the cell points
at the org detail page.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../components/TeamsPage/TeamsTable.test.tsx  | 24 +++++++++++++++++++
 .../components/TeamsPage/teamTableColumns.tsx |  5 ++--
 2 files changed, 27 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.test.tsx b/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.test.tsx
index d3b9a55a7d5..95958994775 100644
--- a/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.test.tsx
@@ -34,6 +34,10 @@ vi.mock("@/app/(dashboard)/hooks/teams/useTeams", () => ({
   teamsTableKeys: { all: ["teamsTable"] },
 }));
 
+vi.mock("next/navigation", () => ({
+  useRouter: () => ({ push: vi.fn() }),
+}));
+
 vi.mock("@/app/(dashboard)/hooks/organizations/useOrganizations", () => ({
   useOrganizations: vi.fn().mockReturnValue({
     data: [{ organization_id: "org-1", organization_alias: "Test Organization" }],
@@ -306,10 +310,30 @@ describe("column rendering details", () => {
     });
   });
 
+  it("points the organization cell at the org's detail page, aliased or not", async () => {
+    mockUseTeamsTable.mockReturnValue(
+      teamsResult([
+        { ...mockTeam, team_id: "a", organization_id: "org-1" },
+        { ...mockTeam, team_id: "b", team_alias: "Orphan Team", organization_id: "org-unknown" },
+      ]),
+    );
+    renderTable();
+
+    expect(await screen.findByRole("link", { name: "Test Organization" })).toHaveAttribute(
+      "href",
+      "/ui/organizations?org=org-1",
+    );
+    expect(screen.getByRole("link", { name: "org-unknown" })).toHaveAttribute(
+      "href",
+      "/ui/organizations?org=org-unknown",
+    );
+  });
+
   it("renders an em dash for a team with no organization", () => {
     mockUseTeamsTable.mockReturnValue(teamsResult([{ ...mockTeam, organization_id: null as unknown as string }]));
     renderTable();
     expect(screen.getByText("—")).toBeInTheDocument();
+    expect(screen.queryByRole("link", { name: /organization/i })).not.toBeInTheDocument();
   });
 
   it("falls back to keys.length when keys_count is absent", () => {
diff --git a/ui/litellm-dashboard/src/components/TeamsPage/teamTableColumns.tsx b/ui/litellm-dashboard/src/components/TeamsPage/teamTableColumns.tsx
index da4948dd892..84369a58307 100644
--- a/ui/litellm-dashboard/src/components/TeamsPage/teamTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/TeamsPage/teamTableColumns.tsx
@@ -15,6 +15,7 @@ import {
 } from "@/components/ui/dropdown-menu";
 import { Skeleton } from "@/components/ui/skeleton";
 import { cn } from "@/lib/cva.config";
+import { orgDetailHref } from "@/utils/entityLinks";
 import { copyToClipboard, formatNumberWithCommas } from "@/utils/dataUtils";
 
 import { Team } from "../key_team_helpers/key_list";
@@ -183,8 +184,8 @@ export const getTeamTableColumns = ({
         const displayValue = org?.organization_alias || orgId;
         const width = info.cell.column.getSize();
         return (
-          <span className="block truncate text-sm" style={{ maxWidth: width }} title={displayValue}>
-            {displayValue}
+          <span className="block" style={{ maxWidth: width }} title={displayValue}>
+            <IdentityCell title={displayValue} titleClassName="text-sm font-normal" href={orgDetailHref(orgId)} />
           </span>
         );
       },

From 1be930664f5273a77fbbd4576f35d6468b029dec Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 17:48:44 -0700
Subject: [PATCH 255/298] feat(ui): link the User ID and Team ID cells on the
 Memory page (#40752)

Both columns rendered as dead pills, so tracing a memory row back to its
owner meant copying an id into another page's search box. IdCell grows an
href prop that turns the pill into a client-routed link, and the Memory
columns pass the shared entityLinks helpers so the proxy admin and
dashboard sentinels stay unlinked.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../memory/_components/MemoryTable.test.tsx   | 19 +++++++++++
 .../memory/_components/MemoryTableColumns.tsx | 11 ++++--
 .../shared/table_cells/id_cell.test.tsx       | 23 +++++++++++++
 .../components/shared/table_cells/id_cell.tsx | 34 +++++++++++++++++--
 4 files changed, 83 insertions(+), 4 deletions(-)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx
index 984b8135466..5785d0b37a1 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTable.test.tsx
@@ -8,6 +8,8 @@ import { MemoryRow } from "@/components/networking";
 
 import { MemoryTable } from "./MemoryTable";
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 const makeMemory = (overrides: Partial<MemoryRow> = {}): MemoryRow => ({
   memory_id: "mem-1",
   key: "user:profile",
@@ -36,6 +38,23 @@ const baseProps = {
 };
 
 describe("MemoryTable", () => {
+  it("links the User ID and Team ID cells to their detail pages", () => {
+    render(<MemoryTable {...baseProps} />);
+
+    expect(screen.getByRole("link", { name: "user-42" })).toHaveAttribute("href", "/ui/users?user=user-42");
+    expect(screen.getByRole("link", { name: "team-7" })).toHaveAttribute("href", "/ui/teams?team=team-7");
+  });
+
+  it("leaves the proxy admin and dashboard sentinels unlinked", () => {
+    const sentinelRow = makeMemory({ user_id: "default_user_id", team_id: "litellm-dashboard" });
+    render(<MemoryTable {...baseProps} data={[sentinelRow]} />);
+
+    expect(screen.getByText("default_user_id")).toBeInTheDocument();
+    expect(screen.getByText("litellm-dashboard")).toBeInTheDocument();
+    expect(screen.queryByRole("link", { name: "default_user_id" })).not.toBeInTheDocument();
+    expect(screen.queryByRole("link", { name: "litellm-dashboard" })).not.toBeInTheDocument();
+  });
+
   it("renders every column header", () => {
     render(<MemoryTable {...baseProps} />);
     for (const header of ["ID", "Name", "Preview", "User ID", "Team ID", "Updated"]) {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx b/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx
index 6b2a6b08704..62b8ec624fa 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/memory/_components/MemoryTableColumns.tsx
@@ -14,6 +14,7 @@ import {
   DropdownMenuTrigger,
 } from "@/components/ui/dropdown-menu";
 import { cn } from "@/lib/cva.config";
+import { teamDetailHref, userDetailHref } from "@/utils/entityLinks";
 
 interface MemoryRowActionsProps {
   row: MemoryRow;
@@ -109,7 +110,10 @@ export const getMemoryTableColumns = ({
     header: "User ID",
     size: 160,
     enableSorting: false,
-    cell: ({ row }) => <IdCell value={row.original.user_id} />,
+    cell: ({ row }) => {
+      const userId = row.original.user_id;
+      return <IdCell value={userId} href={userId ? userDetailHref(userId) : undefined} />;
+    },
   },
   {
     id: "team_id",
@@ -118,7 +122,10 @@ export const getMemoryTableColumns = ({
     header: "Team ID",
     size: 160,
     enableSorting: false,
-    cell: ({ row }) => <IdCell value={row.original.team_id} />,
+    cell: ({ row }) => {
+      const teamId = row.original.team_id;
+      return <IdCell value={teamId} href={teamId ? teamDetailHref(teamId) : undefined} />;
+    },
   },
   {
     id: "updated_at",
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
index c715210fdde..c6720ecc7b1 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.test.tsx
@@ -4,6 +4,10 @@ import { describe, expect, it, vi } from "vitest";
 
 import { IdCell } from "./id_cell";
 
+const { routerPushMock } = vi.hoisted(() => ({ routerPushMock: vi.fn() }));
+
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: routerPushMock }) }));
+
 const { copyToClipboardMock } = vi.hoisted(() => ({ copyToClipboardMock: vi.fn() }));
 
 vi.mock("@/utils/dataUtils", async (importOriginal) => ({
@@ -83,4 +87,23 @@ describe("IdCell", () => {
     render(<IdCell value="k-1" dataTestId="key-id-cell" />);
     expect(screen.getByTestId("key-id-cell")).toHaveTextContent("k-1");
   });
+
+  it("renders the id as a link and routes client side when href is set", async () => {
+    const user = userEvent.setup();
+    render(<IdCell value="user-42" href="/ui/users?user=user-42" />);
+
+    const link = screen.getByRole("link", { name: "user-42" });
+    expect(link).toHaveAttribute("href", "/ui/users?user=user-42");
+    expect(link).toHaveClass("cursor-pointer");
+
+    await user.click(link);
+    expect(routerPushMock).toHaveBeenCalledWith("/ui/users?user=user-42");
+  });
+
+  it("stays plain text when href is undefined", () => {
+    render(<IdCell value="default_user_id" href={undefined} />);
+
+    expect(screen.getByText("default_user_id").tagName).toBe("SPAN");
+    expect(screen.queryByRole("link")).not.toBeInTheDocument();
+  });
 });
diff --git a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
index 33c7f835e64..47d0d750223 100644
--- a/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
+++ b/ui/litellm-dashboard/src/components/shared/table_cells/id_cell.tsx
@@ -3,6 +3,7 @@
 import { Copy } from "lucide-react";
 import * as React from "react";
 
+import { useEntityLinkClick } from "@/components/shared/EntityLink";
 import { cn } from "@/lib/cva.config";
 import { copyToClipboard } from "@/utils/dataUtils";
 
@@ -13,6 +14,7 @@ export type IdCellVariant = "pill" | "plain";
 interface IdCellProps {
   value: string | null | undefined;
   variant?: IdCellVariant;
+  href?: string;
   onClick?: (value: string) => void;
   copyable?: boolean;
   copyLabel?: string;
@@ -38,6 +40,7 @@ const VARIANT_CLASS: Record<IdCellVariant, { base: string; clickable: string }>
 export function IdCell({
   value,
   variant = "pill",
+  href,
   onClick,
   copyable = false,
   copyLabel = "Copy ID",
@@ -52,16 +55,17 @@ export function IdCell({
     return <span className="text-muted-foreground">{fallback}</span>;
   }
 
+  const linked = !!href && !disabled;
   const clickable = !!onClick && !disabled;
   const classes = cn(
     VARIANT_CLASS[variant].base,
-    clickable && VARIANT_CLASS[variant].clickable,
+    (linked || clickable) && VARIANT_CLASS[variant].clickable,
     truncate && "block max-w-[15ch] truncate",
     disabled && "opacity-50",
     className,
   );
 
-  const idElement = clickable ? (
+  const unlinkedElement = clickable ? (
     <button type="button" className={classes} data-testid={dataTestId} onClick={() => onClick(value)}>
       {value}
     </button>
@@ -71,6 +75,14 @@ export function IdCell({
     </span>
   );
 
+  const idElement = linked ? (
+    <IdLink href={href} className={classes} dataTestId={dataTestId}>
+      {value}
+    </IdLink>
+  ) : (
+    unlinkedElement
+  );
+
   const withTooltip = <CellTooltip content={tooltip ?? value} trigger={idElement} />;
 
   if (!copyable) {
@@ -94,3 +106,21 @@ export function IdCell({
     </span>
   );
 }
+
+interface IdLinkProps extends React.ComponentPropsWithoutRef<"a"> {
+  href: string;
+  dataTestId?: string;
+}
+
+const IdLink = React.forwardRef<HTMLAnchorElement, IdLinkProps>(function IdLink(
+  { href, dataTestId, children, ...props },
+  ref,
+) {
+  const handleClick = useEntityLinkClick(href);
+
+  return (
+    <a {...props} ref={ref} href={href} data-testid={dataTestId} onClick={handleClick}>
+      {children}
+    </a>
+  );
+});

From 06964e5603ecce13b0e4aabcbcab5d1382c4c6e5 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 17:48:57 -0700
Subject: [PATCH 256/298] feat(ui): link the User ID, Created By and Deleted By
 cells on Deleted Keys (#40750)

* feat(ui): link the User ID, Created By and Deleted By cells on Deleted Keys

All three columns rendered as plain text, so auditing a deleted key meant
copying an id into the Users page search box. Route them through
IdentityCell with userDetailHref, which keeps the proxy admin placeholder
unlinked. User Email and Team Alias stay as they are: the deleted key table
has no column for either, so the API never populates them.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4

* test(ui): mount a router mock for the Deleted Keys page test

The page test renders the table, and the newly linked cells call useRouter,
which throws without an App Router mounted. Matches how the other 35 test
files in the suite stub next/navigation.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../DeletedKeysPage/DeletedKeysPage.test.tsx  |  2 ++
 .../DeletedKeysTable.test.tsx                 | 18 +++++++++++++++++
 .../DeletedKeysTableColumns.tsx               | 20 +++++++++++++++----
 3 files changed, 36 insertions(+), 4 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysPage.test.tsx b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysPage.test.tsx
index ee2f42ad85b..31cd407a5e6 100644
--- a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysPage.test.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysPage.test.tsx
@@ -5,6 +5,8 @@ import { renderWithProviders } from "../../../tests/test-utils";
 import DeletedKeysPage from "./DeletedKeysPage";
 import { useDeletedKeys, DeletedKeyResponse } from "@/app/(dashboard)/hooks/keys/useKeys";
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 vi.mock("@/app/(dashboard)/hooks/keys/useKeys", () => ({
   useDeletedKeys: vi.fn(),
 }));
diff --git a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTable.test.tsx b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTable.test.tsx
index 7e30ef2c135..dd8007be264 100644
--- a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTable.test.tsx
@@ -5,6 +5,8 @@ import { renderWithProviders } from "../../../../tests/test-utils";
 import { DeletedKeysTable } from "./DeletedKeysTable";
 import { DeletedKeyResponse } from "@/app/(dashboard)/hooks/keys/useKeys";
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 const makeDeletedKey = (overrides: Partial<DeletedKeyResponse> = {}): DeletedKeyResponse =>
   ({
     token: "sk-1234567890abcdef",
@@ -86,3 +88,19 @@ it("should show the empty state when there are no deleted keys", () => {
 
   expect(screen.getByText("No deleted keys found")).toBeInTheDocument();
 });
+
+it("links the owner, creator and deleter cells to their user detail pages", () => {
+  renderWithProviders(<DeletedKeysTable {...defaultProps} keys={[makeDeletedKey({ deleted_by: "deleter-1" })]} />);
+
+  expect(screen.getByRole("link", { name: "user-1" })).toHaveAttribute("href", "/ui/users?user=user-1");
+  expect(screen.getByRole("link", { name: "creator-1" })).toHaveAttribute("href", "/ui/users?user=creator-1");
+  expect(screen.getByRole("link", { name: "deleter-1" })).toHaveAttribute("href", "/ui/users?user=deleter-1");
+});
+
+it("leaves the default_user_id placeholder unlinked", () => {
+  const placeholderKey = makeDeletedKey({ user_id: "default_user_id", created_by: "default_user_id" });
+  renderWithProviders(<DeletedKeysTable {...defaultProps} keys={[placeholderKey]} />);
+
+  expect(screen.getAllByText("default_user_id")).toHaveLength(2);
+  expect(screen.queryByRole("link", { name: "default_user_id" })).not.toBeInTheDocument();
+});
diff --git a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTableColumns.tsx b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTableColumns.tsx
index aa7d6380cc3..32185f867b4 100644
--- a/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedKeysPage/DeletedKeysTable/DeletedKeysTableColumns.tsx
@@ -3,8 +3,9 @@
 import { ColumnDef } from "@tanstack/react-table";
 
 import { DataTableSortHeader } from "@/components/shared/DataTable";
-import { DateCell, IdCell, MoneyCell } from "@/components/shared/table_cells";
+import { DateCell, IdCell, IdentityCell, MoneyCell } from "@/components/shared/table_cells";
 import { DeletedKeyResponse } from "@/app/(dashboard)/hooks/keys/useKeys";
+import { userDetailHref } from "@/utils/entityLinks";
 
 function TruncatedTextCell({ value }: { value: string | null | undefined }) {
   if (!value) {
@@ -17,6 +18,17 @@ function TruncatedTextCell({ value }: { value: string | null | undefined }) {
   );
 }
 
+function UserLinkCell({ userId }: { userId: string | null | undefined }) {
+  if (!userId) {
+    return <span className="text-muted-foreground">-</span>;
+  }
+  return (
+    <span className="block max-w-60" title={userId}>
+      <IdentityCell title={userId} titleClassName="font-normal" href={userDetailHref(userId)} />
+    </span>
+  );
+}
+
 export const getDeletedKeysTableColumns = (): ColumnDef<DeletedKeyResponse>[] => [
   {
     id: "token",
@@ -89,7 +101,7 @@ export const getDeletedKeysTableColumns = (): ColumnDef<DeletedKeyResponse>[] =>
     header: "User ID",
     size: 120,
     enableSorting: false,
-    cell: ({ row }) => <IdCell value={row.original.user_id} variant="plain" />,
+    cell: ({ row }) => <UserLinkCell userId={row.original.user_id} />,
   },
   {
     id: "created_at",
@@ -107,7 +119,7 @@ export const getDeletedKeysTableColumns = (): ColumnDef<DeletedKeyResponse>[] =>
     header: "Created By",
     size: 120,
     enableSorting: false,
-    cell: ({ row }) => <TruncatedTextCell value={row.original.created_by} />,
+    cell: ({ row }) => <UserLinkCell userId={row.original.created_by} />,
   },
   {
     id: "deleted_at",
@@ -125,6 +137,6 @@ export const getDeletedKeysTableColumns = (): ColumnDef<DeletedKeyResponse>[] =>
     header: "Deleted By",
     size: 120,
     enableSorting: false,
-    cell: ({ row }) => <TruncatedTextCell value={row.original.deleted_by} />,
+    cell: ({ row }) => <UserLinkCell userId={row.original.deleted_by} />,
   },
 ];

From c53f72c764f9c1ae9015df667e350b130ebb8a9f Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 17:49:01 -0700
Subject: [PATCH 257/298] feat(ui): link the Created By cell on the Prompts
 page (#40753)

The column was plain muted text, so finding out who owns a prompt meant
copying the id into the Users page search box. Route it through
IdentityCell with userDetailHref, which keeps the proxy admin placeholder
unlinked.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../prompts/_components/PromptTable.test.tsx         | 11 +++++++++++
 .../prompts/_components/PromptTableColumns.tsx       | 12 ++++++++++--
 2 files changed, 21 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx
index edbb897fb2f..009abf93d1f 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTable.test.tsx
@@ -10,6 +10,8 @@ vi.mock("@/components/networking", () => ({
   modelHubCall: vi.fn().mockResolvedValue({ data: [] }),
 }));
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 const mockPrompts: PromptSpec[] = [
   {
     prompt_id: "prompt-newer",
@@ -53,6 +55,15 @@ describe("PromptTable", () => {
     }
   });
 
+  it("links the Created By cell to the creator's detail page, leaving the placeholder unlinked", () => {
+    const prompts = [mockPrompts[0], { ...mockPrompts[1], created_by: "default_user_id" }];
+    render(<PromptTable {...defaultProps} promptsList={prompts} />);
+
+    expect(screen.getByRole("link", { name: "user-1" })).toHaveAttribute("href", "/ui/users?user=user-1");
+    expect(screen.getByText("default_user_id")).toBeInTheDocument();
+    expect(screen.queryByRole("link", { name: "default_user_id" })).not.toBeInTheDocument();
+  });
+
   it("should display the empty state when data is empty", () => {
     render(<PromptTable {...defaultProps} promptsList={[]} />);
     expect(screen.getByText("No prompts yet")).toBeInTheDocument();
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx
index f927a6d1486..db0392bbd6e 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/PromptTableColumns.tsx
@@ -17,6 +17,7 @@ import {
 } from "@/components/ui/dropdown-menu";
 import { cn } from "@/lib/cva.config";
 import { copyToClipboard } from "@/utils/dataUtils";
+import { userDetailHref } from "@/utils/entityLinks";
 
 import { extractModel, getProviderFromModelHub, ModelGroupInfo } from "./prompt_utils";
 
@@ -191,9 +192,16 @@ export const getPromptTableColumns = ({
     enableSorting: false,
     cell: ({ row }) => {
       const createdBy = row.original.created_by;
+      if (!createdBy) {
+        return <span className="text-muted-foreground">-</span>;
+      }
       return (
-        <span className="block max-w-60 truncate text-sm text-muted-foreground" title={createdBy}>
-          {createdBy || "-"}
+        <span className="block max-w-60" title={createdBy}>
+          <IdentityCell
+            title={createdBy}
+            titleClassName="font-normal text-muted-foreground"
+            href={userDetailHref(createdBy)}
+          />
         </span>
       );
     },

From b27d2cce77cd1d0ba9662ccb5b2fe9640471f2c6 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Fri, 11 Sep 2026 17:49:07 -0700
Subject: [PATCH 258/298] feat(ui): link the Organization and Deleted By cells
 on Deleted Teams (#40751)

* feat(ui): link the Organization and Deleted By cells on Deleted Teams

Both columns rendered as plain text, so tracing a deleted team back to its
org or to whoever removed it meant copying an id into another page's search
box. Route them through IdentityCell with orgDetailHref and userDetailHref.
Team ID stays unlinked because the team itself is gone.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4

* test(ui): mount a router mock for the Deleted Teams page test

The page test renders the table, and the newly linked cells call useRouter,
which throws without an App Router mounted. Matches how the other 35 test
files in the suite stub next/navigation.

Claude-Session: https://claude.ai/code/session_01NfwfQhamRNnSqgXMUjf3h4
---
 .../DeletedTeamsPage.test.tsx                 |  2 ++
 .../DeletedTeamsTable.test.tsx                | 20 +++++++++++++
 .../DeletedTeamsTableColumns.tsx              | 30 ++++++++++++-------
 3 files changed, 41 insertions(+), 11 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsPage.test.tsx b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsPage.test.tsx
index 952d8764463..d2d25f5e47e 100644
--- a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsPage.test.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsPage.test.tsx
@@ -5,6 +5,8 @@ import { renderWithProviders } from "../../../tests/test-utils";
 import DeletedTeamsPage from "./DeletedTeamsPage";
 import { useDeletedTeams, DeletedTeam } from "@/app/(dashboard)/hooks/teams/useTeams";
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 vi.mock("@/app/(dashboard)/hooks/teams/useTeams", () => ({
   useDeletedTeams: vi.fn(),
 }));
diff --git a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTable.test.tsx b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTable.test.tsx
index e166f6b0d1b..837fb583f30 100644
--- a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTable.test.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTable.test.tsx
@@ -4,6 +4,8 @@ import { renderWithProviders } from "../../../../tests/test-utils";
 import { DeletedTeamsTable } from "./DeletedTeamsTable";
 import { DeletedTeam } from "@/app/(dashboard)/hooks/teams/useTeams";
 
+vi.mock("next/navigation", () => ({ useRouter: () => ({ push: vi.fn() }) }));
+
 const makeDeletedTeam = (overrides: Partial<DeletedTeam> = {}): DeletedTeam => ({
   team_id: "team-1",
   team_alias: "Test Team",
@@ -81,3 +83,21 @@ it("renders the shared pagination footer with the server row count", () => {
   expect(screen.getByTestId("pagination-prev")).toBeEnabled();
   expect(screen.getByTestId("pagination-next")).toBeDisabled();
 });
+
+it("links the organization and deleted by cells, leaving the deleted team id unlinked", () => {
+  renderWithProviders(
+    <DeletedTeamsTable teams={[makeDeletedTeam()]} isLoading={false} rowCount={1} {...paginationProps} />,
+  );
+
+  expect(screen.getByRole("link", { name: "org-1" })).toHaveAttribute("href", "/ui/organizations?org=org-1");
+  expect(screen.getByRole("link", { name: "user-1" })).toHaveAttribute("href", "/ui/users?user=user-1");
+  expect(screen.queryByRole("link", { name: "team-1" })).not.toBeInTheDocument();
+});
+
+it("leaves the default_user_id placeholder unlinked in the deleted by cell", () => {
+  const team = makeDeletedTeam({ deleted_by: "default_user_id", organization_id: null });
+  renderWithProviders(<DeletedTeamsTable teams={[team]} isLoading={false} rowCount={1} {...paginationProps} />);
+
+  expect(screen.getByText("default_user_id")).toBeInTheDocument();
+  expect(screen.queryByRole("link", { name: "default_user_id" })).not.toBeInTheDocument();
+});
diff --git a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTableColumns.tsx b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTableColumns.tsx
index e36077fd2c3..172f0417027 100644
--- a/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTableColumns.tsx
+++ b/ui/litellm-dashboard/src/components/DeletedTeamsPage/DeletedTeamsTable/DeletedTeamsTableColumns.tsx
@@ -3,8 +3,20 @@
 import { ColumnDef } from "@tanstack/react-table";
 
 import { DataTableSortHeader } from "@/components/shared/DataTable";
-import { DateCell, IdCell, ModelsCell, MoneyCell } from "@/components/shared/table_cells";
+import { DateCell, IdCell, IdentityCell, ModelsCell, MoneyCell } from "@/components/shared/table_cells";
 import { DeletedTeam } from "@/app/(dashboard)/hooks/teams/useTeams";
+import { orgDetailHref, userDetailHref } from "@/utils/entityLinks";
+
+function EntityCell({ value, href }: { value: string | null | undefined; href: string | undefined }) {
+  if (!value) {
+    return <span className="text-muted-foreground">-</span>;
+  }
+  return (
+    <span className="block max-w-60" title={value}>
+      <IdentityCell title={value} titleClassName="font-normal" href={href} />
+    </span>
+  );
+}
 
 export const getDeletedTeamsTableColumns = (): ColumnDef<DeletedTeam>[] => [
   {
@@ -78,7 +90,10 @@ export const getDeletedTeamsTableColumns = (): ColumnDef<DeletedTeam>[] => [
     header: "Organization",
     size: 150,
     enableSorting: false,
-    cell: ({ row }) => <IdCell value={row.original.organization_id} variant="plain" />,
+    cell: ({ row }) => {
+      const orgId = row.original.organization_id;
+      return <EntityCell value={orgId} href={orgId ? orgDetailHref(orgId) : undefined} />;
+    },
   },
   {
     id: "deleted_at",
@@ -97,15 +112,8 @@ export const getDeletedTeamsTableColumns = (): ColumnDef<DeletedTeam>[] => [
     size: 120,
     enableSorting: false,
     cell: ({ row }) => {
-      const value = row.original.deleted_by;
-      if (!value) {
-        return <span className="text-muted-foreground">-</span>;
-      }
-      return (
-        <span className="block max-w-60 truncate" title={value}>
-          {value}
-        </span>
-      );
+      const deletedBy = row.original.deleted_by;
+      return <EntityCell value={deletedBy} href={deletedBy ? userDetailHref(deletedBy) : undefined} />;
     },
   },
 ];

From 115535c3add1f79bf8b5056663c1456a0be5e1cf Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Sat, 12 Sep 2026 00:49:26 +0000
Subject: [PATCH 259/298] test(model_prices): cover Fireworks DeepSeek V4.1
 costs

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../test_fireworks_serverless_model_costs.py     | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/tests/test_litellm/test_fireworks_serverless_model_costs.py b/tests/test_litellm/test_fireworks_serverless_model_costs.py
index b8d36b996df..e3404e477b7 100644
--- a/tests/test_litellm/test_fireworks_serverless_model_costs.py
+++ b/tests/test_litellm/test_fireworks_serverless_model_costs.py
@@ -14,6 +14,8 @@ import os
 
 import pytest
 
+from litellm import completion_cost
+from litellm.types.utils import Choices, Message, ModelResponse, Usage
 from litellm.utils import get_model_info
 
 
@@ -56,6 +58,20 @@ def test_bare_fireworks_ids_resolve_through_prefixed_entries():
         assert info["max_output_tokens"] == expected["max_output_tokens"]
 
 
+def test_deepseek_v4p1_flash_twin_costs():
+    for model in (
+        "fireworks_ai/deepseek-v4p1-flash",
+        "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash",
+    ):
+        response = ModelResponse(
+            model=model,
+            choices=[Choices(index=0, message=Message(role="assistant", content="ok"))],
+            usage=Usage(prompt_tokens=1000, completion_tokens=1000, total_tokens=2000),
+        )
+        cost = completion_cost(completion_response=response, model=model)
+        assert cost == pytest.approx(8.8e-04)
+
+
 TWIN_PINNED_PRICES = {
     "deepseek-v4-flash-0731": {
         "input_cost_per_token": 2.2e-07,

From 05d2c316f5d389979ed60ba26cd0c2ef71ec3692 Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 17:53:51 -0700
Subject: [PATCH 260/298] refactor(mcp): reuse in-memory discovery storage

---
 litellm/caching/in_memory_cache.py            | 13 ++--
 .../mcp_server/mcp_server_manager.py          | 67 +++++++++----------
 .../caching/test_in_memory_cache.py           | 24 +++++++
 .../mcp_server/test_mcp_server_manager.py     | 51 +++++++++++++-
 4 files changed, 112 insertions(+), 43 deletions(-)

diff --git a/litellm/caching/in_memory_cache.py b/litellm/caching/in_memory_cache.py
index 4058a3d72dd..56c9147e066 100644
--- a/litellm/caching/in_memory_cache.py
+++ b/litellm/caching/in_memory_cache.py
@@ -13,6 +13,7 @@ import json
 import sys
 import threading
 import time
+from collections.abc import Callable
 from typing import TYPE_CHECKING, Any, Final
 
 if TYPE_CHECKING:
@@ -34,6 +35,7 @@ class InMemoryCache(BaseCache):
         default_ttl: int
         | None = 600,  # default ttl is 10 minutes. At maximum litellm rate limiting logic requires objects to be in memory for 1 minute
         max_size_per_item: int | None = 1024,  # 1MB = 1024KB
+        clock: Callable[[], float] | None = None,
     ):
         """
         max_size_in_memory [int]: Maximum number of items in cache. done to prevent memory leaks. Use 200 items as a default
@@ -49,6 +51,7 @@ class InMemoryCache(BaseCache):
         self.ttl_dict: dict = {}
         self.expiration_heap: list[tuple[float, str]] = []
         self._increment_lock = threading.Lock()
+        self._clock = clock if clock is not None else lambda: time.time()
 
     def check_value_size(self, value: Any):
         """
@@ -91,7 +94,7 @@ class InMemoryCache(BaseCache):
         """
         Check if a specific key is expired
         """
-        return key in self.ttl_dict and time.time() > self.ttl_dict[key]
+        return key in self.ttl_dict and self._clock() > self.ttl_dict[key]
 
     def _remove_key(self, key: str) -> None:
         """
@@ -113,7 +116,7 @@ class InMemoryCache(BaseCache):
         - 3. the size of in-memory cache is bounded
 
         """
-        current_time: Final = time.time()
+        current_time: Final = self._clock()
 
         # Step 1: Remove expired or outdated items
         while self.expiration_heap:
@@ -147,7 +150,7 @@ class InMemoryCache(BaseCache):
         Check if ttl is set for a key
         """
         ttl_time: Final = self.ttl_dict.get(key)
-        if ttl_time is None or float(ttl_time) < time.time():  # if ttl is not set, allow override
+        if ttl_time is None or float(ttl_time) < self._clock():  # if ttl is not set, allow override
             return True
         else:
             return False
@@ -167,10 +170,10 @@ class InMemoryCache(BaseCache):
         self.cache_dict[key] = value
         if self.allow_ttl_override(key):  # if ttl is not set, set it to default ttl
             if "ttl" in kwargs and kwargs["ttl"] is not None:
-                self.ttl_dict[key] = time.time() + float(kwargs["ttl"])
+                self.ttl_dict[key] = self._clock() + float(kwargs["ttl"])
                 heapq.heappush(self.expiration_heap, (self.ttl_dict[key], key))
             else:
-                self.ttl_dict[key] = time.time() + self.default_ttl
+                self.ttl_dict[key] = self._clock() + self.default_ttl
                 heapq.heappush(self.expiration_heap, (self.ttl_dict[key], key))
 
     async def async_set_cache(self, key, value, **kwargs):
diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index ca81e8191f7..35dfeb9ee74 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -51,6 +51,7 @@ from typing_extensions import ReadOnly
 
 import litellm
 from litellm._logging import verbose_logger
+from litellm.caching.in_memory_cache import InMemoryCache
 from litellm.constants import (
     MCP_CLIENT_TIMEOUT,
     MCP_HEALTH_CHECK_TIMEOUT,
@@ -195,7 +196,6 @@ if TYPE_CHECKING:
     from mcp.shared.context import RequestContext
     from mcp.types import CreateMessageRequestParams
 
-    from litellm.caching.caching import InMemoryCache
     from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
     from litellm.types.mcp_server.mcp_toolset import MCPToolset
 
@@ -1686,21 +1686,29 @@ _DISCOVERY_CACHE_LIMIT: Final = 1024
 
 @dataclass(frozen=True, slots=True)
 class _DiscoveryEntry(Generic[_DiscoveryItem]):
-    expires_at: float
     items: tuple[_DiscoveryItem, ...]
 
 
 class _DiscoveryCache(Generic[_DiscoveryItem]):
     def __init__(self, ttl: float, clock: Callable[[], float]) -> None:
         self._ttl = ttl
-        self._clock = clock
-        self._entries: Mapping[_DiscoveryKey, _DiscoveryEntry[_DiscoveryItem]] = MappingProxyType({})
-        self._pending: Mapping[_DiscoveryKey, asyncio.Task[list[_DiscoveryItem]]] = MappingProxyType({})
-        self._waiters: Mapping[asyncio.Task[list[_DiscoveryItem]], int] = MappingProxyType({})
+        self._entries = InMemoryCache(max_size_in_memory=_DISCOVERY_CACHE_LIMIT, clock=clock)
+        self._pending: dict[
+            _DiscoveryKey, asyncio.Task[list[_DiscoveryItem]]
+        ] = {}  # mutable-ok: constant-time fetch registration
+        self._waiters: dict[asyncio.Task[list[_DiscoveryItem]], int] = {}  # mutable-ok: constant-time waiter accounting
 
     def invalidate(self, server_id: str) -> None:
-        self._entries = MappingProxyType({key: entry for key, entry in self._entries.items() if key[0] != server_id})
-        self._pending = MappingProxyType({key: task for key, task in self._pending.items() if key[0] != server_id})
+        prefix: Final = f"[{json.dumps(server_id)},"
+        keys: Final = cast(  # cast-ok: private cache contains only JSON string keys
+            "tuple[str, ...]", tuple(self._entries.cache_dict)
+        )
+        for entry_key in keys:
+            if entry_key.startswith(prefix):
+                self._entries.delete_cache(entry_key)
+        for key in tuple(self._pending):
+            if key[0] == server_id:
+                self._pending.pop(key)
 
     @staticmethod
     def _observe_completion(task: asyncio.Task[list[_DiscoveryItem]]) -> None:
@@ -1712,8 +1720,10 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
     ) -> tuple[_DiscoveryItem, ...]:
         if self._ttl <= 0:
             return tuple(await fetch())
-        entry: Final = self._entries.get(key)
-        if entry is not None and entry.expires_at > self._clock():
+        entry: Final = cast(  # cast-ok: private cache contains only entries for this item type
+            "_DiscoveryEntry[_DiscoveryItem] | None", self._entries.get_cache(json.dumps(key))
+        )
+        if entry is not None:
             return tuple(item.model_copy(deep=True) for item in entry.items)
         pending: Final = self._pending.get(key)
         if pending is not None:
@@ -1721,28 +1731,24 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
         if len(self._pending) >= _DISCOVERY_CACHE_LIMIT:
             return tuple(await fetch())
         task: Final = asyncio.create_task(self._fetch(key, fetch))
-        self._pending = MappingProxyType({**self._pending, key: task})
+        self._pending[key] = task
         task.add_done_callback(self._observe_completion)
         return await self._await_fetch(key, task)
 
     async def _await_fetch(
         self, key: _DiscoveryKey, task: asyncio.Task[list[_DiscoveryItem]]
     ) -> tuple[_DiscoveryItem, ...]:
-        self._waiters = MappingProxyType({**self._waiters, task: self._waiters.get(task, 0) + 1})
+        self._waiters[task] = self._waiters.get(task, 0) + 1
         try:
             return tuple(item.model_copy(deep=True) for item in await asyncio.shield(task))
         finally:
             remaining: Final = self._waiters[task] - 1
             if remaining:
-                self._waiters = MappingProxyType({**self._waiters, task: remaining})
+                self._waiters[task] = remaining
             else:
-                self._waiters = MappingProxyType(
-                    {pending: count for pending, count in self._waiters.items() if pending is not task}
-                )
+                self._waiters.pop(task)
                 if self._pending.get(key) is task:
-                    self._pending = MappingProxyType(
-                        {entry_key: pending for entry_key, pending in self._pending.items() if entry_key != key}
-                    )
+                    self._pending.pop(key)
                 if not task.done():
                     task.cancel()
 
@@ -1752,28 +1758,15 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
         try:
             items: Final = await fetch()
             if self._pending.get(key) is asyncio.current_task():
-                now: Final = self._clock()
-                live_entries: Final = tuple(
-                    (entry_key, entry) for entry_key, entry in self._entries.items() if entry.expires_at > now
-                )
-                self._entries = MappingProxyType(
-                    {
-                        entry_key: entry
-                        for entry_key, entry in (
-                            *live_entries[-(_DISCOVERY_CACHE_LIMIT - 1) :],
-                            (
-                                key,
-                                _DiscoveryEntry(now + self._ttl, tuple(item.model_copy(deep=True) for item in items)),
-                            ),
-                        )
-                    }
+                self._entries.set_cache(
+                    json.dumps(key),
+                    _DiscoveryEntry(tuple(item.model_copy(deep=True) for item in items)),
+                    ttl=self._ttl,
                 )
             return items
         finally:
             if self._pending.get(key) is asyncio.current_task():
-                self._pending = MappingProxyType(
-                    {entry_key: task for entry_key, task in self._pending.items() if entry_key != key}
-                )
+                self._pending.pop(key)
 
 
 def _mcp_discovery_cache_ttl() -> float:
diff --git a/tests/test_litellm/caching/test_in_memory_cache.py b/tests/test_litellm/caching/test_in_memory_cache.py
index 85e8308ae91..40ad4f0c6f0 100644
--- a/tests/test_litellm/caching/test_in_memory_cache.py
+++ b/tests/test_litellm/caching/test_in_memory_cache.py
@@ -250,3 +250,27 @@ def test_in_memory_cache_prunes_expired_heap_entries_below_capacity():
     assert len(in_memory_cache.cache_dict) == 5
     assert len(in_memory_cache.ttl_dict) == 5
     assert len(in_memory_cache.expiration_heap) == 5
+
+
+def test_in_memory_cache_injected_clock_controls_expiry_and_eviction() -> None:
+    class Clock:
+        now = 0.0
+
+        def __call__(self) -> float:
+            return self.now
+
+    clock = Clock()
+    cache = InMemoryCache(max_size_in_memory=2, default_ttl=60, clock=clock)
+    cache.set_cache("first", "original", ttl=10)
+    clock.now = 9.0
+    cache.set_cache("second", "survivor")
+    assert cache.get_cache("first") == "original"
+    clock.now = 10.001
+    assert cache.get_cache("first") is None
+    cache.set_cache("third", "replacement")
+    assert cache.get_cache("second") == "survivor"
+    clock.now = 69.001
+    cache.set_cache("fourth", "new")
+    assert cache.get_cache("second") is None
+    assert cache.get_cache("third") == "replacement"
+    assert cache.get_cache("fourth") == "new"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index f1343bd143d..6630e184a16 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -13095,7 +13095,7 @@ async def test_discovery_cache_reuses_raw_results_and_expires(kind: str) -> None
         clock.now = 59.999
         assert (await operation(server, None))[0].name == "discovery-example"
         assert upstream.initializes == 1
-        clock.now = 60.0
+        clock.now = 60.001
         assert (await operation(server, None))[0].name == "discovery-example"
         assert upstream.initializes == 2
 
@@ -13383,3 +13383,52 @@ async def test_discovery_resolves_stored_oauth_for_the_requesting_user() -> None
     assert store.calls == (("requesting-user", "discovery"), ("requesting-user", "discovery"))
     assert upstream.initializes == 1
     assert ("prompts/list", "Bearer stored-token") in upstream.requests
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_evicts_results_at_capacity() -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+
+    async def original() -> list[Prompt]:
+        return [Prompt(name="original")]
+
+    async def refetched() -> list[Prompt]:
+        return [Prompt(name="refetched")]
+
+    for index in range(1025):
+        assert (await cache.get((f"server-{index:04}", None), original))[0].name == "original"
+    assert (await cache.get(("server-1024", None), refetched))[0].name == "original"
+    assert (await cache.get(("server-0000", None), refetched))[0].name == "refetched"
+
+
+@pytest.mark.asyncio
+async def test_discovery_cache_invalidation_preserves_other_servers_and_pending_fetches() -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    entered: Final = asyncio.Event()
+    release: Final = asyncio.Event()
+
+    async def original() -> list[Prompt]:
+        return [Prompt(name="original")]
+
+    async def blocked() -> list[Prompt]:
+        entered.set()
+        await release.wait()
+        return [Prompt(name="pending")]
+
+    async def refetched() -> list[Prompt]:
+        return [Prompt(name="refetched")]
+
+    assert (await cache.get(("server", None), original))[0].name == "original"
+    assert (await cache.get(("server-extra", None), original))[0].name == "original"
+    task: Final = asyncio.create_task(cache.get(("other", None), blocked))
+    await asyncio.wait_for(entered.wait(), timeout=5)
+    cache.invalidate("server")
+    release.set()
+    assert (await asyncio.wait_for(task, timeout=5))[0].name == "pending"
+    assert (await cache.get(("other", None), refetched))[0].name == "pending"
+    assert (await cache.get(("server-extra", None), refetched))[0].name == "original"
+    assert (await cache.get(("server", None), refetched))[0].name == "refetched"

From 6c07876dcfe9ce74401526c3a29657848ffb4afe Mon Sep 17 00:00:00 2001
From: mateo <mateo@berri.ai>
Date: Sat, 12 Sep 2026 01:00:11 +0000
Subject: [PATCH 261/298] test(model_prices): use local cost map for Fireworks
 cost coverage

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 tests/test_litellm/test_fireworks_serverless_model_costs.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_litellm/test_fireworks_serverless_model_costs.py b/tests/test_litellm/test_fireworks_serverless_model_costs.py
index e3404e477b7..1303f46e8fa 100644
--- a/tests/test_litellm/test_fireworks_serverless_model_costs.py
+++ b/tests/test_litellm/test_fireworks_serverless_model_costs.py
@@ -58,7 +58,7 @@ def test_bare_fireworks_ids_resolve_through_prefixed_entries():
         assert info["max_output_tokens"] == expected["max_output_tokens"]
 
 
-def test_deepseek_v4p1_flash_twin_costs():
+def test_deepseek_v4p1_flash_twin_costs(local_model_cost_map):
     for model in (
         "fireworks_ai/deepseek-v4p1-flash",
         "fireworks_ai/accounts/fireworks/models/deepseek-v4p1-flash",

From 9d31de2f20d444d02674c8ec3b8f25a2cfa3257e Mon Sep 17 00:00:00 2001
From: Joshua Valluru <326636767+joshua-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:08:27 -0700
Subject: [PATCH 262/298] fix(mcp): bound discovery cache result bytes

---
 .../mcp_server/mcp_server_manager.py          | 34 ++++++++++---------
 .../mcp_server/test_mcp_server_manager.py     | 25 ++++++++++----
 2 files changed, 37 insertions(+), 22 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
index 35dfeb9ee74..9211d8ab003 100644
--- a/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
+++ b/litellm/proxy/_experimental/mcp_server/mcp_server_manager.py
@@ -46,7 +46,7 @@ from mcp.types import (
     ResourceTemplate,
 )
 from mcp.types import Tool as MCPTool
-from pydantic import AnyUrl, BaseModel
+from pydantic import AnyUrl, BaseModel, TypeAdapter
 from typing_extensions import ReadOnly
 
 import litellm
@@ -1684,15 +1684,13 @@ _DiscoveryKey: TypeAlias = tuple[str, str | None]
 _DISCOVERY_CACHE_LIMIT: Final = 1024
 
 
-@dataclass(frozen=True, slots=True)
-class _DiscoveryEntry(Generic[_DiscoveryItem]):
-    items: tuple[_DiscoveryItem, ...]
-
-
 class _DiscoveryCache(Generic[_DiscoveryItem]):
-    def __init__(self, ttl: float, clock: Callable[[], float]) -> None:
+    def __init__(
+        self, ttl: float, clock: Callable[[], float], adapter: TypeAdapter[tuple[_DiscoveryItem, ...]]
+    ) -> None:
         self._ttl = ttl
-        self._entries = InMemoryCache(max_size_in_memory=_DISCOVERY_CACHE_LIMIT, clock=clock)
+        self._adapter = adapter
+        self._entries = InMemoryCache(max_size_in_memory=_DISCOVERY_CACHE_LIMIT, max_size_per_item=64, clock=clock)
         self._pending: dict[
             _DiscoveryKey, asyncio.Task[list[_DiscoveryItem]]
         ] = {}  # mutable-ok: constant-time fetch registration
@@ -1720,11 +1718,9 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
     ) -> tuple[_DiscoveryItem, ...]:
         if self._ttl <= 0:
             return tuple(await fetch())
-        entry: Final = cast(  # cast-ok: private cache contains only entries for this item type
-            "_DiscoveryEntry[_DiscoveryItem] | None", self._entries.get_cache(json.dumps(key))
-        )
+        entry: Final[object] = self._entries.get_cache(json.dumps(key))
         if entry is not None:
-            return tuple(item.model_copy(deep=True) for item in entry.items)
+            return self._adapter.validate_python(entry)
         pending: Final = self._pending.get(key)
         if pending is not None:
             return await self._await_fetch(key, pending)
@@ -1760,7 +1756,7 @@ class _DiscoveryCache(Generic[_DiscoveryItem]):
             if self._pending.get(key) is asyncio.current_task():
                 self._entries.set_cache(
                     json.dumps(key),
-                    _DiscoveryEntry(tuple(item.model_copy(deep=True) for item in items)),
+                    self._adapter.dump_json(tuple(items)),
                     ttl=self._ttl,
                 )
             return items
@@ -1909,9 +1905,15 @@ class MCPServerManager:
             token_exchanger=build_token_exchanger(),
         )
         discovery_ttl: Final = _mcp_discovery_cache_ttl()
-        self._prompt_discovery_cache = _DiscoveryCache[Prompt](discovery_ttl, discovery_clock)
-        self._resource_discovery_cache = _DiscoveryCache[Resource](discovery_ttl, discovery_clock)
-        self._template_discovery_cache = _DiscoveryCache[ResourceTemplate](discovery_ttl, discovery_clock)
+        self._prompt_discovery_cache = _DiscoveryCache[Prompt](
+            discovery_ttl, discovery_clock, TypeAdapter(tuple[Prompt, ...])
+        )
+        self._resource_discovery_cache = _DiscoveryCache[Resource](
+            discovery_ttl, discovery_clock, TypeAdapter(tuple[Resource, ...])
+        )
+        self._template_discovery_cache = _DiscoveryCache[ResourceTemplate](
+            discovery_ttl, discovery_clock, TypeAdapter(tuple[ResourceTemplate, ...])
+        )
         self.registry: dict[str, MCPServer] = {}
         self._openapi_health_probes: Callable[[str], _OpenAPIHealthProbe] = lru_cache(maxsize=128)(_OpenAPIHealthProbe)
         self.config_mcp_servers: dict[str, MCPServer] = {}
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
index 6630e184a16..d2987c5112e 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/test_mcp_server_manager.py
@@ -30,7 +30,7 @@ from mcp.types import (
     TextResourceContents,
 )
 from mcp.types import Tool as MCPTool
-from pydantic import AnyUrl
+from pydantic import AnyUrl, TypeAdapter
 
 from litellm.constants import MCP_METADATA_TIMEOUT
 from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
@@ -13224,7 +13224,7 @@ def test_discovery_cache_keys_isolate_user_dependent_auth(auth_type: MCPAuth) ->
 async def test_discovery_cache_retries_cancelled_fetches() -> None:
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
 
-    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
 
     async def cancelled() -> list[Prompt]:
         raise asyncio.CancelledError()
@@ -13241,7 +13241,7 @@ async def test_discovery_cache_retries_cancelled_fetches() -> None:
 async def test_discovery_cache_cancels_fetch_when_last_waiter_leaves() -> None:
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
 
-    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
     entered: Final = asyncio.Event()
     stopped: Final = asyncio.Event()
     release: Final = asyncio.Event()
@@ -13270,7 +13270,7 @@ async def test_discovery_cache_cancels_fetch_when_last_waiter_leaves() -> None:
 async def test_discovery_cache_bounds_detached_fetches_without_dropping_results() -> None:
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
 
-    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
     entered: Final[asyncio.Queue[None]] = asyncio.Queue()
     release: Final = asyncio.Event()
 
@@ -13389,7 +13389,7 @@ async def test_discovery_resolves_stored_oauth_for_the_requesting_user() -> None
 async def test_discovery_cache_evicts_results_at_capacity() -> None:
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
 
-    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
 
     async def original() -> list[Prompt]:
         return [Prompt(name="original")]
@@ -13407,7 +13407,7 @@ async def test_discovery_cache_evicts_results_at_capacity() -> None:
 async def test_discovery_cache_invalidation_preserves_other_servers_and_pending_fetches() -> None:
     from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
 
-    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock())
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
     entered: Final = asyncio.Event()
     release: Final = asyncio.Event()
 
@@ -13432,3 +13432,16 @@ async def test_discovery_cache_invalidation_preserves_other_servers_and_pending_
     assert (await cache.get(("other", None), refetched))[0].name == "pending"
     assert (await cache.get(("server-extra", None), refetched))[0].name == "original"
     assert (await cache.get(("server", None), refetched))[0].name == "refetched"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("description", ("x" * 96_000, "é" * 40_000), ids=("ascii", "unicode"))
+async def test_discovery_cache_returns_oversized_results_without_retaining_them(description: str) -> None:
+    from litellm.proxy._experimental.mcp_server.mcp_server_manager import _DiscoveryCache
+
+    cache: Final = _DiscoveryCache[Prompt](60, _DiscoveryClock(), TypeAdapter(tuple[Prompt, ...]))
+    fetch: Final = AsyncMock(return_value=[Prompt(name="large", description=description)])
+    for _ in range(2):
+        result: Final = await cache.get(("server", None), fetch)
+        assert result[0].description == description
+    assert fetch.await_count == 2

From 105dc7710959e63264c99f0f68c581781e254494 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:14:21 -0700
Subject: [PATCH 263/298] fix(realtime): probe Azure's GA realtime upstream in
 health checks when no protocol is pinned

---
 litellm/realtime_api/main.py                 |  8 ++---
 tests/test_litellm/realtime_api/test_main.py | 36 +++++++++++++++-----
 2 files changed, 31 insertions(+), 13 deletions(-)

diff --git a/litellm/realtime_api/main.py b/litellm/realtime_api/main.py
index d42e7e18b75..44c47af57f4 100644
--- a/litellm/realtime_api/main.py
+++ b/litellm/realtime_api/main.py
@@ -586,9 +586,7 @@ def _azure_realtime_health_protocol(
     configured: Final = configured_raw if isinstance(configured_raw, str) else None
     if configured is not None:
         return configured, query_params
-    if query_params is not None:
-        return "GA", query_params
-    return "beta", None
+    return "GA", query_params
 
 
 def _realtime_health_check_auth_headers(
@@ -621,8 +619,8 @@ async def _realtime_health_check(
         api_key: str - api key
         custom_llm_provider: str - custom llm provider
         realtime_protocol: Optional[str] - protocol version ("GA"/"v1" for GA path, "beta" for beta path);
-            None resolves it for Azure from model_params/env, with transcription-only models probing GA
-            plus intent=transcription the way real calls do
+            None resolves it for Azure from model_params/env and otherwise probes GA, the upstream a client
+            without the OpenAI-Beta header is bridged to, with transcription-only models adding intent=transcription
 
     Returns:
         bool - True if connection is successful, False otherwise
diff --git a/tests/test_litellm/realtime_api/test_main.py b/tests/test_litellm/realtime_api/test_main.py
index 8a9abe819e5..0827bbcdc38 100644
--- a/tests/test_litellm/realtime_api/test_main.py
+++ b/tests/test_litellm/realtime_api/test_main.py
@@ -266,7 +266,8 @@ def test_transcription_only_detection_rejects_speech_model(local_model_cost_map)
 
 
 @pytest.mark.asyncio
-async def test_azure_health_check_keeps_beta_path_for_speech_model():
+async def test_azure_health_check_probes_the_ga_upstream_for_an_unconfigured_speech_model(monkeypatch):
+    monkeypatch.delenv("LITELLM_AZURE_REALTIME_PROTOCOL", raising=False)
     connect = _CapturingConnect()
     with patch("websockets.connect", connect):
         assert await realtime_main._realtime_health_check(
@@ -276,14 +277,18 @@ async def test_azure_health_check_keeps_beta_path_for_speech_model():
             api_base="https://my-endpoint.openai.azure.com",
             api_version="2024-10-01-preview",
         )
-    assert connect.url == (
-        "wss://my-endpoint.openai.azure.com/openai/realtime"
-        "?api-version=2024-10-01-preview&deployment=gpt-4o-realtime-preview"
-    )
+    assert connect.url == "wss://my-endpoint.openai.azure.com/openai/v1/realtime?model=gpt-4o-realtime-preview"
+
+
+_AZURE_BETA_HEALTH_URL: Final = (
+    "wss://my-endpoint.openai.azure.com/openai/realtime"
+    "?api-version=2024-10-01-preview&deployment=gpt-4o-realtime-preview"
+)
 
 
 @pytest.mark.asyncio
-async def test_azure_health_check_honors_deployment_realtime_protocol():
+async def test_azure_health_check_honors_deployment_realtime_protocol(monkeypatch):
+    monkeypatch.delenv("LITELLM_AZURE_REALTIME_PROTOCOL", raising=False)
     connect = _CapturingConnect()
     with patch("websockets.connect", connect):
         assert await realtime_main._realtime_health_check(
@@ -292,9 +297,24 @@ async def test_azure_health_check_honors_deployment_realtime_protocol():
             api_key="fake-key",
             api_base="https://my-endpoint.openai.azure.com",
             api_version="2024-10-01-preview",
-            model_params={"realtime_protocol": "GA"},
+            model_params={"realtime_protocol": "beta"},
         )
-    assert connect.url == "wss://my-endpoint.openai.azure.com/openai/v1/realtime?model=gpt-4o-realtime-preview"
+    assert connect.url == _AZURE_BETA_HEALTH_URL
+
+
+@pytest.mark.asyncio
+async def test_azure_health_check_honors_env_realtime_protocol(monkeypatch):
+    monkeypatch.setenv("LITELLM_AZURE_REALTIME_PROTOCOL", "beta")
+    connect = _CapturingConnect()
+    with patch("websockets.connect", connect):
+        assert await realtime_main._realtime_health_check(
+            model="gpt-4o-realtime-preview",
+            custom_llm_provider="azure",
+            api_key="fake-key",
+            api_base="https://my-endpoint.openai.azure.com",
+            api_version="2024-10-01-preview",
+        )
+    assert connect.url == _AZURE_BETA_HEALTH_URL
 
 
 class _ConnectThatStopsAfterCapturingTheUrl:

From f84f986b4ee571c8b3db18a560e007801379a933 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:16:33 -0700
Subject: [PATCH 264/298] fix(guardrails): keep post_call guardrail info on
 streamed chat completions (#40806)

* fix(guardrails): sync logging_obj guardrail info on every record so post_call entries survive streamed chat completions

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(guardrails): hoist regression test imports to module scope

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/integrations/custom_guardrail.py      |  1 +
 .../integrations/test_custom_guardrail.py     | 61 ++++++++++++++++++-
 2 files changed, 61 insertions(+), 1 deletion(-)

diff --git a/litellm/integrations/custom_guardrail.py b/litellm/integrations/custom_guardrail.py
index bb54767edef..8a976a966a6 100644
--- a/litellm/integrations/custom_guardrail.py
+++ b/litellm/integrations/custom_guardrail.py
@@ -1217,6 +1217,7 @@ class CustomGuardrail(CustomLogger):
 
         _, metadata_bucket = get_or_create_metadata_bucket(request_data)
         _append_guardrail_info(metadata_bucket)
+        _sync_guardrail_info_to_logging_obj(request_data, request_data.get("litellm_logging_obj"))
 
         _guardrail_self_recorded.set(True)
 
diff --git a/tests/test_litellm/integrations/test_custom_guardrail.py b/tests/test_litellm/integrations/test_custom_guardrail.py
index 1644d78ae37..bb4822eae57 100644
--- a/tests/test_litellm/integrations/test_custom_guardrail.py
+++ b/tests/test_litellm/integrations/test_custom_guardrail.py
@@ -1,4 +1,5 @@
 import asyncio
+import datetime as dt
 from typing import TYPE_CHECKING, ClassVar, Final, Literal, Optional
 from unittest.mock import AsyncMock
 
@@ -9,9 +10,16 @@ from litellm.integrations.custom_guardrail import (
     CustomGuardrail,
     log_guardrail_information,
 )
+from litellm.litellm_core_utils.litellm_logging import Logging
 from litellm.proxy._types import CallTypes, UserAPIKeyAuth
 from litellm.types.guardrails import GuardrailEventHooks, Mode
-from litellm.types.utils import GenericGuardrailAPIInputs, GuardrailTracingDetail
+from litellm.types.utils import (
+    Choices,
+    GenericGuardrailAPIInputs,
+    GuardrailTracingDetail,
+    Message,
+    ModelResponse,
+)
 
 if TYPE_CHECKING:
     from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
@@ -2345,6 +2353,57 @@ class TestUndecoratedApplyGuardrailIsLogged:
 
         assert _Labelled.seen_label == "docs-style"
 
+    @pytest.mark.asyncio
+    async def test_post_call_recorded_outside_decorator_reaches_standard_logging_object(self):
+        """LIT-7608 regression: the auto-wrapped pre_call apply_guardrail copies the request bucket
+        into logging_obj.litellm_params["metadata"]. A post_call entry recorded later without the
+        decorator (the Bedrock streaming hook) must not be shadowed by that stale copy."""
+        messages: Final = [{"role": "user", "content": "hello there"}]
+        litellm_metadata: Final[dict] = {"user_api_key_user_id": "u1"}
+        logging_obj: Final = Logging(
+            model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0",
+            messages=messages,
+            stream=True,
+            call_type=CallTypes.acompletion.value,
+            start_time=dt.datetime.now(),
+            litellm_call_id="call-1",
+            function_id="fn-1",
+        )
+        logging_obj.update_environment_variables(
+            litellm_params={"litellm_metadata": litellm_metadata},
+            optional_params={},
+            model="bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0",
+            custom_llm_provider="bedrock",
+        )
+        request_data: Final = {
+            "model": "bedrock-haiku",
+            "messages": messages,
+            "litellm_metadata": litellm_metadata,
+            "litellm_logging_obj": logging_obj,
+        }
+        guardrail: Final = _UndecoratedGuardrail(guardrail_name="bedrock-pre", event_hook=GuardrailEventHooks.pre_call)
+
+        await guardrail.apply_guardrail(
+            inputs=GenericGuardrailAPIInputs(texts=["hello there"]),
+            request_data=request_data,
+            input_type="request",
+            logging_obj=logging_obj,
+        )
+        guardrail.add_standard_logging_guardrail_information_to_request_data(
+            guardrail_json_response={"action": "NONE"},
+            request_data=request_data,
+            guardrail_status="success",
+            event_type=GuardrailEventHooks.post_call,
+        )
+        await logging_obj.async_success_handler(
+            result=ModelResponse(choices=[Choices(message=Message(role="assistant", content="general kenobi"))]),
+            start_time=dt.datetime.now(),
+            end_time=dt.datetime.now(),
+        )
+
+        entries: Final = logging_obj.model_call_details["standard_logging_object"]["guardrail_information"]
+        assert [e["guardrail_mode"] for e in entries] == ["pre_call", "post_call"]
+
 
 class _ApplyOnlyObserver(CustomGuardrail):
     """Overrides only apply_guardrail, like panw_prisma_airs; inherits async_logging_hook."""

From cf97b757a4356b02baef6b88b5b216ed01dcb515 Mon Sep 17 00:00:00 2001
From: yuneng-jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 18:37:08 -0700
Subject: [PATCH 265/298] fix(ui): preserve cleared shared select values
 (#40795)

Preserve explicit null when shared selectors clear and adapt affected forms, validation, and request payloads. Clear stale dependent relationships and retain required-selection checks. Document project detachment, user model-budget clearing, and routing-compression clearing as deferred follow-ups.
---
 .../add_agent_form.integration.test.tsx       | 33 ++++++++++++++-
 .../agents/_components/add_agent_form.tsx     | 16 ++++----
 .../_components/ShadowEvalStartForm.tsx       | 17 ++++----
 .../_components/pricing_calculator/index.tsx  |  4 +-
 .../_components/pricing_calculator/types.ts   |  4 +-
 .../_components/TeamGuardrailsTab.tsx         |  5 ++-
 .../components/AllModelsTable.tsx             |  4 +-
 .../panels/AddModelPanel.tsx                  |  6 ++-
 ...I.test.tsx => ChatUI.integration.test.tsx} | 16 ++++++++
 .../playground/components/chat_ui/ChatUI.tsx  | 30 +++++++++-----
 .../components/chat_ui/EndpointSelector.tsx   |  4 +-
 .../components/chat_ui/SessionManagement.tsx  |  2 +-
 .../compareUI/components/ModelSelector.tsx    |  3 +-
 ...x => add_policy_form.integration.test.tsx} |  0
 .../policies/_components/add_policy_form.tsx  | 14 +++----
 .../_components/ai_suggestion_modal.tsx       |  6 +--
 .../_components/pipeline_flow_builder.tsx     |  2 +-
 .../_components/template_parameter_modal.tsx  |  6 +--
 .../ProjectModals/EditProjectModal.tsx        |  6 +--
 .../ProjectModals/ProjectBaseForm.tsx         |  6 +--
 .../ProjectModals/projectFormSchema.ts        | 10 +++--
 .../prompt_editor_view/ModelConfigCard.tsx    |  4 +-
 .../prompt_editor_view/PromptEditorHeader.tsx |  4 +-
 .../_components/prompt_editor_view/types.ts   |  2 +-
 .../prompt_editor_view/utils.test.ts          | 16 ++++++++
 .../_components/prompt_editor_view/utils.ts   |  4 +-
 .../DefaultUserSettingsForm.tsx               | 11 +++--
 .../default-user-settings/mapper.test.ts      |  8 ++--
 .../default-user-settings/mapper.ts           | 11 +++--
 .../default-user-settings/schema.ts           | 12 ++++--
 .../_components/view_users/UsersTable.tsx     |  4 +-
 .../src/components/CreateUserButton.tsx       |  2 +-
 .../MCPSemanticFilterSettings.tsx             |  2 +-
 .../MCPSemanticFilterTestPanel.tsx            |  4 +-
 .../semanticFilterTestUtils.ts                |  6 +--
 .../toolSearchForm.test.ts                    |  1 +
 .../MCPToolSearchSettings/toolSearchForm.ts   |  6 +--
 .../Fallbacks/FallbackGroupConfig.tsx         | 10 ++---
 ui/litellm-dashboard/src/components/Teams.tsx |  4 +-
 .../src/components/TeamsPage/TeamsTable.tsx   |  2 +-
 .../VirtualKeysPage/VirtualKeysTable.tsx      |  4 +-
 ....tsx => AddModelForm.integration.test.tsx} |  2 +-
 .../src/components/add_model/AddModelForm.tsx | 15 ++++---
 .../add_model/ClassificationMethodConfig.tsx  |  3 +-
 .../add_model/ComplexityRouterConfig.tsx      |  2 +-
 .../add_model/CompressionControls.tsx         |  8 ++--
 ... RouterConfigBuilder.integration.test.tsx} |  2 +-
 .../add_model/RouterConfigBuilder.test.ts     | 10 +++++
 .../add_model/RouterConfigBuilder.tsx         | 23 +++++++----
 .../add_model/SemanticKeywordMatching.tsx     |  4 +-
 .../add_model/add_auto_router_tab.tsx         | 19 +++++----
 .../add_model/litellm_model_name.tsx          | 10 ++---
 .../add_model/provider_specific_fields.tsx    |  3 +-
 .../common_components/ModelAliasManager.tsx   | 14 +++++--
 .../common_components/ModelSelector.tsx       | 16 ++++----
 .../OrganizationDropdown.tsx                  |  4 +-
 .../common_components/ProjectDropdown.tsx     |  4 +-
 .../common_components/UserDropdown.tsx        |  4 +-
 .../common_components/team_dropdown.tsx       |  8 ++--
 ...=> user_search_modal.integration.test.tsx} | 18 +++++---
 .../common_components/user_search_modal.tsx   | 28 +++++++++----
 .../edit_auto_router_modal.tsx                |  8 ++--
 .../BudgetFallbacksEditor.tsx                 |  4 +-
 .../key_team_helpers/ModelMaxBudgetEditor.tsx |  4 +-
 .../components/model_add/CredentialModal.tsx  |  8 ++--
 .../model_add/credential_form_helpers.ts      |  6 +--
 .../components/organisms/createKeyPayload.ts  |  2 +
 .../create_key_button.integration.test.tsx    | 32 ++++++++++++++-
 .../organisms/create_key_button.tsx           | 24 +++++------
 .../src/components/provider_info_helpers.tsx  |  2 +-
 ...aginatedSearchSelect.integration.test.tsx} | 41 ++++++++++++++-----
 .../shared/PaginatedSearchSelect.tsx          | 10 ++---
 ....tsx => SearchSelect.integration.test.tsx} | 32 ++++++++++++---
 .../src/components/shared/SearchSelect.tsx    | 10 ++---
 .../src/components/team/TeamInfo.tsx          |  7 +++-
 ...tsx => key_edit_view.integration.test.tsx} | 32 +++++++++++++--
 .../components/templates/key_edit_view.tsx    | 15 ++++---
 .../view_logs/RequestLogsFilters.tsx          | 10 ++---
 78 files changed, 492 insertions(+), 263 deletions(-)
 rename ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/{ChatUI.test.tsx => ChatUI.integration.test.tsx} (95%)
 rename ui/litellm-dashboard/src/app/(dashboard)/policies/_components/{add_policy_form.test.tsx => add_policy_form.integration.test.tsx} (100%)
 rename ui/litellm-dashboard/src/components/add_model/{AddModelForm.test.tsx => AddModelForm.integration.test.tsx} (99%)
 rename ui/litellm-dashboard/src/components/add_model/{RouterConfigBuilder.test.tsx => RouterConfigBuilder.integration.test.tsx} (99%)
 create mode 100644 ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.ts
 rename ui/litellm-dashboard/src/components/common_components/{user_search_modal.test.tsx => user_search_modal.integration.test.tsx} (94%)
 rename ui/litellm-dashboard/src/components/shared/{PaginatedSearchSelect.test.tsx => PaginatedSearchSelect.integration.test.tsx} (89%)
 rename ui/litellm-dashboard/src/components/shared/{SearchSelect.test.tsx => SearchSelect.integration.test.tsx} (76%)
 rename ui/litellm-dashboard/src/components/templates/{key_edit_view.test.tsx => key_edit_view.integration.test.tsx} (98%)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx
index dad8599e967..ebc97891744 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.integration.test.tsx
@@ -1,11 +1,11 @@
 import React from "react";
-import { render, screen, waitFor, within } from "@testing-library/react";
+import { screen, waitFor, within } from "@testing-library/react";
 import userEvent, { PointerEventsCheckLevel } from "@testing-library/user-event";
 import { describe, it, expect, vi, beforeEach } from "vitest";
 import AddAgentForm from "./add_agent_form";
 import * as networking from "@/components/networking";
 import type { AgentCreateInfo } from "@/components/networking";
-import { chooseSelectOption } from "../../../../../tests/test-utils";
+import { chooseSelectOption, renderWithProviders as render } from "../../../../../tests/test-utils";
 
 vi.mock("@/components/networking", () => ({
   createAgentCall: vi.fn(),
@@ -351,4 +351,33 @@ describe("AddAgentForm submit payload", () => {
     expect(await screen.findByText("Agent Created!")).toBeInTheDocument();
     expect(within(screen.getByText("Agent Created!").parentElement!).getByText("created-agent")).toBeInTheDocument();
   });
+  it("blocks creation after clearing the existing key and assigns the reselected key", async () => {
+    vi.mocked(networking.keyListCall).mockResolvedValue({
+      keys: [{ token: "key-maple", key_alias: "Maple key" }],
+    });
+    const user = userEvent.setup();
+    renderForm();
+    await user.type(await screen.findByLabelText("Agent Name"), "key-selection-agent");
+    await user.type(screen.getByLabelText("Display Name"), "Key selection");
+    await user.type(screen.getByPlaceholderText("Describe what this agent does..."), "d");
+    for (let step = 0; step < 3; step++) {
+      await user.click(screen.getByRole("button", { name: /^Next/ }));
+    }
+    await user.click(screen.getByRole("radio", { name: "Assign an existing key" }));
+    const keySelector = await screen.findByPlaceholderText("Search by key name…");
+    await chooseSelectOption(user, keySelector, "Maple key");
+    await user.click(screen.getByRole("button", { name: "Clear" }));
+    await user.click(screen.getByRole("button", { name: /Create Agent/ }));
+    expect(networking.createAgentCall).not.toHaveBeenCalled();
+    expect(networking.keyUpdateCall).not.toHaveBeenCalled();
+    await chooseSelectOption(user, keySelector, "Maple key");
+    await user.click(screen.getByRole("button", { name: /Create Agent/ }));
+    await waitFor(() =>
+      expect(networking.keyUpdateCall).toHaveBeenCalledWith("tok", {
+        key: "key-maple",
+        agent_id: "agent-1",
+      }),
+    );
+    expect(networking.createAgentCall).toHaveBeenCalledTimes(1);
+  });
 });
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx b/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx
index 108bae977e1..e71fed40209 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/agents/_components/add_agent_form.tsx
@@ -338,6 +338,11 @@ const AddAgentForm: React.FC<AddAgentFormProps> = ({ visible, onClose, accessTok
       return;
     }
 
+    if (keyAssignOption === "existing_key" && !selectedExistingKey) {
+      toast.error("Please select an existing key to assign");
+      return;
+    }
+
     setIsSubmitting(true);
     try {
       const isValid = await form.trigger();
@@ -406,12 +411,7 @@ const AddAgentForm: React.FC<AddAgentFormProps> = ({ visible, onClose, accessTok
           selectedTeamId,
         );
         setCreatedKeyValue(keyResponse.key || null);
-      } else if (keyAssignOption === "existing_key") {
-        if (!selectedExistingKey) {
-          toast.error("Please select an existing key to assign");
-          setIsSubmitting(false);
-          return;
-        }
+      } else if (keyAssignOption === "existing_key" && selectedExistingKey) {
         await keyUpdateCall(accessToken, {
           key: selectedExistingKey,
           agent_id: agentId,
@@ -963,8 +963,8 @@ const AddAgentForm: React.FC<AddAgentFormProps> = ({ visible, onClose, accessTok
                     <SearchSelect
                       inputId="agent-existing-key"
                       placeholder={loadingKeys ? "Loading keys…" : "Search by key name…"}
-                      value={selectedExistingKey ?? ""}
-                      onValueChange={(value) => setSelectedExistingKey(value || null)}
+                      value={selectedExistingKey}
+                      onValueChange={setSelectedExistingKey}
                       options={existingKeys.map((k) => ({
                         label: k.key_alias || k.token?.slice(0, 12) + "…",
                         value: k.token,
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx b/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx
index d85d26a21a8..06e332d2cfc 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/cost-optimization/_components/ShadowEvalStartForm.tsx
@@ -170,8 +170,8 @@ interface StartFormValidityInputs {
   models: string[];
   routerNames: string[];
   direction: ShadowEvalDirection;
-  baselineModel: string;
-  judgeModel: string;
+  baselineModel: string | null;
+  judgeModel: string | null;
   percentage: string;
   maxBudget: string;
 }
@@ -181,13 +181,13 @@ const startFormValidity = (inputs: StartFormValidityInputs) => {
   const percentageValid = parsedPct >= 0.1 && parsedPct <= 100;
   const parsedMaxBudget = Number.parseFloat(inputs.maxBudget);
   const maxBudgetValid = parsedMaxBudget >= 0.01 && parsedMaxBudget <= 10000;
-  const baselinePicked = inputs.direction === "forward" || inputs.baselineModel !== "";
+  const baselinePicked = inputs.direction === "forward" || Boolean(inputs.baselineModel);
   const targetsPicked = inputs.apiKeyIds.length + inputs.teamIds.length + inputs.userIds.length > 0;
   const routerCountValid = inputs.routerNames.length >= 1 && inputs.routerNames.length <= MAX_ROUTERS;
   const routersMatchDirection = inputs.direction === "forward" || inputs.routerNames.length === 1;
   const routersValid = routerCountValid && routersMatchDirection;
   const scopeValid = routersValid && (inputs.direction === "reverse" || inputs.models.length <= MAX_MODELS);
-  const modelsPicked = scopeValid && inputs.judgeModel !== "" && baselinePicked;
+  const modelsPicked = scopeValid && Boolean(inputs.judgeModel) && baselinePicked;
   const filled = targetsPicked && modelsPicked;
   const boundsValid = percentageValid && maxBudgetValid;
   const valid = Boolean(inputs.accessToken) && filled && boundsValid;
@@ -201,7 +201,7 @@ interface StartBodyInputs {
   models: string[];
   routerNames: string[];
   direction: ShadowEvalDirection;
-  baselineModel: string;
+  baselineModel: string | null;
   shadowPercentage: number;
   durationDays: number;
   maxBudget: number;
@@ -215,7 +215,7 @@ const buildStartBody = (inputs: StartBodyInputs) => ({
   models: inputs.direction === "forward" ? inputs.models : [],
   router_names: inputs.routerNames,
   direction: inputs.direction,
-  ...(inputs.direction === "reverse" ? { baseline_model: inputs.baselineModel } : {}),
+  ...(inputs.direction === "reverse" ? { baseline_model: inputs.baselineModel ?? undefined } : {}),
   shadow_percentage: inputs.shadowPercentage,
   duration_days: inputs.durationDays,
   max_budget: inputs.maxBudget,
@@ -230,10 +230,10 @@ export const StartForm: React.FC = () => {
   const [models, setModels] = useState<string[]>([]);
   const [routerNames, setRouterNames] = useState<string[]>([]);
   const [direction, setDirection] = useState<ShadowEvalDirection>("forward");
-  const [baselineModel, setBaselineModel] = useState("");
+  const [baselineModel, setBaselineModel] = useState<string | null>(null);
   const [percentage, setPercentage] = useState("10");
   const [durationDays, setDurationDays] = useState("7");
-  const [judgeModel, setJudgeModel] = useState("");
+  const [judgeModel, setJudgeModel] = useState<string | null>(null);
   const [maxBudget, setMaxBudget] = useState("10");
   const { data: autoRouters } = useAutoRouters();
   const configuredGroups = usePlainModelGroups();
@@ -286,6 +286,7 @@ export const StartForm: React.FC = () => {
   };
   const { parsedPct, parsedMaxBudget, percentageValid, maxBudgetValid, valid } = startFormValidity(validityInputs);
   const handleStart = () => {
+    if (!valid || !judgeModel) return;
     const bodyInputs: StartBodyInputs = {
       apiKeyIds,
       teamIds,
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx b/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx
index f3bd74260ad..b0612412059 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/index.tsx
@@ -15,7 +15,7 @@ const generateId = () => `entry-${Date.now()}-${Math.random().toString(36).subst
 
 const createDefaultEntry = (): ModelEntry => ({
   id: generateId(),
-  model: "",
+  model: null,
   input_tokens: 1000,
   output_tokens: 500,
   num_requests_per_day: undefined,
@@ -28,7 +28,7 @@ const PricingCalculator: React.FC<PricingCalculatorProps> = ({ accessToken, mode
   const { debouncedFetchForEntry, removeEntry, getMultiModelResult } = useMultiCostEstimate(accessToken);
 
   const handleEntryChange = useCallback(
-    (id: string, field: keyof ModelEntry, value: string | number | undefined) => {
+    (id: string, field: keyof ModelEntry, value: string | number | null | undefined) => {
       setEntries((prev) => {
         const updated = prev.map((entry) => (entry.id === id ? { ...entry, [field]: value } : entry));
         const changedEntry = updated.find((e) => e.id === id);
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts b/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts
index 250857a74f5..859d2f3e8d9 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/cost-tracking/_components/pricing_calculator/types.ts
@@ -4,7 +4,7 @@ export interface PricingCalculatorProps {
 }
 
 export interface PricingFormValues {
-  model: string;
+  model: string | null;
   input_tokens: number;
   output_tokens: number;
   num_requests_per_day?: number;
@@ -13,7 +13,7 @@ export interface PricingFormValues {
 
 export interface ModelEntry {
   id: string;
-  model: string;
+  model: string | null;
   input_tokens: number;
   output_tokens: number;
   num_requests_per_day?: number;
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx
index 1de4e697f64..d45cfc3fe7d 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/TeamGuardrailsTab.tsx
@@ -48,7 +48,10 @@ const GUARDRAIL_MODES = [
 ] as const;
 
 const submitGuardrailSchema = z.object({
-  team_id: z.string().min(1, "Select a team"),
+  team_id: z
+    .string()
+    .nullable()
+    .pipe(z.string({ error: "Select a team" }).min(1, "Select a team")),
   guardrail_name: z.string().min(1, "Enter a guardrail name"),
   mode: z.string().min(1, "Select a mode"),
   api_base: z.string().min(1, "Enter the API base URL").refine(isValidUrl, "Must be a valid URL"),
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx b/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx
index 5c7dbb18428..8482d0832c3 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/components/AllModelsTable.tsx
@@ -278,7 +278,7 @@ export function AllModelsTable({
                     options={modelGroupOptions}
                     value={(get(MODEL_NAME_COLUMN_ID) as string) ?? ALL_MODEL_GROUPS_VALUE}
                     onValueChange={(value) =>
-                      set(MODEL_NAME_COLUMN_ID, value === ALL_MODEL_GROUPS_VALUE ? undefined : value)
+                      set(MODEL_NAME_COLUMN_ID, value === ALL_MODEL_GROUPS_VALUE ? undefined : value ?? undefined)
                     }
                     placeholder="Filter by Public Model Name"
                     emptyText="No models found"
@@ -289,7 +289,7 @@ export function AllModelsTable({
                     options={accessGroupOptions}
                     value={(get(ACCESS_GROUPS_COLUMN_ID) as string) ?? ALL_MODEL_GROUPS_VALUE}
                     onValueChange={(value) =>
-                      set(ACCESS_GROUPS_COLUMN_ID, value === ALL_MODEL_GROUPS_VALUE ? undefined : value)
+                      set(ACCESS_GROUPS_COLUMN_ID, value === ALL_MODEL_GROUPS_VALUE ? undefined : value ?? undefined)
                     }
                     placeholder="Filter by Model Access Group"
                     emptyText="No model access groups found"
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx b/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx
index 1443c065d9b..1cdce04d07c 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/models-and-endpoints/panels/AddModelPanel.tsx
@@ -26,7 +26,7 @@ export default function AddModelPanel() {
   const { data: modelCostMapData } = useModelCostMap();
   const { data: credentialsResponse } = useCredentials();
   const { data: teams } = useTeams();
-  const [selectedProvider, setSelectedProvider] = useState<Providers>(Providers.Anthropic);
+  const [selectedProvider, setSelectedProvider] = useState<string | null>(Providers.Anthropic);
   const [providerModels, setProviderModels] = useState<string[]>([]);
   const [showAdvancedSettings, setShowAdvancedSettings] = useState(false);
 
@@ -57,7 +57,9 @@ export default function AddModelPanel() {
       selectedProvider={selectedProvider}
       setSelectedProvider={setSelectedProvider}
       providerModels={providerModels}
-      setProviderModelsFn={(provider) => setProviderModels(getProviderModels(provider, modelCostMapData))}
+      setProviderModelsFn={(provider) =>
+        setProviderModels(provider === null ? [] : getProviderModels(provider, modelCostMapData))
+      }
       getPlaceholder={getPlaceholder}
       showAdvancedSettings={showAdvancedSettings}
       setShowAdvancedSettings={setShowAdvancedSettings}
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx
similarity index 95%
rename from ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.test.tsx
rename to ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx
index bf6b092a2b0..984996351df 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.integration.test.tsx
@@ -153,6 +153,7 @@ describe("ChatUI", () => {
   });
 
   it("should allow the user to select a model", async () => {
+    const user = userEvent.setup();
     render(
       <ChatUI
         accessToken="1234567890"
@@ -172,6 +173,21 @@ describe("ChatUI", () => {
     await waitFor(() => {
       expect(screen.getAllByText("Model 1").length).toBeGreaterThan(0);
     });
+    await user.click(screen.getByRole("option", { name: "Model 1Mode: chat" }));
+    expect(screen.getByPlaceholderText("Select a Model")).toHaveValue("Model 1");
+
+    await user.click(screen.getAllByRole("button", { name: "Clear" })[0]);
+    const input = screen.getByPlaceholderText("Describe the image you want to generate...");
+    fireEvent.change(input, { target: { value: "Contract endpoint check" } });
+    expect(screen.getByRole("button", { name: "Send message" })).toBeDisabled();
+    fireEvent.keyDown(input, { key: "Enter", code: "Enter" });
+    expect(input).toHaveValue("Contract endpoint check");
+    expect(makeOpenAIChatCompletionRequest).not.toHaveBeenCalled();
+    expect(sessionStorage.getItem("endpointType")).toBeNull();
+
+    await selectComboboxOption("Select an endpoint", "/v1/chat/completions");
+    await selectComboboxOption("Select a Model", "Model 1");
+    expect(screen.getByRole("button", { name: "Send message" })).toBeEnabled();
   });
 
   it("shows only endpoint-compatible models when chat endpoint is selected", async () => {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx
index eca9e2323ae..ed8679cfdc1 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/ChatUI.tsx
@@ -196,17 +196,17 @@ const ChatUI: React.FC<ChatUIProps> = ({
     () => sessionStorage.getItem("customProxyBaseUrl") || "",
   );
   const [inputMessage, setInputMessage] = useState("");
-  const [selectedModel, setSelectedModel] = useState<string | undefined>(simplified ? fixedModel : undefined);
+  const [selectedModel, setSelectedModel] = useState<string | null | undefined>(simplified ? fixedModel : null);
   const [showCustomModelInput, setShowCustomModelInput] = useState<boolean>(false);
   const [modelInfo, setModelInfo] = useState<ModelGroup[]>([]);
   const [isLoadingModels, setIsLoadingModels] = useState(false);
   const [modelLoadError, setModelLoadError] = useState(false);
   const [agentInfo, setAgentInfo] = useState<Agent[]>([]);
-  const [selectedAgent, setSelectedAgent] = useState<string | undefined>(undefined);
+  const [selectedAgent, setSelectedAgent] = useState<string | null>(null);
   const debouncedSetSelectedModel = useDebouncedCallback((value: string) => setSelectedModel(value), {
     wait: CUSTOM_MODEL_DEBOUNCE_WAIT_MS,
   });
-  const [endpointType, setEndpointType] = useState<string>(
+  const [endpointType, setEndpointType] = useState<string | null>(
     () => sessionStorage.getItem("endpointType") || EndpointType.CHAT,
   );
   const [isLoading, setIsLoading] = useState<boolean>(false);
@@ -327,7 +327,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
   };
 
   useEffect(() => {
-    if (isGetCodeModalVisible) {
+    if (isGetCodeModalVisible && endpointType !== null) {
       const code = generateCodeSnippet({
         apiKeySource,
         accessToken,
@@ -342,7 +342,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
         mcpServers,
         mcpServerToolRestrictions,
         endpointType,
-        selectedModel,
+        selectedModel: selectedModel ?? undefined,
         selectedSdk,
         selectedVoice,
         proxySettings,
@@ -376,7 +376,8 @@ const ChatUI: React.FC<ChatUIProps> = ({
     } catch {
       // Storage full or unavailable — non-critical, skip persisting.
     }
-    sessionStorage.setItem("endpointType", endpointType);
+    if (endpointType === null) sessionStorage.removeItem("endpointType");
+    else sessionStorage.setItem("endpointType", endpointType);
     sessionStorage.setItem("selectedTags", JSON.stringify(selectedTags));
     sessionStorage.setItem("selectedVectorStores", JSON.stringify(selectedVectorStores));
     sessionStorage.setItem("selectedGuardrails", JSON.stringify(selectedGuardrails));
@@ -493,7 +494,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
         setAgentInfo(agents);
         // Clear selection if current agent not in list
         if (selectedAgent && !agents.some((a) => a.agent_name === selectedAgent)) {
-          setSelectedAgent(undefined);
+          setSelectedAgent(null);
         }
       } catch (error) {
         console.error("Error fetching agents:", error);
@@ -616,10 +617,11 @@ const ChatUI: React.FC<ChatUIProps> = ({
     setUploadedAudio(file);
   };
 
-  const handleEndpointChange = (value: string) => {
+  const handleEndpointChange = (value: string | null) => {
     setEndpointType(value);
-    setSelectedModel(undefined);
-    setSelectedAgent(undefined);
+    setGeneratedCode("");
+    setSelectedModel(null);
+    setSelectedAgent(null);
     setShowCustomModelInput(false);
     setSelectedMCPDirectTool(undefined);
     if (value === EndpointType.MCP) {
@@ -710,6 +712,11 @@ const ChatUI: React.FC<ChatUIProps> = ({
   };
 
   const handleSendMessage = async () => {
+    if (endpointType === null) {
+      toast.fromError("Please select an endpoint before sending a request");
+      return;
+    }
+
     if (inputMessage.trim() === "" && endpointType !== EndpointType.TRANSCRIPTION && endpointType !== EndpointType.MCP)
       return;
 
@@ -1152,7 +1159,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
     toast.success("Chat history cleared.");
   };
 
-  const onModelChange = (value: string) => {
+  const onModelChange = (value: string | null) => {
     setSelectedModel(value);
     setShowCustomModelInput(value === "custom");
 
@@ -1210,6 +1217,7 @@ const ChatUI: React.FC<ChatUIProps> = ({
               : "Describe the image you want to generate...";
 
   const sendDisabled =
+    endpointType === null ||
     isLoading ||
     (endpointType === EndpointType.MCP
       ? !(selectedMCPServers.length === 1 && selectedMCPServers[0] !== "__all__" && selectedMCPDirectTool)
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx
index 644bab5b5a4..6b286c403a8 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/EndpointSelector.tsx
@@ -3,8 +3,8 @@ import React from "react";
 import { ENDPOINT_OPTIONS } from "./chatConstants";
 
 interface EndpointSelectorProps {
-  endpointType: string; // Accept string to avoid type conflicts
-  onEndpointChange: (value: string) => void;
+  endpointType: string | null;
+  onEndpointChange: (value: string | null) => void;
   className?: string;
 }
 
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx
index 35c8e839159..4dbf9168897 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/chat_ui/SessionManagement.tsx
@@ -7,7 +7,7 @@ import { Switch } from "@/components/ui/switch";
 import { Tooltip, TooltipContent, TooltipTrigger } from "@/components/ui/tooltip";
 
 interface SessionManagementProps {
-  endpointType: string;
+  endpointType: string | null;
   responsesSessionId: string | null;
   useApiSessionManagement: boolean;
   onToggleSessionManagement: (useApi: boolean) => void;
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ModelSelector.tsx b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ModelSelector.tsx
index 5659875cf82..8ecc0e0c8bb 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ModelSelector.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/playground/components/compareUI/components/ModelSelector.tsx
@@ -22,7 +22,8 @@ export function ModelSelector({ value, onChange, models, loading, disabled }: Mo
 
   const selectValue = isAddingCustom ? "__custom__" : value || undefined;
 
-  const handleSelectChange = (selected: string) => {
+  const handleSelectChange = (selected: string | null) => {
+    if (selected === null) return;
     if (selected === "__custom__") {
       setIsAddingCustom(true);
       if (value && !options.includes(value)) {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx
similarity index 100%
rename from ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.test.tsx
rename to ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.integration.test.tsx
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx
index 2830b0fda12..d14165dd849 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/add_policy_form.tsx
@@ -44,10 +44,10 @@ const policyShape = {
     .min(1, "Please enter a policy name")
     .regex(/^[a-zA-Z0-9_-]+$/, "Policy name can only contain letters, numbers, hyphens, and underscores"),
   description: z.string(),
-  inherit: z.string(),
+  inherit: z.string().nullable(),
   guardrails_add: z.array(z.string()),
   guardrails_remove: z.array(z.string()),
-  model_condition: z.string(),
+  model_condition: z.string().nullable(),
 };
 
 const policySchema = z.object(policyShape);
@@ -57,19 +57,19 @@ type PolicyFormValues = z.infer<typeof policySchema>;
 const EMPTY_VALUES: PolicyFormValues = {
   policy_name: "",
   description: "",
-  inherit: "",
+  inherit: null,
   guardrails_add: [],
   guardrails_remove: [],
-  model_condition: "",
+  model_condition: null,
 };
 
 const toFormValues = (policy: Policy): PolicyFormValues => ({
   policy_name: policy.policy_name,
   description: policy.description ?? "",
-  inherit: policy.inherit ?? "",
+  inherit: policy.inherit ?? null,
   guardrails_add: policy.guardrails_add || [],
   guardrails_remove: policy.guardrails_remove || [],
-  model_condition: policy.condition?.model ?? "",
+  model_condition: policy.condition?.model ?? null,
 });
 
 const buildPolicyRequest = (values: PolicyFormValues): PolicyCreateRequest | PolicyUpdateRequest => ({
@@ -529,7 +529,7 @@ const AddPolicyForm: React.FC<AddPolicyFormProps> = ({
                       {...control}
                       id={id}
                       ref={ref}
-                      value={value}
+                      value={value ?? ""}
                       onChange={onChange}
                       placeholder="Leave empty to apply to all models (e.g., gpt-4.* or bedrock/claude-.*)"
                     />
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx
index 32e777949d0..c4f76b07a4e 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/ai_suggestion_modal.tsx
@@ -68,7 +68,7 @@ const AiSuggestionModal: React.FC<AiSuggestionModalProps> = ({
   const [suggestions, setSuggestions] = useState<SuggestedTemplate[] | null>(null);
   const [explanation, setExplanation] = useState<string | null>(null);
   const [selectedIds, setSelectedIds] = useState<Set<string>>(new Set());
-  const [selectedModel, setSelectedModel] = useState<string | undefined>(undefined);
+  const [selectedModel, setSelectedModel] = useState<string | null>(null);
   const [availableModels, setAvailableModels] = useState<string[]>([]);
   const [isLoadingModels, setIsLoadingModels] = useState(false);
   // Test panel state
@@ -114,7 +114,7 @@ const AiSuggestionModal: React.FC<AiSuggestionModalProps> = ({
     setSuggestions(null);
     setExplanation(null);
     setSelectedIds(new Set());
-    setSelectedModel(undefined);
+    setSelectedModel(null);
     setShowTestPanel(false);
     setTestInputText("");
     setIsTestLoading(false);
@@ -837,7 +837,7 @@ const AiSuggestionModal: React.FC<AiSuggestionModalProps> = ({
               <SearchSelect
                 options={availableModels.map((m) => ({ label: m, value: m }))}
                 value={selectedModel}
-                onValueChange={(value) => setSelectedModel(value || undefined)}
+                onValueChange={setSelectedModel}
                 placeholder={isLoadingModels ? "Loading models..." : "Select a model to analyze your requirements"}
                 emptyText="No models found"
                 disabled={isLoadingModels}
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx
index 8651be39f0d..da77b348028 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/pipeline_flow_builder.tsx
@@ -343,7 +343,7 @@ const StepCard: React.FC<StepCardProps> = ({
         <SearchSelect
           options={guardrailOptions}
           value={step.guardrail || undefined}
-          onValueChange={(value) => onChange({ guardrail: value })}
+          onValueChange={(value) => onChange({ guardrail: value ?? undefined })}
           placeholder="Select a guardrail"
           emptyText="No guardrails found"
         />
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx
index 410d4ea8467..b90379b149d 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/policies/_components/template_parameter_modal.tsx
@@ -46,7 +46,7 @@ const TemplateParameterModal: React.FC<TemplateParameterModalProps> = ({
 }) => {
   const [parameterValues, setParameterValues] = useState<Record<string, string>>({});
   const [competitorMode, setCompetitorMode] = useState<"ai" | "manual">("ai");
-  const [selectedModel, setSelectedModel] = useState<string | undefined>(undefined);
+  const [selectedModel, setSelectedModel] = useState<string | null>(null);
   const [availableModels, setAvailableModels] = useState<string[]>([]);
   const [isLoadingModels, setIsLoadingModels] = useState(false);
   const [competitorTags, setCompetitorTags] = useState<string[]>([]);
@@ -72,7 +72,7 @@ const TemplateParameterModal: React.FC<TemplateParameterModalProps> = ({
       });
       setParameterValues(initial);
       setCompetitorMode("ai");
-      setSelectedModel(undefined);
+      setSelectedModel(null);
       setCompetitorTags([]);
       setVariationsMap({});
       setIsGenerating(false);
@@ -297,7 +297,7 @@ const TemplateParameterModal: React.FC<TemplateParameterModalProps> = ({
                     <SearchSelect
                       options={availableModels.map((m) => ({ label: m, value: m }))}
                       value={selectedModel}
-                      onValueChange={(value) => setSelectedModel(value || undefined)}
+                      onValueChange={setSelectedModel}
                       placeholder={isLoadingModels ? "Loading models..." : "Select a model to generate names"}
                       emptyText="No models found"
                       disabled={isLoadingModels}
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx
index 5c1a443d6c5..77f28b05ea5 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/EditProjectModal.tsx
@@ -10,7 +10,7 @@ import { UiLoadingSpinner } from "@/components/ui/ui-loading-spinner";
 import { ProjectResponse } from "@/app/(dashboard)/hooks/projects/useProjects";
 import { useUpdateProject, ProjectUpdateParams } from "@/app/(dashboard)/hooks/projects/useUpdateProject";
 import { ProjectBaseForm } from "./ProjectBaseForm";
-import { projectFormSchema, type ProjectFormValues } from "./projectFormSchema";
+import { projectFormSchema, type ProjectFormValues, type ProjectSubmitValues } from "./projectFormSchema";
 import { buildProjectUpdateParams } from "./projectFormUtils";
 import { Dialog, DialogContent, DialogHeader, DialogTitle } from "@/components/ui/dialog";
 
@@ -58,7 +58,7 @@ export const toFormValues = (project: ProjectResponse): ProjectFormValues => {
 
   return {
     project_alias: project.project_alias ?? "",
-    team_id: project.team_id ?? "",
+    team_id: project.team_id ?? null,
     description: project.description ?? "",
     models: project.models ?? [],
     max_budget: project.litellm_budget_table?.max_budget ?? undefined,
@@ -81,7 +81,7 @@ function EditProjectForm({ project, onClose, onSuccess }: Omit<EditProjectModalP
   };
 
   const handleSubmit = form.handleSubmit((values) => {
-    const submitted: ProjectFormValues = advancedEverOpened
+    const submitted: ProjectSubmitValues = advancedEverOpened
       ? values
       : { ...values, guardrails: undefined, modelLimits: undefined, metadata: undefined };
 
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx
index fed1a88fe98..1ad8a1e4953 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/ProjectBaseForm.tsx
@@ -5,7 +5,7 @@ import { useFieldArray, useWatch, type UseFormReturn } from "react-hook-form";
 import { ChevronDown, CircleAlert, Minus, Plus } from "lucide-react";
 
 import useAuthorized from "@/app/(dashboard)/hooks/useAuthorized";
-import { ALL_TEAM_MODELS, type ProjectFormValues } from "./projectFormSchema";
+import { ALL_TEAM_MODELS, type ProjectFormValues, type ProjectSubmitValues } from "./projectFormSchema";
 import { useTeams } from "@/app/(dashboard)/hooks/teams/useTeams";
 import { Team } from "@/components/key_team_helpers/key_list";
 import { fetchTeamModels } from "@/components/organisms/create_key_button";
@@ -32,7 +32,7 @@ const toOptionalNumber = (raw: string): number | undefined => {
 };
 
 interface ProjectBaseFormProps {
-  form: UseFormReturn<ProjectFormValues>;
+  form: UseFormReturn<ProjectFormValues, unknown, ProjectSubmitValues>;
   advancedOpen: boolean;
   onAdvancedOpenChange: (open: boolean) => void;
 }
@@ -94,7 +94,7 @@ export function ProjectBaseForm({ form, advancedOpen, onAdvancedOpenChange }: Pr
     }
   }, [selectedTeam, accessToken, userId, userRole]);
 
-  const handleTeamChange = (teamId: string) => {
+  const handleTeamChange = (teamId: string | null) => {
     const team = teams?.find((t) => t.team_id === teamId) ?? null;
     setSelectedTeam(team);
     form.setValue("models", []);
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts
index 6bfaa831bba..d4c85d89616 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/projects/_components/ProjectModals/projectFormSchema.ts
@@ -16,7 +16,10 @@ const modelLimitSchema = z.object({
 export const projectFormSchema = z
   .object({
     project_alias: z.string().min(1, "Please enter a project name"),
-    team_id: z.string().min(1, "Please select a team"),
+    team_id: z
+      .string()
+      .nullable()
+      .pipe(z.string({ error: "Please select a team" }).min(1, "Please select a team")),
     description: z.string().optional(),
     models: z.array(z.string()),
     max_budget: z.number().optional(),
@@ -48,11 +51,12 @@ export const projectFormSchema = z
     });
   });
 
-export type ProjectFormValues = z.output<typeof projectFormSchema>;
+export type ProjectFormValues = z.input<typeof projectFormSchema>;
+export type ProjectSubmitValues = z.output<typeof projectFormSchema>;
 
 export const emptyProjectFormValues: ProjectFormValues = {
   project_alias: "",
-  team_id: "",
+  team_id: null,
   description: undefined,
   models: [],
   max_budget: undefined,
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx
index a14e45de99a..e9b526c9703 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/ModelConfigCard.tsx
@@ -6,11 +6,11 @@ import { SettingsIcon } from "lucide-react";
 import ModelSelector from "@/components/common_components/ModelSelector";
 
 interface ModelConfigCardProps {
-  model: string;
+  model: string | null;
   temperature?: number;
   maxTokens?: number;
   accessToken: string | null;
-  onModelChange: (model: string) => void;
+  onModelChange: (model: string | null) => void;
   onTemperatureChange: (temp: number) => void;
   onMaxTokensChange: (tokens: number) => void;
 }
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx
index 04cac01365a..0f001979c28 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/PromptEditorHeader.tsx
@@ -21,7 +21,7 @@ interface PromptEditorHeaderProps {
   editMode?: boolean;
   onShowHistory?: () => void;
   version?: string | null;
-  promptModel?: string;
+  promptModel?: string | null;
   promptVariables?: Record<string, string>;
   accessToken: string | null;
   proxySettings?: {
@@ -85,7 +85,7 @@ const PromptEditorHeader: React.FC<PromptEditorHeaderProps> = ({
       <div className="flex items-center space-x-2">
         <PromptCodeSnippets
           promptId={promptName}
-          model={promptModel}
+          model={promptModel ?? "YOUR_MODEL"}
           promptVariables={promptVariables}
           accessToken={accessToken}
           version={version?.replace("v", "") || "1"}
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts
index 81cb1f9350a..f56fe48b907 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/types.ts
@@ -11,7 +11,7 @@ export interface Tool {
 
 export interface PromptType {
   name: string;
-  model: string;
+  model: string | null;
   config: {
     temperature?: number;
     max_tokens?: number;
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts
index 59fcaccb639..e47e83512aa 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.test.ts
@@ -108,6 +108,8 @@ describe("convertToDotPrompt", () => {
     expect(result).toContain("output:");
     expect(result).toContain("format: text");
     expect(result).toContain("User: Hello world");
+    const cleared = convertToDotPrompt({ ...prompt, model: null });
+    expect(cleared).toBe(result.replace("model: gpt-4\n", ""));
   });
 
   it("should include config parameters when set", () => {
@@ -203,6 +205,20 @@ describe("convertToDotPrompt", () => {
 });
 
 describe("parseExistingPrompt", () => {
+  it("should keep saved prompts with missing or blank models unassigned", () => {
+    for (const modelLine of ["", "model: \n"]) {
+      const prompt = parseExistingPrompt({
+        prompt_spec: {
+          prompt_id: "unassigned-prompt",
+          litellm_params: { dotprompt_content: `---\n${modelLine}temperature: 0\n---\nUser: Keep this message` },
+        },
+      });
+
+      expect(prompt.model).toBeNull();
+      expect(convertToDotPrompt(prompt)).not.toMatch(/^model:/m);
+    }
+  });
+
   it("should parse basic dotprompt content", () => {
     const apiResponse = {
       prompt_spec: {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts
index ef327d93495..3d768e930a9 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/prompts/_components/prompt_editor_view/utils.ts
@@ -23,7 +23,7 @@ export const extractVariables = (prompt: PromptType): string[] => {
 
 export const convertToDotPrompt = (prompt: PromptType): string => {
   const variables = extractVariables(prompt);
-  let result = `---\nmodel: ${prompt.model}\n`;
+  let result = prompt.model ? `---\nmodel: ${prompt.model}\n` : "---\n";
 
   // Add temperature if set
   if (prompt.config.temperature !== undefined) {
@@ -237,7 +237,7 @@ export const parseExistingPrompt = (apiResponse: any): PromptType => {
 
   return {
     name: baseName,
-    model: parsedFrontmatter.model || "gpt-4o",
+    model: parsedFrontmatter.model || null,
     config: parsedFrontmatter.config,
     tools: parsedFrontmatter.tools,
     developerMessage: parsedBody.developerMessage,
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/DefaultUserSettingsForm.tsx b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/DefaultUserSettingsForm.tsx
index 269f3b0af39..0239844851f 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/DefaultUserSettingsForm.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/DefaultUserSettingsForm.tsx
@@ -20,7 +20,12 @@ import { useZodForm } from "@/lib/forms/useZodForm";
 import { fetchClient } from "@/lib/http/api";
 
 import { buildBody, settingsToForm, type DefaultInternalUserParams, type InternalUserSettings } from "./mapper";
-import { defaultUserSettingsSchema, EMPTY_TEAM_ROW, type DefaultUserSettingsFormValues } from "./schema";
+import {
+  defaultUserSettingsSchema,
+  EMPTY_TEAM_ROW,
+  type DefaultUserSettingsFormValues,
+  type DefaultUserSettingsSubmitValues,
+} from "./schema";
 
 const NO_RESET = "never";
 
@@ -63,7 +68,7 @@ interface RoleOption {
   description: string;
 }
 
-type SettingsControl = Control<DefaultUserSettingsFormValues, unknown, DefaultUserSettingsFormValues>;
+type SettingsControl = Control<DefaultUserSettingsFormValues, unknown, DefaultUserSettingsSubmitValues>;
 
 const TeamPickerField = ({ control, index }: { control: SettingsControl; index: number }) => {
   const [search, setSearch] = React.useState("");
@@ -233,7 +238,7 @@ const SettingsForm = ({ initialValues, roleOptions, updateSettings, onCancel, on
   const { isDirty } = form.formState;
 
   const mutation = useMutation({
-    mutationFn: (values: DefaultUserSettingsFormValues) => updateSettings(buildBody(values)),
+    mutationFn: (values: DefaultUserSettingsSubmitValues) => updateSettings(buildBody(values)),
     onSuccess: (_result, values) => {
       toast.success("Default user settings updated successfully");
       queryClient.invalidateQueries({ queryKey: SETTINGS_QUERY_KEY });
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.test.ts b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.test.ts
index e8b350332c8..f4a7f001480 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.test.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.test.ts
@@ -1,7 +1,7 @@
 import { describe, expect, it } from "vitest";
 
 import { buildBody, settingsToForm } from "./mapper";
-import type { DefaultUserSettingsFormValues } from "./schema";
+import type { DefaultUserSettingsSubmitValues } from "./schema";
 
 const CONFIGURED_SETTINGS = {
   user_role: "internal_user",
@@ -59,13 +59,13 @@ describe("settingsToForm", () => {
 
   it("degrades an unrecognisable team entry to a blank row instead of throwing", () => {
     expect(settingsToForm({ teams: [{ max_budget_in_team: 5 }, 7] }).teams).toStrictEqual([
-      { team_id: "", max_budget_in_team: "", user_role: "user" },
-      { team_id: "", max_budget_in_team: "", user_role: "user" },
+      { team_id: null, max_budget_in_team: "", user_role: "user" },
+      { team_id: null, max_budget_in_team: "", user_role: "user" },
     ]);
   });
 });
 
-const formValues = (overrides: Partial<DefaultUserSettingsFormValues> = {}): DefaultUserSettingsFormValues => ({
+const formValues = (overrides: Partial<DefaultUserSettingsSubmitValues> = {}): DefaultUserSettingsSubmitValues => ({
   user_role: "internal_user",
   max_budget: "100",
   budget_duration: "30d",
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.ts b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.ts
index 50365081afb..ac528542ae2 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/mapper.ts
@@ -2,7 +2,12 @@ import { z } from "zod/v4";
 
 import type { components } from "@/lib/http/schema";
 
-import { EMPTY_TEAM_ROW, type DefaultTeamRowValues, type DefaultUserSettingsFormValues } from "./schema";
+import {
+  EMPTY_TEAM_ROW,
+  type DefaultTeamRowValues,
+  type DefaultUserSettingsFormValues,
+  type DefaultUserSettingsSubmitValues,
+} from "./schema";
 
 export type InternalUserSettings = components["schemas"]["InternalUserSettingsResponse"];
 export type DefaultInternalUserParams = components["schemas"]["DefaultInternalUserParams"];
@@ -60,13 +65,13 @@ const textOrNull = (raw: string): string | null => (raw.trim() === "" ? null : r
 
 const listOrNull = <T>(items: readonly T[]): T[] | null => (items.length === 0 ? null : [...items]);
 
-const toTeamBody = (team: DefaultTeamRowValues): DefaultTeamBody => ({
+const toTeamBody = (team: DefaultUserSettingsSubmitValues["teams"][number]): DefaultTeamBody => ({
   team_id: team.team_id,
   max_budget_in_team: numberOrNull(team.max_budget_in_team),
   user_role: team.user_role,
 });
 
-export const buildBody = (values: DefaultUserSettingsFormValues): DefaultInternalUserParams => ({
+export const buildBody = (values: DefaultUserSettingsSubmitValues): DefaultInternalUserParams => ({
   user_role: asDefaultUserRole(values.user_role),
   max_budget: numberOrNull(values.max_budget),
   budget_duration: textOrNull(values.budget_duration),
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/schema.ts b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/schema.ts
index 7309e3745da..cd66c3addc8 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/schema.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/default-user-settings/schema.ts
@@ -10,14 +10,17 @@ const amountOrEmpty = z
   );
 
 const defaultTeamRowSchema = z.object({
-  team_id: z.string().min(1, "Select a team"),
+  team_id: z
+    .string()
+    .nullable()
+    .pipe(z.string({ error: "Select a team" }).min(1, "Select a team")),
   max_budget_in_team: amountOrEmpty,
   user_role: z.enum(["user", "admin"]),
 });
 
-export type DefaultTeamRowValues = z.output<typeof defaultTeamRowSchema>;
+export type DefaultTeamRowValues = z.input<typeof defaultTeamRowSchema>;
 
-export const EMPTY_TEAM_ROW: DefaultTeamRowValues = { team_id: "", max_budget_in_team: "", user_role: "user" };
+export const EMPTY_TEAM_ROW: DefaultTeamRowValues = { team_id: null, max_budget_in_team: "", user_role: "user" };
 
 const defaultUserSettingsShape = {
   user_role: z.string(),
@@ -41,4 +44,5 @@ export const defaultUserSettingsSchema = z.object(defaultUserSettingsShape).supe
   );
 });
 
-export type DefaultUserSettingsFormValues = z.output<typeof defaultUserSettingsSchema>;
+export type DefaultUserSettingsFormValues = z.input<typeof defaultUserSettingsSchema>;
+export type DefaultUserSettingsSubmitValues = z.output<typeof defaultUserSettingsSchema>;
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/view_users/UsersTable.tsx b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/view_users/UsersTable.tsx
index 875df74652c..8fa76a64af6 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/users/_components/view_users/UsersTable.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/users/_components/view_users/UsersTable.tsx
@@ -192,7 +192,7 @@ export function UsersTable({
                   <SearchSelect
                     options={roleOptions}
                     value={(get("user_role") as string) || undefined}
-                    onValueChange={(value) => set("user_role", value)}
+                    onValueChange={(value) => set("user_role", value ?? undefined)}
                     placeholder="Select a role…"
                     emptyText="No roles found"
                   />
@@ -201,7 +201,7 @@ export function UsersTable({
                   <SearchSelect
                     options={teamOptions}
                     value={(get("team") as string) || undefined}
-                    onValueChange={(value) => set("team", value)}
+                    onValueChange={(value) => set("team", value ?? undefined)}
                     placeholder="Select a team…"
                     emptyText="No teams found"
                   />
diff --git a/ui/litellm-dashboard/src/components/CreateUserButton.tsx b/ui/litellm-dashboard/src/components/CreateUserButton.tsx
index 0f7c356b8cc..83a72e50f5c 100644
--- a/ui/litellm-dashboard/src/components/CreateUserButton.tsx
+++ b/ui/litellm-dashboard/src/components/CreateUserButton.tsx
@@ -59,7 +59,7 @@ interface UISettings {
 interface CreateUserFormValues {
   user_email?: string;
   user_role: string;
-  team_id?: string;
+  team_id?: string | null;
   organization_ids?: string[];
   metadata?: string;
   send_invite_email: boolean;
diff --git a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterSettings.tsx b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterSettings.tsx
index 390684d3739..f78790dea88 100644
--- a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterSettings.tsx
+++ b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterSettings.tsx
@@ -115,7 +115,7 @@ export default function MCPSemanticFilterSettings({ accessToken }: MCPSemanticFi
 
   // Test section state
   const [testQuery, setTestQuery] = useState("");
-  const [testModel, setTestModel] = useState<string>("gpt-4o");
+  const [testModel, setTestModel] = useState<string | null>("gpt-4o");
   const [testResult, setTestResult] = useState<TestResult | null>(null);
   const [testError, setTestError] = useState<string | null>(null);
   const [isTesting, setIsTesting] = useState(false);
diff --git a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterTestPanel.tsx b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterTestPanel.tsx
index 5dc661391ac..82c699d9983 100644
--- a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterTestPanel.tsx
+++ b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/MCPSemanticFilterTestPanel.tsx
@@ -11,8 +11,8 @@ interface MCPSemanticFilterTestPanelProps {
   accessToken: string | null;
   testQuery: string;
   setTestQuery: (value: string) => void;
-  testModel: string;
-  setTestModel: (value: string) => void;
+  testModel: string | null;
+  setTestModel: (value: string | null) => void;
   isTesting: boolean;
   onTest: () => void;
   filterEnabled: boolean;
diff --git a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/semanticFilterTestUtils.ts b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/semanticFilterTestUtils.ts
index d3e585e8052..c41b081da88 100644
--- a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/semanticFilterTestUtils.ts
+++ b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPSemanticFilterSettings/semanticFilterTestUtils.ts
@@ -32,7 +32,7 @@ export const runSemanticFilterTest = async ({
   setTestError,
 }: {
   accessToken: string;
-  testModel: string;
+  testModel: string | null;
   testQuery: string;
   setIsTesting: (value: boolean) => void;
   setTestResult: (result: TestResult | null) => void;
@@ -68,12 +68,12 @@ export const runSemanticFilterTest = async ({
   }
 };
 
-export const getCurlCommand = (testModel: string, testQuery: string) =>
+export const getCurlCommand = (testModel: string | null, testQuery: string) =>
   `curl --location 'http://localhost:4000/v1/responses' \\
 --header 'Content-Type: application/json' \\
 --header 'Authorization: Bearer sk-1234' \\
 --data '{
-    "model": "${testModel}",
+    "model": "${testModel ?? "YOUR_MODEL"}",
     "input": [
     {
       "role": "user",
diff --git a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.test.ts b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.test.ts
index 2f9032537c1..6d19c17c577 100644
--- a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.test.ts
+++ b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.test.ts
@@ -51,6 +51,7 @@ describe("parseCoreTools", () => {
 describe("formToPayload", () => {
   it("sends null for a cleared embedding model so the proxy returns to keyword matching", () => {
     expect(formToPayload({ ...DEFAULT_FORM_VALUES, embedding_model: "  " })).toEqual(KEYWORD_PAYLOAD);
+    expect(formToPayload({ ...DEFAULT_FORM_VALUES, embedding_model: null })).toEqual(KEYWORD_PAYLOAD);
   });
 
   it("clamps top_k into the range the proxy accepts and lists core tools", () => {
diff --git a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.ts b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.ts
index f10bfd249d7..d3535fe91a3 100644
--- a/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.ts
+++ b/ui/litellm-dashboard/src/components/Settings/AdminSettings/MCPToolSearchSettings/toolSearchForm.ts
@@ -1,7 +1,7 @@
 import type { MCPToolSearchSettings } from "@/app/(dashboard)/hooks/mcpToolSearchSettings/useMCPToolSearchSettings";
 
 export interface ToolSearchFormValues {
-  embedding_model: string;
+  embedding_model: string | null;
   top_k: number;
   similarity_threshold: number;
   core_tools_text: string;
@@ -11,7 +11,7 @@ export const TOP_K_MIN = 1;
 export const TOP_K_MAX = 100;
 
 export const DEFAULT_FORM_VALUES: ToolSearchFormValues = {
-  embedding_model: "",
+  embedding_model: null,
   top_k: 5,
   similarity_threshold: 0,
   core_tools_text: "",
@@ -42,7 +42,7 @@ export const storedValuesToForm = (values: Record<string, unknown>): ToolSearchF
 });
 
 export const formToPayload = (form: ToolSearchFormValues): MCPToolSearchSettings => ({
-  embedding_model: form.embedding_model.trim() === "" ? null : form.embedding_model.trim(),
+  embedding_model: form.embedding_model?.trim() || null,
   top_k: clampTopK(form.top_k),
   similarity_threshold: form.similarity_threshold,
   core_tools: parseCoreTools(form.core_tools_text),
diff --git a/ui/litellm-dashboard/src/components/Settings/RouterSettings/Fallbacks/FallbackGroupConfig.tsx b/ui/litellm-dashboard/src/components/Settings/RouterSettings/Fallbacks/FallbackGroupConfig.tsx
index a82e0fdfa88..3897a9d9fa2 100644
--- a/ui/litellm-dashboard/src/components/Settings/RouterSettings/Fallbacks/FallbackGroupConfig.tsx
+++ b/ui/litellm-dashboard/src/components/Settings/RouterSettings/Fallbacks/FallbackGroupConfig.tsx
@@ -32,12 +32,8 @@ export function FallbackGroupConfig({
   // Filter available options for fallbacks (exclude primary only, allow already selected to be shown for deselection)
   const availableFallbackOptions = availableModels.filter((m) => m !== group.primaryModel);
 
-  const handlePrimaryChange = (value: string) => {
-    let newFallbacks = [...group.fallbackModels];
-    // Remove from fallbacks if it was there
-    if (newFallbacks.includes(value)) {
-      newFallbacks = newFallbacks.filter((m) => m !== value);
-    }
+  const handlePrimaryChange = (value: string | null) => {
+    const newFallbacks = group.fallbackModels.filter((model) => model !== value);
     onChange({
       ...group,
       primaryModel: value,
@@ -76,7 +72,7 @@ export function FallbackGroupConfig({
         <SearchSelect
           inputId={primaryModelInputId}
           options={availableModels.map((m) => ({ label: m, value: m }))}
-          value={group.primaryModel ?? ""}
+          value={group.primaryModel}
           onValueChange={handlePrimaryChange}
           placeholder="Select primary model"
           emptyText="No models found"
diff --git a/ui/litellm-dashboard/src/components/Teams.tsx b/ui/litellm-dashboard/src/components/Teams.tsx
index d2d18139893..f0d21cc5350 100644
--- a/ui/litellm-dashboard/src/components/Teams.tsx
+++ b/ui/litellm-dashboard/src/components/Teams.tsx
@@ -328,11 +328,11 @@ const Teams: React.FC<TeamProps> = ({ accessToken, userID, userRole, premiumUser
   };
 
   const selectCreateTeamOrganization = (
-    next: string,
+    next: string | null,
     currentOrganizationId: string | null,
     onChange: (organizationId: string | null) => void,
   ) => {
-    const nextOrganizationId = next === "" ? null : next;
+    const nextOrganizationId = next;
     if (nextOrganizationId === currentOrganizationId) return;
     onChange(nextOrganizationId);
     form.setValue("models", []);
diff --git a/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.tsx b/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.tsx
index 3fb19e522f3..bde1c7724c3 100644
--- a/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.tsx
+++ b/ui/litellm-dashboard/src/components/TeamsPage/TeamsTable.tsx
@@ -203,7 +203,7 @@ export function TeamsTable({ userRole, userID, onSelectTeam, onEditTeam, onDelet
                   <SearchSelect
                     options={orgOptions}
                     value={(get("org_id") as string) || undefined}
-                    onValueChange={(value) => set("org_id", value)}
+                    onValueChange={(value) => set("org_id", value ?? undefined)}
                     placeholder="Select an organization…"
                     emptyText="No organizations found"
                   />
diff --git a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.tsx b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.tsx
index f28ae27b6bc..d0367cb4d5b 100644
--- a/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.tsx
+++ b/ui/litellm-dashboard/src/components/VirtualKeysPage/VirtualKeysTable.tsx
@@ -311,7 +311,7 @@ export function VirtualKeysTable({ headerActions }: VirtualKeysTableProps) {
                     <SearchSelect
                       options={teamOptions}
                       value={(get("team_id") as string) || undefined}
-                      onValueChange={(value) => set("team_id", value)}
+                      onValueChange={(value) => set("team_id", value ?? undefined)}
                       placeholder="Select a team…"
                       emptyText="No teams found"
                     />
@@ -320,7 +320,7 @@ export function VirtualKeysTable({ headerActions }: VirtualKeysTableProps) {
                     <SearchSelect
                       options={orgOptions}
                       value={(get("org_id") as string) || undefined}
-                      onValueChange={(value) => set("org_id", value)}
+                      onValueChange={(value) => set("org_id", value ?? undefined)}
                       placeholder="Select an organization…"
                       emptyText="No organizations found"
                     />
diff --git a/ui/litellm-dashboard/src/components/add_model/AddModelForm.test.tsx b/ui/litellm-dashboard/src/components/add_model/AddModelForm.integration.test.tsx
similarity index 99%
rename from ui/litellm-dashboard/src/components/add_model/AddModelForm.test.tsx
rename to ui/litellm-dashboard/src/components/add_model/AddModelForm.integration.test.tsx
index 3b879da2d68..536bc231008 100644
--- a/ui/litellm-dashboard/src/components/add_model/AddModelForm.test.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/AddModelForm.integration.test.tsx
@@ -164,7 +164,7 @@ const createTestProps = (userRole = "proxy_admin", userId = "user-1", isTeamAdmi
     handleOk: vi.fn().mockResolvedValue(true),
     setSelectedProvider: vi.fn(),
     setProviderModelsFn: vi.fn(),
-    getPlaceholder: vi.fn((provider: Providers) => `Enter ${provider} model name`),
+    getPlaceholder: vi.fn((provider: string) => `Enter ${provider} model name`),
     setShowAdvancedSettings: vi.fn(),
     selectedProvider: Providers.OpenAI,
     providerModels: ["gpt-4", "gpt-3.5-turbo"],
diff --git a/ui/litellm-dashboard/src/components/add_model/AddModelForm.tsx b/ui/litellm-dashboard/src/components/add_model/AddModelForm.tsx
index 92951b68fd5..30b4911da3e 100644
--- a/ui/litellm-dashboard/src/components/add_model/AddModelForm.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/AddModelForm.tsx
@@ -25,7 +25,6 @@ import {
 } from "../common_components/MountedFormField";
 import type { Team } from "../key_team_helpers/key_list";
 import { type CredentialItem, type ProviderCreateInfo, modelAvailableCall } from "../networking";
-import { Providers } from "../provider_info_helpers";
 import { ProviderLogo } from "../molecules/models/ProviderLogo";
 import AccessGroupTagsCombobox from "./AccessGroupTagsCombobox";
 import AdvancedSettings from "./advanced_settings";
@@ -42,11 +41,11 @@ interface AddModelFormProps {
   registry: MountRegistry;
   mountedValues: () => MountedFormValues;
   handleOk: () => Promise<boolean>;
-  selectedProvider: Providers;
-  setSelectedProvider: (provider: Providers) => void;
+  selectedProvider: string | null;
+  setSelectedProvider: (provider: string | null) => void;
   providerModels: string[];
-  setProviderModelsFn: (provider: Providers) => void;
-  getPlaceholder: (provider: Providers) => string;
+  setProviderModelsFn: (provider: string | null) => void;
+  getPlaceholder: (provider: string) => string;
   showAdvancedSettings: boolean;
   setShowAdvancedSettings: (show: boolean) => void;
   teams: Team[] | null;
@@ -140,7 +139,7 @@ const AddModelForm: React.FC<AddModelFormProps> = ({
     [credentials],
   );
 
-  const applyProviderSelection = (provider: Providers) => {
+  const applyProviderSelection = (provider: string | null) => {
     setSelectedProvider(provider);
     setProviderModelsFn(provider);
     form.setValue("model", []);
@@ -227,10 +226,10 @@ const AddModelForm: React.FC<AddModelFormProps> = ({
                             options={providerOptions}
                             emptyText={providerMetadataErrorText ?? "No providers found"}
                             placeholder={isProviderMetadataLoading ? "Loading providers..." : "Select a provider"}
-                            value={(control.value as string | undefined) ?? ""}
+                            value={typeof control.value === "string" ? control.value : null}
                             onValueChange={(value) => {
                               control.onChange(value);
-                              applyProviderSelection(value as Providers);
+                              applyProviderSelection(value);
                             }}
                           />
                         )}
diff --git a/ui/litellm-dashboard/src/components/add_model/ClassificationMethodConfig.tsx b/ui/litellm-dashboard/src/components/add_model/ClassificationMethodConfig.tsx
index 594c6d022ce..93ccf561387 100644
--- a/ui/litellm-dashboard/src/components/add_model/ClassificationMethodConfig.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/ClassificationMethodConfig.tsx
@@ -328,7 +328,8 @@ const ClassificationMethodConfig: React.FC<ClassificationMethodConfigProps> = ({
     onChange(nextValue);
   };
 
-  const handleClassifierModelChange = (model: string) => {
+  const handleClassifierModelChange = (model: string | null) => {
+    if (model === null) return;
     if (model === value.classifier_llm_config?.model) return;
     const { reasoning_effort: _reasoningEffort, ...classifierLlmConfig } = value.classifier_llm_config ?? {
       model: "",
diff --git a/ui/litellm-dashboard/src/components/add_model/ComplexityRouterConfig.tsx b/ui/litellm-dashboard/src/components/add_model/ComplexityRouterConfig.tsx
index 97d6739aa22..febcde269f7 100644
--- a/ui/litellm-dashboard/src/components/add_model/ComplexityRouterConfig.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/ComplexityRouterConfig.tsx
@@ -632,7 +632,7 @@ const ComplexityRouterConfig: React.FC<ComplexityRouterConfigProps> = ({
 
   // Clearing the select drops the key entirely rather than storing "", so an emptied pin reads as
   // "track the tiers" everywhere downstream instead of as a blank model name.
-  const handleDefaultModelChange = (model: string | undefined) => {
+  const handleDefaultModelChange = (model: string | null | undefined) => {
     onChange({ ...value, default_model: model || undefined });
   };
 
diff --git a/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx b/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
index c1817918f60..e67583febf3 100644
--- a/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
@@ -42,8 +42,8 @@ const CompressionControls: React.FC<CompressionControlsProps> = ({ value, onChan
         </div>
         <SearchSelect
           options={options}
-          value={routing ?? ""}
-          onValueChange={(value) => onRoutingChange(value === "" ? undefined : value)}
+          value={routing}
+          onValueChange={(value) => onRoutingChange(value ?? undefined)}
           placeholder="Inherit from the request's own compression guardrails"
           emptyText="No compression guardrails found"
           aria-label="Routing decision compression"
@@ -74,8 +74,8 @@ const CompressionControls: React.FC<CompressionControlsProps> = ({ value, onChan
             <div className="mt-3">
               <SearchSelect
                 options={options}
-                value={model ?? ""}
-                onValueChange={(value) => onModelChange(value === "" ? undefined : value)}
+                value={model}
+                onValueChange={(value) => onModelChange(value ?? undefined)}
                 placeholder="None (no compression)"
                 emptyText="No compression guardrails found"
                 aria-label="Model call compression"
diff --git a/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.tsx b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.integration.test.tsx
similarity index 99%
rename from ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.tsx
rename to ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.integration.test.tsx
index ecd5abfa451..495fd207266 100644
--- a/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.integration.test.tsx
@@ -47,7 +47,7 @@ describe("RouterConfigBuilder", () => {
     expect(onChange).toHaveBeenCalledWith({
       routes: [
         expect.objectContaining({
-          name: "",
+          name: null,
           utterances: [],
           description: "",
           score_threshold: 0.5,
diff --git a/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.ts b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.ts
new file mode 100644
index 00000000000..d681c911c46
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.test.ts
@@ -0,0 +1,10 @@
+import { describe, expect, it } from "vitest";
+import { serializeRouterConfig } from "./RouterConfigBuilder";
+
+describe("serializeRouterConfig", () => {
+  it("rejects a cleared route model and preserves selected route settings", () => {
+    expect(() => serializeRouterConfig({ routes: [{ name: null }] })).toThrow("Please select a model for every route");
+    const config = { routes: [{ name: "model-silver", utterances: [], description: "", score_threshold: 0 }] };
+    expect(JSON.parse(serializeRouterConfig(config))).toEqual(config);
+  });
+});
diff --git a/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.tsx b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.tsx
index 6dfb9f32091..9713d18872b 100644
--- a/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/RouterConfigBuilder.tsx
@@ -15,7 +15,7 @@ import { Tooltip, TooltipContent, TooltipProvider, TooltipTrigger } from "@/comp
 
 interface Route {
   id: string;
-  model: string;
+  model: string | null;
   utterances: string[];
   description: string;
   score_threshold: number;
@@ -23,21 +23,28 @@ interface Route {
 
 interface SavedRoute {
   id?: string;
-  name?: string;
-  model?: string;
+  name?: string | null;
+  model?: string | null;
   utterances?: string[];
   description?: string;
   score_threshold?: number;
 }
 
-interface RouterConfig {
+export interface RouterConfig {
   routes?: SavedRoute[];
 }
 
+export function serializeRouterConfig(config: RouterConfig | null): string {
+  if (config?.routes?.some((route) => !(route.name ?? route.model))) {
+    throw new Error("Please select a model for every route");
+  }
+  return JSON.stringify(config);
+}
+
 interface RouterConfigBuilderProps {
   modelInfo: ModelGroup[];
-  value?: RouterConfig;
-  onChange?: (config: any) => void;
+  value?: RouterConfig | null;
+  onChange?: (config: RouterConfig) => void;
 }
 
 interface UtteranceInputProps {
@@ -136,7 +143,7 @@ const RouterConfigBuilder: React.FC<RouterConfigBuilderProps> = ({ modelInfo, va
           routeIds.push(id);
           return {
             id,
-            model: route.name || route.model || "",
+            model: route.name || route.model || null,
             utterances: route.utterances || [],
             description: route.description || "",
             score_threshold: route.score_threshold ?? 0.5,
@@ -165,7 +172,7 @@ const RouterConfigBuilder: React.FC<RouterConfigBuilderProps> = ({ modelInfo, va
     const newRouteId = `route-${Date.now()}`;
     const updatedRoutes = [
       ...routes,
-      { id: newRouteId, model: "", utterances: [], description: "", score_threshold: 0.5 },
+      { id: newRouteId, model: null, utterances: [], description: "", score_threshold: 0.5 },
     ];
     setRoutes(updatedRoutes);
     updateConfig(updatedRoutes);
diff --git a/ui/litellm-dashboard/src/components/add_model/SemanticKeywordMatching.tsx b/ui/litellm-dashboard/src/components/add_model/SemanticKeywordMatching.tsx
index 5684d32a319..0a5a9a5bfb6 100644
--- a/ui/litellm-dashboard/src/components/add_model/SemanticKeywordMatching.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/SemanticKeywordMatching.tsx
@@ -61,7 +61,9 @@ const SemanticKeywordMatching: React.FC<SemanticKeywordMatchingProps> = ({
             <SearchSelect
               options={modelOptions}
               value={embeddingModel ?? ""}
-              onValueChange={onEmbeddingModelChange}
+              onValueChange={(model) => {
+                if (model !== null) onEmbeddingModelChange(model);
+              }}
               placeholder="Select an embedding model"
               emptyText="No embedding models found"
               aria-label="Embedding model"
diff --git a/ui/litellm-dashboard/src/components/add_model/add_auto_router_tab.tsx b/ui/litellm-dashboard/src/components/add_model/add_auto_router_tab.tsx
index d7c4a671317..632f4427a82 100644
--- a/ui/litellm-dashboard/src/components/add_model/add_auto_router_tab.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/add_auto_router_tab.tsx
@@ -150,7 +150,10 @@ export const getSubmitBlockedReason = (
 const autoRouterSchema = (requiresTeamScope: boolean) =>
   z.object({
     auto_router_name: z.string().min(1, "Auto router name is required"),
-    team_id: requiresTeamScope ? z.string().min(1, "Please select a team to continue") : z.string(),
+    team_id: z
+      .string()
+      .nullable()
+      .refine((teamId) => !requiresTeamScope || Boolean(teamId), "Please select a team to continue"),
     model_access_group: z.array(z.string()).optional(),
   });
 
@@ -158,12 +161,12 @@ type AddAutoRouterFormValues = z.infer<ReturnType<typeof autoRouterSchema>>;
 
 const EMPTY_FORM_VALUES: AddAutoRouterFormValues = {
   auto_router_name: "",
-  team_id: "",
+  team_id: null,
   model_access_group: undefined,
 };
 
-const teamScopePayload = (requiresTeamScope: boolean, teamId: string): { team_id?: string } =>
-  requiresTeamScope ? { team_id: teamId } : {};
+const teamScopePayload = (requiresTeamScope: boolean, teamId: string | null): { team_id?: string } =>
+  requiresTeamScope && teamId ? { team_id: teamId } : {};
 
 const BlockedReasonTooltip: React.FC<{ reason: string | null; children: React.ReactElement }> = ({
   reason,
@@ -458,7 +461,7 @@ const AddAutoRouterTab: React.FC<AddAutoRouterTabProps> = ({
     const serverVerdict = await validateAutoRouterConfig(
       accessToken,
       complexityRouterConfigPayload as unknown as Record<string, unknown>,
-      requiresTeamScope ? form.getValues("team_id") : undefined,
+      requiresTeamScope ? form.getValues("team_id") ?? undefined : undefined,
     );
     const dryRunError = dryRunRejection(serverVerdict);
     if (dryRunError) {
@@ -630,9 +633,7 @@ const AddAutoRouterTab: React.FC<AddAutoRouterTabProps> = ({
                     "Select the team this auto router belongs to. Only keys for this team will be able to call it.",
                   )}
                 >
-                  {({ id, value, onChange }) => (
-                    <TeamDropdown id={id} value={value} onChange={(next) => onChange(next ?? "")} />
-                  )}
+                  {({ id, value, onChange }) => <TeamDropdown id={id} value={value} onChange={onChange} />}
                 </FormField>
               )}
 
@@ -776,7 +777,7 @@ const AddAutoRouterTab: React.FC<AddAutoRouterTabProps> = ({
               config={buildComplexityRouterConfig(complexityRouterConfigParams)}
               defaultModel={resolveComplexityDefaultModel(complexityRouterConfig, complexityRouterConfig.default_model)}
               routerName={watchedName}
-              teamId={requiresTeamScope ? watchedTeamId : undefined}
+              teamId={requiresTeamScope ? watchedTeamId ?? undefined : undefined}
             />
           )}
           <DialogFooter>
diff --git a/ui/litellm-dashboard/src/components/add_model/litellm_model_name.tsx b/ui/litellm-dashboard/src/components/add_model/litellm_model_name.tsx
index bfa2df8f54d..8cf4b077f39 100644
--- a/ui/litellm-dashboard/src/components/add_model/litellm_model_name.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/litellm_model_name.tsx
@@ -8,9 +8,9 @@ import { MountedFormField, type MountedFormValues } from "../common_components/M
 import { Providers } from "../provider_info_helpers";
 
 interface LiteLLMModelNameFieldProps {
-  selectedProvider: Providers;
+  selectedProvider: string | null;
   providerModels: string[];
-  getPlaceholder: (provider: Providers) => string;
+  getPlaceholder: (provider: string) => string;
 }
 
 const LiteLLMModelNameField: React.FC<LiteLLMModelNameFieldProps> = ({
@@ -123,7 +123,7 @@ const LiteLLMModelNameField: React.FC<LiteLLMModelNameFieldProps> = ({
               id={control.id}
               value={(control.value as string | undefined) ?? ""}
               onBlur={control.onBlur}
-              placeholder={getPlaceholder(selectedProvider)}
+              placeholder={selectedProvider === null ? "Select a provider first" : getPlaceholder(selectedProvider)}
               onChange={(event) => {
                 control.onChange(event);
                 if (selectedProvider === Providers.Azure) {
@@ -147,7 +147,7 @@ const LiteLLMModelNameField: React.FC<LiteLLMModelNameFieldProps> = ({
                   value: "custom",
                 },
                 {
-                  label: `All ${selectedProvider} Models (Wildcard)`,
+                  label: `All ${selectedProvider ?? "provider"} Models (Wildcard)`,
                   value: "all-wildcard",
                 },
                 ...providerModels.map((model) => ({
@@ -163,7 +163,7 @@ const LiteLLMModelNameField: React.FC<LiteLLMModelNameFieldProps> = ({
               value={(control.value as string | undefined) ?? ""}
               onChange={control.onChange}
               onBlur={control.onBlur}
-              placeholder={getPlaceholder(selectedProvider)}
+              placeholder={selectedProvider === null ? "Select a provider first" : getPlaceholder(selectedProvider)}
             />
           )
         }
diff --git a/ui/litellm-dashboard/src/components/add_model/provider_specific_fields.tsx b/ui/litellm-dashboard/src/components/add_model/provider_specific_fields.tsx
index e1a47e9792d..4add7b918f7 100644
--- a/ui/litellm-dashboard/src/components/add_model/provider_specific_fields.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/provider_specific_fields.tsx
@@ -18,7 +18,7 @@ import { provider_map, Providers } from "../provider_info_helpers";
 import { labelWithHint } from "@/components/shared/form/LabelWithHint";
 
 interface ProviderSpecificFieldsProps {
-  selectedProvider: Providers;
+  selectedProvider: string | null;
 }
 
 const readTextFile = (file: File, onLoaded: (contents: string) => void) => {
@@ -168,6 +168,7 @@ const ProviderSpecificFields: React.FC<ProviderSpecificFieldsProps> = ({ selecte
   }, [cacheEntries]);
 
   const allFields = React.useMemo(() => {
+    if (selectedProvider === null) return [];
     // First try to resolve from the in-memory cache. We support both the
     // enum/display-name form and the raw provider slug (e.g. "petals").
     const cachedFields =
diff --git a/ui/litellm-dashboard/src/components/common_components/ModelAliasManager.tsx b/ui/litellm-dashboard/src/components/common_components/ModelAliasManager.tsx
index c6e24d3b470..384fa44cfde 100644
--- a/ui/litellm-dashboard/src/components/common_components/ModelAliasManager.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/ModelAliasManager.tsx
@@ -27,8 +27,13 @@ const ModelAliasManager: React.FC<ModelAliasManagerProps> = ({
   showExampleConfig = true,
 }) => {
   const [aliases, setAliases] = useState<AliasItem[]>([]);
-  const [newAlias, setNewAlias] = useState({ aliasName: "", targetModel: "" });
-  const [editingAlias, setEditingAlias] = useState<AliasItem | null>(null);
+  const [newAlias, setNewAlias] = useState<{ aliasName: string; targetModel: string | null }>({
+    aliasName: "",
+    targetModel: null,
+  });
+  const [editingAlias, setEditingAlias] = useState<
+    (Omit<AliasItem, "targetModel"> & { targetModel: string | null }) | null
+  >(null);
   const aliasNameId = useId();
 
   useEffect(() => {
@@ -61,7 +66,7 @@ const ModelAliasManager: React.FC<ModelAliasManagerProps> = ({
 
     const updatedAliases = [...aliases, newAliasObj];
     setAliases(updatedAliases);
-    setNewAlias({ aliasName: "", targetModel: "" });
+    setNewAlias({ aliasName: "", targetModel: null });
 
     // Convert array back to object format and notify parent
     const aliasObject: { [key: string]: string } = {};
@@ -94,7 +99,8 @@ const ModelAliasManager: React.FC<ModelAliasManagerProps> = ({
       return;
     }
 
-    const updatedAliases = aliases.map((alias) => (alias.id === editingAlias.id ? editingAlias : alias));
+    const savedAlias: AliasItem = { ...editingAlias, targetModel: editingAlias.targetModel };
+    const updatedAliases = aliases.map((alias) => (alias.id === savedAlias.id ? savedAlias : alias));
 
     setAliases(updatedAliases);
     setEditingAlias(null);
diff --git a/ui/litellm-dashboard/src/components/common_components/ModelSelector.tsx b/ui/litellm-dashboard/src/components/common_components/ModelSelector.tsx
index 6a6807de5c0..15b6b1644b6 100644
--- a/ui/litellm-dashboard/src/components/common_components/ModelSelector.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/ModelSelector.tsx
@@ -9,9 +9,9 @@ const MODEL_SELECT_DEBOUNCE_MS = 500;
 
 interface ModelSelectorProps {
   accessToken: string;
-  value?: string;
+  value?: string | null;
   placeholder?: string;
-  onChange?: (value: string) => void;
+  onChange?: (value: string | null) => void;
   disabled?: boolean;
   style?: React.CSSProperties;
   className?: string;
@@ -30,12 +30,12 @@ const ModelSelector: React.FC<ModelSelectorProps> = ({
   showLabel = true,
   labelText = "Select Model",
 }) => {
-  const [selectedModel, setSelectedModel] = useState<string | undefined>(value);
+  const [selectedModel, setSelectedModel] = useState<string | null>(value ?? null);
   const [showCustomModelInput, setShowCustomModelInput] = useState<boolean>(false);
   const [modelInfo, setModelInfo] = useState<ModelGroup[]>([]);
 
   useEffect(() => {
-    setSelectedModel(value);
+    setSelectedModel(value ?? null);
   }, [value]);
 
   useEffect(() => {
@@ -56,13 +56,13 @@ const ModelSelector: React.FC<ModelSelectorProps> = ({
     loadModels();
   }, [accessToken]);
 
-  const onModelChange = (value: string) => {
+  const onModelChange = (value: string | null) => {
     if (value === "custom") {
       setShowCustomModelInput(true);
-      setSelectedModel(undefined);
+      setSelectedModel(null);
     } else {
       setShowCustomModelInput(false);
-      setSelectedModel(value);
+      setSelectedModel(value ?? null);
       if (onChange) {
         onChange(value);
       }
@@ -71,7 +71,7 @@ const ModelSelector: React.FC<ModelSelectorProps> = ({
 
   const debouncedSelect = useDebouncedCallback(
     (value: string) => {
-      setSelectedModel(value);
+      setSelectedModel(value ?? null);
       onChange?.(value);
     },
     { wait: MODEL_SELECT_DEBOUNCE_MS },
diff --git a/ui/litellm-dashboard/src/components/common_components/OrganizationDropdown.tsx b/ui/litellm-dashboard/src/components/common_components/OrganizationDropdown.tsx
index 663028b2d92..f2f1504fed5 100644
--- a/ui/litellm-dashboard/src/components/common_components/OrganizationDropdown.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/OrganizationDropdown.tsx
@@ -4,7 +4,7 @@ import { Organization } from "../networking";
 
 interface OrganizationDropdownProps {
   organizations?: Organization[] | null;
-  value?: string;
+  value?: string | null;
   onChange?: (value: string | null) => void;
   disabled?: boolean;
   loading?: boolean;
@@ -32,7 +32,7 @@ const OrganizationDropdown: React.FC<OrganizationDropdownProps> = ({
           sublabel: org.organization_id,
         }))}
         value={value}
-        onValueChange={(organizationId) => onChange?.(organizationId || null)}
+        onValueChange={(organizationId) => onChange?.(organizationId)}
         placeholder={placeholder}
         emptyText={loading ? "Loading organizations…" : "No organizations found"}
         disabled={disabled}
diff --git a/ui/litellm-dashboard/src/components/common_components/ProjectDropdown.tsx b/ui/litellm-dashboard/src/components/common_components/ProjectDropdown.tsx
index 0b5a84f9589..f27e1a683dd 100644
--- a/ui/litellm-dashboard/src/components/common_components/ProjectDropdown.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/ProjectDropdown.tsx
@@ -4,8 +4,8 @@ import { ProjectResponse } from "@/app/(dashboard)/hooks/projects/useProjects";
 
 interface ProjectDropdownProps {
   projects?: ProjectResponse[] | null;
-  value?: string;
-  onChange?: (value: string) => void;
+  value?: string | null;
+  onChange?: (value: string | null) => void;
   disabled?: boolean;
   loading?: boolean;
   /** When set, only show projects belonging to this team */
diff --git a/ui/litellm-dashboard/src/components/common_components/UserDropdown.tsx b/ui/litellm-dashboard/src/components/common_components/UserDropdown.tsx
index eef1a8233bc..c80f654bbd1 100644
--- a/ui/litellm-dashboard/src/components/common_components/UserDropdown.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/UserDropdown.tsx
@@ -47,8 +47,8 @@ const UserDropdown: React.FC<UserDropdownProps> = ({ value, onChange, disabled,
     <div data-testid="user-dropdown">
       <PaginatedSearchSelect
         options={options}
-        value={value ?? undefined}
-        onValueChange={(next) => onChange(next === "" ? null : next)}
+        value={value}
+        onValueChange={onChange}
         onSearchChange={setSearch}
         onLoadMore={fetchNextPage}
         hasNextPage={hasNextPage}
diff --git a/ui/litellm-dashboard/src/components/common_components/team_dropdown.tsx b/ui/litellm-dashboard/src/components/common_components/team_dropdown.tsx
index 7d385c2a3f7..e10a8d1e562 100644
--- a/ui/litellm-dashboard/src/components/common_components/team_dropdown.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/team_dropdown.tsx
@@ -4,7 +4,7 @@ import { useInfiniteTeams } from "@/app/(dashboard)/hooks/teams/useTeams";
 import { Team } from "../key_team_helpers/key_list";
 
 interface TeamDropdownProps {
-  value?: string;
+  value?: string | null;
   onChange?: (value: string | null) => void;
   /** Callback with the full Team object (or null on clear). */
   onTeamSelect?: (team: Team | null) => void;
@@ -46,8 +46,8 @@ const TeamDropdown: React.FC<TeamDropdownProps> = ({
     return result;
   }, [data]);
 
-  const handleChange = (teamId: string) => {
-    onChange?.(teamId || null);
+  const handleChange = (teamId: string | null) => {
+    onChange?.(teamId);
     if (onTeamSelect) {
       onTeamSelect(teamId ? teams.find((t) => t.team_id === teamId) ?? null : null);
     }
@@ -61,7 +61,7 @@ const TeamDropdown: React.FC<TeamDropdownProps> = ({
           value: team.team_id,
           sublabel: team.team_id,
         }))}
-        value={value || undefined}
+        value={value}
         onValueChange={handleChange}
         onSearchChange={setSearch}
         onLoadMore={fetchNextPage}
diff --git a/ui/litellm-dashboard/src/components/common_components/user_search_modal.test.tsx b/ui/litellm-dashboard/src/components/common_components/user_search_modal.integration.test.tsx
similarity index 94%
rename from ui/litellm-dashboard/src/components/common_components/user_search_modal.test.tsx
rename to ui/litellm-dashboard/src/components/common_components/user_search_modal.integration.test.tsx
index 7ca2b530235..5769d8c2f88 100644
--- a/ui/litellm-dashboard/src/components/common_components/user_search_modal.test.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/user_search_modal.integration.test.tsx
@@ -1,4 +1,5 @@
-import { act, fireEvent, render, screen, waitFor, within } from "@testing-library/react";
+import { act, fireEvent, screen, waitFor, within } from "@testing-library/react";
+import { renderWithProviders as render } from "../../../tests/test-utils";
 import userEvent, { PointerEventsCheckLevel } from "@testing-library/user-event";
 import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
 import UserSearchModal from "./user_search_modal";
@@ -101,15 +102,18 @@ describe("UserSearchModal submit payload", () => {
     await user.click(await screen.findByRole("option", { name: "picked@example.com" }));
   };
 
-  it("submits every registered field, with the untouched identity fields undefined", async () => {
+  it("should block submission without a selected user and after clearing the paired identity", async () => {
     const { user, onSubmit } = setup();
 
+    expect(save()).toBeDisabled();
+    await searchByEmail(user, "pick");
+    await user.click(screen.getAllByRole("button", { name: "Clear" })[0]);
+    expect(screen.getByLabelText("Email")).toHaveValue("");
+    expect(screen.getByLabelText("User ID")).toHaveValue("");
+    expect(save()).toBeDisabled();
     await user.click(save());
 
-    await waitFor(() => expect(onSubmit).toHaveBeenCalledTimes(1));
-    const values = onSubmit.mock.calls[0][0];
-    expect(Object.keys(values).sort()).toEqual(["role", "user_email", "user_id"]);
-    expect(values).toStrictEqual({ user_email: undefined, user_id: undefined, role: "user" });
+    expect(onSubmit).not.toHaveBeenCalled();
   });
 
   it("carries the picked user's email and id into the payload", async () => {
@@ -130,6 +134,7 @@ describe("UserSearchModal submit payload", () => {
     const { onSubmit } = setup();
     const user = userEvent.setup({ pointerEventsCheck: PointerEventsCheckLevel.Never });
 
+    await searchByEmail(user, "pick");
     await user.click(screen.getByLabelText("Member Role"));
     await user.click(await screen.findByRole("option", { name: /^admin/ }));
     await user.click(save());
@@ -184,6 +189,7 @@ describe("UserSearchModal submit payload", () => {
   it("does not submit on Enter in any field, while the button still does", async () => {
     const { user, onSubmit } = setup();
 
+    await searchByEmail(user, "pick");
     await user.click(getEmailSearchInput());
     await user.keyboard("{Enter}");
     await user.click(screen.getByLabelText("User ID"));
diff --git a/ui/litellm-dashboard/src/components/common_components/user_search_modal.tsx b/ui/litellm-dashboard/src/components/common_components/user_search_modal.tsx
index 20c45cd0d2e..04ac412397f 100644
--- a/ui/litellm-dashboard/src/components/common_components/user_search_modal.tsx
+++ b/ui/litellm-dashboard/src/components/common_components/user_search_modal.tsx
@@ -31,8 +31,8 @@ interface Role {
 }
 
 interface FormValues {
-  user_email: string | undefined;
-  user_id: string | undefined;
+  user_email: string | null | undefined;
+  user_id: string | null | undefined;
   role: string;
 }
 
@@ -66,6 +66,8 @@ const UserSearchModal: React.FC<UserSearchModalProps> = ({
 }) => {
   const emptyValues: FormValues = { user_email: undefined, user_id: undefined, role: defaultRole };
   const form = useForm<FormValues>({ defaultValues: emptyValues });
+  const selectedUserId = form.watch("user_id");
+  const selectedUserEmail = form.watch("user_email");
   const [userOptions, setUserOptions] = useState<UserOption[]>([]);
   const [loading, setLoading] = useState<boolean>(false);
   const [selectedField, setSelectedField] = useState<"user_email" | "user_id">("user_email");
@@ -143,19 +145,29 @@ const UserSearchModal: React.FC<UserSearchModalProps> = ({
   const renderUserSearch = (
     fieldName: "user_email" | "user_id",
     placeholder: string,
-    controlProps: { id: string; value: string | undefined; onChange: (value: string | undefined) => void },
+    controlProps: {
+      id: string;
+      value: string | null | undefined;
+      onChange: (value: string | null | undefined) => void;
+    },
     testId?: string,
   ) => {
     const items = selectedField === fieldName ? userOptions : [];
+    const handleValueChange = (value: string | null) => {
+      if (value === null) {
+        form.setValue("user_email", null);
+        form.setValue("user_id", null);
+        return;
+      }
+      controlProps.onChange(value);
+      handleSelect(items.find((option) => option.value === value) ?? null);
+    };
     return (
       <div data-testid={testId} onKeyDown={swallowEnter}>
         <PaginatedSearchSelect
           options={items}
           value={controlProps.value}
-          onValueChange={(value: string) => {
-            controlProps.onChange(value === "" ? undefined : value);
-            handleSelect(items.find((option) => option.value === value) ?? null);
-          }}
+          onValueChange={handleValueChange}
           onSearchChange={(query: string) => handleSearch(query, fieldName)}
           autoHighlight="always"
           isLoading={loading}
@@ -226,7 +238,7 @@ const UserSearchModal: React.FC<UserSearchModalProps> = ({
             </FieldGroup>
 
             <div className="mt-4 text-right">
-              <Button type="submit" disabled={isSubmitting}>
+              <Button type="submit" disabled={isSubmitting || (!selectedUserId && !selectedUserEmail)}>
                 {isSubmitting ? <UiLoadingSpinner className="size-4" /> : <UserPlus />}
                 {isSubmitting ? "Adding..." : "Add Member"}
               </Button>
diff --git a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
index 8a62e86e842..86f18ee9b12 100644
--- a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
+++ b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
@@ -13,7 +13,7 @@ import AccessGroupTagsCombobox from "../add_model/AccessGroupTagsCombobox";
 import ModelChoiceCombobox, { type ModelChoice } from "../add_model/ModelChoiceCombobox";
 import { modelAvailableCall, modelPatchUpdateCall, validateAutoRouterConfig } from "../networking";
 import { fetchAvailableModels, ModelGroup } from "@/components/llm_calls/fetch_models";
-import RouterConfigBuilder from "../add_model/RouterConfigBuilder";
+import RouterConfigBuilder, { type RouterConfig, serializeRouterConfig } from "../add_model/RouterConfigBuilder";
 import { hydrateTierModelParams } from "../add_model/complexity_router_tiers";
 import {
   type ActiveTierSet,
@@ -452,7 +452,7 @@ const EditAutoRouterModal: React.FC<EditAutoRouterModalProps> = ({
   const [modelInfo, setModelInfo] = useState<ModelGroup[]>([]);
   const [showValidationErrors, setShowValidationErrors] = useState<boolean>(false);
   const [editingTiers, setEditingTiers] = useState(false);
-  const [routerConfig, setRouterConfig] = useState<any>(null);
+  const [routerConfig, setRouterConfig] = useState<RouterConfig | null>(null);
   const [customTechnicalKeywords, setCustomTechnicalKeywords] = useState<string[]>([]);
   const [keywordTierRules, setKeywordTierRules] = useState<KeywordTierRule[]>([]);
   const [escalationKeywords, setEscalationKeywords] = useState<string[]>([]);
@@ -706,7 +706,7 @@ const EditAutoRouterModal: React.FC<EditAutoRouterModalProps> = ({
     // Prepare the updated litellm_params
     const updatedLitellmParams = {
       ...modelData.litellm_params,
-      auto_router_config: JSON.stringify(routerConfig),
+      auto_router_config: serializeRouterConfig(routerConfig),
       auto_router_default_model: values.auto_router_default_model,
       auto_router_embedding_model: values.auto_router_embedding_model || undefined,
     };
@@ -745,7 +745,7 @@ const EditAutoRouterModal: React.FC<EditAutoRouterModalProps> = ({
       })();
     } catch (error) {
       console.error("Error updating auto router:", error);
-      toast.fromError("Failed to update auto router configuration");
+      toast.fromError(error);
     } finally {
       setLoading(false);
     }
diff --git a/ui/litellm-dashboard/src/components/key_team_helpers/BudgetFallbacksEditor.tsx b/ui/litellm-dashboard/src/components/key_team_helpers/BudgetFallbacksEditor.tsx
index c0c12356c6f..dbc270fa62e 100644
--- a/ui/litellm-dashboard/src/components/key_team_helpers/BudgetFallbacksEditor.tsx
+++ b/ui/litellm-dashboard/src/components/key_team_helpers/BudgetFallbacksEditor.tsx
@@ -96,10 +96,10 @@ export function BudgetFallbacksEditor({ value, onChange, availableModels }: Budg
               <label className="block text-xs font-medium text-muted-foreground mb-1">Primary Model</label>
               <SearchSelect
                 options={availablePrimaryOptions.map((m) => ({ label: m, value: m }))}
-                value={entry.primaryModel ?? ""}
+                value={entry.primaryModel}
                 onValueChange={(v) => {
                   const newFallbacks = entry.fallbackModels.filter((m) => m !== v);
-                  updateEntry(entry.id, { primaryModel: v === "" ? null : v, fallbackModels: newFallbacks });
+                  updateEntry(entry.id, { primaryModel: v, fallbackModels: newFallbacks });
                 }}
                 placeholder="Select model"
                 emptyText="No models found"
diff --git a/ui/litellm-dashboard/src/components/key_team_helpers/ModelMaxBudgetEditor.tsx b/ui/litellm-dashboard/src/components/key_team_helpers/ModelMaxBudgetEditor.tsx
index ef5a3e15b52..0fab5555343 100644
--- a/ui/litellm-dashboard/src/components/key_team_helpers/ModelMaxBudgetEditor.tsx
+++ b/ui/litellm-dashboard/src/components/key_team_helpers/ModelMaxBudgetEditor.tsx
@@ -153,8 +153,8 @@ export function ModelMaxBudgetEditor({
               <label className="block text-xs font-medium text-muted-foreground mb-1">Model</label>
               <SearchSelect
                 options={modelOptions.map((model) => ({ label: model, value: model }))}
-                value={entry.model ?? ""}
-                onValueChange={(model) => updateEntry(entry.id, { model: model === "" ? null : model })}
+                value={entry.model}
+                onValueChange={(model) => updateEntry(entry.id, { model })}
                 placeholder="Select model"
                 emptyText="No models found"
                 disabled={!premiumUser}
diff --git a/ui/litellm-dashboard/src/components/model_add/CredentialModal.tsx b/ui/litellm-dashboard/src/components/model_add/CredentialModal.tsx
index 8108cc1c20e..fdc02b4fc41 100644
--- a/ui/litellm-dashboard/src/components/model_add/CredentialModal.tsx
+++ b/ui/litellm-dashboard/src/components/model_add/CredentialModal.tsx
@@ -42,7 +42,7 @@ export default function CredentialModal({
   existingCredential = null,
 }: CredentialModalProps) {
   const isEdit = mode === "edit";
-  const [selectedProvider, setSelectedProvider] = useState<Providers>(
+  const [selectedProvider, setSelectedProvider] = useState<string | null>(
     (existingCredential?.credential_info.custom_llm_provider as Providers) ?? Providers.OpenAI,
   );
 
@@ -110,7 +110,7 @@ export default function CredentialModal({
                 {(control) => (
                   <Input
                     id={control.id}
-                    value={(control.value as string | undefined) ?? ""}
+                    value={typeof control.value === "string" ? control.value : ""}
                     onChange={control.onChange}
                     onBlur={control.onBlur}
                     placeholder="Enter a friendly name for these credentials"
@@ -131,10 +131,10 @@ export default function CredentialModal({
                     inputId={control.id}
                     placeholder="Select a provider"
                     options={providerOptions}
-                    value={(control.value as string | undefined) ?? ""}
+                    value={typeof control.value === "string" ? control.value : null}
                     onValueChange={(value) => {
                       control.onChange(value);
-                      resetCredentialFormOnProviderChange(formAdapter, value as Providers, setSelectedProvider);
+                      resetCredentialFormOnProviderChange(formAdapter, value, setSelectedProvider);
                     }}
                   />
                 )}
diff --git a/ui/litellm-dashboard/src/components/model_add/credential_form_helpers.ts b/ui/litellm-dashboard/src/components/model_add/credential_form_helpers.ts
index 7190c539c81..e7b1e861811 100644
--- a/ui/litellm-dashboard/src/components/model_add/credential_form_helpers.ts
+++ b/ui/litellm-dashboard/src/components/model_add/credential_form_helpers.ts
@@ -1,5 +1,3 @@
-import { Providers } from "../provider_info_helpers";
-
 interface CredentialFormAdapter {
   getFieldValue: (field: string) => unknown;
   resetFields: () => void;
@@ -25,8 +23,8 @@ interface CredentialFormAdapter {
  */
 export function resetCredentialFormOnProviderChange(
   form: CredentialFormAdapter,
-  newProvider: Providers,
-  setSelectedProvider: (p: Providers) => void,
+  newProvider: string | null,
+  setSelectedProvider: (p: string | null) => void,
 ): void {
   const preservedName = form.getFieldValue("credential_name");
   form.resetFields();
diff --git a/ui/litellm-dashboard/src/components/organisms/createKeyPayload.ts b/ui/litellm-dashboard/src/components/organisms/createKeyPayload.ts
index 37a973d5def..311e9357825 100644
--- a/ui/litellm-dashboard/src/components/organisms/createKeyPayload.ts
+++ b/ui/litellm-dashboard/src/components/organisms/createKeyPayload.ts
@@ -202,6 +202,8 @@ export const buildKeyCreatePayload = (input: KeyCreateInput): KeyPayloadResult =
     endpoint: input.keyOwner === "service_account" ? "service_account" : "standard",
     payload: {
       ...withoutKeys(values, dropped),
+      ...(values.organization_id === null && { organization_id: undefined }),
+      ...(values.project_id === null && { project_id: undefined }),
       ...(input.keyOwner === "you" && { user_id: input.userID }),
       ...(input.keyOwner === "agent" && { agent_id: input.selectedAgentId }),
       ...(input.autoRotationEnabled && { auto_rotate: true, rotation_interval: input.rotationInterval }),
diff --git a/ui/litellm-dashboard/src/components/organisms/create_key_button.integration.test.tsx b/ui/litellm-dashboard/src/components/organisms/create_key_button.integration.test.tsx
index 2bf39bf4cd7..0d5d9f5ec8d 100644
--- a/ui/litellm-dashboard/src/components/organisms/create_key_button.integration.test.tsx
+++ b/ui/litellm-dashboard/src/components/organisms/create_key_button.integration.test.tsx
@@ -16,7 +16,7 @@ const state = vi.hoisted(() => ({
   can: {} as Record<string, boolean>,
   uiSettings: {} as Record<string, unknown>,
   tags: {} as Record<string, { name: string }>,
-  teams: [] as { team_id: string; team_alias: string; models: string[] }[],
+  teams: [] as { team_id: string; team_alias: string; models: string[]; organization_id?: string }[],
   organizations: [] as { organization_id: string; organization_alias: string }[],
   accessGroups: [] as { access_group_id: string; access_group_name: string }[],
   projects: [] as { project_id: string; project_alias: string; team_id?: string; models?: string[] }[],
@@ -806,6 +806,36 @@ describe("CreateKey", () => {
       expect((await createdPayload()).organization_id).toBe("org-1");
     });
 
+    it("discards the old project and team when the organization changes", async () => {
+      state.uiSettings = { enable_projects_ui: true };
+      state.organizations = [
+        { organization_id: "scope-silver", organization_alias: "Silver" },
+        { organization_id: "scope-copper", organization_alias: "Copper" },
+      ];
+      state.teams = [{ team_id: "group-maple", team_alias: "Maple", organization_id: "scope-silver", models: [] }];
+      state.projects = [{ project_id: "project-orbit", project_alias: "Orbit", team_id: "group-maple", models: [] }];
+      await openModal({ teams: state.teams as Team[] });
+      await nameTheKey();
+      await userEvent.click(await screen.findByLabelText("Organization"));
+      await userEvent.click(await screen.findByRole("option", { name: /Silver/ }));
+      await userEvent.click(await screen.findByLabelText("Project"));
+      await userEvent.click(await screen.findByRole("option", { name: /Orbit/ }));
+      await waitFor(() => expect(screen.getByLabelText("Team")).toHaveValue("Maple"));
+      expect(screen.getByLabelText("Team")).toBeDisabled();
+
+      await userEvent.click(screen.getByLabelText("Organization"));
+      await userEvent.click(await screen.findByRole("option", { name: /Copper/ }));
+      expect(screen.getByLabelText("Project")).toHaveValue("");
+      expect(screen.getByLabelText("Team")).toHaveValue("");
+      expect(screen.getByLabelText("Team")).toBeEnabled();
+      await submit();
+
+      const payload = JSON.parse(JSON.stringify(await createdPayload()));
+      expect(payload.organization_id).toBe("scope-copper");
+      expect(payload.team_id).toBeNull();
+      expect(payload).not.toHaveProperty("project_id");
+    });
+
     it("drops organization_id when the chosen organization is cleared again", async () => {
       state.organizations = [{ organization_id: "org-1", organization_alias: "Engineering" }];
       await openModal();
diff --git a/ui/litellm-dashboard/src/components/organisms/create_key_button.tsx b/ui/litellm-dashboard/src/components/organisms/create_key_button.tsx
index 831cb0cf6a6..82580fd4667 100644
--- a/ui/litellm-dashboard/src/components/organisms/create_key_button.tsx
+++ b/ui/litellm-dashboard/src/components/organisms/create_key_button.tsx
@@ -592,35 +592,35 @@ const CreateKey: React.FC<CreateKeyProps> = ({ team, teams, data, addKey, autoOp
   };
 
   const changeOrganization = (write: FieldWrite) => (orgId: string | null) => {
-    write(orgId ?? undefined);
+    write(orgId);
     setSelectedOrganizationId(orgId);
     // Clear team and project when org changes
     setSelectedCreateKeyTeam(null);
     setSelectedProjectId(null);
-    form.setValue("team_id", undefined);
-    form.setValue("project_id", undefined);
+    form.setValue("team_id", null);
+    form.setValue("project_id", null);
   };
 
   const selectTeam = (team: Team | null) => {
     setSelectedCreateKeyTeam(team);
     setSelectedProjectId(null);
-    form.setValue("project_id", undefined);
+    form.setValue("project_id", null);
     // Auto-populate org from team for non-admin users
     if (team?.organization_id) {
       setSelectedOrganizationId(team.organization_id);
       form.setValue("organization_id", team.organization_id);
     } else if (!team) {
       setSelectedOrganizationId(null);
-      form.setValue("organization_id", undefined);
+      form.setValue("organization_id", null);
     }
   };
 
-  const changeProject = (write: FieldWrite) => (projectId: string) => {
+  const changeProject = (write: FieldWrite) => (projectId: string | null) => {
     write(projectId);
     if (!projectId) {
       setSelectedProjectId(null);
       setSelectedCreateKeyTeam(null);
-      form.setValue("team_id", undefined);
+      form.setValue("team_id", null);
       return;
     }
     setSelectedProjectId(projectId);
@@ -756,8 +756,8 @@ const CreateKey: React.FC<CreateKeyProps> = ({ team, teams, data, addKey, autoOp
                       inputId="create-key-agent"
                       placeholder="Select an agent"
                       emptyText="No agents found"
-                      value={selectedAgentId ?? undefined}
-                      onValueChange={(value) => setSelectedAgentId(value === "" ? null : value)}
+                      value={selectedAgentId}
+                      onValueChange={setSelectedAgentId}
                       options={agentsList.map((a) => ({
                         label: a.agent_name || a.agent_id,
                         value: a.agent_id,
@@ -783,7 +783,7 @@ const CreateKey: React.FC<CreateKeyProps> = ({ team, teams, data, addKey, autoOp
                   {(control) => (
                     <OrganizationDropdown
                       id={control.id}
-                      value={control.value as string | undefined}
+                      value={typeof control.value === "string" ? control.value : null}
                       organizations={organizations}
                       loading={isOrganizationsLoading}
                       disabled={userRole !== "Admin"}
@@ -809,7 +809,7 @@ const CreateKey: React.FC<CreateKeyProps> = ({ team, teams, data, addKey, autoOp
                   {(control) => (
                     <TeamDropdown
                       id={control.id}
-                      value={control.value as string | undefined}
+                      value={typeof control.value === "string" ? control.value : null}
                       onChange={control.onChange}
                       disabled={selectedProjectId !== null}
                       organizationId={selectedOrganizationId}
@@ -833,7 +833,7 @@ const CreateKey: React.FC<CreateKeyProps> = ({ team, teams, data, addKey, autoOp
                     {(control) => (
                       <ProjectDropdown
                         id={control.id}
-                        value={control.value as string | undefined}
+                        value={typeof control.value === "string" ? control.value : null}
                         projects={projects}
                         teamId={selectedCreateKeyTeam?.team_id}
                         loading={isProjectsLoading || !teams}
diff --git a/ui/litellm-dashboard/src/components/provider_info_helpers.tsx b/ui/litellm-dashboard/src/components/provider_info_helpers.tsx
index 72ec5990557..de83cd00790 100644
--- a/ui/litellm-dashboard/src/components/provider_info_helpers.tsx
+++ b/ui/litellm-dashboard/src/components/provider_info_helpers.tsx
@@ -453,7 +453,7 @@ export const getPlaceholder = (selectedProvider: string): string => {
   return providerPlaceholderMap[resolvedProvider] ?? "gpt-3.5-turbo";
 };
 
-export const getProviderModels = (provider: Providers, modelMap: any): Array<string> => {
+export const getProviderModels = (provider: string, modelMap: any): Array<string> => {
   let providerKey = provider;
   let custom_llm_provider = provider_map[providerKey];
 
diff --git a/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.test.tsx b/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.integration.test.tsx
similarity index 89%
rename from ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.test.tsx
rename to ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.integration.test.tsx
index 04c8d3e9012..2b948ca8420 100644
--- a/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.integration.test.tsx
@@ -1,4 +1,4 @@
-import { fireEvent, render, screen, waitFor } from "@testing-library/react";
+import { fireEvent, renderWithProviders as render, screen, waitFor } from "../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import { useState } from "react";
 import { describe, expect, it, vi } from "vitest";
@@ -51,7 +51,7 @@ describe("PaginatedSearchSelect", () => {
     const onSearchChange = vi.fn();
 
     function Controlled() {
-      const [value, setValue] = useState("");
+      const [value, setValue] = useState<string | null>(null);
       return (
         <PaginatedSearchSelect
           options={OPTIONS}
@@ -71,14 +71,33 @@ describe("PaginatedSearchSelect", () => {
     expect(onSearchChange).not.toHaveBeenCalled();
   });
 
-  it("still reports a cleared input so the unfiltered page comes back", async () => {
+  it("should keep a cleared selection empty after a late page arrives and reset the query", async () => {
     const user = userEvent.setup();
     const onSearchChange = vi.fn();
-    renderSelect({ onSearchChange, value: "alias-alpha" });
-
-    await user.click(document.querySelector('[data-slot="combobox-clear"]') as HTMLElement);
-
-    await waitFor(() => expect(onSearchChange).toHaveBeenCalledWith(""));
+    const onValueChange = vi.fn();
+    function Controlled({ options }: { options: SearchSelectOption[] }) {
+      const [value, setValue] = useState<string | null>("alias-alpha");
+      return (
+        <PaginatedSearchSelect
+          options={options}
+          value={value}
+          onSearchChange={onSearchChange}
+          onValueChange={(next) => {
+            setValue(next);
+            onValueChange(next);
+          }}
+        />
+      );
+    }
+    const { rerender } = render(<Controlled options={OPTIONS} />);
+    await user.click(screen.getByRole("button", { name: "Clear" }));
+    expect(onValueChange).toHaveBeenLastCalledWith(null);
+    rerender(<Controlled options={OPTIONS.map((option) => ({ ...option }))} />);
+    await waitFor(() => expect(onSearchChange).toHaveBeenLastCalledWith(""));
+    expect(screen.getByRole("combobox")).toHaveValue("");
+    expect(screen.queryByRole("button", { name: "Clear" })).not.toBeInTheDocument();
+    await chooseSelectOption(user, screen.getByRole("combobox"), "alias-beta");
+    expect(onValueChange).toHaveBeenLastCalledWith("alias-beta");
   });
 
   it("requests the next page once the list is scrolled near the bottom", async () => {
@@ -147,7 +166,7 @@ describe("PaginatedSearchSelect", () => {
 
     function ServerBacked() {
       const [search, setSearch] = useState("");
-      const [value, setValue] = useState("alias-alpha");
+      const [value, setValue] = useState<string | null>("alias-alpha");
       const freshlyBuiltOptions = OPTIONS.filter((option) => option.label.includes(search)).map((option) => ({
         ...option,
       }));
@@ -236,7 +255,7 @@ describe("PaginatedSearchSelect", () => {
 
     function Refetching() {
       const [options, setOptions] = useState<SearchSelectOption[]>([{ label: "Beta Team", value: "team-2" }]);
-      const [value, setValue] = useState("");
+      const [value, setValue] = useState<string | null>(null);
       return (
         <>
           <PaginatedSearchSelect
@@ -279,7 +298,7 @@ describe("PaginatedSearchSelect", () => {
 
     function ServerBacked() {
       const [search, setSearch] = useState("");
-      const [value, setValue] = useState("");
+      const [value, setValue] = useState<string | null>(null);
       return (
         <PaginatedSearchSelect
           options={OPTIONS.filter((option) => option.label.includes(search))}
diff --git a/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.tsx b/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.tsx
index 4b7ef7401c7..1314afdf2bf 100644
--- a/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.tsx
+++ b/ui/litellm-dashboard/src/components/shared/PaginatedSearchSelect.tsx
@@ -17,8 +17,8 @@ import { usePaginatedCombobox } from "./usePaginatedCombobox";
 
 interface PaginatedSearchSelectProps {
   options: SearchSelectOption[];
-  value?: string;
-  onValueChange: (value: string) => void;
+  value?: string | null;
+  onValueChange: (value: string | null) => void;
   onSearchChange: (query: string) => void;
   onLoadMore?: () => void;
   hasNextPage?: boolean;
@@ -86,7 +86,7 @@ export function PaginatedSearchSelect({
   };
 
   const selected = useMemo<SearchSelectOption | null>(() => {
-    if (value === undefined || value === "") return null;
+    if (value == null || value === "") return null;
     return (
       options.find((option) => option.value === value) ??
       (pickedOption?.value === value ? pickedOption : { label: value, value })
@@ -118,7 +118,7 @@ export function PaginatedSearchSelect({
       inputValue={typedQuery ?? selected?.label ?? ""}
       onValueChange={(item: SearchSelectOption | null) => {
         setPickedOption(item);
-        onValueChange(item?.value ?? "");
+        onValueChange(item?.value ?? null);
       }}
       onInputValueChange={(next, eventDetails) => handleTypedInput(next, eventDetails.reason)}
       onOpenChange={(nextOpen, eventDetails) => handleOpenChange(nextOpen, eventDetails.reason)}
@@ -139,7 +139,7 @@ export function PaginatedSearchSelect({
         onKeyDown={snapshotWholeSelection}
         onPaste={snapshotWholeSelection}
         placeholder={placeholder}
-        showClear={value !== undefined && value !== ""}
+        showClear={value != null && value !== ""}
         className={`w-full ${className ?? ""}`}
       />
       <ComboboxContent>
diff --git a/ui/litellm-dashboard/src/components/shared/SearchSelect.test.tsx b/ui/litellm-dashboard/src/components/shared/SearchSelect.integration.test.tsx
similarity index 76%
rename from ui/litellm-dashboard/src/components/shared/SearchSelect.test.tsx
rename to ui/litellm-dashboard/src/components/shared/SearchSelect.integration.test.tsx
index 62a510268dd..c981010dff9 100644
--- a/ui/litellm-dashboard/src/components/shared/SearchSelect.test.tsx
+++ b/ui/litellm-dashboard/src/components/shared/SearchSelect.integration.test.tsx
@@ -1,4 +1,5 @@
-import { fireEvent, render, screen } from "@testing-library/react";
+import { fireEvent, renderWithProviders as render, screen } from "../../../tests/test-utils";
+import { useState } from "react";
 import userEvent from "@testing-library/user-event";
 import { describe, expect, it, vi } from "vitest";
 
@@ -36,11 +37,30 @@ describe("SearchSelect", () => {
     expect(screen.getByRole("combobox")).toHaveValue("Growth");
   });
 
-  it("shows a clear control only when a value is selected", () => {
-    const { rerender } = render(<SearchSelect options={OPTIONS} onValueChange={vi.fn()} />);
-    expect(document.querySelector('[data-slot="combobox-clear"]')).toBeNull();
-    rerender(<SearchSelect options={OPTIONS} value="team-1" onValueChange={vi.fn()} />);
-    expect(document.querySelector('[data-slot="combobox-clear"]')).not.toBeNull();
+  it("should clear to null and allow selecting again through the real control", async () => {
+    const onValueChange = vi.fn();
+    const user = userEvent.setup();
+    function Controlled() {
+      const [value, setValue] = useState<string | null>(null);
+      return (
+        <SearchSelect
+          options={OPTIONS}
+          value={value}
+          onValueChange={(next) => {
+            setValue(next);
+            onValueChange(next);
+          }}
+        />
+      );
+    }
+    render(<Controlled />);
+    expect(screen.queryByRole("button", { name: "Clear" })).not.toBeInTheDocument();
+    await chooseSelectOption(user, screen.getByRole("combobox"), "Growth");
+    await user.click(screen.getByRole("button", { name: "Clear" }));
+    expect(onValueChange).toHaveBeenLastCalledWith(null);
+    expect(screen.getByRole("combobox")).toHaveValue("");
+    await chooseSelectOption(user, screen.getByRole("combobox"), "Data Team");
+    expect(onValueChange).toHaveBeenLastCalledWith("team-3");
   });
 
   it("filters the options client-side as you type", async () => {
diff --git a/ui/litellm-dashboard/src/components/shared/SearchSelect.tsx b/ui/litellm-dashboard/src/components/shared/SearchSelect.tsx
index 53a5371d72d..21d38e9458c 100644
--- a/ui/litellm-dashboard/src/components/shared/SearchSelect.tsx
+++ b/ui/litellm-dashboard/src/components/shared/SearchSelect.tsx
@@ -21,8 +21,8 @@ export interface SearchSelectOption {
 
 interface SearchSelectProps {
   options: SearchSelectOption[];
-  value?: string;
-  onValueChange: (value: string) => void;
+  value?: string | null;
+  onValueChange: (value: string | null) => void;
   placeholder?: string;
   emptyText?: string;
   disabled?: boolean;
@@ -51,9 +51,7 @@ export function SearchSelect({
   "aria-label": ariaLabel,
 }: SearchSelectProps) {
   const selected =
-    value === undefined || value === ""
-      ? null
-      : options.find((option) => option.value === value) ?? { label: value, value };
+    value == null || value === "" ? null : options.find((option) => option.value === value) ?? { label: value, value };
   const items =
     selected !== null && !options.some((option) => option.value === selected.value) ? [selected, ...options] : options;
 
@@ -61,7 +59,7 @@ export function SearchSelect({
     <Combobox
       items={items}
       value={selected}
-      onValueChange={(item: SearchSelectOption | null) => onValueChange(item?.value ?? "")}
+      onValueChange={(item: SearchSelectOption | null) => onValueChange(item?.value ?? null)}
       isItemEqualToValue={(a: SearchSelectOption, b: SearchSelectOption) => a.value === b.value}
       itemToStringLabel={(item: SearchSelectOption) => item.label}
       filter={matchesQuery}
diff --git a/ui/litellm-dashboard/src/components/team/TeamInfo.tsx b/ui/litellm-dashboard/src/components/team/TeamInfo.tsx
index 988e2e082aa..8e3a17c2622 100644
--- a/ui/litellm-dashboard/src/components/team/TeamInfo.tsx
+++ b/ui/litellm-dashboard/src/components/team/TeamInfo.tsx
@@ -333,7 +333,10 @@ const teamUpdateFieldsSchema = z.object({
   modelLimits: z
     .array(
       z.object({
-        model: z.string().min(1, "Missing model"),
+        model: z
+          .string()
+          .nullable()
+          .refine((model) => Boolean(model), "Missing model"),
         tpm: z.number().nullish(),
         rpm: z.number().nullish(),
       }),
@@ -1879,7 +1882,7 @@ const TeamInfoView: React.FC<TeamInfoProps> = ({
                       <SearchSelect
                         inputId={id}
                         value={value ?? ""}
-                        onValueChange={(next) => onChange(next === "" ? null : next)}
+                        onValueChange={onChange}
                         options={userOrganizations.map((org) => ({
                           value: org.organization_id ?? "",
                           label: org.organization_alias || org.organization_id || "",
diff --git a/ui/litellm-dashboard/src/components/templates/key_edit_view.test.tsx b/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
similarity index 98%
rename from ui/litellm-dashboard/src/components/templates/key_edit_view.test.tsx
rename to ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
index b2c2a381b42..7c2226f0369 100644
--- a/ui/litellm-dashboard/src/components/templates/key_edit_view.test.tsx
+++ b/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
@@ -1483,11 +1483,11 @@ describe("KeyEditView", () => {
       });
     });
 
-    it("submits organization_id as null after the organization is cleared", async () => {
+    it("clears the organization and its dependent team in the update payload", async () => {
       const onSubmit = vi.fn().mockResolvedValue(undefined);
       renderWithProviders(
         <KeyEditView
-          keyData={{ ...MOCK_KEY_DATA, organization_id: "org-1" }}
+          keyData={{ ...MOCK_KEY_DATA, organization_id: "org-1", team_id: "group-maple" }}
           onCancel={() => {}}
           onSubmit={onSubmit}
           accessToken=""
@@ -1504,9 +1504,33 @@ describe("KeyEditView", () => {
       await userEvent.click(screen.getByRole("button", { name: /save changes/i }));
 
       await waitFor(() => {
-        expect(onSubmit).toHaveBeenCalledWith(expect.objectContaining({ organization_id: null }));
+        expect(onSubmit).toHaveBeenCalledWith(expect.objectContaining({ organization_id: null, team_id: null }));
       });
-      expect(JSON.parse(JSON.stringify(onSubmit.mock.calls[0][0]))).toHaveProperty("organization_id", null);
+      expect(JSON.parse(JSON.stringify(onSubmit.mock.calls[0][0]))).toMatchObject({
+        organization_id: null,
+        team_id: null,
+      });
+    });
+
+    it("keeps project key relationships locked and omits unsupported project updates", async () => {
+      const onSubmit = vi.fn().mockResolvedValue(undefined);
+      renderWithProviders(
+        <KeyEditView
+          keyData={{ ...MOCK_KEY_DATA, organization_id: "org-1", team_id: "group-maple", project_id: "project-orbit" }}
+          onCancel={() => {}}
+          onSubmit={onSubmit}
+          accessToken=""
+          userID=""
+          userRole="Admin"
+          premiumUser={false}
+        />,
+      );
+      expect(await screen.findByRole("combobox", { name: "Organization" })).toBeDisabled();
+      expect(screen.getByRole("combobox", { name: "Team ID" })).toBeDisabled();
+      await userEvent.click(screen.getByRole("button", { name: /save changes/i }));
+      await waitFor(() => expect(onSubmit).toHaveBeenCalledTimes(1));
+      expect(onSubmit.mock.calls[0][0]).toMatchObject({ organization_id: "org-1", team_id: "group-maple" });
+      expect(onSubmit.mock.calls[0][0]).not.toHaveProperty("project_id");
     });
   });
 
diff --git a/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx b/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
index e464dfe5008..f0d63f9671d 100644
--- a/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
+++ b/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
@@ -305,7 +305,7 @@ export function KeyEditView({
   const handleOrganizationChange = (setField: (value: string | null) => void, orgId: string | null) => {
     setField(orgId);
     setSelectedOrganizationId(orgId);
-    form.setValue("team_id", undefined);
+    form.setValue("team_id", null);
   };
 
   const handleTeamChange = (setField: (value: string | null) => void, teamId: string | null) => {
@@ -316,7 +316,7 @@ export function KeyEditView({
       form.setValue("organization_id", selectedTeam.organization_id);
     } else if (!teamId) {
       setSelectedOrganizationId(null);
-      form.setValue("organization_id", undefined);
+      form.setValue("organization_id", null);
     }
   };
 
@@ -769,14 +769,15 @@ export function KeyEditView({
               "Organization",
               "The organization this key belongs to. Selecting an organization filters the available teams.",
             )}
+            description={hasProject ? "Organization is locked because this key belongs to a project" : undefined}
           >
             {({ value, onChange, id }) => (
               <OrganizationDropdown
                 id={id}
-                value={(value as string | undefined) ?? undefined}
+                value={value}
                 organizations={organizations}
                 loading={isOrganizationsLoading}
-                disabled={userRole !== "Admin"}
+                disabled={userRole !== "Admin" || hasProject}
                 onChange={(orgId) => handleOrganizationChange(onChange, orgId)}
               />
             )}
@@ -786,15 +787,13 @@ export function KeyEditView({
             control={form.control}
             name="team_id"
             label="Team ID"
-            description={
-              enableProjectsUI && hasProject ? "Team is locked because this key belongs to a project" : undefined
-            }
+            description={hasProject ? "Team is locked because this key belongs to a project" : undefined}
           >
             {({ value, onChange, id }) => (
               <Select
                 value={(value as string | null) ?? null}
                 onValueChange={(teamId: string | null) => handleTeamChange(onChange, teamId)}
-                disabled={enableProjectsUI && hasProject}
+                disabled={hasProject}
                 items={Object.fromEntries(
                   (visibleTeams ?? []).map((t) => [t.team_id, `${t.team_alias} (${t.team_id})`]),
                 )}
diff --git a/ui/litellm-dashboard/src/components/view_logs/RequestLogsFilters.tsx b/ui/litellm-dashboard/src/components/view_logs/RequestLogsFilters.tsx
index fc7e34bd5e1..e97552838da 100644
--- a/ui/litellm-dashboard/src/components/view_logs/RequestLogsFilters.tsx
+++ b/ui/litellm-dashboard/src/components/view_logs/RequestLogsFilters.tsx
@@ -68,7 +68,7 @@ function TeamFilterField({
       <SearchSelect
         options={options}
         value={value}
-        onValueChange={(next) => onChange(emptyToUndefined(next))}
+        onValueChange={(next) => onChange(next ?? undefined)}
         placeholder="Search or select a team"
         emptyText="No teams found"
       />
@@ -108,7 +108,7 @@ function KeyAliasFilterField({
       <PaginatedSearchSelect
         options={options}
         value={value}
-        onValueChange={(next) => onChange(emptyToUndefined(next))}
+        onValueChange={(next) => onChange(next ?? undefined)}
         onSearchChange={setSearch}
         onLoadMore={() => void fetchNextPage()}
         hasNextPage={hasNextPage}
@@ -146,7 +146,7 @@ function ModelFilterField({ value, onChange }: { value: string; onChange: (value
       <PaginatedSearchSelect
         options={options}
         value={value}
-        onValueChange={(next) => onChange(emptyToUndefined(next))}
+        onValueChange={(next) => onChange(next ?? undefined)}
         onSearchChange={setSearch}
         onLoadMore={() => void fetchNextPage()}
         hasNextPage={hasNextPage}
@@ -191,7 +191,7 @@ function UserIdFilterField({
       <PaginatedSearchSelect
         options={options}
         value={value}
-        onValueChange={(next) => onChange(emptyToUndefined(next))}
+        onValueChange={(next) => onChange(next ?? undefined)}
         onSearchChange={setSearch}
         onLoadMore={() => void fetchNextPage()}
         hasNextPage={hasNextPage}
@@ -236,7 +236,7 @@ function EndUserFilterField({
       <PaginatedSearchSelect
         options={options}
         value={value}
-        onValueChange={(next) => onChange(emptyToUndefined(next))}
+        onValueChange={(next) => onChange(next ?? undefined)}
         onSearchChange={setSearch}
         onLoadMore={() => void fetchNextPage()}
         hasNextPage={hasNextPage}

From 832da2950f8507836a9ceffa0b26f570959adcd7 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:42:08 -0700
Subject: [PATCH 266/298] fix(proxy): keep the raw model string out of the
 unknown-model spend-log error message

---
 .../proxy/hooks/proxy_track_cost_callback.py  |  2 +-
 litellm/proxy/route_llm_request.py            |  8 ++++--
 .../spend_tracking/spend_tracking_utils.py    | 12 +++++++-
 .../hooks/test_proxy_track_cost_callback.py   | 28 +++++++++++++++++++
 .../test_spend_tracking_utils.py              | 24 ++++++++++++++++
 .../proxy/test_route_llm_request.py           | 11 ++++++++
 6 files changed, 80 insertions(+), 5 deletions(-)

diff --git a/litellm/proxy/hooks/proxy_track_cost_callback.py b/litellm/proxy/hooks/proxy_track_cost_callback.py
index 1e946cc2e23..64da2ad00f6 100644
--- a/litellm/proxy/hooks/proxy_track_cost_callback.py
+++ b/litellm/proxy/hooks/proxy_track_cost_callback.py
@@ -180,7 +180,7 @@ class _ProxyDBLogger(CustomLogger):
         # here because the input above is constructed non-None.
         _error_information = cast(
             StandardLoggingPayloadErrorInformation,
-            _sanitize_error_information_for_spend_logs(_error_information),
+            _sanitize_error_information_for_spend_logs(_error_information, original_exception=original_exception),
         )
         _metadata["error_information"] = _error_information
 
diff --git a/litellm/proxy/route_llm_request.py b/litellm/proxy/route_llm_request.py
index 3d0bd5e61c9..20b4708c193 100644
--- a/litellm/proxy/route_llm_request.py
+++ b/litellm/proxy/route_llm_request.py
@@ -145,12 +145,14 @@ ROUTE_ENDPOINT_MAPPING: Final = {
 }
 
 
+_AVAILABLE_MODELS_HINT: Final = "Call `/v1/models` to view available models for your key."
+
+
 class ProxyModelNotFoundError(HTTPException):
     def __init__(self, route: str, model_name: str, retryable_with_model_read_through: bool = True):
         self.retryable_with_model_read_through: Final = retryable_with_model_read_through
-        detail: Final = {
-            "error": f"{route}: Invalid model name passed in model={model_name}. Call `/v1/models` to view available models for your key."
-        }
+        self.spend_log_error_message: Final = f"{route}: Invalid model name passed in. {_AVAILABLE_MODELS_HINT}"
+        detail: Final = {"error": f"{route}: Invalid model name passed in model={model_name}. {_AVAILABLE_MODELS_HINT}"}
         super().__init__(status_code=status.HTTP_400_BAD_REQUEST, detail=detail)
 
 
diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index 01398d38687..6a0736ea9dc 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -1167,6 +1167,7 @@ def _redact_prompt_fields_in_guardrail_entry(
 
 def _sanitize_error_information_for_spend_logs(
     error_information: StandardLoggingPayloadErrorInformation | None,
+    original_exception: BaseException | None = None,
 ) -> StandardLoggingPayloadErrorInformation | None:
     """
     Sanitize ``error_information`` before it lands in ``LiteLLM_SpendLogs.metadata``.
@@ -1181,6 +1182,10 @@ def _sanitize_error_information_for_spend_logs(
       ``'input'`` / ``'messages'`` / ``'prompt'`` values *and* Pydantic v2
       ``input_value=...`` assignments inside both ``error_message`` and
       ``traceback`` so prompts cannot leak through either field.
+    - An unknown-model rejection (``ProxyModelNotFoundError``) persists its
+      ``spend_log_error_message``, which names the route and the rejection
+      without the raw client ``model`` string, matching the ``unknown-model``
+      placeholder in the row's ``model`` column.
 
     Scoped to the spend-log path — OTEL/Datadog/etc. callbacks still receive
     the untruncated error per ``LITELLM_TRUNCATION_DB_SAFEGUARD_NOTE``.
@@ -1188,7 +1193,12 @@ def _sanitize_error_information_for_spend_logs(
     if error_information is None:
         return None
 
-    sanitized = cast(dict, {**error_information})
+    persisted: Final = (
+        {**error_information, "error_message": original_exception.spend_log_error_message}
+        if isinstance(original_exception, ProxyModelNotFoundError)
+        else error_information
+    )
+    sanitized = cast(dict, {**persisted})
 
     if not should_store_prompts_and_responses_in_spend_logs():
         for field in ("error_message", "traceback"):
diff --git a/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py b/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
index c96cfc3ee4a..fad137af66b 100644
--- a/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
+++ b/tests/test_litellm/proxy/hooks/test_proxy_track_cost_callback.py
@@ -1,5 +1,7 @@
 import asyncio
+import json
 from datetime import datetime
+from typing import Final
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -7,6 +9,7 @@ import pytest
 from litellm.litellm_core_utils.internal_call_metadata import MODEL_ACCESS_GROUP_METADATA_KEY
 from litellm.proxy._types import SpendLogsPayload, UserAPIKeyAuth
 from litellm.proxy.collector import SpendEventConsumer
+from litellm.proxy.db.db_spend_update_writer import DBSpendUpdateWriter
 from litellm.proxy.db.spend_log_tool_index import response_tool_call_names
 from litellm.proxy.hooks.proxy_track_cost_callback import (
     _get_budget_reservation_from_metadata,
@@ -15,6 +18,7 @@ from litellm.proxy.hooks.proxy_track_cost_callback import (
     _update_database_and_spend_counters,
     run_spend_event,
 )
+from litellm.proxy.route_llm_request import ProxyModelNotFoundError
 from litellm.proxy.spend_tracking.spend_event import SpendEventDecodeError, build_spend_event, decode_spend_event
 from litellm.proxy.spend_tracking.spend_event_producer import SpendEventProducer, UnixAddress
 from litellm.proxy.spend_tracking.spend_tracking_utils import get_logging_payload
@@ -2347,3 +2351,27 @@ async def test_sidecar_ignores_an_undecodable_event():  # test-quality-ok: a dis
         mock_proxy_logging.db_spend_update_writer.update_database = AsyncMock()
         await run_spend_event(b"garbage\n")
     mock_proxy_logging.db_spend_update_writer.update_database.assert_not_awaited()
+
+
+@pytest.mark.asyncio
+async def test_async_post_call_failure_hook_persists_no_raw_model_on_an_unknown_model_rejection():
+    raw_model: Final = "opus-4.6 Please summarize my medical records\nPatient has diabetes"
+    writer: Final = MagicMock(spec=DBSpendUpdateWriter)
+    writer.update_database = AsyncMock()
+    logger: Final = _ProxyDBLogger(spend_writer=lambda: writer)
+
+    await logger.async_post_call_failure_hook(
+        request_data={"model": raw_model, "messages": [{"role": "user", "content": "hi"}]},
+        original_exception=ProxyModelNotFoundError(route="/chat/completions", model_name=raw_model),
+        user_api_key_dict=UserAPIKeyAuth(api_key="test_api_key"),
+    )
+
+    error_information: Final = writer.update_database.call_args.kwargs["kwargs"]["litellm_params"]["metadata"][
+        "error_information"
+    ]
+    assert "medical records" not in json.dumps(error_information)
+    assert (
+        error_information["error_message"]
+        == "/chat/completions: Invalid model name passed in. Call `/v1/models` to view available models for your key."
+    )
+    assert error_information["error_class"] == "ProxyModelNotFoundError"
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index dc8a87a97ad..056bbc87cd3 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -20,6 +20,7 @@ from litellm.constants import (
     SESSION_ID_OMITTED_METADATA_KEY,
     UNKNOWN_MODEL_SPEND_LOG_MODEL,
 )
+from litellm.litellm_core_utils.litellm_logging import StandardLoggingPayloadSetup
 from litellm.litellm_core_utils.safe_json_dumps import safe_dumps
 from litellm.proxy._types import SpendLogsPayload, UserAPIKeyAuth
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
@@ -2755,6 +2756,29 @@ def test_sanitize_error_information_redacts_pydantic_assignment_form(
 # ── _redact_logged_api_key unit tests ──────────────────────────────────────
 
 
+@pytest.mark.parametrize(
+    ("original_exception", "expected_error_message"),
+    [
+        (
+            ProxyModelNotFoundError(route="/chat/completions", model_name=_RAW_MODEL_WITH_PROMPT),
+            "/chat/completions: Invalid model name passed in. Call `/v1/models` to view available models for your key.",
+        ),
+        (ValueError("provider timed out"), "provider timed out"),
+    ],
+)
+def test_sanitize_error_information_persists_no_raw_model_for_an_unknown_model_rejection(
+    original_exception: Exception, expected_error_message: str
+):
+    error_information: Final = StandardLoggingPayloadSetup.get_error_information(original_exception=original_exception)
+
+    sanitized: Final = _sanitize_error_information_for_spend_logs(error_information, original_exception=original_exception)
+
+    assert sanitized is not None
+    assert sanitized["error_message"] == expected_error_message
+    assert "medical records" not in json.dumps(sanitized)
+    assert sanitized["error_class"] == type(original_exception).__name__
+
+
 def test_redact_logged_api_key_none_returns_none():
     assert _redact_logged_api_key(None) is None
 
diff --git a/tests/test_litellm/proxy/test_route_llm_request.py b/tests/test_litellm/proxy/test_route_llm_request.py
index 41ba57c4615..f7021763a4d 100644
--- a/tests/test_litellm/proxy/test_route_llm_request.py
+++ b/tests/test_litellm/proxy/test_route_llm_request.py
@@ -3,6 +3,7 @@ import pytest
 
 
 
+from typing import Final
 from unittest.mock import MagicMock
 
 from fastapi import HTTPException
@@ -1297,3 +1298,13 @@ async def test_route_request_a2a_agent_miss_does_not_consume_model_read_through(
 
     assert agents_find_unique.await_count == 2
     assert model_table.find_many_wheres == []
+
+
+def test_proxy_model_not_found_error_keeps_the_raw_model_only_in_the_client_response():
+    raw_model: Final = "opus-4.6 Please summarize my medical records\nPatient has diabetes"
+
+    error: Final = ProxyModelNotFoundError(route="/chat/completions", model_name=raw_model)
+
+    assert raw_model in error.detail["error"]
+    assert raw_model not in error.spend_log_error_message
+    assert error.spend_log_error_message.startswith("/chat/completions: Invalid model name passed in")

From e4030597d80ad6e2b8d1a946a9dbbb1082ed6285 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:47:18 -0700
Subject: [PATCH 267/298] test(guardrails): prove the structured write-back
 lands CrowdStrike redactions on Responses instructions and tool items

---
 .../guardrail_hooks/test_crowdstrike_aidr.py  | 58 ++++++++++++++++++-
 1 file changed, 55 insertions(+), 3 deletions(-)

diff --git a/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
index a80dae27d01..a9ca13a463d 100644
--- a/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
+++ b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_crowdstrike_aidr.py
@@ -1,6 +1,7 @@
 from collections.abc import AsyncIterator
 from contextlib import asynccontextmanager
 from typing import Final, cast
+import json
 from unittest.mock import patch
 
 import httpx
@@ -1728,17 +1729,28 @@ async def test_streaming_params_from_config_control_output_scan_cadence(
 
 
 @asynccontextmanager
-async def _guardrail_transforming_into(messages: list[dict[str, object]]) -> AsyncIterator[CrowdStrikeAIDRHandler]:
-    """A guardrail whose AI Guard returns ``messages`` as its rewrite."""
+async def _guardrail_redacting(secret: str, replacement: str) -> AsyncIterator[CrowdStrikeAIDRHandler]:
+    def redacted(content: object) -> object:
+        if isinstance(content, str):
+            return content.replace(secret, replacement)
+        if isinstance(content, list):
+            return [
+                {**part, "text": redacted(part["text"])} if isinstance(part, dict) and "text" in part else part
+                for part in content
+            ]
+        return content
 
     def respond(request: httpx.Request) -> httpx.Response:
+        sent: Final = json.loads(request.content)["guard_input"]["messages"]
         return httpx.Response(
             status_code=200,
             json={
                 "result": {
                     "blocked": False,
                     "transformed": True,
-                    "guard_output": {"messages": messages},
+                    "guard_output": {
+                        "messages": [{**message, "content": redacted(message.get("content"))} for message in sent]
+                    },
                 },
             },
             request=request,
@@ -1836,3 +1848,43 @@ async def test_aligned_rewrite_is_written_back() -> None:
     )
 
     assert cast(list, responses_input[0]["content"])[0]["text"] == "my ssn is <US_SSN>"
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("case", "responses_input", "redacted_input"),
+    [
+        (
+            "instructions add a system message",
+            [{"role": "user", "content": [{"type": "input_text", "text": "my ssn is 078-05-1120"}]}],
+            [{"role": "user", "content": [{"type": "input_text", "text": "my ssn is <US_SSN>"}]}],
+        ),
+        (
+            "tool items sit between two user turns",
+            [
+                {"role": "user", "content": [{"type": "input_text", "text": "hello"}]},
+                {"type": "function_call", "call_id": "c1", "name": "get_x", "arguments": "{}"},
+                {"type": "function_call_output", "call_id": "c1", "output": "42"},
+                {"role": "user", "content": [{"type": "input_text", "text": "my ssn is 078-05-1120"}]},
+            ],
+            [
+                {"role": "user", "content": [{"type": "input_text", "text": "hello"}]},
+                {"type": "function_call", "call_id": "c1", "name": "get_x", "arguments": "{}"},
+                {"type": "function_call_output", "call_id": "c1", "output": "42"},
+                {"role": "user", "content": [{"type": "input_text", "text": "my ssn is <US_SSN>"}]},
+            ],
+        ),
+    ],
+)
+async def test_structured_rewrite_lands_on_shapes_the_flat_path_cannot_align(
+    case: str,
+    responses_input: list[dict[str, object]],
+    redacted_input: list[dict[str, object]],
+) -> None:
+    data: dict[str, object] = {"model": "gpt-5.6", "instructions": "be terse", "input": responses_input}
+
+    async with _guardrail_redacting("078-05-1120", "<US_SSN>") as guardrail:
+        await OpenAIResponsesHandler().process_input_messages(data=data, guardrail_to_apply=guardrail)
+
+    assert data["input"] == redacted_input, case
+    assert data["instructions"] == "be terse", case

From 7057b2f6c47b00dcfb7f2ae3b75c8edde1123b65 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 18:47:37 -0700
Subject: [PATCH 268/298] fix(fireworks_ai): keep reasoning_content on replayed
 assistant messages (#40682)

Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/llms/fireworks_ai/chat/transformation.py            | 1 -
 .../chat/test_fireworks_ai_chat_transformation.py           | 6 +++---
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/litellm/llms/fireworks_ai/chat/transformation.py b/litellm/llms/fireworks_ai/chat/transformation.py
index 26ad9a02a79..b4e1856f499 100644
--- a/litellm/llms/fireworks_ai/chat/transformation.py
+++ b/litellm/llms/fireworks_ai/chat/transformation.py
@@ -511,7 +511,6 @@ class FireworksAIConfig(FireworksAIMixin, OpenAIGPTConfig):
                 m = cast(dict, message)
                 m.pop("provider_specific_fields", None)
                 m.pop("thinking_blocks", None)
-                m.pop("reasoning_content", None)
 
         return messages
 
diff --git a/tests/test_litellm/llms/fireworks_ai/chat/test_fireworks_ai_chat_transformation.py b/tests/test_litellm/llms/fireworks_ai/chat/test_fireworks_ai_chat_transformation.py
index d4ef4282b27..8479397efa7 100644
--- a/tests/test_litellm/llms/fireworks_ai/chat/test_fireworks_ai_chat_transformation.py
+++ b/tests/test_litellm/llms/fireworks_ai/chat/test_fireworks_ai_chat_transformation.py
@@ -501,8 +501,8 @@ def test_unmapped_model_fallback_function_calling():
     assert info["supports_function_calling"] is True
 
 
-def test_transform_messages_helper_strips_thinking_blocks():
-    """thinking_blocks must not be forwarded to Fireworks chat completions."""
+def test_transform_messages_helper_strips_thinking_blocks_but_keeps_reasoning_content():
+    """Fireworks rejects thinking_blocks but requires reasoning_content to be replayed for reasoning_history."""
     config = FireworksAIConfig()
     messages = [
         {"role": "user", "content": "Translate a poem."},
@@ -519,7 +519,7 @@ def test_transform_messages_helper_strips_thinking_blocks():
         messages, model="accounts/fireworks/models/glm-5p1", litellm_params={}
     )
     assert "thinking_blocks" not in out[1]
-    assert "reasoning_content" not in out[1]
+    assert out[1]["reasoning_content"] == "internal"
     assert out[1]["content"] == "I can help."
 
 

From 707b779c5d604d576a6c9c41f288bfda620a284b Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 18:58:58 -0700
Subject: [PATCH 269/298] fix(ui): preserve clear and default semantics in
 local forms

---
 .../cache_settings/CacheFormField.tsx         |  4 +-
 .../cache_settings/cacheSettingsUtils.ts      |  7 +-
 .../cache_settings/index.integration.test.tsx | 43 +++++++++++-
 .../_components/ToolArgumentsForm.tsx         | 19 +++---
 ...tsx => ToolTestPanel.integration.test.tsx} | 66 ++++++++++++++-----
 .../_components/toolCallArguments.ts          | 15 +++--
 ... => general_settings.integration.test.tsx} | 47 ++++++++++++-
 .../_components/general_settings.tsx          | 15 ++---
 .../CreateSearchTools.integration.test.tsx    | 44 ++++++++-----
 .../_components/CreateSearchTools.tsx         | 15 +++--
 .../skills/_components/add_plugin_form.tsx    | 12 ++--
 .../add_model/ModelChoiceCombobox.tsx         |  8 +--
 .../editAutoRouterFormSchema.ts               | 42 ++++++++++++
 .../edit_auto_router_modal.tsx                | 40 +++--------
 .../MCPToolArgumentsForm.integration.test.tsx | 25 ++++++-
 .../mcp_tools/MCPToolArgumentsForm.tsx        | 29 +++++---
 16 files changed, 312 insertions(+), 119 deletions(-)
 rename ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/{ToolTestPanel.test.tsx => ToolTestPanel.integration.test.tsx} (86%)
 rename ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/{general_settings.test.tsx => general_settings.integration.test.tsx} (71%)
 create mode 100644 ui/litellm-dashboard/src/components/edit_auto_router/editAutoRouterFormSchema.ts

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx
index 2de078c8a33..1753dab4d22 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/CacheFormField.tsx
@@ -74,7 +74,7 @@ const CacheFormField: React.FC<CacheFormFieldProps> = ({ field, embeddingModels,
               name={name}
               disabled={disabled}
               value={typeof value === "string" && value !== "" ? value : null}
-              onValueChange={(selected: string | null) => onChange(selected ?? "")}
+              onValueChange={onChange}
             >
               <SelectTrigger
                 id={id}
@@ -101,7 +101,7 @@ const CacheFormField: React.FC<CacheFormFieldProps> = ({ field, embeddingModels,
             <Combobox
               items={embeddingModels}
               value={selected}
-              onValueChange={(model: EmbeddingModelOption | null) => onChange(model?.value ?? "")}
+              onValueChange={(model: EmbeddingModelOption | null) => onChange(model?.value ?? null)}
               itemToStringLabel={(model: EmbeddingModelOption) => model.label}
               isItemEqualToValue={(model: EmbeddingModelOption, other: EmbeddingModelOption) =>
                 model.value === other.value
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts
index 7b9454a37c3..8da54e3ee78 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/cacheSettingsUtils.ts
@@ -1,6 +1,6 @@
 import { CACHE_FIELDS, CacheField, CacheSection, REDACTED_VALUE, RedisType } from "./cacheSettingsFields";
 
-export type CacheFormValue = string | number | boolean | undefined;
+export type CacheFormValue = string | number | boolean | null | undefined;
 export type CacheFormValues = Record<string, CacheFormValue>;
 export type CacheSavePayloadValue = string | number | boolean | unknown[];
 export type CacheSavePayload = Record<string, CacheSavePayloadValue>;
@@ -38,6 +38,9 @@ const initialValueForField = (field: CacheField, raw: unknown): CacheFormValue =
     return typeof source === "string" ? source : JSON.stringify(source, null, 2);
   }
 
+  if ((field.type === "select" || field.type === "model-select") && !hasValue(source)) {
+    return null;
+  }
   if (source === undefined || source === null) {
     return "";
   }
@@ -77,7 +80,7 @@ const saveValueForField = (field: CacheField, raw: CacheFormValue): CacheSavePay
   }
 
   if (typeof raw !== "string") {
-    return raw === undefined ? undefined : String(raw);
+    return raw == null ? undefined : String(raw);
   }
   const trimmed = raw.trim();
   return trimmed === "" ? undefined : trimmed;
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx
index 918d8947151..0d1da4dc8ce 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/caching/_components/cache_settings/index.integration.test.tsx
@@ -1,7 +1,8 @@
 import { describe, it, expect, vi, beforeEach } from "vitest";
-import { fireEvent, render, screen, waitFor } from "@testing-library/react";
+import { fireEvent, renderWithProviders, screen, waitFor } from "../../../../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import CacheSettings from "./index";
+import { fetchAvailableModels } from "@/components/llm_calls/fetch_models";
 
 const { getCacheSettingsCall, testCacheConnectionCall, updateCacheSettingsCall } = vi.hoisted(() => ({
   getCacheSettingsCall: vi.fn(),
@@ -29,7 +30,7 @@ const LOADED_WITH_ADVANCED = {
   },
 };
 
-const renderSettings = () => render(<CacheSettings accessToken="sk-test" userRole="Admin" userID="u1" />);
+const renderSettings = () => renderWithProviders(<CacheSettings accessToken="sk-test" userRole="Admin" userID="u1" />);
 
 const save = async (user: ReturnType<typeof userEvent.setup>) =>
   user.click(screen.getByRole("button", { name: /save changes/i }));
@@ -174,4 +175,42 @@ describe("CacheSettings advanced settings round-trip", () => {
     await waitFor(() => expect(updateCacheSettingsCall).toHaveBeenCalledTimes(1));
     expect(updateCacheSettingsCall.mock.calls[0][1]).not.toHaveProperty("ttl");
   });
+
+  it("should omit a cleared cache model from save and test while retaining other settings", async () => {
+    vi.mocked(fetchAvailableModels).mockResolvedValue([
+      { model_group: "synthetic-embedding", mode: "embedding" },
+    ] as Awaited<ReturnType<typeof fetchAvailableModels>>);
+    getCacheSettingsCall.mockResolvedValue({
+      current_values: {
+        redis_type: "semantic",
+        host: "localhost",
+        redis_semantic_cache_embedding_model: "synthetic-embedding",
+        password: "***REDACTED***",
+        ttl: 0,
+        ssl: false,
+        namespace: "synthetic-cache",
+      },
+    });
+    const user = userEvent.setup();
+    renderSettings();
+    await screen.findByRole("combobox", { name: "Embedding Model" });
+    await user.click(screen.getByRole("button", { name: "Clear" }));
+    const expected = {
+      type: "redis",
+      host: "localhost",
+      port: "6379",
+      similarity_threshold: 0.8,
+      semantic_cache_scope: "key",
+      ssl: false,
+      ssl_check_hostname: false,
+      ttl: 0,
+      namespace: "synthetic-cache",
+    };
+    await user.click(screen.getByRole("button", { name: "Test Connection" }));
+    await waitFor(() => expect(testCacheConnectionCall).toHaveBeenCalledWith("sk-test", expected));
+    await save(user);
+    await waitFor(() =>
+      expect(updateCacheSettingsCall).toHaveBeenCalledWith("sk-test", { ...expected, type: "redis-semantic" }),
+    );
+  });
 });
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx
index 90d38642a5d..48bac2a4dd9 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolArgumentsForm.tsx
@@ -79,13 +79,16 @@ const ToolArgumentControl: React.FC<{
     return (
       <select
         {...control}
-        value={(control.value as string) ?? ""}
+        value={control.value == null ? -1 : prop.enum.indexOf(String(control.value))}
+        onChange={(event) => control.onChange(prop.enum?.[Number(event.target.value)] ?? null)}
         className="w-full rounded-lg border border-input bg-transparent px-3 py-2 text-sm shadow-xs transition-colors focus:border-ring focus:ring-3 focus:ring-ring/50 focus:outline-hidden"
       >
-        {!field.required && <option value="">Select {field.key}</option>}
-        {prop.enum.map((option) => (
-          <option key={option} value={option}>
-            {option}
+        <option value={-1} disabled={field.required}>
+          Select {field.key}
+        </option>
+        {prop.enum.map((option, index) => (
+          <option key={option} value={index}>
+            {option === "" ? "Empty string" : option}
           </option>
         ))}
       </select>
@@ -108,8 +111,8 @@ const ToolArgumentControl: React.FC<{
   if (prop.type === "boolean") {
     return (
       <Select
-        items={field.required ? BOOLEAN_ITEMS : [{ value: "", label: `Select ${field.key}` }, ...BOOLEAN_ITEMS]}
-        value={control.value ?? ""}
+        items={field.required ? BOOLEAN_ITEMS : [{ value: null, label: `Select ${field.key}` }, ...BOOLEAN_ITEMS]}
+        value={control.value ?? null}
         onValueChange={control.onChange}
       >
         <SelectTrigger
@@ -121,7 +124,7 @@ const ToolArgumentControl: React.FC<{
           <SelectValue placeholder={`Select ${field.key}`} />
         </SelectTrigger>
         <SelectContent>
-          {!field.required && <SelectItem value="">Select {field.key}</SelectItem>}
+          {!field.required && <SelectItem value={null}>Select {field.key}</SelectItem>}
           <SelectItem value={true}>True</SelectItem>
           <SelectItem value={false}>False</SelectItem>
         </SelectContent>
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx
similarity index 86%
rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.test.tsx
rename to ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx
index 43e0b1ddd1f..f2fd8e319ff 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/ToolTestPanel.integration.test.tsx
@@ -1,5 +1,5 @@
 import React from "react";
-import { fireEvent, render, screen } from "@testing-library/react";
+import { fireEvent, renderWithProviders, screen } from "../../../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import type { UserEvent } from "@testing-library/user-event";
 import { describe, expect, it, vi, type Mock } from "vitest";
@@ -16,7 +16,7 @@ const buildTool = (schema: InputSchema | string): MCPTool => ({
 });
 
 const renderPanel = (schema: InputSchema | string) =>
-  render(
+  renderWithProviders(
     <ToolTestPanel
       tool={buildTool(schema)}
       onSubmit={vi.fn()}
@@ -84,10 +84,10 @@ describe("ToolTestPanel defaults", () => {
     expect(screen.getByLabelText("ratio")).toHaveValue(0.4);
     expect(screen.getByTitle("True")).toBeInTheDocument();
 
-    const keywordsTextarea = screen.getByTestId("textarea-keywords");
+    const keywordsTextarea = screen.getByTestId<HTMLTextAreaElement>("textarea-keywords");
     expect(JSON.parse(keywordsTextarea.value)).toEqual([""]);
 
-    const payloadTextarea = screen.getByTestId("textarea-payload");
+    const payloadTextarea = screen.getByTestId<HTMLTextAreaElement>("textarea-payload");
     expect(JSON.parse(payloadTextarea.value)).toEqual({
       user: {
         id: "",
@@ -131,7 +131,7 @@ describe("ToolTestPanel defaults", () => {
     renderPanel(schema);
 
     expect(screen.getByLabelText("query")).toBeInTheDocument();
-    const filtersTextarea = screen.getByTestId("textarea-filters");
+    const filtersTextarea = screen.getByTestId<HTMLTextAreaElement>("textarea-filters");
     expect(JSON.parse(filtersTextarea.value)).toEqual({
       tag: "",
       metadata: { source: "" },
@@ -164,7 +164,7 @@ describe("ToolTestPanel defaults", () => {
 describe("ToolTestPanel argument payload", () => {
   const submitPanel = async (schema: InputSchema | string, drive?: (user: UserEvent) => Promise<void>) => {
     const onSubmit = vi.fn();
-    render(
+    renderWithProviders(
       <ToolTestPanel
         tool={buildTool(schema)}
         onSubmit={onSubmit}
@@ -195,7 +195,7 @@ describe("ToolTestPanel argument payload", () => {
 
   it("sends what the user typed into the fallback input when the tool has no real schema", async () => {
     const onSubmit = vi.fn();
-    render(
+    renderWithProviders(
       <ToolTestPanel
         tool={buildTool("tool_input_schema")}
         onSubmit={onSubmit}
@@ -244,8 +244,8 @@ describe("ToolTestPanel argument payload", () => {
         properties: { payload: { type: "object" }, tags: { type: "array" } },
       },
       async (user) => {
-        await user.clear(screen.getByTestId("textarea-payload"));
-        await user.type(screen.getByTestId("textarea-payload"), '{{"a":1}');
+        await user.clear(screen.getByTestId<HTMLTextAreaElement>("textarea-payload"));
+        await user.type(screen.getByTestId<HTMLTextAreaElement>("textarea-payload"), '{{"a":1}');
         await user.clear(screen.getByTestId("textarea-tags"));
         await user.type(screen.getByTestId("textarea-tags"), '[["x","y"]');
       },
@@ -279,7 +279,7 @@ describe("ToolTestPanel argument payload", () => {
     const onSubmit = await submitPanel(
       { type: "object", properties: { mode: { type: "string", enum: ["fast", "thorough"] } } },
       async (user) => {
-        await user.selectOptions(screen.getByLabelText("mode"), "thorough");
+        await user.selectOptions(screen.getByLabelText("mode"), screen.getByRole("option", { name: "thorough" }));
       },
     );
 
@@ -317,8 +317,8 @@ describe("ToolTestPanel argument payload", () => {
     const onSubmit = await submitPanel(
       { type: "object", properties: { payload: { type: "object" } } },
       async (user) => {
-        await user.clear(screen.getByTestId("textarea-payload"));
-        await user.type(screen.getByTestId("textarea-payload"), "not json");
+        await user.clear(screen.getByTestId<HTMLTextAreaElement>("textarea-payload"));
+        await user.type(screen.getByTestId<HTMLTextAreaElement>("textarea-payload"), "not json");
       },
     );
 
@@ -360,7 +360,7 @@ describe("ToolTestPanel schema changes under a stable tool name", () => {
       properties: { query: { type: "string" }, limit: { type: "integer", default: 5 } },
     };
 
-    const { rerender } = render(renderWith(before, onSubmit));
+    const { rerender } = renderWithProviders(renderWith(before, onSubmit));
     const user = userEvent.setup();
     await user.type(screen.getByLabelText("message"), "stale value");
 
@@ -380,7 +380,7 @@ describe("ToolTestPanel schema changes under a stable tool name", () => {
     const onSubmit = vi.fn();
     const schema = (): InputSchema => ({ type: "object", properties: { message: { type: "string" } } });
 
-    const { rerender } = render(renderWith(schema(), onSubmit));
+    const { rerender } = renderWithProviders(renderWith(schema(), onSubmit));
     const user = userEvent.setup();
     await user.type(screen.getByLabelText("message"), "typed by hand");
 
@@ -404,7 +404,7 @@ describe("ToolTestPanel optional union-typed parameters", () => {
 
   const runPanel = async (drive: () => void) => {
     const onSubmit = vi.fn();
-    render(
+    renderWithProviders(
       <ToolTestPanel
         tool={buildTool(qaEchoSchema)}
         onSubmit={onSubmit}
@@ -437,7 +437,7 @@ describe("ToolTestPanel optional union-typed parameters", () => {
       },
     });
 
-    const payload = screen.getByTestId("textarea-payload");
+    const payload = screen.getByTestId<HTMLTextAreaElement>("textarea-payload");
     expect(payload).toHaveValue(JSON.stringify({ id: "" }, null, 2));
     expect(screen.getByPlaceholderText("Enter JSON object for payload")).toBe(payload);
     expect(screen.queryByPlaceholderText("Enter payload")).not.toBeInTheDocument();
@@ -471,3 +471,37 @@ describe("ToolTestPanel optional union-typed parameters", () => {
     expect(onSubmit).not.toHaveBeenCalled();
   });
 });
+
+it("should submit an empty enum choice while omitting unset choices and retaining false", async () => {
+  const user = userEvent.setup();
+  const onSubmit = vi.fn();
+  renderWithProviders(
+    <ToolTestPanel
+      tool={buildTool({
+        type: "object",
+        properties: {
+          mode: { type: "string", enum: ["", "fast"], default: "fast" },
+          active: { type: "boolean", default: true },
+        },
+      })}
+      onSubmit={onSubmit}
+      isLoading={false}
+      result={null}
+      error={null}
+      onClose={vi.fn()}
+    />,
+  );
+  await user.selectOptions(
+    screen.getByRole("combobox", { name: "mode" }),
+    screen.getByRole("option", { name: "Select mode" }),
+  );
+  await chooseSelectOption(user, screen.getByRole("combobox", { name: "active" }), "False");
+  await user.click(screen.getByRole("button", { name: "Call Tool" }));
+  expect(onSubmit).toHaveBeenLastCalledWith({ active: false });
+  await user.selectOptions(
+    screen.getByRole("combobox", { name: "mode" }),
+    screen.getByRole("option", { name: "Empty string" }),
+  );
+  await user.click(screen.getByRole("button", { name: "Call Tool" }));
+  expect(onSubmit).toHaveBeenLastCalledWith({ mode: "", active: false });
+});
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts
index bdf0a52d02d..28579514f72 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/toolCallArguments.ts
@@ -48,12 +48,18 @@ const parseJson = (raw: unknown): ParsedJson => {
 
 const isBlank = (value: unknown): boolean => value === undefined || value === null || value === "";
 
+const isUnsetArgument = (prop: InputSchemaProperty, value: unknown): boolean =>
+  prop.type === "string" && prop.enum ? value == null : isBlank(typeof value === "string" ? value.trim() : value);
+
 export const validateToolArgument = (field: ToolArgumentField, value: unknown): string | undefined => {
   const prop = resolveSchemaProperty(field.prop);
-  const normalized = typeof value === "string" ? value.trim() : value;
-  if (field.required && isBlank(normalized)) {
+  if (field.required && isUnsetArgument(prop, value)) {
     return `Please enter ${field.key}`;
   }
+  if (prop.type === "string" && prop.enum) {
+    if (!isUnsetArgument(prop, value) && !prop.enum.includes(String(value)))
+      return `Please select a valid ${field.key}`;
+  }
   if (!isJsonField(prop) || (isBlank(value) && !field.required)) {
     return undefined;
   }
@@ -72,7 +78,7 @@ export const validateToolArgument = (field: ToolArgumentField, value: unknown):
 
 const coerceArgument = (declared: InputSchemaProperty, value: unknown): unknown => {
   const prop = resolveSchemaProperty(declared);
-  const normalized = typeof value === "string" ? value.trim() : value;
+  const normalized = typeof value === "string" && !prop.enum ? value.trim() : value;
   switch (prop.type) {
     case "boolean":
       return normalized === "true" || normalized === true;
@@ -104,7 +110,7 @@ export const buildToolCallArguments = (
   Object.fromEntries(
     fields
       .map((field, index) => ({ field, value: values[index] }))
-      .filter(({ value }) => !isBlank(typeof value === "string" ? value.trim() : value))
+      .filter(({ field, value }) => !isUnsetArgument(resolveSchemaProperty(field.prop), value))
       .map(({ field, value }) => [field.key, coerceArgument(field.prop, value)]),
   );
 
@@ -199,6 +205,7 @@ function buildDefaultValue(declared: InputSchemaProperty | undefined, overrideDe
 export const initialArgumentValues = (fields: readonly ToolArgumentField[]): unknown[] =>
   fields.map(({ prop }) => {
     const resolved = resolveSchemaProperty(prop);
+    if (resolved.type === "string" && resolved.enum && resolved.default === undefined) return null;
     const defaultValue = buildDefaultValue(resolved);
     if (isJsonField(resolved)) {
       return isBlank(defaultValue) ? "" : JSON.stringify(defaultValue, null, 2);
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx
similarity index 71%
rename from ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.test.tsx
rename to ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx
index 0f3ba6c3471..9cd1444b0b9 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.integration.test.tsx
@@ -1,6 +1,6 @@
 import { renderWithProviders, screen, within } from "../../../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
-import { vi } from "vitest";
+import { beforeEach, describe, expect, it, vi } from "vitest";
 import GeneralSettings from "./general_settings";
 import { deleteConfigFieldSetting, getGeneralSettingsCall, updateConfigFieldSetting } from "@/components/networking";
 
@@ -116,3 +116,48 @@ describe("GeneralSettings tabs", () => {
     expect(screen.queryByRole("tab", { name: /auto.?router/i })).not.toBeInTheDocument();
   });
 });
+
+it("should delete only the Default setting and retain explicit false and zero", async () => {
+  vi.mocked(getGeneralSettingsCall).mockResolvedValue([
+    {
+      field_name: "synthetic_choice",
+      field_type: "Select",
+      field_value: "enabled",
+      field_options: ["enabled"],
+      field_description: "choice",
+      stored_in_db: true,
+    },
+    {
+      field_name: "synthetic_flag",
+      field_type: "Boolean",
+      field_value: false,
+      field_description: "flag",
+      stored_in_db: true,
+    },
+    {
+      field_name: "synthetic_count",
+      field_type: "Integer",
+      field_value: 0,
+      field_description: "count",
+      stored_in_db: true,
+    },
+  ]);
+  vi.mocked(updateConfigFieldSetting).mockClear();
+  vi.mocked(deleteConfigFieldSetting).mockClear();
+  const user = userEvent.setup();
+  renderWithProviders(<GeneralSettings accessToken="token" userRole="Admin" userID="user" />);
+  await user.click(screen.getByRole("tab", { name: "General" }));
+  const row = await screen.findByRole("row", { name: /synthetic_choice/ });
+  await user.click(within(row).getByRole("combobox"));
+  await user.click(await screen.findByRole("option", { name: "Default" }));
+  await user.click(within(row).getByRole("button", { name: "Update" }));
+  await user.click(within(screen.getByRole("row", { name: /synthetic_flag/ })).getByRole("button", { name: "Update" }));
+  await user.click(
+    within(screen.getByRole("row", { name: /synthetic_count/ })).getByRole("button", { name: "Update" }),
+  );
+  expect(vi.mocked(deleteConfigFieldSetting).mock.calls).toEqual([["token", "synthetic_choice"]]);
+  expect(vi.mocked(updateConfigFieldSetting).mock.calls).toEqual([
+    ["token", "synthetic_flag", false],
+    ["token", "synthetic_count", 0],
+  ]);
+});
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx b/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx
index 6687cf8fd6f..df9e328ec3b 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/router-settings/_components/general_settings.tsx
@@ -92,10 +92,7 @@ const SettingValueEditor: React.FC<{
   }
   if (setting.field_type === "Select") {
     return (
-      <Select
-        value={setting.field_value || null}
-        onValueChange={(newValue) => onChange(setting.field_name, newValue ?? "")}
-      >
+      <Select value={setting.field_value ?? null} onValueChange={(newValue) => onChange(setting.field_name, newValue)}>
         <SelectTrigger className="min-w-32">
           <SelectValue placeholder="Default" />
         </SelectTrigger>
@@ -161,8 +158,8 @@ export const PromptCachingPanel: React.FC<{
             </div>
             <Select
               disabled={!enabled}
-              value={ttlSetting.field_value || null}
-              onValueChange={(newValue) => persist(ANTHROPIC_PROMPT_CACHING_TTL, newValue ?? "")}
+              value={ttlSetting.field_value ?? null}
+              onValueChange={(newValue) => persist(ANTHROPIC_PROMPT_CACHING_TTL, newValue)}
             >
               <SelectTrigger className="min-w-40">
                 <SelectValue placeholder="5m (default)" />
@@ -209,9 +206,11 @@ const GeneralSettings: React.FC<GeneralSettingsPageProps> = ({ accessToken, user
       return;
     }
 
-    let fieldValue = generalSettings.find((setting) => setting.field_name === fieldName)?.field_value;
+    const setting = generalSettings.find((setting) => setting.field_name === fieldName);
+    const fieldValue = setting?.field_value;
 
-    if (fieldValue == null || fieldValue == undefined) {
+    if (fieldValue == null) {
+      if (setting?.field_type === "Select") handleResetField(fieldName);
       return;
     }
     try {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
index b7962321333..8dbd43225db 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
@@ -1,5 +1,4 @@
-import { QueryClient, QueryClientProvider } from "@tanstack/react-query";
-import { fireEvent, render, screen, waitFor } from "@testing-library/react";
+import { fireEvent, renderWithProviders, screen, waitFor } from "../../../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import { beforeEach, describe, expect, it, vi } from "vitest";
 import * as networking from "@/components/networking";
@@ -23,20 +22,16 @@ const providers = [
   { provider_name: "tavily", ui_friendly_name: "Tavily Search" },
 ];
 
-const renderModal = () => {
-  const queryClient = new QueryClient({ defaultOptions: { queries: { retry: false, gcTime: 0 } } });
-  return render(
-    <QueryClientProvider client={queryClient}>
-      <CreateSearchTool
-        userRole="Admin"
-        accessToken="test-token"
-        onCreateSuccess={vi.fn()}
-        isModalVisible
-        setModalVisible={vi.fn()}
-      />
-    </QueryClientProvider>,
+const renderModal = () =>
+  renderWithProviders(
+    <CreateSearchTool
+      userRole="Admin"
+      accessToken="test-token"
+      onCreateSuccess={vi.fn()}
+      isModalVisible
+      setModalVisible={vi.fn()}
+    />,
   );
-};
 
 const pickProvider = async (user: ReturnType<typeof userEvent.setup>, label: string) => {
   await user.click(screen.getAllByRole("combobox")[0]);
@@ -145,4 +140,23 @@ describe("CreateSearchTools submit payload", () => {
     ).toBeInTheDocument();
     expect(networking.createSearchTool).not.toHaveBeenCalled();
   });
+
+  it("should block creation after clearing the required provider and accept a restored choice", async () => {
+    const user = userEvent.setup();
+    renderModal();
+    fireEvent.change(await screen.findByLabelText(/Search Tool Name/), { target: { value: "synthetic-search" } });
+    await pickProvider(user, "Perplexity AI");
+    await user.click(screen.getByRole("button", { name: "Clear" }));
+    await user.click(screen.getByRole("button", { name: "Add Search Tool" }));
+    expect(await screen.findByText("Please select a search provider")).toBeInTheDocument();
+    expect(networking.createSearchTool).not.toHaveBeenCalled();
+    await pickProvider(user, "Tavily Search");
+    await user.click(screen.getByRole("button", { name: "Add Search Tool" }));
+    await waitFor(() =>
+      expect(networking.createSearchTool).toHaveBeenCalledWith("test-token", {
+        search_tool_name: "synthetic-search",
+        litellm_params: { search_provider: "tavily" },
+      }),
+    );
+  });
 });
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx
index a724d979af5..eb778726f22 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.tsx
@@ -65,7 +65,10 @@ const createSearchToolShape = {
     .string()
     .min(1, "Please enter a search tool name")
     .regex(/^[a-zA-Z0-9_-]+$/, "Name can only contain letters, numbers, hyphens, and underscores"),
-  search_provider: z.string().min(1, "Please select a search provider"),
+  search_provider: z
+    .string()
+    .nullable()
+    .pipe(z.string({ error: "Please select a search provider" }).min(1, "Please select a search provider")),
   api_key: z.string().optional(),
   description: z.string().optional(),
 };
@@ -74,7 +77,7 @@ const createSearchToolSchema = z.object(createSearchToolShape);
 
 type CreateSearchToolFormValues = z.infer<typeof createSearchToolSchema>;
 
-const EMPTY_VALUES: CreateSearchToolFormValues = { search_tool_name: "", search_provider: "" };
+const EMPTY_VALUES: z.input<typeof createSearchToolSchema> = { search_tool_name: "", search_provider: null };
 
 const labelWithHint = (label: string, hint: string): React.ReactNode => (
   <>
@@ -216,8 +219,8 @@ const CreateSearchTool: React.FC<CreateSearchToolProps> = ({
                     <Combobox
                       items={providerNames}
                       itemToStringLabel={providerLabel}
-                      value={value === "" ? null : value}
-                      onValueChange={(provider: string | null) => onChange(provider ?? "")}
+                      value={value}
+                      onValueChange={onChange}
                     >
                       <ComboboxInput
                         id={id}
@@ -226,7 +229,7 @@ const CreateSearchTool: React.FC<CreateSearchToolProps> = ({
                         placeholder="Select a search provider"
                         className="h-10 w-full rounded-lg"
                         disabled={isLoadingProviders}
-                        showClear={value !== ""}
+                        showClear={value != null && value !== ""}
                       />
                       <ComboboxContent>
                         <ComboboxEmpty>No matching search providers</ComboboxEmpty>
@@ -326,7 +329,7 @@ const CreateSearchTool: React.FC<CreateSearchToolProps> = ({
               <SearchConnectionTest
                 key={connectionTestId}
                 litellmParams={{
-                  search_provider: watchedProvider,
+                  search_provider: watchedProvider ?? undefined,
                   api_key: watchedApiKey,
                   api_base: undefined,
                 }}
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/add_plugin_form.tsx b/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/add_plugin_form.tsx
index e420038b124..5627f402a65 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/add_plugin_form.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/skills/_components/add_plugin_form.tsx
@@ -55,7 +55,7 @@ const addPluginShape = {
   domain: z.string(),
   namespace: z.string(),
   description: z.string(),
-  category: z.string(),
+  category: z.string().nullable(),
   keywords: z.string(),
   version: z.string(),
   authorName: z.string(),
@@ -76,7 +76,7 @@ const EMPTY_VALUES: AddPluginFormValues = {
   domain: "",
   namespace: "",
   description: "",
-  category: "",
+  category: null,
   keywords: "",
   version: "",
   authorName: "",
@@ -346,18 +346,14 @@ const AddPluginForm: React.FC<AddPluginFormProps> = ({ visible, onClose, accessT
                 label={labelWithHint("Category (Optional)", "Select a category or enter a custom one")}
               >
                 {({ id, value, onChange, "aria-invalid": ariaInvalid, "aria-describedby": ariaDescribedBy }) => (
-                  <Combobox
-                    items={PREDEFINED_CATEGORIES}
-                    value={value === "" ? null : value}
-                    onValueChange={(category: string | null) => onChange(category ?? "")}
-                  >
+                  <Combobox items={PREDEFINED_CATEGORIES} value={value} onValueChange={onChange}>
                     <ComboboxInput
                       id={id}
                       aria-invalid={ariaInvalid}
                       aria-describedby={ariaDescribedBy}
                       placeholder="Select or type a category"
                       className="w-full rounded-lg"
-                      showClear={value !== ""}
+                      showClear={value != null && value !== ""}
                     />
                     <ComboboxContent>
                       <ComboboxEmpty>No matching categories</ComboboxEmpty>
diff --git a/ui/litellm-dashboard/src/components/add_model/ModelChoiceCombobox.tsx b/ui/litellm-dashboard/src/components/add_model/ModelChoiceCombobox.tsx
index 9021536f22a..e73c22189c6 100644
--- a/ui/litellm-dashboard/src/components/add_model/ModelChoiceCombobox.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/ModelChoiceCombobox.tsx
@@ -17,8 +17,8 @@ export interface ModelChoice {
 
 interface ModelChoiceComboboxProps {
   id: string;
-  value: string;
-  onChange: (value: string) => void;
+  value: string | null;
+  onChange: (value: string | null) => void;
   choices: ModelChoice[];
   placeholder: string;
   ariaInvalid: true | undefined;
@@ -40,7 +40,7 @@ const ModelChoiceCombobox: React.FC<ModelChoiceComboboxProps> = ({
     <Combobox
       items={choices}
       value={selected}
-      onValueChange={(choice: ModelChoice | null) => onChange(choice?.value ?? "")}
+      onValueChange={(choice: ModelChoice | null) => onChange(choice?.value ?? null)}
       itemToStringLabel={(choice: ModelChoice) => choice.label}
       isItemEqualToValue={(choice: ModelChoice, current: ModelChoice) => choice.value === current.value}
     >
@@ -50,7 +50,7 @@ const ModelChoiceCombobox: React.FC<ModelChoiceComboboxProps> = ({
         aria-describedby={ariaDescribedBy}
         placeholder={placeholder}
         className="w-full"
-        showClear={value !== ""}
+        showClear={value != null && value !== ""}
       />
       <ComboboxContent>
         <ComboboxEmpty>No models found</ComboboxEmpty>
diff --git a/ui/litellm-dashboard/src/components/edit_auto_router/editAutoRouterFormSchema.ts b/ui/litellm-dashboard/src/components/edit_auto_router/editAutoRouterFormSchema.ts
new file mode 100644
index 00000000000..af84a0897c6
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/edit_auto_router/editAutoRouterFormSchema.ts
@@ -0,0 +1,42 @@
+import { z } from "zod/v4";
+
+const sharedShape = {
+  auto_router_name: z.string().min(1, "Auto router name is required"),
+  model_access_group: z.array(z.string()),
+};
+
+const complexityRouterShape = {
+  ...sharedShape,
+  auto_router_default_model: z
+    .string()
+    .nullable()
+    .transform((value) => value ?? ""),
+  auto_router_embedding_model: z
+    .string()
+    .nullable()
+    .transform((value) => value ?? ""),
+};
+
+const semanticRouterShape = {
+  ...sharedShape,
+  auto_router_default_model: z
+    .string()
+    .nullable()
+    .pipe(z.string({ error: "Default model is required" }).min(1, "Default model is required")),
+  auto_router_embedding_model: z
+    .string()
+    .nullable()
+    .pipe(z.string({ error: "Embedding model is required" }).min(1, "Embedding model is required")),
+};
+
+export const complexityRouterSchema = z.object(complexityRouterShape);
+export const semanticRouterSchema = z.object(semanticRouterShape);
+
+export type EditAutoRouterFormValues = z.infer<typeof semanticRouterSchema>;
+
+export const EMPTY_FORM_VALUES: z.input<typeof semanticRouterSchema> = {
+  auto_router_name: "",
+  auto_router_default_model: null,
+  auto_router_embedding_model: null,
+  model_access_group: [],
+};
diff --git a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
index 8a62e86e842..55be4c96bb1 100644
--- a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
+++ b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
@@ -1,5 +1,10 @@
 import React, { useEffect, useMemo, useState } from "react";
-import { z } from "zod/v4";
+import {
+  complexityRouterSchema,
+  semanticRouterSchema,
+  EMPTY_FORM_VALUES,
+  type EditAutoRouterFormValues,
+} from "./editAutoRouterFormSchema";
 import { toast } from "@/lib/toast";
 import { CircleHelp } from "lucide-react";
 import { FieldGroup } from "@/components/ui/field";
@@ -400,35 +405,6 @@ export const buildUpdatedComplexityRouterConfig = (
   };
 };
 
-const sharedShape = {
-  auto_router_name: z.string().min(1, "Auto router name is required"),
-  model_access_group: z.array(z.string()),
-};
-
-const complexityRouterShape = {
-  ...sharedShape,
-  auto_router_default_model: z.string(),
-  auto_router_embedding_model: z.string(),
-};
-
-const semanticRouterShape = {
-  ...sharedShape,
-  auto_router_default_model: z.string().min(1, "Default model is required"),
-  auto_router_embedding_model: z.string().min(1, "Embedding model is required"),
-};
-
-const complexityRouterSchema = z.object(complexityRouterShape);
-const semanticRouterSchema = z.object(semanticRouterShape);
-
-type EditAutoRouterFormValues = z.infer<typeof semanticRouterSchema>;
-
-const EMPTY_FORM_VALUES: EditAutoRouterFormValues = {
-  auto_router_name: "",
-  auto_router_default_model: "",
-  auto_router_embedding_model: "",
-  model_access_group: [],
-};
-
 const labelWithHint = (label: string, hint: string): React.ReactNode => (
   <>
     {label}
@@ -587,8 +563,8 @@ const EditAutoRouterModal: React.FC<EditAutoRouterModalProps> = ({
       // Set form values
       form.reset({
         auto_router_name: modelData.model_name,
-        auto_router_default_model: modelData.litellm_params?.auto_router_default_model || "",
-        auto_router_embedding_model: modelData.litellm_params?.auto_router_embedding_model || "",
+        auto_router_default_model: modelData.litellm_params?.auto_router_default_model || null,
+        auto_router_embedding_model: modelData.litellm_params?.auto_router_embedding_model || null,
         model_access_group: modelData.model_info?.access_groups || [],
       });
     } catch (error) {
diff --git a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
index b1174d1d37d..fb0bb2f9f0e 100644
--- a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
+++ b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
@@ -1,5 +1,5 @@
 import React from "react";
-import { fireEvent, render, screen } from "@testing-library/react";
+import { fireEvent, renderWithProviders, screen } from "../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import { describe, it, expect } from "vitest";
 import MCPToolArgumentsForm, { MCPToolArgumentsFormRef } from "./MCPToolArgumentsForm";
@@ -10,7 +10,7 @@ const toolWith = (schema: InputSchema | string): MCPTool =>
 
 const renderForm = (schema: InputSchema | string) => {
   const ref = React.createRef<MCPToolArgumentsFormRef>();
-  render(<MCPToolArgumentsForm ref={ref} tool={toolWith(schema)} />);
+  renderWithProviders(<MCPToolArgumentsForm ref={ref} tool={toolWith(schema)} />);
   return ref;
 };
 
@@ -101,7 +101,7 @@ describe("MCPToolArgumentsForm", () => {
 
   it("resets dotted defaults and positional values when the selected tool changes", async () => {
     const ref = React.createRef<MCPToolArgumentsFormRef>();
-    const { rerender } = render(
+    const { rerender } = renderWithProviders(
       <MCPToolArgumentsForm
         ref={ref}
         tool={toolWith({
@@ -290,3 +290,22 @@ describe("MCPToolArgumentsForm", () => {
     await expect(submit(ref)).resolves.toEqual({});
   });
 });
+
+it("should distinguish an unset enum from empty string and retain explicit false", async () => {
+  const user = userEvent.setup();
+  const ref = renderForm({
+    type: "object",
+    properties: {
+      mode: { type: "string", enum: ["", "fast"], default: "fast" },
+      active: { type: "boolean", default: true },
+    },
+  });
+  await user.click(screen.getByRole("combobox", { name: "mode" }));
+  await user.click(await screen.findByRole("option", { name: "Select mode" }));
+  await user.click(screen.getByRole("combobox", { name: "active" }));
+  await user.click(await screen.findByRole("option", { name: "False" }));
+  await expect(submit(ref)).resolves.toEqual({ active: false });
+  await user.click(screen.getByRole("combobox", { name: "mode" }));
+  await user.click(await screen.findByRole("option", { name: "Empty string" }));
+  await expect(submit(ref)).resolves.toEqual({ mode: "", active: false });
+});
diff --git a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
index ab3213d9b37..64032659ed2 100644
--- a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
+++ b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
@@ -23,6 +23,9 @@ const BOOLEAN_ITEMS = [
 
 const isBlank = (value: unknown): boolean => value === undefined || value === null || value === "";
 
+const isUnsetArgument = (prop: InputSchemaProperty | undefined, value: unknown): boolean =>
+  prop?.type === "string" && prop.enum ? value == null : isBlank(value);
+
 const jsonErrorFor = (prop: InputSchemaProperty, value: unknown): string | null => {
   try {
     const parsed = typeof value === "string" ? JSON.parse(value) : value;
@@ -45,10 +48,15 @@ const collectErrors = (
 ): Record<string, FieldError> => {
   const entries = Object.entries(actualSchema.properties ?? {}).flatMap<[string, FieldError]>(([key, prop]) => {
     const value = values[key];
-    const blank = isBlank(value);
+    const blank = isUnsetArgument(prop, value);
     if (actualSchema.required?.includes(key) && blank) {
       return [[key, { type: "required", message: requiredMessages[key] ?? `Please enter ${key}` }]];
     }
+    if (prop.type === "string" && prop.enum) {
+      if (!blank && !prop.enum.includes(String(value))) {
+        return [[key, { type: "validate", message: `Please select a valid ${key}` }]];
+      }
+    }
     if (prop.type !== "object" && prop.type !== "array") return [];
     if (blank) return [];
     const message = jsonErrorFor(prop, value);
@@ -146,6 +154,7 @@ function buildDefaultValue(prop?: InputSchemaProperty, overrideDefault?: any): a
 }
 
 const getInitialValueForField = (prop: InputSchemaProperty): any => {
+  if (prop.type === "string" && prop.enum && prop.default === undefined) return null;
   const defaultValue = buildDefaultValue(prop);
   if (prop.type === "object" || prop.type === "array") {
     const fallback = prop.type === "array" ? [] : {};
@@ -164,7 +173,7 @@ function convertFormValues(
 
   Object.entries(values).forEach(([key, value]) => {
     const prop = schemaToUse.properties?.[key];
-    if (prop && value !== null && value !== undefined && value !== "") {
+    if (prop && !isUnsetArgument(prop, value)) {
       switch (prop.type) {
         case "boolean":
           convertedValues[key] = value === "true" || value === true;
@@ -202,7 +211,7 @@ function convertFormValues(
         default:
           convertedValues[key] = value;
       }
-    } else if (value !== null && value !== undefined && value !== "") {
+    } else if (!isUnsetArgument(prop, value)) {
       convertedValues[key] = value;
     }
   });
@@ -342,7 +351,7 @@ const MCPToolArgumentsForm = forwardRef<MCPToolArgumentsFormRef, MCPToolArgument
                   {(field) => {
                     if (prop.type === "string" && prop.enum) {
                       return (
-                        <Select value={field.value ?? ""} onValueChange={field.onChange}>
+                        <Select value={field.value ?? null} onValueChange={field.onChange}>
                           <SelectTrigger
                             id={field.id}
                             onBlur={field.onBlur}
@@ -352,10 +361,10 @@ const MCPToolArgumentsForm = forwardRef<MCPToolArgumentsFormRef, MCPToolArgument
                             <SelectValue placeholder={`Select ${key}`} />
                           </SelectTrigger>
                           <SelectContent>
-                            {!required && <SelectItem value="">Select {key}</SelectItem>}
+                            {!required && <SelectItem value={null}>Select {key}</SelectItem>}
                             {prop.enum.map((v) => (
                               <SelectItem key={v} value={v}>
-                                {v}
+                                {v === "" ? "Empty string" : v}
                               </SelectItem>
                             ))}
                           </SelectContent>
@@ -364,7 +373,11 @@ const MCPToolArgumentsForm = forwardRef<MCPToolArgumentsFormRef, MCPToolArgument
                     }
                     if (prop.type === "boolean") {
                       return (
-                        <Select items={BOOLEAN_ITEMS} value={field.value ?? ""} onValueChange={field.onChange}>
+                        <Select
+                          items={required ? BOOLEAN_ITEMS : [{ value: null, label: `Select ${key}` }, ...BOOLEAN_ITEMS]}
+                          value={field.value ?? null}
+                          onValueChange={field.onChange}
+                        >
                           <SelectTrigger
                             id={field.id}
                             onBlur={field.onBlur}
@@ -374,7 +387,7 @@ const MCPToolArgumentsForm = forwardRef<MCPToolArgumentsFormRef, MCPToolArgument
                             <SelectValue placeholder={`Select ${key}`} />
                           </SelectTrigger>
                           <SelectContent>
-                            {!required && <SelectItem value="">Select {key}</SelectItem>}
+                            {!required && <SelectItem value={null}>Select {key}</SelectItem>}
                             <SelectItem value={true}>True</SelectItem>
                             <SelectItem value={false}>False</SelectItem>
                           </SelectContent>

From 0587e3b8f8749398d1f83b713baf8944a0505090 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 19:07:04 -0700
Subject: [PATCH 270/298] test(ui): isolate search provider query state

---
 .../_components/CreateSearchTools.integration.test.tsx        | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
index 8dbd43225db..dac43885da4 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/search-tools/_components/CreateSearchTools.integration.test.tsx
@@ -1,4 +1,4 @@
-import { fireEvent, renderWithProviders, screen, waitFor } from "../../../../../tests/test-utils";
+import { fireEvent, renderWithProviders, screen, testQueryClient, waitFor } from "../../../../../tests/test-utils";
 import userEvent from "@testing-library/user-event";
 import { beforeEach, describe, expect, it, vi } from "vitest";
 import * as networking from "@/components/networking";
@@ -40,6 +40,7 @@ const pickProvider = async (user: ReturnType<typeof userEvent.setup>, label: str
 
 describe("CreateSearchTools submit payload", () => {
   beforeEach(() => {
+    testQueryClient.clear();
     vi.clearAllMocks();
     vi.mocked(networking.fetchAvailableSearchProviders).mockResolvedValue({ providers });
     vi.mocked(networking.createSearchTool).mockResolvedValue({ search_tool_id: "st-1" });
@@ -147,6 +148,7 @@ describe("CreateSearchTools submit payload", () => {
     fireEvent.change(await screen.findByLabelText(/Search Tool Name/), { target: { value: "synthetic-search" } });
     await pickProvider(user, "Perplexity AI");
     await user.click(screen.getByRole("button", { name: "Clear" }));
+    expect(networking.fetchAvailableSearchProviders).toHaveBeenCalledTimes(1);
     await user.click(screen.getByRole("button", { name: "Add Search Tool" }));
     expect(await screen.findByText("Please select a search provider")).toBeInTheDocument();
     expect(networking.createSearchTool).not.toHaveBeenCalled();

From 1fde15c1ecfbefee148739b9632a121f9b8b3fd1 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 02:11:48 +0000
Subject: [PATCH 271/298] fix(shadow-eval): skip hosted web search samples
 (#40827)

(cherry picked from commit a78cd2fe0216831fb70fa1c74a677056af9bc3bf)

Co-authored-by: Tin Chi Lo <tin@berri.ai>
---
 litellm/integrations/shadow_eval_logger.py    |  18 +-
 .../adapters/transformation.py                |   6 +-
 .../integrations/test_shadow_eval_logger.py   | 178 ++++++++++++++++++
 ...al_pass_through_adapters_transformation.py |  21 +++
 4 files changed, 220 insertions(+), 3 deletions(-)

diff --git a/litellm/integrations/shadow_eval_logger.py b/litellm/integrations/shadow_eval_logger.py
index 54b116639e7..cdc108a6b4e 100644
--- a/litellm/integrations/shadow_eval_logger.py
+++ b/litellm/integrations/shadow_eval_logger.py
@@ -27,6 +27,7 @@ from litellm._logging import verbose_logger
 from litellm.caching.in_memory_cache import InMemoryCache
 from litellm.constants import INTERNAL_CALL_ORIGIN_METADATA_KEY
 from litellm.integrations.custom_logger import CustomLogger
+from litellm.integrations.websearch_interception.tools import is_web_search_tool_responses
 from litellm.litellm_core_utils.core_helpers import get_litellm_metadata_from_kwargs
 from litellm.litellm_core_utils.internal_call_metadata import sanitized_forwardable_call_metadata
 from litellm.litellm_core_utils.llm_judge import (
@@ -335,6 +336,16 @@ def _forwards_nothing(value: object) -> bool:
     return value is None or (isinstance(value, list) and len(value) == 0)
 
 
+def _request_has_hosted_web_search(request: Mapping[str, object]) -> bool:
+    if request.get("web_search_options") is not None:
+        return True
+    tools: Final = request.get("tools")
+    return isinstance(tools, Sequence) and any(
+        isinstance(tool, Mapping) and tool.get("type") != "function" and is_web_search_tool_responses(tool)
+        for tool in tools
+    )
+
+
 def _judgeable_sample(
     ops: _SurfaceOps,
     kwargs: Mapping[str, object],
@@ -343,9 +354,14 @@ def _judgeable_sample(
 ) -> tuple[tuple[Mapping[str, object], ...], Mapping[str, object], str] | None:
     """The normalized chat conversation, the forwardable generation params, and the
     judgeable final text; None when this request's shapes cannot be sampled (no text and no
-    tool call to serialize, or a shape the owner transformations reject)."""
+    tool call to serialize, hosted web search the shadow cannot replay comparably,
+    or a shape the owner transformations reject)."""
+    if _request_has_hosted_web_search(_proxy_wire_body(kwargs) if ops.wire_params else model_parameters):
+        return None
     try:
         request: Final = ops.chat_request(kwargs, model_parameters)
+        if _request_has_hosted_web_search(request):
+            return None
         items: Final = _MESSAGE_ITEMS_ADAPTER.validate_python(request.get("messages"))
         messages: Final = _CHAT_MESSAGES_ADAPTER.validate_python(
             tuple(m.model_dump(exclude_none=True) if isinstance(m, BaseModel) else m for m in items)
diff --git a/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py b/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py
index 9b3a57cc422..8ff9f2e0679 100644
--- a/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py
+++ b/litellm/llms/anthropic/experimental_pass_through/adapters/transformation.py
@@ -400,7 +400,7 @@ class LiteLLMAnthropicMessagesAdapter:
 
         Anthropic web search tools have:
         - type starting with "web_search" (e.g., "web_search_20260209")
-        - name = "web_search"
+        - legacy name = "web_search" without a client input_schema
 
         Args:
             tool: Tool definition dict
@@ -410,7 +410,9 @@ class LiteLLMAnthropicMessagesAdapter:
         """
         tool_type: Final = tool.get("type", "")
         tool_name: Final = tool.get("name", "")
-        return (isinstance(tool_type, str) and tool_type.startswith("web_search")) or tool_name == "web_search"
+        return (isinstance(tool_type, str) and tool_type.startswith("web_search")) or (
+            tool_name == "web_search" and "input_schema" not in tool
+        )
 
     def translate_anthropic_messages_to_openai(
         self,
diff --git a/tests/test_litellm/integrations/test_shadow_eval_logger.py b/tests/test_litellm/integrations/test_shadow_eval_logger.py
index eecd876219e..76efe9c8576 100644
--- a/tests/test_litellm/integrations/test_shadow_eval_logger.py
+++ b/tests/test_litellm/integrations/test_shadow_eval_logger.py
@@ -2,6 +2,7 @@
 the detached pipeline's single attempt-row write, and the cache-first job lookup."""
 
 import asyncio
+from collections.abc import Mapping
 from datetime import datetime, timedelta, timezone
 from typing import Final
 from unittest.mock import AsyncMock, MagicMock
@@ -421,6 +422,183 @@ class TestSurfaceNormalization:
         assert "previous_response_id" not in shadow_call
         assert "instructions" not in shadow_call
 
+    @pytest.mark.parametrize(
+        "call_type,search_params,model",
+        [
+            ("completion", {"web_search_options": {}}, "anthropic/claude-fable-5"),
+            (
+                "acompletion",
+                {"web_search_options": {"search_context_size": "high"}},
+                "anthropic/claude-fable-5",
+            ),
+            (
+                "acompletion",
+                {"tools": [{"type": "web_search_20260209", "name": "web_search"}]},
+                "anthropic/claude-fable-5",
+            ),
+            (
+                "anthropic_messages",
+                {"tools": [{"type": "web_search_20250305", "name": "web_search"}]},
+                "anthropic/claude-fable-5",
+            ),
+            (
+                "anthropic_messages",
+                {"tools": [{"type": "web_search_20260209", "name": "web_search"}]},
+                "anthropic/claude-fable-5",
+            ),
+            (
+                "anthropic_messages",
+                {"tools": [{"name": "web_search"}]},
+                "anthropic/claude-fable-5",
+            ),
+            ("aresponses", {"tools": [{"type": "web_search"}]}, "anthropic/claude-fable-5"),
+            ("responses", {"tools": [{"type": "web_search_preview"}]}, "anthropic/claude-fable-5"),
+            ("aresponses", {"tools": [{"type": "web_search_2025_08_26"}]}, "anthropic/claude-fable-5"),
+            (
+                "responses",
+                {"tools": [{"type": "web_search_preview_2025_03_11"}]},
+                "anthropic/claude-fable-5",
+            ),
+            ("aresponses", {"tools": [{"type": "web_search"}]}, "bedrock/us.anthropic.claude-fable-5"),
+            (
+                "responses",
+                {"tools": [{"type": "web_search_preview"}]},
+                "bedrock/us.anthropic.claude-fable-5",
+            ),
+            (
+                "acompletion",
+                {
+                    "tools": [
+                        {"type": "function", "function": {"name": "WebSearch", "parameters": {"type": "object"}}},
+                        {"type": "web_search_20260209", "name": "web_search"},
+                    ]
+                },
+                "anthropic/claude-fable-5",
+            ),
+        ],
+        ids=[
+            "chat-empty-options",
+            "chat-configured-options",
+            "chat-provider-transformed-tools",
+            "messages-native-search",
+            "messages-dated-search",
+            "messages-legacy-search-normalized",
+            "responses-search",
+            "responses-preview",
+            "responses-dated-search",
+            "responses-dated-preview",
+            "responses-bedrock-erases-search",
+            "responses-bedrock-erases-preview",
+            "chat-mixed-client-and-hosted-tools",
+        ],
+    )
+    async def test_hosted_web_search_skips_shadow_calls_and_spend(
+        self, call_type: str, search_params: Mapping[str, object], model: str
+    ) -> None:
+        base_kwargs: Final = _success_kwargs(call_type=call_type, model=model)
+        is_chat: Final = call_type in ("completion", "acompletion")
+        is_responses: Final = call_type in ("responses", "aresponses")
+        hook_kwargs: Final = {
+            **base_kwargs,
+            "model": model,
+            "messages": "what is new" if is_responses else base_kwargs["messages"],
+            "standard_logging_object": {
+                **base_kwargs["standard_logging_object"],
+                "model_parameters": search_params if is_chat else {},
+            },
+            "litellm_params": {
+                **base_kwargs["litellm_params"],
+                "proxy_server_request": {"body": {} if is_chat else search_params},
+            },
+        }
+        prisma: Final = _prisma()
+        router: Final = _router()
+        counter: Final = {"spend:shadow_eval:job-1": 0.1, "spend:shadow_eval:job-2": 0.1}
+        logger: Final = _logger(
+            router=router,
+            prisma=prisma,
+            jobs=(_job(max_budget=0.2), _job(id="job-2", max_budget=0.2)),
+            counter_store=counter,
+        )
+
+        await logger.async_log_success_event(
+            hook_kwargs, RESPONSES_API_RESPONSE if is_responses else RESPONSE, None, None
+        )
+        await _drain(logger)
+
+        router.acompletion.assert_not_called()
+        prisma.db.litellm_shadowevalattempt.create.assert_not_called()
+        assert logger._test_funnel == [("job-1", "unjudgeable"), ("job-2", "unjudgeable")]
+        assert logger._job_starts == {}
+        assert logger._test_counter == {"spend:shadow_eval:job-1": 0.1, "spend:shadow_eval:job-2": 0.1}
+
+    @pytest.mark.parametrize(
+        "call_type,tool_name",
+        [
+            (call_type, tool_name)
+            for call_type in ("completion", "acompletion", "anthropic_messages", "responses", "aresponses")
+            for tool_name in ("WebSearch", "litellm_web_search", "web_search")
+        ],
+    )
+    async def test_client_web_search_tools_remain_sampled(self, call_type: str, tool_name: str) -> None:
+        is_chat: Final = call_type in ("completion", "acompletion")
+        is_responses: Final = call_type in ("responses", "aresponses")
+        tool: Final = (
+            {"type": "function", "function": {"name": tool_name, "parameters": {"type": "object"}}}
+            if is_chat
+            else {"type": "function", "name": tool_name, "parameters": {"type": "object"}}
+            if is_responses
+            else {"name": tool_name, "input_schema": {"type": "object", "properties": {}}}
+        )
+        source: Final = {"tools": [tool], "web_search_options": None}
+        base_kwargs: Final = _success_kwargs(call_type=call_type)
+        hook_kwargs: Final = {
+            **base_kwargs,
+            "messages": "search for current news" if is_responses else base_kwargs["messages"],
+            "standard_logging_object": {
+                **base_kwargs["standard_logging_object"],
+                "model_parameters": source if is_chat else {},
+            },
+            "litellm_params": {
+                **base_kwargs["litellm_params"],
+                "proxy_server_request": {"body": {} if is_chat else source},
+            },
+        }
+
+        prisma, router = await self._drive(hook_kwargs, RESPONSES_API_RESPONSE if is_responses else RESPONSE)
+
+        assert router.acompletion.call_count == 2
+        shadow_call: Final = router.acompletion.call_args_list[0].kwargs
+        assert shadow_call["tools"][0]["function"]["name"] == tool_name
+        assert "web_search_options" not in shadow_call
+        prisma.db.litellm_shadowevalattempt.create.assert_called_once()
+
+    @pytest.mark.parametrize("call_type", ["completion", "acompletion"])
+    async def test_chat_search_removed_by_guardrail_still_samples(self, call_type: str) -> None:
+        base_kwargs: Final = _success_kwargs(
+            call_type=call_type,
+            request_metadata={
+                "standard_logging_guardrail_information": [{"guardrail_name": "g", "guardrail_mode": "pre_call"}]
+            },
+        )
+        hook_kwargs: Final = {
+            **base_kwargs,
+            "litellm_params": {
+                **base_kwargs["litellm_params"],
+                "proxy_server_request": {
+                    "body": {"web_search_options": {}, "tools": [{"type": "web_search_20260209"}]}
+                },
+            },
+        }
+
+        prisma, router = await self._drive(hook_kwargs, RESPONSE)
+
+        shadow_call: Final = router.acompletion.call_args_list[0].kwargs
+        assert "web_search_options" not in shadow_call
+        assert "tools" not in shadow_call
+        assert router.acompletion.call_count == 2
+        prisma.db.litellm_shadowevalattempt.create.assert_called_once()
+
     @pytest.mark.parametrize("payload_shape", ["typed", "dict"])
     @pytest.mark.parametrize("call_type", ["aresponses", "responses"])
     async def test_responses_arms_normalize_bare_string_input_and_instructions(self, call_type, payload_shape):
diff --git a/tests/test_litellm/llms/anthropic/experimental_pass_through/adapters/test_anthropic_experimental_pass_through_adapters_transformation.py b/tests/test_litellm/llms/anthropic/experimental_pass_through/adapters/test_anthropic_experimental_pass_through_adapters_transformation.py
index f6ee1cd71c0..03b9840b1c3 100644
--- a/tests/test_litellm/llms/anthropic/experimental_pass_through/adapters/test_anthropic_experimental_pass_through_adapters_transformation.py
+++ b/tests/test_litellm/llms/anthropic/experimental_pass_through/adapters/test_anthropic_experimental_pass_through_adapters_transformation.py
@@ -3358,6 +3358,27 @@ def test_is_web_search_tool():
     assert adapter._is_web_search_tool(regular_tool) is False
 
 
+@pytest.mark.parametrize("schema", [{}, {"type": "object", "properties": {"query": {"type": "string"}}}])
+def test_translate_anthropic_client_web_search_preserves_schema_and_choice(schema: dict[str, object]) -> None:
+    from litellm.types.llms.anthropic import AnthropicMessagesRequest
+
+    request: Final = AnthropicMessagesRequest(
+        model="gpt-5.4-mini",
+        max_tokens=128,
+        messages=[{"role": "user", "content": "Search for current news"}],
+        tools=[{"name": "web_search", "input_schema": schema}],
+        tool_choice={"type": "tool", "name": "web_search"},
+    )
+
+    translated, _ = LiteLLMAnthropicMessagesAdapter().translate_anthropic_to_openai(request)
+
+    assert "web_search_options" not in translated
+    assert translated["tools"] == [
+        {"type": "function", "function": {"name": "web_search", "parameters": schema}}
+    ]
+    assert translated["tool_choice"] == {"type": "function", "function": {"name": "web_search"}}
+
+
 def test_translate_anthropic_to_openai_with_web_search_tool():
     """
     Test that Anthropic web search tools are converted to web_search_options parameter.

From b5bf09d22d8a47f3d18f1d0d17b452dec304001a Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 02:14:39 +0000
Subject: [PATCH 272/298] fix(db): carry DATABASE_SSLMODE/DATABASE_SSLROOTCERT
 into the assembled writer and reader URLs (#40815)

* fix(db): carry DATABASE_SSLMODE/DATABASE_SSLROOTCERT into the assembled writer and reader URLs

The componentized gateway supervisor starts the in-container PgBouncer from the
DATABASE_URL assembled out of the discrete DATABASE_* vars before config.yaml is
read, so an IAM URL had no way to request verified TLS: PgBouncer dialed the
server with server_tls_sslmode = prefer (no SNI, no verification) and public
RDS endpoints rejected the handshake. Two new env vars, exposed by the chart as
database.writer.sslMode / sslRootCert, are appended as libpq sslmode/sslrootcert
to every writer and reader URL the settings assemble (never to a pinned URL),
then translated for Prisma as before. Token refresh now also carries Prisma's
sslmode/sslcert/sslaccept over into the re-minted URL

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(db): keep TLS params on the CLI password URL and the initial IAM reader mint

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(db): treat DATABASE_SSLROOTCERT on its own as verify-full and cover collector and migrations TLS env

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(db): type the reader mint TLS test double and drop its mutable capture

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 helm/litellm/templates/_helpers.tpl           |   8 ++
 helm/litellm/tests/database_auth_tests.yaml   |  77 +++++++++++++
 helm/litellm/values.yaml                      |   5 +
 litellm/proxy/db/db_url_settings.py           |  50 ++++++++
 litellm/proxy/db/prisma_client.py             |   4 +-
 litellm/proxy/utils.py                        |  12 +-
 .../proxy/db/test_db_url_settings.py          | 107 ++++++++++++++++++
 .../proxy/db/test_prisma_client.py            |   4 +
 .../proxy/db/test_routing_prisma_wrapper.py   |  46 +++++++-
 .../proxy/utils/helpers/test_misc_helpers.py  |  16 +++
 10 files changed, 323 insertions(+), 6 deletions(-)

diff --git a/helm/litellm/templates/_helpers.tpl b/helm/litellm/templates/_helpers.tpl
index 692a799e783..20fd1a722dc 100644
--- a/helm/litellm/templates/_helpers.tpl
+++ b/helm/litellm/templates/_helpers.tpl
@@ -257,6 +257,14 @@ IAM_TOKEN_DB_AUTH / AZURE_POSTGRESQL_AUTH toggle that only the writer sets.
 - name: DATABASE_SCHEMA
   value: {{ .schema | quote }}
 {{- end }}
+{{- if .sslMode }}
+- name: DATABASE_SSLMODE
+  value: {{ .sslMode | quote }}
+{{- end }}
+{{- if .sslRootCert }}
+- name: DATABASE_SSLROOTCERT
+  value: {{ .sslRootCert | quote }}
+{{- end }}
 {{- if and .useIAMAuth .useAzureEntraAuth }}
 {{- fail "database.writer.useIAMAuth and database.writer.useAzureEntraAuth are mutually exclusive: the database password can only come from one token source" }}
 {{- end }}
diff --git a/helm/litellm/tests/database_auth_tests.yaml b/helm/litellm/tests/database_auth_tests.yaml
index adbe14c59c2..add531f68bb 100644
--- a/helm/litellm/tests/database_auth_tests.yaml
+++ b/helm/litellm/tests/database_auth_tests.yaml
@@ -4,6 +4,7 @@ templates:
   - gateway/configmap.yaml
   - backend/deployment.yaml
   - backend/configmap.yaml
+  - migrations-job.yaml
 values:
   - ./values/required.yaml
 tests:
@@ -67,6 +68,82 @@ tests:
             value: "true"
           any: true
 
+  - it: emits no TLS env by default
+    template: gateway/deployment.yaml
+    asserts:
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLMODE
+          any: true
+      - notContains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLROOTCERT
+          any: true
+
+  - it: writer sslMode and sslRootCert reach gateway and backend as DATABASE_SSLMODE and DATABASE_SSLROOTCERT
+    templates:
+      - gateway/deployment.yaml
+      - backend/deployment.yaml
+    set:
+      database.writer.useIAMAuth: true
+      database.writer.sslMode: verify-full
+      database.writer.sslRootCert: /etc/ssl/certs/ca-certificates.crt
+    asserts:
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLMODE
+            value: verify-full
+          any: true
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLROOTCERT
+            value: /etc/ssl/certs/ca-certificates.crt
+          any: true
+
+  - it: writer sslMode and sslRootCert reach the collector sidecar and the migrations job, which dial Postgres themselves
+    set:
+      gateway.collector.enabled: true
+      database.connectionPool.enabled: true
+      database.writer.sslMode: verify-full
+      database.writer.sslRootCert: /etc/ssl/certs/ca-certificates.crt
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[1].name
+          value: collector
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: DATABASE_SSLMODE
+            value: verify-full
+          any: true
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[1].env
+          content:
+            name: DATABASE_SSLROOTCERT
+            value: /etc/ssl/certs/ca-certificates.crt
+          any: true
+        template: gateway/deployment.yaml
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLMODE
+            value: verify-full
+          any: true
+        template: migrations-job.yaml
+      - contains:
+          path: spec.template.spec.containers[0].env
+          content:
+            name: DATABASE_SSLROOTCERT
+            value: /etc/ssl/certs/ca-certificates.crt
+          any: true
+        template: migrations-job.yaml
+
   - it: writer rejects both token sources at once
     template: gateway/deployment.yaml
     set:
diff --git a/helm/litellm/values.yaml b/helm/litellm/values.yaml
index 1873219d1ea..4ca54131d6a 100644
--- a/helm/litellm/values.yaml
+++ b/helm/litellm/values.yaml
@@ -208,6 +208,11 @@ database:
       name: litellm-writer-secret
       usernameKey: username
       passwordKey: password
+    # libpq sslmode / sslrootcert applied to the writer and reader URLs (Prisma and the
+    # in-container PgBouncer); e.g. verify-full with /etc/ssl/certs/ca-certificates.crt for AWS RDS.
+    # sslRootCert on its own implies sslMode verify-full
+    sslMode: ""
+    sslRootCert: ""
 
   # Optional read-replica routing. When `reader.host` is set, the proxy routes
   # reads (find_*, count, group_by, query_raw/_first) to this endpoint while
diff --git a/litellm/proxy/db/db_url_settings.py b/litellm/proxy/db/db_url_settings.py
index e93bc96da69..54021e68980 100644
--- a/litellm/proxy/db/db_url_settings.py
+++ b/litellm/proxy/db/db_url_settings.py
@@ -74,6 +74,8 @@ DisablePreparedStatementsFlag = Annotated[
     bool, BeforeValidator(partial(token_auth_flag_enabled, env_var=DISABLE_PREPARED_STATEMENTS_ENV_VAR))
 ]
 MAX_IDLE_CONNECTION_LIFETIME_ENV_VAR: Final = "DATABASE_MAX_IDLE_CONNECTION_LIFETIME"
+DATABASE_SSLMODE_ENV_VAR: Final = "DATABASE_SSLMODE"
+DATABASE_SSLROOTCERT_ENV_VAR: Final = "DATABASE_SSLROOTCERT"
 
 # schema.prisma pins `provider = "postgresql"`, so these are the only schemes
 # Prisma can actually connect with.
@@ -135,6 +137,7 @@ def add_missing_query_params(url: str, params: Mapping[str, str | int | float])
 
 
 LIBPQ_VERIFY_SSLMODES: Final[frozenset[str]] = frozenset({"verify-ca", "verify-full"})
+PRISMA_TLS_PARAM_KEYS: Final[frozenset[str]] = frozenset({"sslmode", "sslcert", "sslaccept"})
 PEM_CERT_HEADER: Final = b"-----BEGIN CERTIFICATE-----"
 PG_SSL_REQUEST: Final = struct.pack("!ii", 8, 80877103)
 TLS_PROBE_TIMEOUT_SECONDS: Final = 10.0
@@ -263,6 +266,19 @@ def connection_params_from_url(url: str) -> Mapping[str, str | int | float]:
     )
 
 
+def token_refresh_params_from_url(url: str) -> Mapping[str, str | int | float]:
+    """Return the params a re-minted token URL carries over from the URL it replaces.
+
+    The pool and timeout params plus Prisma's TLS params (already translated from
+    libpq spelling), so a refreshed URL keeps verifying the server the way the
+    first one did.
+    """
+    kept: Final = CONNECTION_PARAM_KEYS | PRISMA_TLS_PARAM_KEYS
+    return MappingProxyType(
+        {key: value for key, value in urllib.parse.parse_qsl(urllib.parse.urlsplit(url).query) if key in kept}
+    )
+
+
 def unsupported_db_scheme(database_url: str) -> str | None:
     """Return the connection URL scheme when it is not PostgreSQL, else None.
 
@@ -312,6 +328,9 @@ class DatabaseURLSettings(BaseSettings):
         default=None, validation_alias=MAX_IDLE_CONNECTION_LIFETIME_ENV_VAR
     )
 
+    database_sslmode: str | None = Field(default=None, validation_alias=DATABASE_SSLMODE_ENV_VAR)
+    database_sslrootcert: str | None = Field(default=None, validation_alias=DATABASE_SSLROOTCERT_ENV_VAR)
+
     # Writer
     database_url: str | None = Field(default=None, validation_alias="DATABASE_URL")
     direct_url: str | None = Field(default=None, validation_alias="DIRECT_URL")
@@ -353,6 +372,25 @@ class DatabaseURLSettings(BaseSettings):
             azure_postgresql_auth=self.azure_postgresql_auth,
         )
 
+    def tls_params(self) -> Mapping[str, str]:
+        """``sslmode`` / ``sslrootcert`` query params for every URL assembled from the discrete vars.
+
+        A root cert on its own means ``verify-full``: under libpq's default
+        ``prefer`` the CA would never be consulted, and PgBouncer would dial
+        Postgres unverified with the bundle loaded.
+        """
+        sslmode: Final = self.database_sslmode or ("verify-full" if self.database_sslrootcert else None)
+        return MappingProxyType(
+            {
+                key: value
+                for key, value in (
+                    ("sslmode", sslmode),
+                    ("sslrootcert", self.database_sslrootcert),
+                )
+                if value
+            }
+        )
+
     def build_writer_url(self) -> str | None:
         """Return the writer URL to set, or ``None`` to leave it as-is.
 
@@ -362,6 +400,12 @@ class DatabaseURLSettings(BaseSettings):
         A ``DATABASE_URL`` the supervisor pointed at the in-container PgBouncer
         is kept even under token auth: the pooler renews the token upstream.
         """
+        assembled: Final = self._assemble_writer_url()
+        if assembled is None:
+            return None
+        return add_missing_query_params(assembled, self.tls_params())
+
+    def _assemble_writer_url(self) -> str | None:
         auth: Final = self.token_auth()
         if auth is not None and database_url_is_pooled():
             return None
@@ -411,6 +455,12 @@ class DatabaseURLSettings(BaseSettings):
         pre-existing ``DATABASE_URL_READ_REPLICA``. Reader fields fall back
         to the writer's values.
         """
+        assembled: Final = self._assemble_reader_url()
+        if assembled is None:
+            return None
+        return add_missing_query_params(assembled, self.tls_params())
+
+    def _assemble_reader_url(self) -> str | None:
         if not self.database_host_read_replica:
             return None  # reader is opt-in
         if self.database_url_read_replica:
diff --git a/litellm/proxy/db/prisma_client.py b/litellm/proxy/db/prisma_client.py
index 21b73f27a80..acd01b0e99e 100644
--- a/litellm/proxy/db/prisma_client.py
+++ b/litellm/proxy/db/prisma_client.py
@@ -16,7 +16,7 @@ from datetime import datetime, timedelta
 from typing import Any, Final, Protocol
 
 from litellm._logging import verbose_proxy_logger
-from litellm.proxy.db.db_url_settings import add_missing_query_params, connection_params_from_url
+from litellm.proxy.db.db_url_settings import add_missing_query_params, token_refresh_params_from_url
 from litellm.proxy.db.token_auth import (
     DEFAULT_POSTGRES_PORT,
     DatabaseTokenAuth,
@@ -441,7 +441,7 @@ class PrismaWrapper:
         endpoint: Final = self._iam_endpoint if self._iam_endpoint is not None else self._endpoint_from_env()
         db_url: Final = add_missing_query_params(
             endpoint.build_url(mint_database_token(auth, endpoint)),
-            connection_params_from_url(os.environ.get(self._db_url_env_var, "")),
+            token_refresh_params_from_url(os.environ.get(self._db_url_env_var, "")),
         )
         os.environ[self._db_url_env_var] = db_url
         return db_url
diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
index 8e6142090a4..89625021e37 100644
--- a/litellm/proxy/utils.py
+++ b/litellm/proxy/utils.py
@@ -121,6 +121,11 @@ from litellm.proxy.db.create_views import (
     should_create_missing_views,
 )
 from litellm.proxy.db.db_spend_update_writer import DBSpendUpdateWriter
+from litellm.proxy.db.db_url_settings import (
+    DatabaseURLSettings,
+    add_missing_query_params,
+    token_refresh_params_from_url,
+)
 from litellm.proxy.db.exception_handler import (
     PrismaDBExceptionHandler,
     call_with_db_reconnect_retry,
@@ -4054,7 +4059,10 @@ class PrismaClient:
                 # loop and times out after 30s.
                 if token_auth is not None and reader_iam_endpoint is not None:
                     reader_token: Final = mint_database_token(token_auth, reader_iam_endpoint)
-                    read_replica_url = reader_iam_endpoint.build_url(reader_token)
+                    read_replica_url = add_missing_query_params(
+                        reader_iam_endpoint.build_url(reader_token),
+                        token_refresh_params_from_url(read_replica_url),
+                    )
                     os.environ["DATABASE_URL_READ_REPLICA"] = read_replica_url
                 reader_kwargs: Final[dict[str, Any]] = {"datasource": {"url": read_replica_url}}
                 if http_client is not None:
@@ -7807,7 +7815,7 @@ def construct_database_url_from_env_vars() -> str | None:
         if database_schema:
             database_url += f"?schema={database_schema}"
 
-        return database_url
+        return add_missing_query_params(database_url, DatabaseURLSettings.from_env().tls_params())
 
     return None
 
diff --git a/tests/test_litellm/proxy/db/test_db_url_settings.py b/tests/test_litellm/proxy/db/test_db_url_settings.py
index 875dca4bee3..f5fb1bda0c1 100644
--- a/tests/test_litellm/proxy/db/test_db_url_settings.py
+++ b/tests/test_litellm/proxy/db/test_db_url_settings.py
@@ -34,10 +34,12 @@ from pydantic import ValidationError
 from litellm.proxy.db.db_url_settings import (
     PG_SSL_REQUEST,
     DatabaseURLSettings,
+    token_refresh_params_from_url,
     translate_libpq_ssl_params,
     unsupported_db_scheme,
     unsupported_db_scheme_message,
 )
+from litellm.proxy.db.pgbouncer import PgBouncerPlan, PgBouncerSettings, plan_pgbouncer
 from litellm.proxy.db.token_auth import AzureEntraTokenAuth, RdsIamTokenAuth
 
 
@@ -51,6 +53,8 @@ _MANAGED_DB_ENV_VARS = (
     "AZURE_POSTGRESQL_AUTH",
     "DATABASE_DISABLE_PREPARED_STATEMENTS",
     "DATABASE_MAX_IDLE_CONNECTION_LIFETIME",
+    "DATABASE_SSLMODE",
+    "DATABASE_SSLROOTCERT",
     "DATABASE_URL",
     "DIRECT_URL",
     "DATABASE_URL_READ_REPLICA",
@@ -781,6 +785,109 @@ def test_libpq_verify_full_and_sslrootcert_become_prisma_strict_sslcert(monkeypa
     }
 
 
+def _tls_env(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv("DATABASE_HOST", "writer.example.com")
+    monkeypatch.setenv("DATABASE_USER", "litellm")
+    monkeypatch.setenv("DATABASE_NAME", "litellm_db")
+    monkeypatch.setenv("DATABASE_SSLMODE", "verify-full")
+    monkeypatch.setenv("DATABASE_SSLROOTCERT", "/certs/rds-bundle.pem")
+
+
+def test_tls_env_vars_make_the_minted_iam_writer_url_verify_the_server(monkeypatch: pytest.MonkeyPatch):
+    """The supervisor starts PgBouncer from the URL assembled here, before any
+    config.yaml is read, so an IAM URL with no TLS params leaves PgBouncer on
+    ``prefer`` (no SNI, no verification) and the RDS handshake fails."""
+    monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
+    _tls_env(monkeypatch)
+
+    with _stub_iam_token("WRITER_TOKEN"):
+        assert _apply() is True
+
+    url: Final = os.environ["DATABASE_URL"]
+    assert url.startswith("postgresql://litellm:WRITER_TOKEN@writer.example.com:5432/litellm_db?")
+    assert _query(url) == {
+        "sslmode": ["require"],
+        "sslcert": ["/certs/rds-bundle.pem"],
+        "sslaccept": ["strict"],
+        "max_idle_connection_lifetime": ["60"],
+    }
+
+
+def test_tls_env_vars_apply_to_the_password_writer_and_the_assembled_reader(monkeypatch: pytest.MonkeyPatch):
+    _tls_env(monkeypatch)
+    monkeypatch.setenv("DATABASE_PASSWORD", "s3cr3t")
+    monkeypatch.setenv("DATABASE_SCHEMA", "public")
+    monkeypatch.setenv("DATABASE_HOST_READ_REPLICA", "reader.example.com")
+
+    assert _apply() is True
+
+    expected: Final = {
+        "schema": ["public"],
+        "sslmode": ["require"],
+        "sslcert": ["/certs/rds-bundle.pem"],
+        "sslaccept": ["strict"],
+        "max_idle_connection_lifetime": ["60"],
+    }
+    assert os.environ["DATABASE_URL"].startswith("postgresql://litellm:s3cr3t@writer.example.com:5432/litellm_db?")
+    assert _query(os.environ["DATABASE_URL"]) == expected
+    assert os.environ["DATABASE_URL_READ_REPLICA"].startswith(
+        "postgresql://litellm:s3cr3t@reader.example.com:5432/litellm_db?"
+    )
+    assert _query(os.environ["DATABASE_URL_READ_REPLICA"]) == expected
+
+
+def test_sslrootcert_env_var_alone_means_verify_full_for_prisma_and_pgbouncer(monkeypatch: pytest.MonkeyPatch):
+    """Under libpq's default ``prefer`` a root cert is never consulted, so a URL
+    carrying only ``sslrootcert`` would leave PgBouncer on ``prefer`` with the CA
+    loaded but unused. Supplying a CA and nothing else must verify."""
+    _tls_env(monkeypatch)
+    monkeypatch.delenv("DATABASE_SSLMODE")
+    monkeypatch.setenv("DATABASE_PASSWORD", "s3cr3t")
+
+    assert _apply() is True
+
+    url: Final = os.environ["DATABASE_URL"]
+    assert _query(url) == {
+        "sslmode": ["require"],
+        "sslcert": ["/certs/rds-bundle.pem"],
+        "sslaccept": ["strict"],
+        "max_idle_connection_lifetime": ["60"],
+    }
+    plan: Final = plan_pgbouncer(url, PgBouncerSettings(enabled=True), Path("/run/pgb"), None)
+    assert isinstance(plan, PgBouncerPlan), plan
+    assert "server_tls_sslmode = verify-full" in plan.ini
+    assert "server_tls_ca_file = /run/pgb/server-ca.pem" in plan.ini
+
+
+def test_tls_env_vars_never_override_a_pinned_database_url(monkeypatch: pytest.MonkeyPatch):
+    writer: Final = (
+        "postgresql://pinned:url@db.example.com:5432/litellm_db?sslmode=disable&max_idle_connection_lifetime=60"
+    )
+    reader: Final = "postgresql://pinned:url@reader.example.com:5432/litellm_db?max_idle_connection_lifetime=60"
+    monkeypatch.setenv("DATABASE_URL", writer)
+    monkeypatch.setenv("DATABASE_URL_READ_REPLICA", reader)
+    monkeypatch.setenv("DATABASE_HOST_READ_REPLICA", "reader.example.com")
+    _tls_env(monkeypatch)
+
+    assert _apply() is False
+
+    assert os.environ["DATABASE_URL"] == writer
+    assert os.environ["DATABASE_URL_READ_REPLICA"] == reader
+
+
+def test_token_refresh_params_keep_the_prisma_tls_dialect_but_not_the_schema():
+    kept: Final = token_refresh_params_from_url(
+        "postgresql://u:TOKEN@db.example.com:5432/litellm_db"
+        "?schema=tenant&connection_limit=5&sslmode=require&sslcert=/certs/root.pem&sslaccept=strict"
+    )
+    assert dict(kept) == {
+        "connection_limit": "5",
+        "sslmode": "require",
+        "sslcert": "/certs/root.pem",
+        "sslaccept": "strict",
+    }
+
+
 def _issue_cert(
     subject: str, issuer: x509.Certificate | None, issuer_key: ec.EllipticCurvePrivateKey | None, ca: bool
 ) -> tuple[x509.Certificate, ec.EllipticCurvePrivateKey]:
diff --git a/tests/test_litellm/proxy/db/test_prisma_client.py b/tests/test_litellm/proxy/db/test_prisma_client.py
index 963f6a5640f..99e494fccd5 100644
--- a/tests/test_litellm/proxy/db/test_prisma_client.py
+++ b/tests/test_litellm/proxy/db/test_prisma_client.py
@@ -299,6 +299,10 @@ def test_azure_entra_mint_writes_an_encoded_url_into_the_db_url_env_var(azure_en
             "connection_limit=20&pgbouncer=true&max_idle_connection_lifetime=45",
             {"connection_limit": ["20"], "pgbouncer": ["true"], "max_idle_connection_lifetime": ["45"]},
         ),
+        (
+            "sslmode=require&sslcert=/certs/root.pem&sslaccept=strict&schema=tenant",
+            {"sslmode": ["require"], "sslcert": ["/certs/root.pem"], "sslaccept": ["strict"]},
+        ),
     ],
 )
 def test_token_refresh_keeps_the_connection_params_of_the_url_it_replaces(
diff --git a/tests/test_litellm/proxy/db/test_routing_prisma_wrapper.py b/tests/test_litellm/proxy/db/test_routing_prisma_wrapper.py
index 966a638f6a4..3bc7e1f02f8 100644
--- a/tests/test_litellm/proxy/db/test_routing_prisma_wrapper.py
+++ b/tests/test_litellm/proxy/db/test_routing_prisma_wrapper.py
@@ -2,8 +2,9 @@ import asyncio
 import logging
 import os
 import sys
-from typing import Any, Dict
-from unittest.mock import AsyncMock, MagicMock, patch
+from typing import Any, Dict, Final
+from unittest.mock import AsyncMock, MagicMock, call, patch
+from urllib.parse import parse_qs, urlsplit
 
 import pytest
 
@@ -927,6 +928,47 @@ def test_prisma_client_init_falls_back_to_writer_when_reader_iam_token_fails(
     )
 
 
+def test_prisma_client_init_keeps_reader_tls_params_on_the_minted_iam_url(
+    monkeypatch: pytest.MonkeyPatch,
+):
+    """The initial reader mint rebuilds the URL from host/port/user/db, so the
+    Prisma TLS dialect on DATABASE_URL_READ_REPLICA must be carried over or
+    a verify-only database rejects the reader and reads fall to the writer."""
+    from litellm.proxy.db.routing_prisma_wrapper import RoutingPrismaWrapper
+
+    monkeypatch.setenv("IAM_TOKEN_DB_AUTH", "true")
+    monkeypatch.setenv(
+        "DATABASE_URL_READ_REPLICA",
+        "postgresql://reader_user@reader.aurora.local:5432/litellm"
+        "?schema=tenant&sslmode=require&sslcert=/certs/root.pem&sslaccept=strict",
+    )
+
+    prisma_factory: Final = MagicMock(name="Prisma")
+    fake_prisma_module: Final = MagicMock(Prisma=prisma_factory)
+    monkeypatch.setitem(sys.modules, "prisma", fake_prisma_module)
+
+    fake_iam_module: Final = MagicMock(generate_iam_auth_token=MagicMock(return_value="READER-TOKEN"))
+    monkeypatch.setitem(sys.modules, "litellm.proxy.auth.rds_iam_token", fake_iam_module)
+
+    from litellm.proxy.utils import PrismaClient
+
+    client: Final = PrismaClient(
+        database_url="postgresql://writer@writer.aurora.local:5432/litellm",
+        proxy_logging_obj=MagicMock(),
+    )
+
+    assert isinstance(client.db, RoutingPrismaWrapper)
+    reader_url: Final = os.environ["DATABASE_URL_READ_REPLICA"]
+    assert reader_url.startswith("postgresql://reader_user:READER-TOKEN@reader.aurora.local:5432/litellm?")
+    assert parse_qs(urlsplit(reader_url).query) == {
+        "schema": ["tenant"],
+        "sslmode": ["require"],
+        "sslcert": ["/certs/root.pem"],
+        "sslaccept": ["strict"],
+    }
+    assert prisma_factory.call_args_list == [call(), call(datasource={"url": reader_url})]
+
+
 @pytest.mark.asyncio
 async def test_connect_degrades_writer_when_reader_available():
     """A writer connect failure with a healthy reader must NOT abort proxy
diff --git a/tests/test_litellm/proxy/utils/helpers/test_misc_helpers.py b/tests/test_litellm/proxy/utils/helpers/test_misc_helpers.py
index 7968fa40655..6267428e02e 100644
--- a/tests/test_litellm/proxy/utils/helpers/test_misc_helpers.py
+++ b/tests/test_litellm/proxy/utils/helpers/test_misc_helpers.py
@@ -187,6 +187,22 @@ def test_construct_database_url_from_env_vars_with_schema(monkeypatch):
     }
 
 
+def test_construct_database_url_from_env_vars_carries_tls_env(monkeypatch: pytest.MonkeyPatch):
+    """The CLI password path builds its URL here, so DATABASE_SSLMODE and
+    DATABASE_SSLROOTCERT must reach PgBouncer through it too."""
+    monkeypatch.setenv("DATABASE_HOST", "db.example.com")
+    monkeypatch.setenv("DATABASE_USERNAME", "user")
+    monkeypatch.setenv("DATABASE_PASSWORD", "pass")
+    monkeypatch.setenv("DATABASE_NAME", "litellm")
+    monkeypatch.setenv("DATABASE_SCHEMA", "public")
+    monkeypatch.setenv("DATABASE_SSLMODE", "verify-full")
+    monkeypatch.setenv("DATABASE_SSLROOTCERT", "/etc/ssl/certs/ca-certificates.crt")
+    assert construct_database_url_from_env_vars() == (
+        "postgresql://user:pass@db.example.com/litellm"
+        "?schema=public&sslmode=verify-full&sslrootcert=%2Fetc%2Fssl%2Fcerts%2Fca-certificates.crt"
+    )
+
+
 def test_construct_database_url_from_env_vars_error_path_missing_host(monkeypatch):
     monkeypatch.delenv("DATABASE_HOST", raising=False)
     monkeypatch.setenv("DATABASE_USERNAME", "user")

From dea10d4fdb841ec4fd0b7b72cdc482e5d92917d1 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 19:16:09 -0700
Subject: [PATCH 273/298] fix(ui): label explicit empty tool selections

---
 .../mcp_tools/MCPToolArgumentsForm.integration.test.tsx       | 1 +
 .../src/components/mcp_tools/MCPToolArgumentsForm.tsx         | 4 +++-
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
index fb0bb2f9f0e..0da3628a76b 100644
--- a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
+++ b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.integration.test.tsx
@@ -307,5 +307,6 @@ it("should distinguish an unset enum from empty string and retain explicit false
   await expect(submit(ref)).resolves.toEqual({ active: false });
   await user.click(screen.getByRole("combobox", { name: "mode" }));
   await user.click(await screen.findByRole("option", { name: "Empty string" }));
+  expect(screen.getByRole("combobox", { name: "mode" })).toHaveTextContent("Empty string");
   await expect(submit(ref)).resolves.toEqual({ mode: "", active: false });
 });
diff --git a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
index 64032659ed2..7d0b7fc1bd7 100644
--- a/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
+++ b/ui/litellm-dashboard/src/components/mcp_tools/MCPToolArgumentsForm.tsx
@@ -358,7 +358,9 @@ const MCPToolArgumentsForm = forwardRef<MCPToolArgumentsFormRef, MCPToolArgument
                             aria-invalid={field["aria-invalid"]}
                             className="w-full"
                           >
-                            <SelectValue placeholder={`Select ${key}`} />
+                            <SelectValue placeholder={`Select ${key}`}>
+                              {field.value === "" ? "Empty string" : undefined}
+                            </SelectValue>
                           </SelectTrigger>
                           <SelectContent>
                             {!required && <SelectItem value={null}>Select {key}</SelectItem>}

From 3dafa7aac10fb17fc8a56cd3829d5c08f1c2ffc9 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:18:10 -0700
Subject: [PATCH 274/298] test(proxy): expect the sanitized unknown-model
 message in the spend-log error test

---
 tests/store_model_in_db_tests/test_openai_error_handling.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/store_model_in_db_tests/test_openai_error_handling.py b/tests/store_model_in_db_tests/test_openai_error_handling.py
index 5de7c427d19..22707d522bc 100644
--- a/tests/store_model_in_db_tests/test_openai_error_handling.py
+++ b/tests/store_model_in_db_tests/test_openai_error_handling.py
@@ -210,7 +210,8 @@ async def test_chat_completion_bad_model_with_spend_logs():
         assert "traceback" in error_info
         assert error_info["error_code"] == "400"
         assert error_info["error_class"] in ("ProxyModelNotFoundError", "BadRequestError")
-        assert "non-existent-model" in error_info["error_message"]
+        assert "non-existent-model" not in error_info["error_message"]
+        assert "/chat/completions: Invalid model name passed in" in error_info["error_message"]
 
         # Verify request details
         assert log_entry["cache_hit"] == "False"

From 2db51046d4717c019fe26d76eb642d706566da70 Mon Sep 17 00:00:00 2001
From: ryan <ryan@berri.ai>
Date: Sat, 12 Sep 2026 02:20:32 +0000
Subject: [PATCH 275/298] fix(ui): make the env-credential login warning banner
 dismissible

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../EnvCredentialLoginWarningBanner.test.tsx  | 18 ++++++++++++++-
 .../EnvCredentialLoginWarningBanner.tsx       | 22 +++++++++++++++----
 2 files changed, 35 insertions(+), 5 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.test.tsx b/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.test.tsx
index 535694f14da..f4c9cc7c44c 100644
--- a/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.test.tsx
+++ b/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.test.tsx
@@ -1,4 +1,4 @@
-import { renderWithProviders, screen } from "../../tests/test-utils";
+import { fireEvent, renderWithProviders, screen } from "../../tests/test-utils";
 import { vi } from "vitest";
 import { EnvCredentialLoginWarningBanner } from "./EnvCredentialLoginWarningBanner";
 import type { HealthReadinessDetailsResponse } from "@/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails";
@@ -23,6 +23,22 @@ const mockRole = (userRole: string) => {
 };
 
 describe("EnvCredentialLoginWarningBanner", () => {
+  beforeEach(() => {
+    localStorage.clear();
+  });
+
+  it("should hide the banner when dismissed and stay hidden on remount", () => {
+    mockRole("Admin");
+    mockDetails({ status: "healthy", show_env_credential_login_warning: true });
+    const first = renderWithProviders(<EnvCredentialLoginWarningBanner accessToken="token" />);
+    fireEvent.click(screen.getByRole("button", { name: "Dismiss banner" }));
+    expect(first.container).toBeEmptyDOMElement();
+
+    first.unmount();
+    const second = renderWithProviders(<EnvCredentialLoginWarningBanner accessToken="token" />);
+    expect(second.container).toBeEmptyDOMElement();
+  });
+
   it("should warn an admin when env-credential login is enabled", () => {
     mockRole("Admin");
     mockDetails({ status: "healthy", show_env_credential_login_warning: true });
diff --git a/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.tsx b/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.tsx
index 3a9d50011f1..a2cd531759e 100644
--- a/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.tsx
+++ b/ui/litellm-dashboard/src/components/EnvCredentialLoginWarningBanner.tsx
@@ -1,26 +1,37 @@
 "use client";
 
-import React from "react";
-import { TriangleAlert } from "lucide-react";
+import React, { useState } from "react";
+import { TriangleAlert, X } from "lucide-react";
+import { Button } from "@/components/ui/button";
 import { useHealthReadinessDetails } from "@/app/(dashboard)/hooks/healthReadiness/useHealthReadinessDetails";
 import { useAuth } from "@/contexts/AuthContext";
 import { isAdminRole } from "@/utils/roles";
 
+const DISMISS_STORAGE_KEY = "litellm:envCredentialLoginWarningDismissed";
+
 export const EnvCredentialLoginWarningBanner: React.FC<{ accessToken: string | null }> = ({ accessToken }) => {
   const { userRole } = useAuth();
   const { data: healthData } = useHealthReadinessDetails(accessToken);
+  const [dismissed, setDismissed] = useState(
+    () => typeof window !== "undefined" && localStorage.getItem(DISMISS_STORAGE_KEY) === "true",
+  );
 
-  if (!isAdminRole(userRole) || !healthData?.show_env_credential_login_warning) {
+  if (dismissed || !isAdminRole(userRole) || !healthData?.show_env_credential_login_warning) {
     return null;
   }
 
+  const handleDismiss = () => {
+    localStorage.setItem(DISMISS_STORAGE_KEY, "true");
+    setDismissed(true);
+  };
+
   return (
     <div
       role="alert"
       className="flex items-start gap-3 border-b border-destructive/40 bg-destructive/10 px-4 py-3 text-sm text-destructive"
     >
       <TriangleAlert className="mt-0.5 size-5 shrink-0" aria-hidden="true" />
-      <div>
+      <div className="min-w-0 flex-1">
         <p className="font-semibold">Environment-credential login is enabled</p>
         <p>
           Anyone with <code className="font-mono">UI_USERNAME</code>/<code className="font-mono">UI_PASSWORD</code> (or
@@ -30,6 +41,9 @@ export const EnvCredentialLoginWarningBanner: React.FC<{ accessToken: string | n
           off.
         </p>
       </div>
+      <Button variant="ghost" size="icon-sm" className="shrink-0" aria-label="Dismiss banner" onClick={handleDismiss}>
+        <X />
+      </Button>
     </div>
   );
 };

From 6a96a47e9f4ae1d5d22d6aab98f0cad0f5a7106d Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:29:53 -0700
Subject: [PATCH 276/298] style(proxy): drop the docstring bullet and wrap the
 sanitizer test call

---
 litellm/proxy/spend_tracking/spend_tracking_utils.py          | 4 ----
 .../proxy/spend_tracking/test_spend_tracking_utils.py         | 4 +++-
 2 files changed, 3 insertions(+), 5 deletions(-)

diff --git a/litellm/proxy/spend_tracking/spend_tracking_utils.py b/litellm/proxy/spend_tracking/spend_tracking_utils.py
index 6a0736ea9dc..3fd20bb7e81 100644
--- a/litellm/proxy/spend_tracking/spend_tracking_utils.py
+++ b/litellm/proxy/spend_tracking/spend_tracking_utils.py
@@ -1182,10 +1182,6 @@ def _sanitize_error_information_for_spend_logs(
       ``'input'`` / ``'messages'`` / ``'prompt'`` values *and* Pydantic v2
       ``input_value=...`` assignments inside both ``error_message`` and
       ``traceback`` so prompts cannot leak through either field.
-    - An unknown-model rejection (``ProxyModelNotFoundError``) persists its
-      ``spend_log_error_message``, which names the route and the rejection
-      without the raw client ``model`` string, matching the ``unknown-model``
-      placeholder in the row's ``model`` column.
 
     Scoped to the spend-log path — OTEL/Datadog/etc. callbacks still receive
     the untruncated error per ``LITELLM_TRUNCATION_DB_SAFEGUARD_NOTE``.
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
index 056bbc87cd3..e9bbaf0c96e 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_tracking_utils.py
@@ -2771,7 +2771,9 @@ def test_sanitize_error_information_persists_no_raw_model_for_an_unknown_model_r
 ):
     error_information: Final = StandardLoggingPayloadSetup.get_error_information(original_exception=original_exception)
 
-    sanitized: Final = _sanitize_error_information_for_spend_logs(error_information, original_exception=original_exception)
+    sanitized: Final = _sanitize_error_information_for_spend_logs(
+        error_information, original_exception=original_exception
+    )
 
     assert sanitized is not None
     assert sanitized["error_message"] == expected_error_message

From a8ffc852f2583053de072b4a93618b1369436431 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:32:40 -0700
Subject: [PATCH 277/298] test(e2e): trim the reliability helper docstrings to
 the cooldown rationale

---
 tests/e2e/router/reliability_support.py | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/tests/e2e/router/reliability_support.py b/tests/e2e/router/reliability_support.py
index f7dfeb0ef23..af1ed1ec64c 100644
--- a/tests/e2e/router/reliability_support.py
+++ b/tests/e2e/router/reliability_support.py
@@ -52,9 +52,8 @@ def create_bad_base_deployment(proxy: ProxyClient, name: str) -> str:
 
 
 def create_never_benched_refusing_deployment(proxy: ProxyClient, name: str) -> str:
-    """Register a deployment that refuses every call at the socket and opts out of the
-    stack's cooldown policy (cooldown_time 0), so the router keeps retrying it for the
-    whole run instead of benching it after allowed_fails and skipping the retry loop."""
+    """cooldown_time 0 keeps the router retrying this deployment instead of benching it
+    after allowed_fails, which would skip the retry loop the memory test measures."""
     return proxy.create_model(
         name,
         LiteLLMParamsBody(model=REAL_MODEL, api_key=REAL_KEY, api_base="http://127.0.0.1:9/v1", cooldown_time=0),
@@ -124,8 +123,7 @@ def chat_override(
     history: Sequence[ChatMessage] = (),
 ) -> StreamingResponse:
     """POST /chat/completions with an optional per-request router_settings_override,
-    returning the raw outcome so tests read status, body, and reliability headers.
-    `history` is the conversation sent ahead of the user turn carrying `content`."""
+    returning the raw outcome so tests read status, body, and reliability headers."""
     return proxy.transport.send(
         "/chat/completions",
         headers=proxy.transport.bearer(key),

From 98f6c14a76094c6807e413bf69408d9a732999b9 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:32:56 -0700
Subject: [PATCH 278/298] test(pgbouncer): stop the never-listens replacement
 test flaking under CI load (#40830)

---
 tests/test_litellm/proxy/db/test_pgbouncer.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/test_litellm/proxy/db/test_pgbouncer.py b/tests/test_litellm/proxy/db/test_pgbouncer.py
index 7b5a0bf10f9..bf7df3077ea 100644
--- a/tests/test_litellm/proxy/db/test_pgbouncer.py
+++ b/tests/test_litellm/proxy/db/test_pgbouncer.py
@@ -411,7 +411,7 @@ class TestPgBouncerProcess:
             port=port,
             socket_path=unix_socket_path(tmp_path, port),
             restart_delay_seconds=0.1,
-            ready_timeout_seconds=0.3,
+            ready_timeout_seconds=2.0,
         )
         assert pooler.start() is None
         first_pid: Final = pooler.pid
@@ -421,8 +421,8 @@ class TestPgBouncerProcess:
         with caplog.at_level(logging.ERROR, logger=verbose_proxy_logger.name):
             os.kill(first_pid, signal.SIGKILL)
             assert _wait_until(lambda: _listening(wrong_port))
-            assert _wait_until(lambda: any("did not start listening" in record.message for record in caplog.records))
             port_file.write_text(str(port))
+            assert _wait_until(lambda: any("did not start listening" in record.message for record in caplog.records))
             assert _wait_until(lambda: _listening(port))
             assert _wait_until(lambda: not _listening(wrong_port))
         pooler.stop()

From 9ba7ec2964d238c06f7b4ae35b9b0824183c3542 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:46:06 -0700
Subject: [PATCH 279/298] test(e2e): keep the memory regression case in a class
 and drop the helper docstrings

---
 tests/e2e/models.py                           |  7 --
 tests/e2e/proxy_client.py                     |  4 -
 tests/e2e/router/reliability_support.py       |  2 -
 .../e2e/router/test_reliability_memory_e2e.py | 75 ++++++++++---------
 4 files changed, 38 insertions(+), 50 deletions(-)

diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index 0e6ddddf897..f362d4cc6e5 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -1273,19 +1273,12 @@ class TagListResponse(RootModel[list[TagListEntry]]):
 
 
 class ProcessMemory(BaseModel):
-    """The `memory` block of GET /debug/memory/summary: the serving worker's resident
-    set in MB, or `error` when the proxy has no psutil to read it with."""
-
     ram_usage_mb: float | None = None
     system_memory_percent: float | None = None
     error: str | None = None
 
 
 class MemorySummaryResponse(BaseModel):
-    """GET /debug/memory/summary (master key). One worker's resident memory, keyed by
-    its hostname (the pod name on Kubernetes) and pid so readings behind a load
-    balancer can be told apart per worker; older proxies omit the hostname."""
-
     worker_pid: int
     hostname: str | None = None
     status: str
diff --git a/tests/e2e/proxy_client.py b/tests/e2e/proxy_client.py
index b7865667cd5..2e0a23ce58b 100644
--- a/tests/e2e/proxy_client.py
+++ b/tests/e2e/proxy_client.py
@@ -469,10 +469,6 @@ class ProxyClient:
         ).info
 
     def memory_summary_everywhere(self) -> Mapping[str, Result[MemorySummaryResponse]]:
-        """GET /debug/memory/summary under the master key on every replica in
-        PROXY_REPLICA_URLS (the data-plane URL alone when the stack exports no
-        per-gateway addresses). Each read reports the pid of the worker that answered,
-        so a single address in front of several pods still tells its readings apart."""
         return {
             url: transport.get(
                 "/debug/memory/summary",
diff --git a/tests/e2e/router/reliability_support.py b/tests/e2e/router/reliability_support.py
index af1ed1ec64c..df2ff03aa4a 100644
--- a/tests/e2e/router/reliability_support.py
+++ b/tests/e2e/router/reliability_support.py
@@ -52,8 +52,6 @@ def create_bad_base_deployment(proxy: ProxyClient, name: str) -> str:
 
 
 def create_never_benched_refusing_deployment(proxy: ProxyClient, name: str) -> str:
-    """cooldown_time 0 keeps the router retrying this deployment instead of benching it
-    after allowed_fails, which would skip the retry loop the memory test measures."""
     return proxy.create_model(
         name,
         LiteLLMParamsBody(model=REAL_MODEL, api_key=REAL_KEY, api_base="http://127.0.0.1:9/v1", cooldown_time=0),
diff --git a/tests/e2e/router/test_reliability_memory_e2e.py b/tests/e2e/router/test_reliability_memory_e2e.py
index c343a59d529..17e3e1a1996 100644
--- a/tests/e2e/router/test_reliability_memory_e2e.py
+++ b/tests/e2e/router/test_reliability_memory_e2e.py
@@ -219,44 +219,45 @@ def _stored_request_kb(proxy: ProxyClient, call: FailedCall) -> float:
     return len(json.dumps(snapshot).encode()) / 1024
 
 
-@pytest.mark.covers("reliability.perf.memory.under_slo")
-def test_failing_requests_do_not_grow_rss_or_stored_request(
-    client: ComplexityRouterClient, resources: ResourceManager, scoped_key: str
-) -> None:
-    marker: Final = unique_marker()
-    primary: Final = f"reliability-memory-{marker}"
-    fallback: Final = f"reliability-memory-fb-{marker}"
-    _register_refusing_group(client.proxy, resources, primary)
-    _register_refusing_group(client.proxy, resources, fallback)
-    override: Final = RouterSettingsOverride(
-        num_retries=MEMORY_RETRIES_PER_REQUEST, fallbacks=[{primary: [fallback]}]
-    )
+class TestReliabilityMemory:
+    @pytest.mark.covers("reliability.perf.memory.under_slo")
+    def test_failing_requests_do_not_grow_rss_or_stored_request(
+        self, client: ComplexityRouterClient, resources: ResourceManager, scoped_key: str
+    ) -> None:
+        marker: Final = unique_marker()
+        primary: Final = f"reliability-memory-{marker}"
+        fallback: Final = f"reliability-memory-fb-{marker}"
+        _register_refusing_group(client.proxy, resources, primary)
+        _register_refusing_group(client.proxy, resources, fallback)
+        override: Final = RouterSettingsOverride(
+            num_retries=MEMORY_RETRIES_PER_REQUEST, fallbacks=[{primary: [fallback]}]
+        )
 
-    probe: Final = _fail_once(client.proxy, scoped_key, primary, override)
-    _assert_every_call_failed_through_fallback((probe,), fallback)
-    stored_kb: Final = _stored_request_kb(client.proxy, probe)
-    assert stored_kb <= MEMORY_STORED_REQUEST_BUDGET_KB, (
-        f"the spend log of one failing request stored a {stored_kb:.0f} KB request body, past the "
-        f"{MEMORY_STORED_REQUEST_BUDGET_KB:.0f} KB budget for a {len(TRANSCRIPT)}-message transcript with "
-        f"{MEMORY_RETRIES_PER_REQUEST} retries and a fallback; the retry breadcrumbs are copying the whole "
-        f"request into the stored snapshot the way the v1.100.0 ones did"
-    )
+        probe: Final = _fail_once(client.proxy, scoped_key, primary, override)
+        _assert_every_call_failed_through_fallback((probe,), fallback)
+        stored_kb: Final = _stored_request_kb(client.proxy, probe)
+        assert stored_kb <= MEMORY_STORED_REQUEST_BUDGET_KB, (
+            f"the spend log of one failing request stored a {stored_kb:.0f} KB request body, past the "
+            f"{MEMORY_STORED_REQUEST_BUDGET_KB:.0f} KB budget for a {len(TRANSCRIPT)}-message transcript with "
+            f"{MEMORY_RETRIES_PER_REQUEST} retries and a fallback; the retry breadcrumbs are copying the whole "
+            f"request into the stored snapshot the way the v1.100.0 ones did"
+        )
 
-    warmup: Final = _fail_many(client.proxy, scoped_key, primary, override)
-    _assert_every_call_failed_through_fallback(warmup, fallback)
-    warm: Final = _settled_rss_per_worker(client.proxy)
+        warmup: Final = _fail_many(client.proxy, scoped_key, primary, override)
+        _assert_every_call_failed_through_fallback(warmup, fallback)
+        warm: Final = _settled_rss_per_worker(client.proxy)
 
-    measured: Final = _fail_many(client.proxy, scoped_key, primary, override)
-    _assert_every_call_failed_through_fallback(measured, fallback)
-    after: Final = _settled_rss_per_worker(client.proxy)
+        measured: Final = _fail_many(client.proxy, scoped_key, primary, override)
+        _assert_every_call_failed_through_fallback(measured, fallback)
+        after: Final = _settled_rss_per_worker(client.proxy)
 
-    heaviest: Final = _heaviest_worker_growth(warm, after)
-    assert heaviest.growth_mb <= MEMORY_RSS_BUDGET_MB, (
-        f"proxy RSS grew {heaviest.growth_mb:.1f} MB over a second batch of {MEMORY_REQUESTS_PER_PHASE} failing "
-        f"requests ({MEMORY_RETRIES_PER_REQUEST} retries each plus a fallback) after an identical warmup batch, "
-        f"past the {MEMORY_RSS_BUDGET_MB:.0f} MB budget: worker pid {heaviest.warm.worker_pid} on "
-        f"{heaviest.warm.hostname or 'an unnamed host'} behind {heaviest.warm.replica} settled at "
-        f"{heaviest.warm.ram_usage_mb:.1f} MB warm and "
-        f"{heaviest.after.ram_usage_mb:.1f} MB after; failing requests are leaking memory the way the "
-        f"v1.100.0 retry breadcrumbs did"
-    )
+        heaviest: Final = _heaviest_worker_growth(warm, after)
+        assert heaviest.growth_mb <= MEMORY_RSS_BUDGET_MB, (
+            f"proxy RSS grew {heaviest.growth_mb:.1f} MB over a second batch of {MEMORY_REQUESTS_PER_PHASE} failing "
+            f"requests ({MEMORY_RETRIES_PER_REQUEST} retries each plus a fallback) after an identical warmup batch, "
+            f"past the {MEMORY_RSS_BUDGET_MB:.0f} MB budget: worker pid {heaviest.warm.worker_pid} on "
+            f"{heaviest.warm.hostname or 'an unnamed host'} behind {heaviest.warm.replica} settled at "
+            f"{heaviest.warm.ram_usage_mb:.1f} MB warm and "
+            f"{heaviest.after.ram_usage_mb:.1f} MB after; failing requests are leaking memory the way the "
+            f"v1.100.0 retry breadcrumbs did"
+        )

From 6209f0694bfd7285deea4095faea4e850a7fe007 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 19:49:37 -0700
Subject: [PATCH 280/298] fix(health): keep team public names to the owning
 team and let model_id win over model

A public name a team publishes its own deployment copy under now targets that copy only for a caller from that team, so an admin or another team probing the shared name gets the global deployment alone

model_id wins when paired with model: a foreign id still gets the 403, and an id no deployment carries gets the 404 of the lone-id path, before any probe runs or a result is stored under it

cache_health_check_results accepts the Mapping sequences perform_health_check returns
---
 litellm/proxy/health_check.py                 |  19 ++-
 .../shared_health_check_manager.py            |   5 +-
 .../health_endpoints/_health_endpoints.py     |  61 +++----
 .../health_endpoints/test_health_endpoints.py | 159 ++++++++++++++++++
 .../proxy/test_health_check_functions.py      |  27 ++-
 .../proxy/test_health_check_max_tokens.py     |   6 +-
 6 files changed, 231 insertions(+), 46 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index 8cda318b937..9ca31c8b626 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -258,15 +258,18 @@ def _deployment_model(deployment: Mapping[str, object]) -> str | None:
     return params.get("model") if isinstance(params, Mapping) else None
 
 
-def deployment_answers_to(deployment: Mapping[str, object], model_name: str) -> bool:
-    """True when `model_name` is the deployment's model_name or the public name a team key reaches it by."""
+def deployment_answers_to(deployment: Mapping[str, object], model_name: str, team_id: str | None) -> bool:
+    """True when `model_name` is the deployment's model_name or the public name the caller's own team reaches it by."""
     info: Final = deployment.get("model_info")
     public_name: Final = info.get("team_public_model_name") if isinstance(info, Mapping) else None
-    return model_name in (deployment.get("model_name"), public_name)
+    owner_team_id: Final = info.get("team_id") if isinstance(info, Mapping) else None
+    return model_name == deployment.get("model_name") or (
+        model_name == public_name and team_id is not None and owner_team_id == team_id
+    )
 
 
 def _narrow_to_target(
-    model_list: Sequence[Mapping[str, object]], model: str | None, model_id: str | None
+    model_list: Sequence[Mapping[str, object]], model: str | None, model_id: str | None, team_id: str | None
 ) -> tuple[Mapping[str, object], ...]:
     """Narrow to the requested deployment. An id matching nothing keeps the whole list."""
     if model_id is not None:
@@ -275,7 +278,7 @@ def _narrow_to_target(
     if model is None:
         return tuple(model_list)
     by_param: Final = tuple(x for x in model_list if _deployment_model(x) == model)
-    return by_param or tuple(x for x in model_list if deployment_answers_to(x, model))
+    return by_param or tuple(x for x in model_list if deployment_answers_to(x, model, team_id))
 
 
 def _is_strategy_router_deployment(litellm_params: Mapping[str, object]) -> bool:
@@ -820,13 +823,15 @@ async def perform_health_check(
     instrumentation_context: dict | None = None,
     health_check_skip_disabled_background_models: bool = False,
     router: "Router | None" = None,
+    team_id: str | None = None,
 ):
     """
     Perform a health check on the system.
 
     When model_id is provided, only the deployment with that id is checked
     (so models that share the same name but have different ids are checked separately).
-    When model (name) is provided, all deployments matching that name are checked.
+    When model (name) is provided, all deployments matching that name are checked;
+    a team's public model name only matches for a caller from that team (``team_id``).
 
     When ``health_check_skip_disabled_background_models`` is True (via
     ``general_settings.health_check_skip_disabled_background_models``), deployments
@@ -857,7 +862,7 @@ async def perform_health_check(
     cycle_start_time: Final = time.monotonic()
     requested_model_count: Final = len(model_list)
     skip_disabled: Final = health_check_skip_disabled_background_models
-    narrowed: Final = _health_check_eligible(_narrow_to_target(model_list, model, model_id), skip_disabled)
+    narrowed: Final = _health_check_eligible(_narrow_to_target(model_list, model, model_id, team_id), skip_disabled)
     if not narrowed:
         if instrumentation_enabled:
             logger.debug(
diff --git a/litellm/proxy/health_check_utils/shared_health_check_manager.py b/litellm/proxy/health_check_utils/shared_health_check_manager.py
index f12cee4b636..7dbbd55d87f 100644
--- a/litellm/proxy/health_check_utils/shared_health_check_manager.py
+++ b/litellm/proxy/health_check_utils/shared_health_check_manager.py
@@ -1,6 +1,7 @@
 import asyncio
 import json
 import time
+from collections.abc import Mapping, Sequence
 from typing import TYPE_CHECKING, Any, Final
 
 from litellm._logging import verbose_proxy_logger
@@ -143,8 +144,8 @@ class SharedHealthCheckManager:
 
     async def cache_health_check_results(
         self,
-        healthy_endpoints: list[dict[str, Any]],
-        unhealthy_endpoints: list[dict[str, Any]],
+        healthy_endpoints: Sequence[Mapping[str, object]],
+        unhealthy_endpoints: Sequence[Mapping[str, object]],
     ) -> None:
         """
         Cache health check results in Redis.
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 267b094526b..dcef0fcd58a 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -925,41 +925,31 @@ def _caller_may_probe_deployment(
     )
 
 
-def _resolve_targeted_model_ids(model_list: list, model: str | None, model_id: str | None) -> set | None:
+def _resolve_targeted_model_ids(
+    model_list: list, model: str | None, model_id: str | None, team_id: str | None
+) -> set | None:
     """
     Resolve a ``/health`` ``model`` / ``model_id`` query param to the set of
-    deployment IDs the response should be scoped to.
+    deployment IDs the response should be scoped to, mirroring the live-path
+    narrowing in ``perform_health_check()``: ``model_id`` wins when given and
+    matches ``model_info.id`` only; ``model`` matches the deployment's
+    ``model_name`` alias, its ``litellm_params.model`` provider string, or the
+    ``model_info.team_public_model_name`` the caller's own team reaches it by.
 
-    Mirrors the live-path semantics in ``perform_health_check()``: ``model``
-    matches the deployment's ``model_name`` alias, its ``litellm_params.model``
-    provider string, or the ``model_info.team_public_model_name`` a team key
-    reaches it by. ``model_id`` matches ``model_info.id``.
-
-    Both query params are validated against the supplied ``model_list``.
-    Callers pass an already-scoped list (filtered to the caller's allowed
-    models for non-admins, full list for admins), so a ``model_id`` that
-    isn't present resolves to an empty set rather than a single-element
-    set — preventing a non-admin from reading another deployment's cached
-    health entry by guessing its ID.
-
-    Returns ``None`` when no targeting is requested — callers should treat
-    that as "no filter."
+    Callers pass an already-scoped list, so a ``model_id`` outside the
+    caller's scope resolves to an empty set and never to the unvalidated id.
+    Returns ``None`` when no targeting is requested.
     """
-    if not model and not model_id:
+    if model_id:
+        return {i for m in model_list if (i := (m.get("model_info") or {}).get("id")) == model_id}
+    if not model:
         return None
-    target_ids: Final[set] = set()
-    for m in model_list:
-        deployment_id = (m.get("model_info") or {}).get("id")
-        if not deployment_id:
-            continue
-        if model_id and deployment_id == model_id:
-            target_ids.add(deployment_id)
-            continue
-        if model:
-            litellm_model = (m.get("litellm_params") or {}).get("model")
-            if litellm_model == model or deployment_answers_to(m, model):
-                target_ids.add(deployment_id)
-    return target_ids
+    return {
+        i
+        for m in model_list
+        if (i := (m.get("model_info") or {}).get("id"))
+        and ((m.get("litellm_params") or {}).get("model") == model or deployment_answers_to(m, model, team_id))
+    }
 
 
 def _filter_health_check_results_by_model_ids(results: dict, allowed_model_ids: set) -> dict:
@@ -1040,8 +1030,12 @@ def _health_endpoint_resolve_target_model_name(
     model_id: str | None,
     llm_router,
 ) -> str | None:
-    """Map ``model_id`` (without ``model``) to ``model_name`` for live health checks."""
-    if not model_id or model:
+    """Map ``model_id`` to its deployment's ``model_name`` for live health checks.
+
+    ``model_id`` wins over ``model``, so an id no deployment carries is a 404 even
+    when it is paired with a known name.
+    """
+    if not model_id:
         return model
     if llm_router is None:
         raise HTTPException(
@@ -1161,7 +1155,7 @@ async def health_endpoint(
             if not restrict_to_allowed_models
             or _caller_may_probe_deployment(m, allowed_models, llm_router, user_api_key_dict.team_id, is_admin)
         ]
-        targeted_ids: Final = _resolve_targeted_model_ids(_llm_model_list, model, model_id)
+        targeted_ids: Final = _resolve_targeted_model_ids(_llm_model_list, model, model_id, user_api_key_dict.team_id)
         if restrict_to_allowed_models and targeted_ids is not None and not targeted_ids:
             raise HTTPException(
                 status_code=status.HTTP_403_FORBIDDEN,
@@ -1228,6 +1222,7 @@ async def health_endpoint(
                 model_id=model_id,
                 max_concurrency=health_check_concurrency,
                 router=llm_router,
+                team_id=user_api_key_dict.team_id,
                 **_hc_filter,
             )
             return _post_process(router_result)
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index e0cf6d97141..c5950f6f30e 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -2357,6 +2357,7 @@ async def test_health_endpoint_returns_503_when_requested_model_has_no_healthy_e
             response=response,
             user_api_key_dict=user_api_key_dict,
             model="model-a",
+            model_id=None,
         )
 
     assert response.status_code == 503
@@ -2417,6 +2418,7 @@ async def test_health_endpoint_returns_200_when_requested_model_has_healthy_endp
             response=response,
             user_api_key_dict=user_api_key_dict,
             model="model-a",
+            model_id=None,
         )
 
     assert response.status_code == 200
@@ -3088,6 +3090,161 @@ async def test_health_endpoint_targets_both_deployments_behind_a_shared_public_n
     assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock", "id-team-b"]
 
 
+async def _live_narrowed_model_ids(
+    model_list: Sequence[Mapping[str, object]],
+    user_api_key_dict: UserAPIKeyAuth,
+    model: str | None = None,
+    model_id: str | None = None,
+) -> set[str]:
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    async def fake_probe(model_list, details=True, max_concurrency=None, instrumentation_context=None):
+        probed = [{"model": m["litellm_params"]["model"], "model_id": m["model_info"]["id"]} for m in model_list]
+        return probed, [], {}
+
+    with (
+        _proxy_health_globals(model_list, _router_for(model_list)),
+        patch(  # test-quality-ok: the probe is the provider edge; which deployments reach it is the assertion
+            "litellm.proxy.health_check._perform_health_check", side_effect=fake_probe
+        ),
+    ):
+        result = await health_endpoint(
+            response=Response(), user_api_key_dict=user_api_key_dict, model=model, model_id=model_id
+        )
+
+    return {ep["model_id"] for ep in result["healthy_endpoints"]}
+
+
+_ADMIN_OUTSIDE_TEAM_B = UserAPIKeyAuth(api_key="hashed-test-key", models=[], user_role=LitellmUserRoles.PROXY_ADMIN)
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_keeps_an_admin_probe_by_name_off_other_teams_public_copies():
+    """
+    An admin outside team-b asks for ``bedrock-nova``. Team-b's copy answers to
+    that name only for team-b (routing keys public names by team), so probing
+    it too would spend team-b's credentials and let a healthy team copy mask a
+    down global deployment as 200.
+    """
+    probed = await _live_narrowed_model_ids(_TEAM_MODEL_LIST, _ADMIN_OUTSIDE_TEAM_B, model="bedrock-nova")
+
+    assert probed == {"id-bedrock"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_probes_both_deployments_behind_a_shared_public_name_for_the_owning_team():
+    probed = await _live_narrowed_model_ids(
+        _TEAM_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
+        model="bedrock-nova",
+    )
+
+    assert probed == {"id-bedrock", "id-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_keeps_an_admin_probe_by_name_off_other_teams_public_copies_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_MODEL_LIST,
+        _router_for(_TEAM_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(), user_api_key_dict=_ADMIN_OUTSIDE_TEAM_B, model="bedrock-nova", model_id=None
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock"]
+
+
+def test_resolve_targeted_model_ids_lets_model_id_win_over_model():
+    resolve = _health_endpoints_module._resolve_targeted_model_ids
+
+    assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", "id-team-b", None) == {"id-team-b"}
+    assert resolve([_TEAM_MODEL_LIST[0]], "bedrock-nova", "id-team-b", None) == set()
+    assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", None, None) == {"id-bedrock"}
+    assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", None, "team-b") == {"id-bedrock", "id-team-b"}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("use_background_health_checks", [False, True])
+async def test_health_endpoint_rejects_an_in_scope_model_paired_with_a_foreign_model_id(use_background_health_checks):
+    """
+    A key scoped to ``bedrock-nova`` pairs that name with another team's
+    deployment id. The in-scope name must not carry the foreign id past the
+    403: the live path narrows by id first, so the caller's own deployment
+    would be probed and its result stored under the foreign id.
+    """
+    from fastapi import HTTPException, Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with (
+        _proxy_health_globals(
+            _TEAM_MODEL_LIST,
+            _router_for(_TEAM_MODEL_LIST),
+            use_background_health_checks=use_background_health_checks,
+            health_check_results=_TEAM_CACHED_RESULTS,
+        ),
+        patch(  # test-quality-ok: the probe must never run; the endpoint has no injection seam for it
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save", new_callable=AsyncMock
+        ) as probe,
+        pytest.raises(HTTPException) as refused,
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"]),
+            model="bedrock-nova",
+            model_id="id-team-b",
+        )
+
+    assert refused.value.status_code == 403
+    assert "id-team-b" in str(refused.value.detail)
+    probe.assert_not_awaited()
+
+
+@pytest.mark.parametrize("use_background_health_checks", [False, True])
+@pytest.mark.asyncio
+async def test_health_endpoint_returns_404_for_a_model_paired_with_an_unknown_model_id(use_background_health_checks):
+    """
+    ``model_id`` wins over ``model``: pairing a known name with an id no
+    deployment carries gets the same 404 as the lone unknown id, before any
+    probe runs or a result is stored under the unknown id.
+    """
+    from fastapi import HTTPException, Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with (
+        _proxy_health_globals(
+            _TEAM_MODEL_LIST,
+            _router_for(_TEAM_MODEL_LIST),
+            use_background_health_checks=use_background_health_checks,
+            health_check_results=_TEAM_CACHED_RESULTS,
+        ),
+        patch(  # test-quality-ok: the probe must never run; the endpoint has no injection seam for it
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save", new_callable=AsyncMock
+        ) as probe,
+        pytest.raises(HTTPException) as refused,
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=_ADMIN_OUTSIDE_TEAM_B,
+            model="bedrock-nova",
+            model_id="id-nobody-has",
+        )
+
+    assert refused.value.status_code == 404
+    assert "id-nobody-has" in str(refused.value.detail)
+    probe.assert_not_awaited()
+
+
 def test_health_test_connection_keeps_error_and_raw_request_through_the_allowlist(monkeypatch):
     """
     The dashboard's Test Connect button reads ``result.error`` and
@@ -3198,6 +3355,8 @@ async def test_health_endpoint_result_survives_non_json_safe_deployment_params()
         result = await health_endpoint(
             response=Response(),
             user_api_key_dict=UserAPIKeyAuth(api_key="hashed-admin-key", user_role=LitellmUserRoles.PROXY_ADMIN),
+            model=None,
+            model_id=None,
         )
 
     encoded = jsonable_encoder(result)
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index 137eda223d1..af20b80a718 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -644,7 +644,7 @@ async def test_perform_health_check_narrows_to_a_team_deployment_by_its_public_n
         "litellm.proxy.health_check._perform_health_check", probe
     ):
         healthy, unhealthy, _ = await perform_health_check(
-            model_list=[team_deployment, other_deployment], model="bedrock-nova"
+            model_list=[team_deployment, other_deployment], model="bedrock-nova", team_id="team-b"
         )
 
     assert [m["model_info"]["id"] for m in probe.call_args.args[0]] == ["id-team-b"]
@@ -652,6 +652,31 @@ async def test_perform_health_check_narrows_to_a_team_deployment_by_its_public_n
     assert unhealthy == []
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("team_id", [None, "team-a"])
+async def test_perform_health_check_keeps_a_public_name_to_the_owning_team(team_id):
+    """A team's public model name is not a global alias: callers outside the team must not probe its deployment."""
+    from litellm.proxy.health_check import perform_health_check
+
+    team_deployment = {
+        "model_name": "bedrock-nova_team-b_9f2c",
+        "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+        "model_info": {"id": "id-team-b", "team_id": "team-b", "team_public_model_name": "bedrock-nova"},
+    }
+    probe = AsyncMock(return_value=([{"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": "id-team-b"}], [], {}))
+
+    with patch(  # test-quality-ok: the deployments handed to the probe are the assertion; no injection seam
+        "litellm.proxy.health_check._perform_health_check", probe
+    ):
+        healthy, unhealthy, _ = await perform_health_check(
+            model_list=[team_deployment], model="bedrock-nova", team_id=team_id
+        )
+
+    probe.assert_not_awaited()
+    assert healthy == []
+    assert unhealthy == []
+
+
 def test_parse_background_health_check_model_groups_unset_returns_none():
     from litellm.proxy.health_check import parse_background_health_check_model_groups
 
diff --git a/tests/test_litellm/proxy/test_health_check_max_tokens.py b/tests/test_litellm/proxy/test_health_check_max_tokens.py
index 97e308d7c3c..dd3669644af 100644
--- a/tests/test_litellm/proxy/test_health_check_max_tokens.py
+++ b/tests/test_litellm/proxy/test_health_check_max_tokens.py
@@ -872,9 +872,9 @@ def test_narrowing_by_an_id_that_matches_nothing_keeps_the_whole_list():
     """Pinned because the disabled-dependency fix moved this filter into its own helper."""
     deployments = [{"model_name": "a", "litellm_params": {"model": "openai/a"}, "model_info": {"id": "a-1"}}]
 
-    assert hc_module._narrow_to_target(deployments, None, "no-such-id") == tuple(deployments)
-    assert hc_module._narrow_to_target(deployments, None, "a-1") == tuple(deployments)
-    assert hc_module._narrow_to_target(deployments, "a", None) == tuple(deployments)
+    assert hc_module._narrow_to_target(deployments, None, "no-such-id", None) == tuple(deployments)
+    assert hc_module._narrow_to_target(deployments, None, "a-1", None) == tuple(deployments)
+    assert hc_module._narrow_to_target(deployments, "a", None, None) == tuple(deployments)
 
 
 def _nested_router_fixture(parent_tier: str):

From eaf3d8ad3ec03cdb27f4305236e8f64cd1357f5b Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 20:12:39 -0700
Subject: [PATCH 281/298] fix(health): target a model name the way a request
 for it routes

A team's copies published under the name win, then deployments named that way, then a public name only another team's deployment carries (an admin reaches it, routing does too). The endpoint resolver and the live narrowing share one rule.
---
 litellm/proxy/health_check.py                 | 54 ++++++++++---
 .../health_endpoints/_health_endpoints.py     | 11 ++-
 .../health_endpoints/test_health_endpoints.py | 78 +++++++++++++++++--
 .../proxy/test_health_check_functions.py      | 51 +++++++++++-
 4 files changed, 169 insertions(+), 25 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index 9ca31c8b626..d774fd6e191 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -258,14 +258,47 @@ def _deployment_model(deployment: Mapping[str, object]) -> str | None:
     return params.get("model") if isinstance(params, Mapping) else None
 
 
-def deployment_answers_to(deployment: Mapping[str, object], model_name: str, team_id: str | None) -> bool:
-    """True when `model_name` is the deployment's model_name or the public name the caller's own team reaches it by."""
+def _owner_team_id(deployment: Mapping[str, object]) -> str | None:
     info: Final = deployment.get("model_info")
-    public_name: Final = info.get("team_public_model_name") if isinstance(info, Mapping) else None
-    owner_team_id: Final = info.get("team_id") if isinstance(info, Mapping) else None
-    return model_name == deployment.get("model_name") or (
-        model_name == public_name and team_id is not None and owner_team_id == team_id
+    owner: Final = info.get("team_id") if isinstance(info, Mapping) else None
+    return owner if isinstance(owner, str) else None
+
+
+def _team_public_model_name(deployment: Mapping[str, object]) -> str | None:
+    info: Final = deployment.get("model_info")
+    name: Final = info.get("team_public_model_name") if isinstance(info, Mapping) else None
+    return name if isinstance(name, str) else None
+
+
+def _deployments_routed_by_name(
+    model_list: Sequence[Mapping[str, object]], model_name: str, team_id: str | None
+) -> tuple[Mapping[str, object], ...]:
+    """The deployments a request for ``model_name`` from this caller routes to.
+
+    A team's own copies published under that name win, then deployments carrying it as
+    ``model_name``. A caller with no team reaches a public name only when nothing carries
+    it as ``model_name``, and only an admin still has another team's deployment in a
+    scoped ``model_list`` by then.
+    """
+    own_copies: Final = tuple(
+        x
+        for x in model_list
+        if team_id is not None and _owner_team_id(x) == team_id and _team_public_model_name(x) == model_name
     )
+    if own_copies:
+        return own_copies
+    by_name: Final = tuple(x for x in model_list if x.get("model_name") == model_name)
+    if by_name or team_id is not None:
+        return by_name
+    return tuple(x for x in model_list if _team_public_model_name(x) == model_name)
+
+
+def deployments_targeted_by_name(
+    model_list: Sequence[Mapping[str, object]], model: str, team_id: str | None
+) -> tuple[Mapping[str, object], ...]:
+    """``model`` targets deployments by ``litellm_params.model`` first, then the way a request for it routes."""
+    by_param: Final = tuple(x for x in model_list if _deployment_model(x) == model)
+    return by_param or _deployments_routed_by_name(model_list, model, team_id)
 
 
 def _narrow_to_target(
@@ -277,8 +310,7 @@ def _narrow_to_target(
         return by_id or tuple(model_list)
     if model is None:
         return tuple(model_list)
-    by_param: Final = tuple(x for x in model_list if _deployment_model(x) == model)
-    return by_param or tuple(x for x in model_list if deployment_answers_to(x, model, team_id))
+    return deployments_targeted_by_name(model_list, model, team_id)
 
 
 def _is_strategy_router_deployment(litellm_params: Mapping[str, object]) -> bool:
@@ -830,8 +862,10 @@ async def perform_health_check(
 
     When model_id is provided, only the deployment with that id is checked
     (so models that share the same name but have different ids are checked separately).
-    When model (name) is provided, all deployments matching that name are checked;
-    a team's public model name only matches for a caller from that team (``team_id``).
+    When model (name) is provided, the deployments a request for that name from the
+    caller (``team_id``) would route to are checked: the caller's team copies published
+    under that name, else the deployments named that way, else a public name that only
+    another team's deployment carries.
 
     When ``health_check_skip_disabled_background_models`` is True (via
     ``general_settings.health_check_skip_disabled_background_models``), deployments
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index dcef0fcd58a..002c4debb46 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -50,7 +50,7 @@ from litellm.proxy.health_check import (
     ADMIN_ONLY_HEALTH_DISPLAY_PARAMS,
     _clean_endpoint_data,
     _update_litellm_params_for_health_check,
-    deployment_answers_to,
+    deployments_targeted_by_name,
     health_check_filter_kwargs_from_general_settings,
     perform_health_check,
     run_with_timeout,
@@ -932,9 +932,9 @@ def _resolve_targeted_model_ids(
     Resolve a ``/health`` ``model`` / ``model_id`` query param to the set of
     deployment IDs the response should be scoped to, mirroring the live-path
     narrowing in ``perform_health_check()``: ``model_id`` wins when given and
-    matches ``model_info.id`` only; ``model`` matches the deployment's
-    ``model_name`` alias, its ``litellm_params.model`` provider string, or the
-    ``model_info.team_public_model_name`` the caller's own team reaches it by.
+    matches ``model_info.id`` only; ``model`` targets deployments by their
+    ``litellm_params.model`` provider string, else the deployments a request
+    for that name from the caller would route to (``deployments_targeted_by_name``).
 
     Callers pass an already-scoped list, so a ``model_id`` outside the
     caller's scope resolves to an empty set and never to the unvalidated id.
@@ -946,9 +946,8 @@ def _resolve_targeted_model_ids(
         return None
     return {
         i
-        for m in model_list
+        for m in deployments_targeted_by_name(model_list, model, team_id)
         if (i := (m.get("model_info") or {}).get("id"))
-        and ((m.get("litellm_params") or {}).get("model") == model or deployment_answers_to(m, model, team_id))
     }
 
 
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index c5950f6f30e..4c920dfb4d1 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -3069,7 +3069,7 @@ async def test_health_endpoint_returns_a_team_only_deployment_by_its_public_name
 
 
 @pytest.mark.asyncio
-async def test_health_endpoint_targets_both_deployments_behind_a_shared_public_name_on_background_cache_path():
+async def test_health_endpoint_returns_only_the_owning_teams_copy_behind_a_shared_public_name_on_cache_path():
     from fastapi import Response
 
     from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
@@ -3087,7 +3087,7 @@ async def test_health_endpoint_targets_both_deployments_behind_a_shared_public_n
             model_id=None,
         )
 
-    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock", "id-team-b"]
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-team-b"]
 
 
 async def _live_narrowed_model_ids(
@@ -3134,14 +3134,15 @@ async def test_health_endpoint_keeps_an_admin_probe_by_name_off_other_teams_publ
 
 
 @pytest.mark.asyncio
-async def test_health_endpoint_probes_both_deployments_behind_a_shared_public_name_for_the_owning_team():
+async def test_health_endpoint_probes_only_the_owning_teams_copy_behind_a_shared_public_name():
+    """Team-b's requests for ``bedrock-nova`` route to its copy alone, so its health probe reaches only that copy."""
     probed = await _live_narrowed_model_ids(
         _TEAM_MODEL_LIST,
         UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"], team_id="team-b"),
         model="bedrock-nova",
     )
 
-    assert probed == {"id-bedrock", "id-team-b"}
+    assert probed == {"id-team-b"}
 
 
 @pytest.mark.asyncio
@@ -3163,13 +3164,80 @@ async def test_health_endpoint_keeps_an_admin_probe_by_name_off_other_teams_publ
     assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-bedrock"]
 
 
+@pytest.mark.asyncio
+async def test_health_endpoint_probes_a_team_only_public_name_for_an_admin_on_live_path():
+    """
+    An admin's request for a public name only team-b's deployment carries routes
+    to that deployment, so the health probe for that name must reach it too
+    instead of answering an empty 503.
+    """
+    probed = await _live_narrowed_model_ids(_TEAM_ONLY_MODEL_LIST, _ADMIN_OUTSIDE_TEAM_B, model="bedrock-nova")
+
+    assert probed == {"id-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_returns_a_team_only_public_name_for_an_admin_on_background_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _TEAM_ONLY_MODEL_LIST,
+        _router_for(_TEAM_ONLY_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_TEAM_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(), user_api_key_dict=_ADMIN_OUTSIDE_TEAM_B, model="bedrock-nova", model_id=None
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-team-b"]
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("use_background_health_checks", [False, True])
+async def test_health_endpoint_keeps_a_team_only_public_name_off_a_team_less_key(use_background_health_checks):
+    """
+    A key with no team holds the name ``bedrock-nova`` but never sees team-b's
+    deployment, so the public-name fallback an admin gets must not open it up.
+    """
+    from fastapi import HTTPException, Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with (
+        _proxy_health_globals(
+            _TEAM_ONLY_MODEL_LIST,
+            _router_for(_TEAM_ONLY_MODEL_LIST),
+            use_background_health_checks=use_background_health_checks,
+            health_check_results=_TEAM_CACHED_RESULTS,
+        ),
+        patch(  # test-quality-ok: the probe must never run; the endpoint has no injection seam for it
+            "litellm.proxy.health_endpoints._health_endpoints._perform_health_check_and_save", new_callable=AsyncMock
+        ) as probe,
+        pytest.raises(HTTPException) as refused,
+    ):
+        await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["bedrock-nova"]),
+            model="bedrock-nova",
+            model_id=None,
+        )
+
+    assert refused.value.status_code == 403
+    assert "bedrock-nova" in str(refused.value.detail)
+    probe.assert_not_awaited()
+
+
 def test_resolve_targeted_model_ids_lets_model_id_win_over_model():
     resolve = _health_endpoints_module._resolve_targeted_model_ids
 
     assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", "id-team-b", None) == {"id-team-b"}
     assert resolve([_TEAM_MODEL_LIST[0]], "bedrock-nova", "id-team-b", None) == set()
     assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", None, None) == {"id-bedrock"}
-    assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", None, "team-b") == {"id-bedrock", "id-team-b"}
+    assert resolve(_TEAM_MODEL_LIST, "bedrock-nova", None, "team-b") == {"id-team-b"}
+    assert resolve(_TEAM_ONLY_MODEL_LIST, "bedrock-nova", None, None) == {"id-team-b"}
 
 
 @pytest.mark.asyncio
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index af20b80a718..e7abfcf126c 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -653,9 +653,8 @@ async def test_perform_health_check_narrows_to_a_team_deployment_by_its_public_n
 
 
 @pytest.mark.asyncio
-@pytest.mark.parametrize("team_id", [None, "team-a"])
-async def test_perform_health_check_keeps_a_public_name_to_the_owning_team(team_id):
-    """A team's public model name is not a global alias: callers outside the team must not probe its deployment."""
+async def test_perform_health_check_keeps_a_public_name_off_another_team():
+    """A team's public model name is not a global alias: a caller from another team must not probe its deployment."""
     from litellm.proxy.health_check import perform_health_check
 
     team_deployment = {
@@ -669,7 +668,7 @@ async def test_perform_health_check_keeps_a_public_name_to_the_owning_team(team_
         "litellm.proxy.health_check._perform_health_check", probe
     ):
         healthy, unhealthy, _ = await perform_health_check(
-            model_list=[team_deployment], model="bedrock-nova", team_id=team_id
+            model_list=[team_deployment], model="bedrock-nova", team_id="team-a"
         )
 
     probe.assert_not_awaited()
@@ -677,6 +676,50 @@ async def test_perform_health_check_keeps_a_public_name_to_the_owning_team(team_
     assert unhealthy == []
 
 
+_GLOBAL_DEPLOYMENT = {
+    "model_name": "bedrock-nova",
+    "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+    "model_info": {"id": "id-bedrock"},
+}
+_TEAM_B_COPY = {
+    "model_name": "bedrock-nova_team-b_9f2c",
+    "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
+    "model_info": {"id": "id-team-b", "team_id": "team-b", "team_public_model_name": "bedrock-nova"},
+}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("team_id", "model_list", "expected_ids"),
+    [
+        (None, [_TEAM_B_COPY], ["id-team-b"]),
+        (None, [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-bedrock"]),
+        ("team-b", [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-team-b"]),
+    ],
+    ids=[
+        "a team-less caller reaches a public name nothing else carries",
+        "model_name wins over a public name for a team-less caller",
+        "a team's own copy wins over the global model_name",
+    ],
+)
+async def test_perform_health_check_targets_a_name_the_way_a_request_for_it_routes(team_id, model_list, expected_ids):
+    """``/health?model=<name>`` probes the deployments a request for that name from the same caller would route to."""
+    from litellm.proxy.health_check import perform_health_check
+
+    probe = AsyncMock(
+        return_value=([{"model": "bedrock/us.amazon.nova-2-lite-v1:0", "model_id": i} for i in expected_ids], [], {})
+    )
+
+    with patch(  # test-quality-ok: the deployments handed to the probe are the assertion; no injection seam
+        "litellm.proxy.health_check._perform_health_check", probe
+    ):
+        healthy, unhealthy, _ = await perform_health_check(model_list=model_list, model="bedrock-nova", team_id=team_id)
+
+    assert [m["model_info"]["id"] for m in probe.call_args.args[0]] == expected_ids
+    assert [ep["model_id"] for ep in healthy] == expected_ids
+    assert unhealthy == []
+
+
 def test_parse_background_health_check_model_groups_unset_returns_none():
     from litellm.proxy.health_check import parse_background_health_check_model_groups
 

From 5ab6e0858c48a4c954d8a3d11ee8eb1ab35a78e8 Mon Sep 17 00:00:00 2001
From: mateo-berri <277851410+mateo-berri@users.noreply.github.com>
Date: Fri, 11 Sep 2026 20:40:00 -0700
Subject: [PATCH 282/298] fix(health): resolve a model name the way a request
 routes before matching the provider model string

---
 litellm/proxy/health_check.py                 | 10 ++--
 .../health_endpoints/_health_endpoints.py     |  6 +--
 .../health_endpoints/test_health_endpoints.py | 51 +++++++++++++++++++
 .../proxy/test_health_check_functions.py      | 30 ++++++++---
 4 files changed, 84 insertions(+), 13 deletions(-)

diff --git a/litellm/proxy/health_check.py b/litellm/proxy/health_check.py
index d774fd6e191..b1e4f6fd9c3 100644
--- a/litellm/proxy/health_check.py
+++ b/litellm/proxy/health_check.py
@@ -296,9 +296,10 @@ def _deployments_routed_by_name(
 def deployments_targeted_by_name(
     model_list: Sequence[Mapping[str, object]], model: str, team_id: str | None
 ) -> tuple[Mapping[str, object], ...]:
-    """``model`` targets deployments by ``litellm_params.model`` first, then the way a request for it routes."""
-    by_param: Final = tuple(x for x in model_list if _deployment_model(x) == model)
-    return by_param or _deployments_routed_by_name(model_list, model, team_id)
+    """``model`` targets deployments the way a request for it routes, else by ``litellm_params.model``."""
+    return _deployments_routed_by_name(model_list, model, team_id) or tuple(
+        x for x in model_list if _deployment_model(x) == model
+    )
 
 
 def _narrow_to_target(
@@ -865,7 +866,8 @@ async def perform_health_check(
     When model (name) is provided, the deployments a request for that name from the
     caller (``team_id``) would route to are checked: the caller's team copies published
     under that name, else the deployments named that way, else a public name that only
-    another team's deployment carries.
+    another team's deployment carries, else the deployments whose ``litellm_params.model``
+    is that string.
 
     When ``health_check_skip_disabled_background_models`` is True (via
     ``general_settings.health_check_skip_disabled_background_models``), deployments
diff --git a/litellm/proxy/health_endpoints/_health_endpoints.py b/litellm/proxy/health_endpoints/_health_endpoints.py
index 002c4debb46..1fc2f667b8b 100644
--- a/litellm/proxy/health_endpoints/_health_endpoints.py
+++ b/litellm/proxy/health_endpoints/_health_endpoints.py
@@ -932,9 +932,9 @@ def _resolve_targeted_model_ids(
     Resolve a ``/health`` ``model`` / ``model_id`` query param to the set of
     deployment IDs the response should be scoped to, mirroring the live-path
     narrowing in ``perform_health_check()``: ``model_id`` wins when given and
-    matches ``model_info.id`` only; ``model`` targets deployments by their
-    ``litellm_params.model`` provider string, else the deployments a request
-    for that name from the caller would route to (``deployments_targeted_by_name``).
+    matches ``model_info.id`` only; ``model`` targets the deployments a request
+    for that name from the caller would route to, else those whose
+    ``litellm_params.model`` provider string is that value (``deployments_targeted_by_name``).
 
     Callers pass an already-scoped list, so a ``model_id`` outside the
     caller's scope resolves to an empty set and never to the unvalidated id.
diff --git a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
index 4c920dfb4d1..ca1e8a85396 100644
--- a/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
+++ b/tests/test_litellm/proxy/health_endpoints/test_health_endpoints.py
@@ -3028,6 +3028,23 @@ async def test_health_endpoint_hides_team_deployments_from_a_key_with_no_team_on
 
 
 _TEAM_ONLY_MODEL_LIST = [_TEAM_MODEL_LIST[1]]
+_BARE_NAME_MODEL_LIST = [
+    {"model_name": "gpt-5.4-nano", "litellm_params": {"model": "gpt-5.4-nano"}, "model_info": {"id": "id-nano"}},
+    {
+        "model_name": "gpt-5.4-nano_team-b_7c3d",
+        "litellm_params": {"model": "gpt-5.4-nano"},
+        "model_info": {"id": "id-nano-team-b", "team_id": "team-b", "team_public_model_name": "gpt-5.4-nano"},
+    },
+]
+_BARE_NAME_CACHED_RESULTS = {
+    "healthy_endpoints": [
+        {"model": "gpt-5.4-nano", "model_id": "id-nano"},
+        {"model": "gpt-5.4-nano", "model_id": "id-nano-team-b"},
+    ],
+    "unhealthy_endpoints": [],
+    "healthy_count": 2,
+    "unhealthy_count": 0,
+}
 
 
 @pytest.mark.asyncio
@@ -3145,6 +3162,40 @@ async def test_health_endpoint_probes_only_the_owning_teams_copy_behind_a_shared
     assert probed == {"id-team-b"}
 
 
+@pytest.mark.asyncio
+async def test_health_endpoint_probes_only_the_teams_copy_when_provider_model_equals_public_name():
+    """A bare provider model equal to the public name must not pull the global copy into the team's probe."""
+    probed = await _live_narrowed_model_ids(
+        _BARE_NAME_MODEL_LIST,
+        UserAPIKeyAuth(api_key="hashed-test-key", models=["gpt-5.4-nano"], team_id="team-b"),
+        model="gpt-5.4-nano",
+    )
+
+    assert probed == {"id-nano-team-b"}
+
+
+@pytest.mark.asyncio
+async def test_health_endpoint_returns_only_the_teams_copy_when_provider_model_equals_public_name_on_cache_path():
+    from fastapi import Response
+
+    from litellm.proxy.health_endpoints._health_endpoints import health_endpoint
+
+    with _proxy_health_globals(
+        _BARE_NAME_MODEL_LIST,
+        _router_for(_BARE_NAME_MODEL_LIST),
+        use_background_health_checks=True,
+        health_check_results=_BARE_NAME_CACHED_RESULTS,
+    ):
+        result = await health_endpoint(
+            response=Response(),
+            user_api_key_dict=UserAPIKeyAuth(api_key="hashed-test-key", models=["gpt-5.4-nano"], team_id="team-b"),
+            model="gpt-5.4-nano",
+            model_id=None,
+        )
+
+    assert [ep["model_id"] for ep in result["healthy_endpoints"]] == ["id-nano-team-b"]
+
+
 @pytest.mark.asyncio
 async def test_health_endpoint_keeps_an_admin_probe_by_name_off_other_teams_public_copies_on_background_cache_path():
     from fastapi import Response
diff --git a/tests/test_litellm/proxy/test_health_check_functions.py b/tests/test_litellm/proxy/test_health_check_functions.py
index e7abfcf126c..68fdeec2252 100644
--- a/tests/test_litellm/proxy/test_health_check_functions.py
+++ b/tests/test_litellm/proxy/test_health_check_functions.py
@@ -686,23 +686,41 @@ _TEAM_B_COPY = {
     "litellm_params": {"model": "bedrock/us.amazon.nova-2-lite-v1:0"},
     "model_info": {"id": "id-team-b", "team_id": "team-b", "team_public_model_name": "bedrock-nova"},
 }
+_GLOBAL_BARE_NAME = {
+    "model_name": "gpt-5.4-nano",
+    "litellm_params": {"model": "gpt-5.4-nano"},
+    "model_info": {"id": "id-nano"},
+}
+_TEAM_B_BARE_COPY = {
+    "model_name": "gpt-5.4-nano_team-b_7c3d",
+    "litellm_params": {"model": "gpt-5.4-nano"},
+    "model_info": {"id": "id-nano-team-b", "team_id": "team-b", "team_public_model_name": "gpt-5.4-nano"},
+}
 
 
 @pytest.mark.asyncio
 @pytest.mark.parametrize(
-    ("team_id", "model_list", "expected_ids"),
+    ("team_id", "model", "model_list", "expected_ids"),
     [
-        (None, [_TEAM_B_COPY], ["id-team-b"]),
-        (None, [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-bedrock"]),
-        ("team-b", [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-team-b"]),
+        (None, "bedrock-nova", [_TEAM_B_COPY], ["id-team-b"]),
+        (None, "bedrock-nova", [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-bedrock"]),
+        ("team-b", "bedrock-nova", [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-team-b"]),
+        ("team-b", "gpt-5.4-nano", [_GLOBAL_BARE_NAME, _TEAM_B_BARE_COPY], ["id-nano-team-b"]),
+        (None, "gpt-5.4-nano", [_GLOBAL_BARE_NAME, _TEAM_B_BARE_COPY], ["id-nano"]),
+        (None, "bedrock/us.amazon.nova-2-lite-v1:0", [_GLOBAL_DEPLOYMENT, _TEAM_B_COPY], ["id-bedrock", "id-team-b"]),
     ],
     ids=[
         "a team-less caller reaches a public name nothing else carries",
         "model_name wins over a public name for a team-less caller",
         "a team's own copy wins over the global model_name",
+        "a team's own copy wins over a litellm_params.model equal to the public name",
+        "model_name wins over a litellm_params.model equal to it for a team-less caller",
+        "a provider model string no name carries still matches litellm_params.model",
     ],
 )
-async def test_perform_health_check_targets_a_name_the_way_a_request_for_it_routes(team_id, model_list, expected_ids):
+async def test_perform_health_check_targets_a_name_the_way_a_request_for_it_routes(
+    team_id, model, model_list, expected_ids
+):
     """``/health?model=<name>`` probes the deployments a request for that name from the same caller would route to."""
     from litellm.proxy.health_check import perform_health_check
 
@@ -713,7 +731,7 @@ async def test_perform_health_check_targets_a_name_the_way_a_request_for_it_rout
     with patch(  # test-quality-ok: the deployments handed to the probe are the assertion; no injection seam
         "litellm.proxy.health_check._perform_health_check", probe
     ):
-        healthy, unhealthy, _ = await perform_health_check(model_list=model_list, model="bedrock-nova", team_id=team_id)
+        healthy, unhealthy, _ = await perform_health_check(model_list=model_list, model=model, team_id=team_id)
 
     assert [m["model_info"]["id"] for m in probe.call_args.args[0]] == expected_ids
     assert [ep["model_id"] for ep in healthy] == expected_ids

From b571193c5dcf3b25a0a938ce241e3a39111c58f4 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 22:09:40 -0700
Subject: [PATCH 283/298] fix(keys): support explicit project detachment

---
 litellm/proxy/_lazy_openapi_snapshot.json     |  2 +-
 litellm/proxy/_types.py                       |  5 ++
 .../proxy/hooks/key_management_event_hooks.py |  5 +-
 .../key_management_endpoints.py               | 15 +++-
 .../e2e/management/test_key_management_e2e.py | 77 ++++++++++++++++++-
 tests/e2e/models.py                           |  4 +
 .../hooks/test_key_management_event_hooks.py  | 21 ++++-
 .../test_key_management_endpoints.py          | 56 ++++++++++++++
 .../components/templates/KeyProjectField.tsx  | 58 ++++++++++++++
 .../components/templates/keyEditFormValues.ts |  3 +
 .../key_edit_view.integration.test.tsx        | 68 +++++++++++++++-
 .../components/templates/key_edit_view.tsx    | 29 +++----
 ui/litellm-dashboard/src/lib/http/schema.d.ts |  6 ++
 13 files changed, 323 insertions(+), 26 deletions(-)
 create mode 100644 ui/litellm-dashboard/src/components/templates/KeyProjectField.tsx

diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json
index cb7a18cd107..fe0bda5ddb9 100644
--- a/litellm/proxy/_lazy_openapi_snapshot.json
+++ b/litellm/proxy/_lazy_openapi_snapshot.json
@@ -18914,7 +18914,7 @@
                   }
                 }
               },
-              "description": "\n    Unified rate-limit error.\n\n    Every rate-limit condition surfaced by litellm \u2014 whether it originated from\n    an upstream LLM provider, a vendor batch endpoint, or one of litellm's own\n    proxy-side limiters (parallel-requests, dynamic-rate, batch-rate, budget,\n    max-iterations, etc.) \u2014 is raised as an instance of this class.\n\n    The :attr:`category` attribute lets callers distinguish the source. See\n    :class:`RateLimitErrorCategory` for the available values.\n    "
+              "description": "\nUnified rate-limit error.\n\nEvery rate-limit condition surfaced by litellm \u2014 whether it originated from\nan upstream LLM provider, a vendor batch endpoint, or one of litellm's own\nproxy-side limiters (parallel-requests, dynamic-rate, batch-rate, budget,\nmax-iterations, etc.) \u2014 is raised as an instance of this class.\n\nThe :attr:`category` attribute lets callers distinguish the source. See\n:class:`RateLimitErrorCategory` for the available values.\n"
             },
             "500": {
               "content": {
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 3d22923c0a8..273a14368cf 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -1302,6 +1302,11 @@ class UpdateKeyRequest(KeyRequestBase):
     rotation_interval: str | None = None
     organization_id: str | None = None
 
+    project_id: str | None = Field(
+        default=None,
+        description="Omit to retain the project, or send null to detach. Assigning a different project is not supported.",
+    )
+
     @model_validator(mode="before")
     @classmethod
     def drop_blank_team_id(cls, values: object) -> object:
diff --git a/litellm/proxy/hooks/key_management_event_hooks.py b/litellm/proxy/hooks/key_management_event_hooks.py
index cdaa6d5a81c..8c86f354295 100644
--- a/litellm/proxy/hooks/key_management_event_hooks.py
+++ b/litellm/proxy/hooks/key_management_event_hooks.py
@@ -108,7 +108,10 @@ class KeyManagementEventHooks:
         from litellm.proxy.proxy_server import litellm_proxy_admin_name
 
         if is_audit_logging_enabled():
-            _updated_values: Final = json.dumps(data.json(exclude_none=True), default=str)
+            updated_fields: Final = data.model_dump(exclude_none=True)
+            if "project_id" in data.model_fields_set:
+                updated_fields["project_id"] = data.project_id
+            _updated_values: Final = json.dumps(updated_fields, default=str)
 
             _before_value = existing_key_row.json(exclude_none=True)
             _before_value = json.dumps(_before_value, default=str)
diff --git a/litellm/proxy/management_endpoints/key_management_endpoints.py b/litellm/proxy/management_endpoints/key_management_endpoints.py
index db4467dda5b..1fe174763c4 100644
--- a/litellm/proxy/management_endpoints/key_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/key_management_endpoints.py
@@ -2718,6 +2718,12 @@ async def _validate_update_key_data(
         user_api_key_dict=user_api_key_dict,
     )
 
+    if data.project_id is not None and data.project_id != existing_key_row.project_id:
+        raise HTTPException(
+            status_code=400, detail="Project reassignment is not supported. Use null to detach the key."
+        )
+    is_project_change: Final = "project_id" in data.model_fields_set and data.project_id != existing_key_row.project_id
+
     common_key_access_checks(
         user_api_key_dict=user_api_key_dict,
         data=data,
@@ -2810,7 +2816,9 @@ async def _validate_update_key_data(
     # non-budget change means the caller was authorized — skip the redundant
     # _check_key_admin_access that would otherwise require team/org admin status.
     _key_is_team_key: Final = getattr(existing_key_row, "team_id", None) is not None
-    can_skip_admin_check: Final = (caller_is_creator or _key_is_team_key) and not _is_budget_change
+    can_skip_admin_check: Final = (caller_is_creator or _key_is_team_key) and not (
+        _is_budget_change or is_project_change
+    )
     if (not _is_proxy_admin) and not can_skip_admin_check:
         hashed_key: Final = existing_key_row.token
         await _check_key_admin_access(
@@ -2853,7 +2861,9 @@ async def _validate_update_key_data(
     )
 
     # Validate key against project limits if project_id is being set
-    _project_id_to_check: Final = getattr(data, "project_id", None) or getattr(existing_key_row, "project_id", None)
+    _project_id_to_check: Final = (
+        data.project_id if "project_id" in data.model_fields_set else existing_key_row.project_id
+    )
     if _project_id_to_check is not None and (data.models is not None or data.max_budget is not None):
         await _check_project_key_limits(
             project_id=_project_id_to_check,
@@ -2962,6 +2972,7 @@ async def update_key_fn(
     - user_id: Optional[str] - User ID associated with key
     - team_id: Optional[str] - Team ID associated with key
     - agent_id: Optional[str] - The agent id associated with the key.
+    - project_id: Optional[str] - Omit to retain the project, or send null to detach. A different project ID is rejected.
     - organization_id: Optional[str] - The organization id of the key.
     - budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`.
     - models: Optional[list] - Model_name's a user is allowed to call
diff --git a/tests/e2e/management/test_key_management_e2e.py b/tests/e2e/management/test_key_management_e2e.py
index 8b7d5f0eb6f..585fcd676b2 100644
--- a/tests/e2e/management/test_key_management_e2e.py
+++ b/tests/e2e/management/test_key_management_e2e.py
@@ -13,7 +13,7 @@ from __future__ import annotations
 
 import time
 from collections.abc import Callable
-from typing import Literal
+from typing import Final, Literal
 
 import pytest
 
@@ -21,7 +21,7 @@ from e2e_config import unique_marker
 from e2e_http import NoBody, StreamingResponse, unwrap
 from lifecycle import ResourceManager
 from management_client import ManagementClient
-from models import KeyDeleteBody, KeyGenerateBody, KeyUpdateBody
+from models import CLEAR, ChatResponse, KeyDeleteBody, KeyGenerateBody, KeyInfo, KeyUpdateBody, LiteLLMParamsBody, OrgNewBody, TeamNewBody
 from pydantic import BaseModel
 
 pytestmark = pytest.mark.e2e
@@ -131,7 +131,80 @@ def _unblock(client: ManagementClient, key: str) -> None:
     )
 
 
+class ProjectIdentity(BaseModel):
+    project_id: str
+
+
+class ProjectCreateBody(BaseModel):
+    team_id: str
+    project_alias: str
+    models: list[str]
+
+
+class ProjectBlockBody(ProjectIdentity):
+    blocked: bool
+
+
 class TestKeyManagementRoutes:
+    @pytest.mark.covers("mgmt.key.update.persists")
+    def test_project_detachment_preserves_key_scope_and_refreshes_auth(
+        self, client: ManagementClient, resources: ResourceManager
+    ) -> None:
+        name: Final = f"e2e-detach-{unique_marker()}"
+        model_id: Final = client.proxy.create_model(
+            name, LiteLLMParamsBody(model="openai/synthetic-detachment", api_key="synthetic", mock_response="orbit")
+        )
+        resources.defer(lambda: client.proxy.delete_model(model_id))
+        org_id: Final = client.create_org(OrgNewBody(organization_alias=name, models=[name]))
+        resources.defer(lambda: client.delete_org(org_id))
+        team_id: Final = client.create_team(TeamNewBody(team_alias=name, organization_id=org_id, models=[name]))
+        resources.defer(lambda: client.delete_team(team_id))
+        project: Final = unwrap(client.proxy.transport.post(
+            "/project/new", headers=client.proxy.transport.master,
+            json=ProjectCreateBody(team_id=team_id, project_alias=name, models=[name]),
+            response_type=ProjectIdentity,
+        ))
+        resources.defer(lambda: unwrap(client.proxy.transport.post(
+            "/project/delete", headers=client.proxy.transport.master, json=project, response_type=NoBody,
+        )))
+        key: Final = _generate_key(client, resources, KeyGenerateBody(
+            key_alias=name, team_id=team_id, organization_id=org_id, project_id=project.project_id,
+            models=[name], max_budget=5, tpm_limit=12345, rpm_limit=97,
+        ))
+        initial: Final = client.chat_status(key, name, "project attached")
+        assert initial.ok, initial.body
+        _ = unwrap(client.update_key(KeyUpdateBody(key=key, key_alias=f"{name}-saved")))
+        assert client.proxy.key_info(key).project_id == project.project_id
+        _ = unwrap(client.update_key(KeyUpdateBody(key=key, project_id=project.project_id)))
+        rejected: Final = client.proxy.transport.send(
+            "/key/update", headers=client.proxy.transport.master,
+            json=KeyUpdateBody(key=key, project_id=f"{name}-different"),
+        )
+        assert rejected.status_code == 400 and "reassignment" in rejected.body
+        assert client.proxy.key_info(key).project_id == project.project_id
+        _ = unwrap(client.proxy.transport.post(
+            "/project/update", headers=client.proxy.transport.master,
+            json=ProjectBlockBody(project_id=project.project_id, blocked=True), response_type=NoBody,
+        ))
+        blocked: Final = client.chat_status(key, name, "project blocked")
+        assert not blocked.ok and "is blocked" in blocked.body
+        detached: Final = unwrap(client.proxy.transport.post(
+            "/key/update", headers=client.proxy.transport.master,
+            json=KeyUpdateBody(key=key, project_id=CLEAR), response_type=KeyInfo,
+        ))
+        assert detached.project_id is None
+        saved: Final = client.proxy.key_info(key)
+        assert (saved.project_id, saved.team_id, saved.organization_id) == (None, team_id, org_id)
+        assert (saved.models, saved.max_budget, saved.tpm_limit, saved.rpm_limit) == ([name], 5, 12345, 97)
+        allowed: Final = client.chat_status(key, name, "project detached")
+        assert allowed.ok, allowed.body
+        message: Final = ChatResponse.model_validate_json(allowed.body).choices[0].message
+        assert message is not None and message.content == "orbit"
+        _ = unwrap(client.update_key(KeyUpdateBody(key=key, project_id=CLEAR)))
+        assert client.proxy.key_info(key).project_id is None
+        denied: Final = client.chat_status(key, f"{name}-outside", "outside key scope")
+        assert denied.status_code in (401, 403), denied.body
+
     @pytest.mark.covers("mgmt.key.info.persists")
     def test_info_reflects_the_fields_the_key_was_created_with(
         self, client: ManagementClient, resources: ResourceManager
diff --git a/tests/e2e/models.py b/tests/e2e/models.py
index f362d4cc6e5..3cab0334dea 100644
--- a/tests/e2e/models.py
+++ b/tests/e2e/models.py
@@ -76,6 +76,7 @@ class KeyGenerateBody(BaseModel):
     budget_duration: str | None = None
     user_id: str | None = None
     team_id: str | None = None
+    project_id: str | None = None
     organization_id: str | None = None
     budget_id: str | None = None
     key_alias: str | None = None
@@ -139,6 +140,8 @@ class KeyInfo(BaseModel):
     models: list[str] = []
     tpm_limit: int | None = None
     rpm_limit: int | None = None
+    project_id: str | None = None
+    organization_id: str | None = None
     team_id: str | None = None
     blocked: bool | None = None
     spend: float | None = None
@@ -1057,6 +1060,7 @@ class KeyUpdateBody(BaseModel):
     clears `budget_reset_at` with it), and `metadata` replaces the stored metadata wholesale."""
 
     key: str
+    project_id: str | Cleared | None = None
     models: list[str] | None = None
     key_alias: str | None = None
     tpm_limit: int | None = None
diff --git a/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py b/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
index 860fb762450..bdadf1657e9 100644
--- a/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
+++ b/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
@@ -5,6 +5,7 @@ Validates that email and secret manager operations are independent and non-block
 """
 
 import asyncio
+import json
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -475,7 +476,7 @@ class TestRotateVirtualKeyInSecretManager:
 class TestKeyUpdatedAuditLogObjectId:
     """Tests that /key/update audit logs never store the raw virtual key (issue #31620)."""
 
-    async def _run_updated_hook_and_capture_audit_log(self, request_key: str):
+    async def _run_updated_hook_and_capture_audit_log(self, request_key: str, detach_project: bool = False):
         import asyncio
 
         from litellm.proxy._types import (
@@ -493,8 +494,13 @@ class TestKeyUpdatedAuditLogObjectId:
         existing_key_row = LiteLLM_VerificationToken(
             token=hash_token("sk-raw-test-key-31620"),
             key_name="sk-...1620",
+            project_id="project-orbit",
         )
 
+        data = UpdateKeyRequest(key=request_key, max_budget=2000.0)
+        if detach_project:
+            data.project_id = None
+
         with (
             patch("litellm.store_audit_logs", True),
             patch(
@@ -503,7 +509,7 @@ class TestKeyUpdatedAuditLogObjectId:
             ),
         ):
             await KeyManagementEventHooks.async_key_updated_hook(
-                data=UpdateKeyRequest(key=request_key, max_budget=2000.0),
+                data=data,
                 existing_key_row=existing_key_row,
                 response=MagicMock(),
                 user_api_key_dict=UserAPIKeyAuth(api_key="sk-admin-key", user_id="admin"),
@@ -530,13 +536,20 @@ class TestKeyUpdatedAuditLogObjectId:
         assert raw_key not in str(audit_row.updated_values)
         assert raw_key not in str(audit_row.before_value)
 
+    @pytest.mark.parametrize("detach_project", [False, True])
     @pytest.mark.asyncio
-    async def test_update_audit_log_passes_through_hashed_key(self):
+    async def test_update_audit_log_passes_through_hashed_key(self, detach_project: bool):
         """An already-hashed token sent to /key/update is stored unchanged."""
         from litellm.proxy.utils import hash_token
 
         hashed_key = hash_token("sk-raw-test-key-31620")
 
-        audit_row = await self._run_updated_hook_and_capture_audit_log(request_key=hashed_key)
+        audit_row = await self._run_updated_hook_and_capture_audit_log(request_key=hashed_key, detach_project=detach_project)
 
         assert audit_row.object_id == hashed_key
+        updated_values = json.loads(audit_row.updated_values)
+        assert ("project_id" in updated_values) is detach_project
+        if detach_project:
+            assert updated_values["project_id"] == "None"
+            assert json.loads(audit_row.before_value)["project_id"] == "project-orbit"
+        assert updated_values["max_budget"] == 2000.0
diff --git a/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
index 65cc23ea67f..0d3434942c0 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
@@ -1,3 +1,4 @@
+from typing import Final
 import json
 from datetime import datetime, timedelta, timezone
 
@@ -18129,3 +18130,58 @@ def test_key_generation_check_blank_team_id_uses_personal_permissions(monkeypatc
         )
         is True
     )
+
+
+@pytest.mark.asyncio
+async def test_project_detachment_preserves_omission_and_other_key_fields():
+    existing: Final = LiteLLM_VerificationToken(
+        token="project-detach-token", project_id="project-orbit", team_id="team-orbit",
+        organization_id="org-orbit", models=["model-orbit"], max_budget=5, rpm_limit=97,
+    )
+    omitted: Final = await prepare_key_update_data(
+        data=UpdateKeyRequest(key=existing.token, key_alias="renamed"), existing_key_row=existing,
+    )
+    assert "project_id" not in omitted
+    cleared: Final = await prepare_key_update_data(
+        data=UpdateKeyRequest(key=existing.token, project_id=None), existing_key_row=existing,
+    )
+    assert cleared == {"project_id": None, "metadata": {}}
+    assert existing.project_id == "project-orbit"
+
+
+@pytest.mark.parametrize("project_id", [None, "project-orbit", "project-other", ""])
+@pytest.mark.asyncio
+async def test_project_detachment_uses_effective_project_for_validation(project_id: str | None):
+    existing: Final = LiteLLM_VerificationToken(token="project-detach-token", project_id="project-orbit")
+    cache: Final = await _cache_with_project("project-orbit", ["model-orbit"])
+    data: Final = UpdateKeyRequest(key=existing.token, project_id=project_id, models=["model-other"])
+    if project_id is None:
+        await _validate_update_key_data(
+            data, existing, UserAPIKeyAuth(user_role=LitellmUserRoles.PROXY_ADMIN),
+            None, False, MagicMock(), cache,
+        )
+    else:
+        with pytest.raises(HTTPException) as exc:
+            await _validate_update_key_data(
+                data, existing, UserAPIKeyAuth(user_role=LitellmUserRoles.PROXY_ADMIN),
+                None, False, MagicMock(), cache,
+            )
+        assert exc.value.status_code == 400
+        assert ("not in project's allowed models" if project_id == "project-orbit" else "reassignment") in str(exc.value.detail)
+
+
+@pytest.mark.asyncio
+async def test_key_creator_cannot_detach_project_without_admin_access():
+    existing: Final = LiteLLM_VerificationToken(
+        token="project-detach-token", project_id="project-orbit", user_id="user-orbit", created_by="user-orbit",
+    )
+    database: Final = MagicMock()
+    database.db.litellm_verificationtoken.find_unique = AsyncMock(return_value=existing)
+    with pytest.raises(HTTPException) as exc:
+        await _validate_update_key_data(
+            UpdateKeyRequest(key=existing.token, project_id=None), existing,
+            UserAPIKeyAuth(user_id="user-orbit", user_role=LitellmUserRoles.INTERNAL_USER),
+            None, False, database, UserApiKeyCache(),
+        )
+    assert exc.value.status_code == 403
+    assert "Only proxy admins, team admins, or org admins" in str(exc.value.detail)
diff --git a/ui/litellm-dashboard/src/components/templates/KeyProjectField.tsx b/ui/litellm-dashboard/src/components/templates/KeyProjectField.tsx
new file mode 100644
index 00000000000..4c523b0ae01
--- /dev/null
+++ b/ui/litellm-dashboard/src/components/templates/KeyProjectField.tsx
@@ -0,0 +1,58 @@
+import type { Organization, Team } from "@/components/networking";
+import { isOrgAdminForAnyOrg, isProxyAdminRole } from "@/utils/roles";
+import { useId } from "react";
+import { useProjects } from "@/app/(dashboard)/hooks/projects/useProjects";
+import { Button } from "@/components/ui/button";
+import { Field, FieldLabel } from "@/components/ui/field";
+import { Input } from "@/components/ui/input";
+
+type KeyProjectFieldProps = {
+  projectId: string | null | undefined;
+  canDetach: boolean;
+  pending: boolean;
+  disabled: boolean;
+  onToggle: () => void;
+};
+
+export function KeyProjectField({ projectId, canDetach, pending, disabled, onToggle }: KeyProjectFieldProps) {
+  const id = useId();
+  const { data: projects } = useProjects();
+  const alias = projects?.find((project) => project.project_id === projectId)?.project_alias;
+  const display = alias ? `${alias} (${projectId})` : projectId;
+  return (
+    <Field>
+      <FieldLabel htmlFor={id}>Project</FieldLabel>
+      <Input id={id} value={display ?? ""} disabled readOnly />
+      {canDetach && (
+        <>
+          {pending && (
+            <p className="text-sm text-muted-foreground">
+              The project will be removed when you save. Team, organization, and key limits will stay the same.
+            </p>
+          )}
+          <Button type="button" variant="outline" disabled={disabled} onClick={onToggle}>
+            {pending ? "Keep project" : "Detach from project"}
+          </Button>
+        </>
+      )}
+    </Field>
+  );
+}
+
+type ProjectKeyTeam = Pick<Team, "organization_id" | "members_with_roles"> & {
+  team_member_permissions?: string[] | null;
+};
+
+export function canDetachKeyProject(
+  team: ProjectKeyTeam | undefined,
+  organizations: Organization[] | undefined,
+  userID: string | null,
+  userRole: string | null,
+): boolean {
+  if (isProxyAdminRole(userRole ?? "")) return true;
+  const member = team?.members_with_roles?.find((candidate) => candidate.user_id === userID);
+  if (member?.role === "admin") return true;
+  const canUpdateKey = member != null && team?.team_member_permissions?.includes("/key/update");
+  const keyOrganizations = organizations?.filter((org) => org.organization_id === team?.organization_id);
+  return Boolean(canUpdateKey && isOrgAdminForAnyOrg(keyOrganizations, userID));
+}
diff --git a/ui/litellm-dashboard/src/components/templates/keyEditFormValues.ts b/ui/litellm-dashboard/src/components/templates/keyEditFormValues.ts
index fec8e749143..233b58b48ab 100644
--- a/ui/litellm-dashboard/src/components/templates/keyEditFormValues.ts
+++ b/ui/litellm-dashboard/src/components/templates/keyEditFormValues.ts
@@ -49,6 +49,7 @@ export interface KeyEditFormValues {
   skills?: string[];
   organization_id?: string | null;
   team_id?: string | null;
+  project_id?: string | null;
   logging_settings?: unknown[];
   metadata?: string;
   duration?: string | null;
@@ -106,6 +107,7 @@ export const toKeyEditFormValues = (keyData: KeyResponse): KeyEditFormValues =>
   skills: keyData.object_permission?.skills || [],
   organization_id: keyData.organization_id,
   team_id: keyData.team_id,
+  project_id: keyData.project_id,
   logging_settings: extractLoggingSettings(keyData.metadata),
   metadata: formatMetadataForDisplay(stripTagsFromMetadata(keyData.metadata)),
   duration: (keyData as { duration?: string }).duration ?? "",
@@ -153,6 +155,7 @@ export const keyEditFormSchema = z.object({
   skills: z.custom<string[] | undefined>(),
   organization_id: z.custom<string | null | undefined>(),
   team_id: z.custom<string | null | undefined>(),
+  project_id: z.string().nullable().optional(),
   logging_settings: z.custom<unknown[] | undefined>(),
   metadata: z.custom<string | undefined>(),
   duration: z.custom<string | null | undefined>(),
diff --git a/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx b/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
index 7c2226f0369..cbe17b67865 100644
--- a/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
+++ b/ui/litellm-dashboard/src/components/templates/key_edit_view.integration.test.tsx
@@ -1,12 +1,13 @@
 import { fireEvent, screen, waitFor } from "@testing-library/react";
 import userEvent from "@testing-library/user-event";
 import { beforeEach, describe, expect, it, vi } from "vitest";
-import { chooseSelectOption, renderWithProviders } from "../../../tests/test-utils";
+import { chooseSelectOption, renderWithProviders, testQueryClient } from "../../../tests/test-utils";
 import { KeyResponse } from "../key_team_helpers/key_list";
 import { MODEL_MAX_BUDGET_PREMIUM_HINT } from "../key_team_helpers/ModelMaxBudgetEditor";
 import {
   getPassThroughEndpointsCall,
   getPoliciesList,
+  getUiSettings,
   getPromptsList,
   modelAvailableCall,
   vectorStoreListCall,
@@ -22,6 +23,7 @@ vi.mock("../networking", async () => {
   const actual = await vi.importActual("../networking");
   return {
     ...actual,
+    getUiSettings: vi.fn().mockResolvedValue({ values: { enable_projects_ui: false } }),
     getPromptsList: vi.fn().mockResolvedValue({
       prompts: [{ prompt_id: "prompt-1" }, { prompt_id: "prompt-2" }],
     }),
@@ -88,7 +90,11 @@ vi.mock("../common_components/RouterSettingsAccordion", async () => {
 vi.mock("@/app/(dashboard)/hooks/organizations/useOrganizations", () => ({
   useOrganizations: vi.fn().mockReturnValue({
     data: [
-      { organization_id: "org-1", organization_alias: "Engineering" },
+      {
+        organization_id: "org-1",
+        organization_alias: "Engineering",
+        members: [{ user_id: "user-orbit", user_role: "org_admin" }],
+      },
       { organization_id: "org-2", organization_alias: "Sales" },
     ],
     isLoading: false,
@@ -366,6 +372,8 @@ describe("KeyEditView", () => {
   beforeEach(() => {
     vi.clearAllMocks();
     can.mockReturnValue(true);
+    vi.mocked(getUiSettings).mockResolvedValue({ values: { enable_projects_ui: false } });
+    testQueryClient.removeQueries({ queryKey: ["uiSettings"] });
   });
 
   describe("policy and prompt fields", () => {
@@ -1512,7 +1520,61 @@ describe("KeyEditView", () => {
       });
     });
 
-    it("keeps project key relationships locked and omits unsupported project updates", async () => {
+    it("should save an explicit project detach while keeping parents locked until the saved key changes", async () => {
+      vi.mocked(getUiSettings).mockResolvedValue({ values: { enable_projects_ui: true } });
+      const onSubmit = vi.fn().mockResolvedValue(undefined);
+      const onCancel = vi.fn();
+      const key = { ...MOCK_KEY_DATA, organization_id: "org-1", team_id: "group-maple", project_id: "project-orbit" };
+      const team = {
+        team_id: "group-maple",
+        organization_id: "org-1",
+        members_with_roles: [] as { user_id: string; role: string }[],
+        team_member_permissions: [] as string[],
+      };
+      const renderEditor = (keyData: KeyResponse = key, role = "Admin", editorTeam = team) => (
+        <KeyEditView
+          keyData={keyData}
+          teams={[editorTeam]}
+          onCancel={onCancel}
+          onSubmit={onSubmit}
+          accessToken=""
+          userID="user-orbit"
+          userRole={role}
+          premiumUser={false}
+        />
+      );
+      const view = renderWithProviders(renderEditor());
+      await userEvent.click(await screen.findByRole("button", { name: "Detach from project" }));
+      expect(screen.getByRole("combobox", { name: "Organization" })).toBeDisabled();
+      expect(screen.getByRole("combobox", { name: "Team ID" })).toBeDisabled();
+      await userEvent.click(screen.getByRole("button", { name: "Cancel" }));
+      expect(onCancel).toHaveBeenCalledOnce();
+      expect(onSubmit).not.toHaveBeenCalled();
+      view.rerender(renderEditor({ ...key }));
+      await userEvent.click(await screen.findByRole("button", { name: "Detach from project" }));
+      await userEvent.click(screen.getByRole("button", { name: /save changes/i }));
+      const expectedDetach = { project_id: null, organization_id: "org-1", team_id: "group-maple", models: key.models };
+      await waitFor(() => expect(onSubmit).toHaveBeenCalledWith(expect.objectContaining(expectedDetach)));
+      expect(screen.getByRole("combobox", { name: "Team ID" })).toBeDisabled();
+      view.rerender(renderEditor({ ...key, project_id: null }));
+      expect(screen.getByRole("combobox", { name: "Team ID" })).toBeEnabled();
+      expect(screen.queryByRole("button", { name: "Detach from project" })).not.toBeInTheDocument();
+      view.rerender(renderEditor(key, "Internal User"));
+      expect(screen.queryByRole("button", { name: "Detach from project" })).not.toBeInTheDocument();
+      view.rerender(renderEditor(key, "Org Admin"));
+      expect(screen.queryByRole("button", { name: "Detach from project" })).not.toBeInTheDocument();
+      const memberTeam = { ...team, members_with_roles: [{ user_id: "user-orbit", role: "user" }] };
+      view.rerender(renderEditor(key, "Org Admin", memberTeam));
+      expect(screen.queryByRole("button", { name: "Detach from project" })).not.toBeInTheDocument();
+      const permittedTeam = { ...memberTeam, team_member_permissions: ["/key/update"] };
+      view.rerender(renderEditor(key, "Org Admin", permittedTeam));
+      expect(await screen.findByRole("button", { name: "Detach from project" })).toBeInTheDocument();
+      const adminTeam = { ...team, members_with_roles: [{ user_id: "user-orbit", role: "admin" }] };
+      view.rerender(renderEditor(key, "Internal User", adminTeam));
+      expect(await screen.findByRole("button", { name: "Detach from project" })).toBeInTheDocument();
+    });
+
+    it("keeps project key relationships locked and omits project updates when the project UI is disabled", async () => {
       const onSubmit = vi.fn().mockResolvedValue(undefined);
       renderWithProviders(
         <KeyEditView
diff --git a/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx b/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
index f0d63f9671d..d327db21a9e 100644
--- a/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
+++ b/ui/litellm-dashboard/src/components/templates/key_edit_view.tsx
@@ -1,6 +1,6 @@
+import { canDetachKeyProject, KeyProjectField } from "./KeyProjectField";
 import GuardrailSelector from "@/components/guardrails/GuardrailSelector";
 import { useOrganizations } from "@/app/(dashboard)/hooks/organizations/useOrganizations";
-import { useProjects } from "@/app/(dashboard)/hooks/projects/useProjects";
 import { useUISettings } from "@/app/(dashboard)/hooks/uiSettings/useUISettings";
 import PolicySelector from "@/components/policies/PolicySelector";
 import { Button } from "@/components/ui/button";
@@ -119,17 +119,12 @@ export function KeyEditView({
   const modelBudget = useModelMaxBudgetField(keyData.token, keyData.model_max_budget);
   const routerSettingsRef = useRef<RouterSettingsAccordionRef>(null);
   const keyTypeFieldId = React.useId();
-  const projectFieldId = React.useId();
   const { data: organizations, isLoading: isOrganizationsLoading } = useOrganizations();
-  const { data: projects } = useProjects();
   const { data: uiSettingsData } = useUISettings();
   const enableProjectsUI = Boolean(uiSettingsData?.values?.enable_projects_ui);
   const hasProject = Boolean(keyData.project_id);
-  const projectDisplay = (() => {
-    if (!keyData.project_id) return null;
-    const project = projects?.find((p) => p.project_id === keyData.project_id);
-    return project?.project_alias ? `${project.project_alias} (${keyData.project_id})` : keyData.project_id;
-  })();
+  const detachProject = hasProject && form.watch("project_id") === null;
+  const canDetachProject = canDetachKeyProject(team, organizations, userID, userRole);
 
   const allowedRoutesValue = form.watch("allowed_routes");
   const selectedModels = (form.watch("models") as string[] | undefined) ?? [];
@@ -296,7 +291,12 @@ export function KeyEditView({
         values.router_settings = routerSettings;
       }
 
-      await onSubmit(withNormalizedEstimates(values));
+      await onSubmit(
+        withNormalizedEstimates({
+          ...values,
+          ...(detachProject && enableProjectsUI && canDetachProject ? { project_id: null } : {}),
+        }),
+      );
     } finally {
       setIsKeySaving(false);
     }
@@ -813,10 +813,13 @@ export function KeyEditView({
           </FormField>
 
           {enableProjectsUI && hasProject && (
-            <Field>
-              <FieldLabel htmlFor={projectFieldId}>Project</FieldLabel>
-              <Input id={projectFieldId} value={projectDisplay ?? ""} disabled readOnly />
-            </Field>
+            <KeyProjectField
+              projectId={keyData.project_id}
+              canDetach={canDetachProject}
+              pending={detachProject}
+              disabled={isKeySaving}
+              onToggle={() => form.setValue("project_id", detachProject ? keyData.project_id : null)}
+            />
           )}
 
           <Field>
diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts
index 7ed8df6815d..9e844b992b2 100644
--- a/ui/litellm-dashboard/src/lib/http/schema.d.ts
+++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts
@@ -8089,6 +8089,7 @@ export interface paths {
          *     - user_id: Optional[str] - User ID associated with key
          *     - team_id: Optional[str] - Team ID associated with key
          *     - agent_id: Optional[str] - The agent id associated with the key.
+         *     - project_id: Optional[str] - Omit to retain the project, or send null to detach. A different project ID is rejected.
          *     - organization_id: Optional[str] - The organization id of the key.
          *     - budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`.
          *     - models: Optional[list] - Model_name's a user is allowed to call
@@ -37991,6 +37992,11 @@ export interface components {
             } | null;
             /** Policies */
             policies?: string[] | null;
+            /**
+             * Project Id
+             * @description Omit to retain the project, or send null to detach. Assigning a different project is not supported.
+             */
+            project_id?: string | null;
             /** Prompts */
             prompts?: string[] | null;
             /** Rotation Interval */

From fa470f01ad45f72fae4b4f3c64c1e0086420a565 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 22:33:36 -0700
Subject: [PATCH 284/298] fix(keys): preserve audit null and qualify split
 deployments

---
 litellm/proxy/_lazy_openapi_snapshot.json     |  2 +-
 .../proxy/hooks/key_management_event_hooks.py | 53 ++++++++++---------
 .../e2e/management/test_key_management_e2e.py | 28 +++++++---
 tests/e2e/test_proxy_client.py                |  1 +
 tests/e2e/transport.py                        |  1 +
 .../hooks/test_key_management_event_hooks.py  | 15 +++---
 .../test_key_management_endpoints.py          |  3 +-
 7 files changed, 63 insertions(+), 40 deletions(-)

diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json
index fe0bda5ddb9..cb7a18cd107 100644
--- a/litellm/proxy/_lazy_openapi_snapshot.json
+++ b/litellm/proxy/_lazy_openapi_snapshot.json
@@ -18914,7 +18914,7 @@
                   }
                 }
               },
-              "description": "\nUnified rate-limit error.\n\nEvery rate-limit condition surfaced by litellm \u2014 whether it originated from\nan upstream LLM provider, a vendor batch endpoint, or one of litellm's own\nproxy-side limiters (parallel-requests, dynamic-rate, batch-rate, budget,\nmax-iterations, etc.) \u2014 is raised as an instance of this class.\n\nThe :attr:`category` attribute lets callers distinguish the source. See\n:class:`RateLimitErrorCategory` for the available values.\n"
+              "description": "\n    Unified rate-limit error.\n\n    Every rate-limit condition surfaced by litellm \u2014 whether it originated from\n    an upstream LLM provider, a vendor batch endpoint, or one of litellm's own\n    proxy-side limiters (parallel-requests, dynamic-rate, batch-rate, budget,\n    max-iterations, etc.) \u2014 is raised as an instance of this class.\n\n    The :attr:`category` attribute lets callers distinguish the source. See\n    :class:`RateLimitErrorCategory` for the available values.\n    "
             },
             "500": {
               "content": {
diff --git a/litellm/proxy/hooks/key_management_event_hooks.py b/litellm/proxy/hooks/key_management_event_hooks.py
index 8c86f354295..5cfef11df8d 100644
--- a/litellm/proxy/hooks/key_management_event_hooks.py
+++ b/litellm/proxy/hooks/key_management_event_hooks.py
@@ -3,6 +3,8 @@ import json
 from datetime import datetime, timezone
 from typing import Final
 
+from pydantic import TypeAdapter
+
 import litellm
 from litellm._logging import verbose_proxy_logger
 from litellm._uuid import uuid
@@ -108,33 +110,32 @@ class KeyManagementEventHooks:
         from litellm.proxy.proxy_server import litellm_proxy_admin_name
 
         if is_audit_logging_enabled():
-            updated_fields: Final = data.model_dump(exclude_none=True)
-            if "project_id" in data.model_fields_set:
-                updated_fields["project_id"] = data.project_id
-            _updated_values: Final = json.dumps(updated_fields, default=str)
-
-            _before_value = existing_key_row.json(exclude_none=True)
-            _before_value = json.dumps(_before_value, default=str)
-
-            asyncio.create_task(
-                create_audit_log_for_update(
-                    request_data=LiteLLM_AuditLogs(
-                        id=str(uuid.uuid4()),
-                        updated_at=datetime.now(timezone.utc),
-                        changed_by=get_audit_log_changed_by(
-                            litellm_changed_by=litellm_changed_by,
-                            user_api_key_dict=user_api_key_dict,
-                            litellm_proxy_admin_name=litellm_proxy_admin_name,
-                        ),
-                        changed_by_api_key=user_api_key_dict.api_key,
-                        table_name=LitellmTableNames.KEY_TABLE_NAME,
-                        object_id=_hash_token_if_needed(data.key),
-                        action="updated",
-                        updated_values=_updated_values,
-                        before_value=_before_value,
-                    )
-                )
+            updated_fields: Final = {
+                **data.model_dump(exclude_none=True),
+                **({"project_id": data.project_id} if "project_id" in data.model_fields_set else {}),
+            }
+            audit_log: Final = LiteLLM_AuditLogs(
+                id=str(uuid.uuid4()),
+                updated_at=datetime.now(timezone.utc),
+                changed_by=get_audit_log_changed_by(
+                    litellm_changed_by=litellm_changed_by,
+                    user_api_key_dict=user_api_key_dict,
+                    litellm_proxy_admin_name=litellm_proxy_admin_name,
+                ),
+                changed_by_api_key=user_api_key_dict.api_key,
+                table_name=LitellmTableNames.KEY_TABLE_NAME,
+                object_id=_hash_token_if_needed(data.key),
+                action="updated",
+                updated_values=json.dumps(updated_fields, default=str),
+                before_value=json.dumps(existing_key_row.json(exclude_none=True), default=str),
             )
+            masked_values: Final = TypeAdapter(dict[str, object]).validate_json(str(audit_log.updated_values))
+            request_data: Final = (
+                audit_log.model_copy(update={"updated_values": json.dumps({**masked_values, "project_id": None})})
+                if "project_id" in data.model_fields_set and data.project_id is None
+                else audit_log
+            )
+            asyncio.create_task(create_audit_log_for_update(request_data=request_data))
 
     @staticmethod
     async def async_key_rotated_hook(
diff --git a/tests/e2e/management/test_key_management_e2e.py b/tests/e2e/management/test_key_management_e2e.py
index 585fcd676b2..353b0f7cf09 100644
--- a/tests/e2e/management/test_key_management_e2e.py
+++ b/tests/e2e/management/test_key_management_e2e.py
@@ -12,7 +12,7 @@ asserting once.
 from __future__ import annotations
 
 import time
-from collections.abc import Callable
+from collections.abc import Callable, Iterator
 from typing import Final, Literal
 
 import pytest
@@ -21,8 +21,11 @@ from e2e_config import unique_marker
 from e2e_http import NoBody, StreamingResponse, unwrap
 from lifecycle import ResourceManager
 from management_client import ManagementClient
-from models import CLEAR, ChatResponse, KeyDeleteBody, KeyGenerateBody, KeyInfo, KeyUpdateBody, LiteLLMParamsBody, OrgNewBody, TeamNewBody
-from pydantic import BaseModel
+from models import (
+    CLEAR, ChatResponse, KeyDeleteBody, KeyGenerateBody, KeyInfo, KeyUpdateBody,
+    LiteLLMParamsBody, OrgNewBody, TeamNewBody,
+)
+from pydantic import BaseModel, RootModel
 
 pytestmark = pytest.mark.e2e
 
@@ -145,11 +148,23 @@ class ProjectBlockBody(ProjectIdentity):
     blocked: bool
 
 
+class ProjectDeleteBody(BaseModel):
+    project_ids: list[str]
+
+
+@pytest.fixture
+def project_resources(client: ManagementClient) -> Iterator[ResourceManager]:
+    manager: Final = ResourceManager(client=client.proxy, strict_cleanup=True)
+    yield manager
+    manager.teardown()
+
+
 class TestKeyManagementRoutes:
     @pytest.mark.covers("mgmt.key.update.persists")
     def test_project_detachment_preserves_key_scope_and_refreshes_auth(
-        self, client: ManagementClient, resources: ResourceManager
+        self, client: ManagementClient, project_resources: ResourceManager
     ) -> None:
+        resources: Final = project_resources
         name: Final = f"e2e-detach-{unique_marker()}"
         model_id: Final = client.proxy.create_model(
             name, LiteLLMParamsBody(model="openai/synthetic-detachment", api_key="synthetic", mock_response="orbit")
@@ -164,8 +179,9 @@ class TestKeyManagementRoutes:
             json=ProjectCreateBody(team_id=team_id, project_alias=name, models=[name]),
             response_type=ProjectIdentity,
         ))
-        resources.defer(lambda: unwrap(client.proxy.transport.post(
-            "/project/delete", headers=client.proxy.transport.master, json=project, response_type=NoBody,
+        resources.defer(lambda: unwrap(client.proxy.transport.delete(
+            "/project/delete", headers=client.proxy.transport.master,
+            json=ProjectDeleteBody(project_ids=[project.project_id]), response_type=RootModel[list[ProjectIdentity]],
         )))
         key: Final = _generate_key(client, resources, KeyGenerateBody(
             key_alias=name, team_id=team_id, organization_id=org_id, project_id=project.project_id,
diff --git a/tests/e2e/test_proxy_client.py b/tests/e2e/test_proxy_client.py
index 3b84a47e3cc..1b0133f12cb 100644
--- a/tests/e2e/test_proxy_client.py
+++ b/tests/e2e/test_proxy_client.py
@@ -245,6 +245,7 @@ class TestReplicasFor:
             replica_urls=("http://gateway-1", "http://gateway-2"),
         )
         assert set(client.replicas_for("/key/info")) == {"http://backend"}
+        assert set(client.replicas_for("/project/info")) == {"http://backend"}
         assert set(client.replicas_for("/v1/models")) == {"http://gateway-1", "http://gateway-2"}
 
     def test_monolith_reads_management_routes_back_from_every_replica(self) -> None:
diff --git a/tests/e2e/transport.py b/tests/e2e/transport.py
index 44fdbaa3e41..e8caa801467 100644
--- a/tests/e2e/transport.py
+++ b/tests/e2e/transport.py
@@ -295,6 +295,7 @@ CONTROL_PLANE_PREFIXES: tuple[str, ...] = (
     "/user",
     "/team",
     "/organization",
+    "/project",
     "/customer",
     "/end_user",
     "/tag",
diff --git a/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py b/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
index bdadf1657e9..1aa9382f3fe 100644
--- a/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
+++ b/tests/test_litellm/proxy/hooks/test_key_management_event_hooks.py
@@ -6,6 +6,7 @@ Validates that email and secret manager operations are independent and non-block
 
 import asyncio
 import json
+from typing import Final
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -497,9 +498,9 @@ class TestKeyUpdatedAuditLogObjectId:
             project_id="project-orbit",
         )
 
-        data = UpdateKeyRequest(key=request_key, max_budget=2000.0)
-        if detach_project:
-            data.project_id = None
+        data: Final = UpdateKeyRequest(
+            key=request_key, max_budget=2000.0, **({"project_id": None} if detach_project else {})
+        )
 
         with (
             patch("litellm.store_audit_logs", True),
@@ -544,12 +545,14 @@ class TestKeyUpdatedAuditLogObjectId:
 
         hashed_key = hash_token("sk-raw-test-key-31620")
 
-        audit_row = await self._run_updated_hook_and_capture_audit_log(request_key=hashed_key, detach_project=detach_project)
+        audit_row: Final = await self._run_updated_hook_and_capture_audit_log(
+            request_key=hashed_key, detach_project=detach_project,
+        )
 
         assert audit_row.object_id == hashed_key
-        updated_values = json.loads(audit_row.updated_values)
+        updated_values: Final = json.loads(audit_row.updated_values)
         assert ("project_id" in updated_values) is detach_project
         if detach_project:
-            assert updated_values["project_id"] == "None"
+            assert updated_values["project_id"] is None
             assert json.loads(audit_row.before_value)["project_id"] == "project-orbit"
         assert updated_values["max_budget"] == 2000.0
diff --git a/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
index 0d3434942c0..646ae43f37a 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_key_management_endpoints.py
@@ -18167,7 +18167,8 @@ async def test_project_detachment_uses_effective_project_for_validation(project_
                 None, False, MagicMock(), cache,
             )
         assert exc.value.status_code == 400
-        assert ("not in project's allowed models" if project_id == "project-orbit" else "reassignment") in str(exc.value.detail)
+        expected: Final = "not in project's allowed models" if project_id == "project-orbit" else "reassignment"
+        assert expected in str(exc.value.detail)
 
 
 @pytest.mark.asyncio

From f96af80a0c8ed629b8866f1183306794a42a3509 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 22:49:12 -0700
Subject: [PATCH 285/298] fix(proxy): persist clearing user model budgets

---
 .../internal_user_endpoints.py                |  31 ++++-
 .../test_internal_user_endpoints.py           | 129 +++++++++++++++++-
 2 files changed, 150 insertions(+), 10 deletions(-)

diff --git a/litellm/proxy/management_endpoints/internal_user_endpoints.py b/litellm/proxy/management_endpoints/internal_user_endpoints.py
index d066f1e9138..ac85e432d8f 100644
--- a/litellm/proxy/management_endpoints/internal_user_endpoints.py
+++ b/litellm/proxy/management_endpoints/internal_user_endpoints.py
@@ -22,6 +22,7 @@ from typing import Any, Final, Literal, Protocol, cast, overload
 
 import fastapi
 from fastapi import APIRouter, Depends, Header, HTTPException, Request, status
+from pydantic import TypeAdapter
 
 import litellm
 from litellm._logging import verbose_proxy_logger
@@ -30,6 +31,7 @@ from litellm.proxy._types import *
 from litellm.proxy.auth.auth_checks import get_team_object, get_user_object
 from litellm.proxy.auth.password_policy import validate_password_policy
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
+from litellm.proxy.common_utils.auth_cache_invalidation_pubsub import evict_and_broadcast
 from litellm.proxy.common_utils.user_api_key_cache import (
     object_permission_cache_key,
     user_object_permission_id_cache_key,
@@ -96,6 +98,7 @@ if TYPE_CHECKING:
     from litellm.proxy.utils import ProxyLogging
 
 router: Final = APIRouter()
+_USER_MODEL_BUDGET_ADAPTER: Final = TypeAdapter(GenericBudgetConfigType)
 
 
 def _user_table(
@@ -1252,6 +1255,10 @@ def _update_internal_user_params(data_json: dict, data: UpdateUserRequest | Upda
         if k == "max_budget":
             if "max_budget" in fields_set:
                 non_default_values[k] = v
+        elif k == "model_max_budget":
+            if k in fields_set:
+                _USER_MODEL_BUDGET_ADAPTER.validate_python({} if v is None else v)
+                non_default_values[k] = {} if v is None else v
         elif (
             v is not None
             and v
@@ -1421,7 +1428,7 @@ async def _update_single_user_helper(
 
     Returns the updated user data or raises an exception on failure.
     """
-    from litellm.proxy.proxy_server import general_settings, litellm_proxy_admin_name, prisma_client
+    from litellm.proxy.proxy_server import general_settings, litellm_proxy_admin_name, prisma_client, user_api_key_cache
 
     if prisma_client is None:
         raise Exception("Not connected to DB!")
@@ -1464,7 +1471,7 @@ async def _update_single_user_helper(
         # because `_update_internal_user_params` drops empty values, and `object_permission: {}` is
         # precisely the clear-my-own-ceiling case this must refuse.
         _sent_fields: Final = user_request.fields_set() if hasattr(user_request, "fields_set") else set()
-        _protected_fields: Final = ("max_budget", "soft_budget", "spend", "object_permission")
+        _protected_fields: Final = ("max_budget", "model_max_budget", "soft_budget", "spend", "object_permission")
         for _field in _protected_fields:
             if _field in non_default_values or _field in _sent_fields:
                 raise HTTPException(
@@ -1548,6 +1555,12 @@ async def _update_single_user_helper(
 
         await _invalidate_user_spend_counter_if_changed(non_default_values)
 
+        if "model_max_budget" in non_default_values:
+            await evict_and_broadcast(
+                cache_keys=(non_default_values["user_id"],),
+                user_api_key_cache=user_api_key_cache,
+            )
+
         if "object_permission_id" in non_default_values:
             await _invalidate_cached_user_entitlement(
                 user_id=non_default_values.get("user_id"),
@@ -1802,7 +1815,7 @@ async def bulk_user_update(
     }'
     ```
     """
-    from litellm.proxy.proxy_server import litellm_proxy_admin_name, prisma_client
+    from litellm.proxy.proxy_server import litellm_proxy_admin_name, prisma_client, user_api_key_cache
 
     if prisma_client is None:
         raise HTTPException(
@@ -1867,9 +1880,19 @@ async def bulk_user_update(
             # Perform bulk database update
             await UserRepository(prisma_client).table.update_many(
                 where={},
-                data=non_default_values,  # Update all users
+                data=(
+                    {**non_default_values, "model_max_budget": json.dumps(non_default_values["model_max_budget"])}
+                    if "model_max_budget" in non_default_values
+                    else non_default_values
+                ),
             )
 
+            if "model_max_budget" in non_default_values:
+                await evict_and_broadcast(
+                    cache_keys=tuple(user.user_id for user in all_users_in_db),
+                    user_api_key_cache=user_api_key_cache,
+                )
+
             # Create individual success results
             for user in all_users_in_db:
                 results.append(
diff --git a/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
index d1d669cae38..2f665f4acd3 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
@@ -1,9 +1,12 @@
 import json
 from datetime import datetime, timezone
 from types import SimpleNamespace
+from typing import Final
 
 import pytest
 from fastapi.testclient import TestClient
+from pydantic import ValidationError
+from pytest_mock import MockerFixture
 
 
 from litellm.proxy._types import (
@@ -2128,6 +2131,117 @@ def test_update_internal_user_params_keeps_original_max_budget_when_not_provided
     assert "user_alias" in non_default_values
 
 
+@pytest.mark.parametrize("cleared_budget", [{}, None], ids=["empty-map", "null"])
+def test_update_internal_user_params_clears_model_budget(cleared_budget: dict[str, object] | None) -> None:
+    request: Final = UpdateUserRequest(user_id="user-spruce", model_max_budget=cleared_budget)
+
+    update: Final = _update_internal_user_params(data_json=request.model_dump(exclude_unset=True), data=request)
+
+    assert update == {"user_id": "user-spruce", "model_max_budget": {}}
+
+
+def test_update_internal_user_params_preserves_model_budget_presence_and_neighbors() -> None:
+    omitted: Final = UpdateUserRequest(user_id="user-spruce", user_alias="Spruce")
+    assert _update_internal_user_params(data_json=omitted.model_dump(), data=omitted) == {
+        "user_id": "user-spruce",
+        "user_alias": "Spruce",
+    }
+
+    replacement: Final = {"model-spruce": {"budget_limit": 0, "time_period": "1d"}}
+    request: Final = UpdateUserRequest(
+        user_id="user-spruce",
+        model_max_budget=replacement,
+        max_budget=50,
+        user_alias=None,
+        models=[],
+        allowed_cache_controls=[],
+        config={},
+    )
+    assert _update_internal_user_params(data_json=request.model_dump(exclude_unset=True), data=request) == {
+        "user_id": "user-spruce",
+        "model_max_budget": replacement,
+        "max_budget": 50,
+    }
+
+
+@pytest.mark.parametrize("invalid_budget", [{"model-spruce": "invalid"}, {"model-spruce": {"budget_limit": "invalid"}}])
+def test_update_internal_user_params_rejects_invalid_model_budget(invalid_budget: dict[str, object]) -> None:
+    request: Final = UpdateUserRequest(user_id="user-spruce", model_max_budget=invalid_budget)
+
+    with pytest.raises(ValidationError):
+        _update_internal_user_params(data_json=request.model_dump(exclude_unset=True), data=request)
+
+
+@pytest.mark.asyncio
+async def test_user_model_budget_update_by_email_refreshes_cached_user(mocker: MockerFixture) -> None:
+    from litellm.proxy._types import LiteLLM_UserTable
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.management_endpoints.internal_user_endpoints import _update_single_user_helper
+
+    saved_user: Final = LiteLLM_UserTable(
+        user_id="user-spruce",
+        user_email="spruce@example.test",
+        model_max_budget={"model-spruce": {"budget_limit": 5, "time_period": "1d"}},
+        max_budget=50,
+    )
+    prisma_client: Final = mocker.MagicMock()
+    prisma_client.db.litellm_usertable.find_first = mocker.AsyncMock(return_value=saved_user)
+    prisma_client.get_data = mocker.AsyncMock(return_value=[saved_user])
+    prisma_client.update_data = mocker.AsyncMock(return_value={"user_id": saved_user.user_id, "data": saved_user})
+    mocker.patch("litellm.proxy.proxy_server.prisma_client", prisma_client)  # test-quality-ok: substitute the database dependency
+    cache: Final = UserApiKeyCache()
+    await cache.async_set_cache(key=saved_user.user_id, value=saved_user, model_type=LiteLLM_UserTable)
+    mocker.patch("litellm.proxy.proxy_server.user_api_key_cache", cache)  # test-quality-ok: exercise a real isolated cache
+    broadcast: Final = mocker.patch(  # test-quality-ok: observe the Redis publication boundary
+        "litellm.proxy.common_utils.auth_cache_invalidation_pubsub.publish_auth_cache_invalidation",
+        new_callable=mocker.AsyncMock,
+    )
+
+    await _update_single_user_helper(
+        user_request=UpdateUserRequest(user_email=saved_user.user_email, model_max_budget={}),
+        user_api_key_dict=UserAPIKeyAuth(user_id="admin-spruce", user_role=LitellmUserRoles.PROXY_ADMIN),
+    )
+
+    assert prisma_client.update_data.call_args.kwargs["data"]["model_max_budget"] == {}
+    assert "max_budget" not in prisma_client.update_data.call_args.kwargs["data"]
+    assert await cache.async_get_cache(key=saved_user.user_id, model_type=LiteLLM_UserTable) is None
+    broadcast.assert_awaited_once_with(cache_key=saved_user.user_id)
+
+
+@pytest.mark.asyncio
+async def test_bulk_user_model_budget_clear_serializes_and_refreshes_cache(mocker: MockerFixture) -> None:
+    from litellm.proxy._types import LiteLLM_UserTable
+    from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+    from litellm.proxy.management_endpoints.internal_user_endpoints import bulk_user_update
+    from litellm.types.proxy.management_endpoints.internal_user_endpoints import BulkUpdateUserRequest
+
+    saved_user: Final = LiteLLM_UserTable(user_id="user-spruce", model_max_budget={"model-spruce": {"budget_limit": 5}})
+    prisma_client: Final = mocker.MagicMock()
+    prisma_client.db.litellm_usertable.find_many = mocker.AsyncMock(return_value=[saved_user])
+    prisma_client.db.litellm_usertable.update_many = mocker.AsyncMock(return_value=1)
+    mocker.patch("litellm.proxy.proxy_server.prisma_client", prisma_client)  # test-quality-ok: substitute the database dependency
+    cache: Final = UserApiKeyCache()
+    await cache.async_set_cache(key=saved_user.user_id, value=saved_user, model_type=LiteLLM_UserTable)
+    mocker.patch("litellm.proxy.proxy_server.user_api_key_cache", cache)  # test-quality-ok: exercise a real isolated cache
+    broadcast: Final = mocker.patch(  # test-quality-ok: observe the Redis publication boundary
+        "litellm.proxy.common_utils.auth_cache_invalidation_pubsub.publish_auth_cache_invalidation",
+        new_callable=mocker.AsyncMock,
+    )
+
+    response: Final = await bulk_user_update(
+        data=BulkUpdateUserRequest(all_users=True, user_updates={"model_max_budget": None}),
+        user_api_key_dict=UserAPIKeyAuth(user_id="admin-spruce", user_role=LitellmUserRoles.PROXY_ADMIN),
+        litellm_changed_by=None,
+    )
+
+    prisma_client.db.litellm_usertable.update_many.assert_awaited_once_with(where={}, data={"model_max_budget": "{}"})
+    prisma_client.update_data.assert_not_called()
+    assert response.successful_updates == 1
+    assert response.results[0].updated_user["model_max_budget"] == {}
+    assert await cache.async_get_cache(key=saved_user.user_id, model_type=LiteLLM_UserTable) is None
+    broadcast.assert_awaited_once_with(cache_key=saved_user.user_id)
+
+
 def test_generate_request_base_validator():
     """
     Test that GenerateRequestBase validator converts empty string to None for max_budget
@@ -3498,7 +3612,11 @@ def test_enforce_user_info_access_blocks_cross_user_lookup():
 
 
 @pytest.mark.asyncio
-async def test_ghsa_wvg4_non_admin_cannot_self_escalate_max_budget(mocker):
+@pytest.mark.parametrize(
+    ("budget_field", "budget_value"),
+    [("max_budget", 999999), ("model_max_budget", {}), ("model_max_budget", None)],
+)
+async def test_ghsa_wvg4_non_admin_cannot_self_escalate_max_budget(mocker, budget_field, budget_value):
     """Non-admin updating their own record must be blocked from modifying
     max_budget (self-escalation)."""
     from fastapi import HTTPException
@@ -3508,6 +3626,7 @@ async def test_ghsa_wvg4_non_admin_cannot_self_escalate_max_budget(mocker):
     )
 
     mock_prisma_client = mocker.MagicMock()
+    mock_prisma_client.update_data = mocker.AsyncMock(return_value={"user_id": "user-1", "data": {"user_id": "user-1"}})
     existing_user = mocker.MagicMock()
     existing_user.model_dump.return_value = {
         "user_id": "user-1",
@@ -3519,10 +3638,7 @@ async def test_ghsa_wvg4_non_admin_cannot_self_escalate_max_budget(mocker):
     )
     mocker.patch("litellm.proxy.proxy_server.prisma_client", mock_prisma_client)
 
-    user_request = UpdateUserRequest(
-        user_id="user-1",
-        max_budget=999999,
-    )
+    user_request = UpdateUserRequest.model_validate({"user_id": "user-1", budget_field: budget_value})
     caller = UserAPIKeyAuth(
         user_id="user-1",
         user_role=LitellmUserRoles.INTERNAL_USER,
@@ -3533,7 +3649,8 @@ async def test_ghsa_wvg4_non_admin_cannot_self_escalate_max_budget(mocker):
             user_request=user_request, user_api_key_dict=caller
         )
     assert exc.value.status_code == 403
-    assert "max_budget" in str(exc.value.detail)
+    assert budget_field in str(exc.value.detail)
+    mock_prisma_client.update_data.assert_not_called()
 
 
 @pytest.mark.asyncio

From aecc96101608e47034d378f90a6a661441cb0009 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 22:50:39 -0700
Subject: [PATCH 286/298] test(ocr): exempt native parity requests from
 cassette replay

---
 tests/ocr_tests/conftest.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/tests/ocr_tests/conftest.py b/tests/ocr_tests/conftest.py
index 259aad5f782..bf03efca744 100644
--- a/tests/ocr_tests/conftest.py
+++ b/tests/ocr_tests/conftest.py
@@ -5,6 +5,7 @@
 # Vertex AI OCR) are replayed for 24h. See tests/llm_translation/Readme.md
 # for the design overview.
 
+from typing import Final
 
 import pytest
 
@@ -23,7 +24,12 @@ from tests._vcr_conftest_common import (  # noqa: E402,F401
     vcr_config_dict,
 )
 
-_VCR_INCOMPATIBLE_NODEID_SUFFIXES: tuple[str, ...] = ()
+_VCR_INCOMPATIBLE_NODEID_SUFFIXES: Final[tuple[str, ...]] = (
+    "test_rust_bridge.py::test_native_public_ocr_matches_python[mistral/mistral-ocr-latest-False]",
+    "test_rust_bridge.py::test_native_public_ocr_matches_python[mistral/mistral-ocr-latest-True]",
+    "test_rust_bridge.py::test_native_public_ocr_matches_python[azure_ai/doc-intelligence/prebuilt-read-False]",
+    "test_rust_bridge.py::test_native_public_ocr_matches_python[azure_ai/doc-intelligence/prebuilt-read-True]",
+)
 
 _verbose_state = VerboseReporterState()
 

From f44d5ef101cbdf970ea5451260be0543b2a3d8be Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 22:59:46 -0700
Subject: [PATCH 287/298] fix(proxy): preserve model budget update
 compatibility

---
 .../internal_user_endpoints.py                | 22 +++++++++++++------
 .../test_internal_user_endpoints.py           | 17 +++++++++++---
 2 files changed, 29 insertions(+), 10 deletions(-)

diff --git a/litellm/proxy/management_endpoints/internal_user_endpoints.py b/litellm/proxy/management_endpoints/internal_user_endpoints.py
index ac85e432d8f..10c11119006 100644
--- a/litellm/proxy/management_endpoints/internal_user_endpoints.py
+++ b/litellm/proxy/management_endpoints/internal_user_endpoints.py
@@ -22,7 +22,7 @@ from typing import Any, Final, Literal, Protocol, cast, overload
 
 import fastapi
 from fastapi import APIRouter, Depends, Header, HTTPException, Request, status
-from pydantic import TypeAdapter
+from pydantic import TypeAdapter, ValidationError
 
 import litellm
 from litellm._logging import verbose_proxy_logger
@@ -88,6 +88,7 @@ from litellm.types.proxy.management_endpoints.scim_v2 import (
     SCIM_ENTITLEMENTS_METADATA_KEY,
     SCIM_ROLES_METADATA_KEY,
 )
+from litellm.types.utils import BudgetConfig
 
 if TYPE_CHECKING:
     from prisma import models as prisma_models
@@ -98,7 +99,8 @@ if TYPE_CHECKING:
     from litellm.proxy.utils import ProxyLogging
 
 router: Final = APIRouter()
-_USER_MODEL_BUDGET_ADAPTER: Final = TypeAdapter(GenericBudgetConfigType)
+_USER_MODEL_BUDGET_ADAPTER: Final = TypeAdapter(dict[str, float | BudgetConfig])
+_USER_BUDGET_CACHE_INVALIDATION_BATCH_SIZE: Final = 50
 
 
 def _user_table(
@@ -1257,7 +1259,10 @@ def _update_internal_user_params(data_json: dict, data: UpdateUserRequest | Upda
                 non_default_values[k] = v
         elif k == "model_max_budget":
             if k in fields_set:
-                _USER_MODEL_BUDGET_ADAPTER.validate_python({} if v is None else v)
+                try:
+                    _USER_MODEL_BUDGET_ADAPTER.validate_python({} if v is None else v)
+                except ValidationError as exc:
+                    raise HTTPException(status_code=400, detail=str(exc)) from exc
                 non_default_values[k] = {} if v is None else v
         elif (
             v is not None
@@ -1888,10 +1893,13 @@ async def bulk_user_update(
             )
 
             if "model_max_budget" in non_default_values:
-                await evict_and_broadcast(
-                    cache_keys=tuple(user.user_id for user in all_users_in_db),
-                    user_api_key_cache=user_api_key_cache,
-                )
+                for start in range(0, len(all_users_in_db), _USER_BUDGET_CACHE_INVALIDATION_BATCH_SIZE):
+                    await asyncio.gather(
+                        *(
+                            evict_and_broadcast(cache_keys=(user.user_id,), user_api_key_cache=user_api_key_cache)
+                            for user in all_users_in_db[start : start + _USER_BUDGET_CACHE_INVALIDATION_BATCH_SIZE]
+                        )
+                    )
 
             # Create individual success results
             for user in all_users_in_db:
diff --git a/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
index 2f665f4acd3..92b1ab1586d 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_internal_user_endpoints.py
@@ -5,7 +5,7 @@ from typing import Final
 
 import pytest
 from fastapi.testclient import TestClient
-from pydantic import ValidationError
+from fastapi import HTTPException
 from pytest_mock import MockerFixture
 
 
@@ -2147,7 +2147,7 @@ def test_update_internal_user_params_preserves_model_budget_presence_and_neighbo
         "user_alias": "Spruce",
     }
 
-    replacement: Final = {"model-spruce": {"budget_limit": 0, "time_period": "1d"}}
+    replacement: Final = {"model-spruce": {"budget_limit": 0, "time_period": "1d"}, "model-birch": 5.0, "model-cedar": 0}
     request: Final = UpdateUserRequest(
         user_id="user-spruce",
         model_max_budget=replacement,
@@ -2168,8 +2168,9 @@ def test_update_internal_user_params_preserves_model_budget_presence_and_neighbo
 def test_update_internal_user_params_rejects_invalid_model_budget(invalid_budget: dict[str, object]) -> None:
     request: Final = UpdateUserRequest(user_id="user-spruce", model_max_budget=invalid_budget)
 
-    with pytest.raises(ValidationError):
+    with pytest.raises(HTTPException) as exc:
         _update_internal_user_params(data_json=request.model_dump(exclude_unset=True), data=request)
+    assert exc.value.status_code == 400
 
 
 @pytest.mark.asyncio
@@ -2228,6 +2229,16 @@ async def test_bulk_user_model_budget_clear_serializes_and_refreshes_cache(mocke
         new_callable=mocker.AsyncMock,
     )
 
+    with pytest.raises(HTTPException) as exc:
+        await bulk_user_update(
+            data=BulkUpdateUserRequest(all_users=True, user_updates={"model_max_budget": {"model-spruce": "invalid"}}),
+            user_api_key_dict=UserAPIKeyAuth(user_id="admin-spruce", user_role=LitellmUserRoles.PROXY_ADMIN),
+            litellm_changed_by=None,
+        )
+    assert exc.value.status_code == 400
+    prisma_client.db.litellm_usertable.update_many.assert_not_called()
+    assert await cache.async_get_cache(key=saved_user.user_id, model_type=LiteLLM_UserTable) == saved_user
+
     response: Final = await bulk_user_update(
         data=BulkUpdateUserRequest(all_users=True, user_updates={"model_max_budget": None}),
         user_api_key_dict=UserAPIKeyAuth(user_id="admin-spruce", user_role=LitellmUserRoles.PROXY_ADMIN),

From 7e5cf9d7e7d07fd270835ab7e1408b4d1d4604e7 Mon Sep 17 00:00:00 2001
From: Yuneng Jiang <yuneng@berri.ai>
Date: Fri, 11 Sep 2026 23:24:16 -0700
Subject: [PATCH 288/298] fix(router): restore compression inheritance when
 clearing overrides

---
 .../model_management_endpoints.py             |  9 ++
 .../test_model_management_endpoints.py        | 95 ++++++++++++++++++-
 .../add_model/CompressionControls.tsx         |  3 +-
 .../buildAutoRouterCompression.test.ts        | 13 +++
 .../add_model/buildAutoRouterCompression.ts   | 17 ++++
 ...it_auto_router_modal.integration.test.tsx} | 69 ++++++++++++--
 .../edit_auto_router_modal.tsx                |  4 +-
 7 files changed, 198 insertions(+), 12 deletions(-)
 rename ui/litellm-dashboard/src/components/edit_auto_router/{edit_auto_router_modal.test.tsx => edit_auto_router_modal.integration.test.tsx} (94%)

diff --git a/litellm/proxy/management_endpoints/model_management_endpoints.py b/litellm/proxy/management_endpoints/model_management_endpoints.py
index 94d2b773e14..8484279c69a 100644
--- a/litellm/proxy/management_endpoints/model_management_endpoints.py
+++ b/litellm/proxy/management_endpoints/model_management_endpoints.py
@@ -763,6 +763,15 @@ def update_db_model(db_model: Deployment, updated_patch: updateDeployment) -> Pr
             if field in SPECIAL_MODEL_INFO_PARAMS and getattr(updated_patch.litellm_params, field) is None:
                 merged_litellm_params.pop(field, None)
                 merged_model_info.pop(field, None)
+            elif (
+                field
+                in (
+                    "auto_router_routing_compression",
+                    "auto_router_model_compression",
+                )
+                and getattr(updated_patch.litellm_params, field) is None
+            ):
+                merged_litellm_params.pop(field, None)
     if updated_patch.model_info:
         for field in updated_patch.model_info.model_fields_set:
             if field in SPECIAL_MODEL_INFO_PARAMS and getattr(updated_patch.model_info, field) is None:
diff --git a/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py b/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
index 5325e069813..c66095dc1fd 100644
--- a/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
+++ b/tests/test_litellm/proxy/management_endpoints/test_model_management_endpoints.py
@@ -3,7 +3,7 @@ import asyncio
 import contextlib
 import json
 from collections.abc import Mapping
-from typing import Dict, Optional
+from typing import Dict, Final, Optional
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -3290,6 +3290,99 @@ def _build_db_model_with_pricing():
     )
 
 
+class TestUpdateDBModelCompression:
+    @pytest.mark.parametrize(
+        "compression_patch, expected",
+        [
+            (
+                {},
+                {
+                    "auto_router_routing_compression": "routing-compressor",
+                    "auto_router_model_compression": "model-compressor",
+                },
+            ),
+            ({"auto_router_routing_compression": None}, {"auto_router_model_compression": "model-compressor"}),
+            ({"auto_router_model_compression": None}, {"auto_router_routing_compression": "routing-compressor"}),
+            (
+                {"auto_router_routing_compression": "none", "auto_router_model_compression": "none"},
+                {"auto_router_routing_compression": "none", "auto_router_model_compression": "none"},
+            ),
+            (
+                {
+                    "auto_router_routing_compression": "new-compressor",
+                    "auto_router_model_compression": "new-compressor",
+                },
+                {
+                    "auto_router_routing_compression": "new-compressor",
+                    "auto_router_model_compression": "new-compressor",
+                },
+            ),
+        ],
+    )
+    def test_compression_patch_preserves_omissions_and_explicit_choices(
+        self, monkeypatch: pytest.MonkeyPatch, compression_patch: dict[str, str | None], expected: dict[str, str]
+    ):
+        from litellm.proxy.common_utils.encrypt_decrypt_utils import decrypt_value_helper
+        from litellm.proxy.management_endpoints.model_management_endpoints import update_db_model
+
+        monkeypatch.setenv("LITELLM_SALT_KEY", "synthetic-compression-salt")
+        result: Final = update_db_model(
+            db_model=Deployment(
+                model_name="synthetic-router",
+                litellm_params=LiteLLM_Params(
+                    model="auto_router/complexity_router",
+                    auto_router_routing_compression=encrypt_value_helper("routing-compressor"),
+                    auto_router_model_compression=encrypt_value_helper("model-compressor"),
+                ),
+                model_info=ModelInfo(id="compression-router"),
+            ),
+            updated_patch=updateDeployment.model_validate({"litellm_params": compression_patch}),
+        )
+        params: Final = json.loads(result["litellm_params"])
+        assert {
+            key: decrypt_value_helper(value=val, key=key)
+            for key, val in params.items()
+            if key in ("auto_router_routing_compression", "auto_router_model_compression")
+        } == expected
+
+    def test_explicit_compression_clear_removes_both_saved_overrides(self):
+        from litellm.proxy.guardrails.auto_router_compression import policy_from_litellm_params
+        from litellm.proxy.management_endpoints.model_management_endpoints import update_db_model
+
+        db_model: Final = Deployment(
+            model_name="synthetic-router",
+            litellm_params=LiteLLM_Params(
+                model="auto_router/complexity_router",
+                auto_router_routing_compression="routing-compressor",
+                auto_router_model_compression="model-compressor",
+                api_base="http://127.0.0.1:9999/v1",
+                temperature=0,
+            ),
+            model_info=ModelInfo(id="compression-router", team_id="synthetic-team"),
+        )
+        result: Final = update_db_model(
+            db_model=db_model,
+            updated_patch=updateDeployment.model_validate(
+                {
+                    "litellm_params": {
+                        "auto_router_routing_compression": None,
+                        "auto_router_model_compression": None,
+                        "api_base": None,
+                    },
+                    "model_info": {"team_id": None},
+                }
+            ),
+        )
+
+        params: Final = json.loads(result["litellm_params"])
+        assert "auto_router_routing_compression" not in params
+        assert "auto_router_model_compression" not in params
+        assert policy_from_litellm_params(params) is None
+        assert params["api_base"] == "http://127.0.0.1:9999/v1"
+        assert params["temperature"] == 0
+        assert json.loads(result["model_info"])["team_id"] == "synthetic-team"
+
+
 class TestUpdateDBModelClearPricing:
     """Sending an explicit `null` for a pricing field must remove it from both
     `litellm_params` and `model_info` (SPECIAL_MODEL_INFO_PARAMS are mirrored
diff --git a/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx b/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
index e67583febf3..2f28e755a1d 100644
--- a/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
+++ b/ui/litellm-dashboard/src/components/add_model/CompressionControls.tsx
@@ -20,8 +20,7 @@ const NONE_OPTION: SearchSelectOption = { label: "None (no compression)", value:
 
 const CompressionControls: React.FC<CompressionControlsProps> = ({ value, onChange }) => {
   const { routing, sameAsRouting, model } = value;
-  const onRoutingChange = (newRouting: string | undefined) =>
-    onChange({ ...value, routing: newRouting, sameAsRouting: newRouting === undefined ? true : sameAsRouting });
+  const onRoutingChange = (newRouting: string | undefined) => onChange({ ...value, routing: newRouting });
   const onSameAsRoutingChange = (newSameAsRouting: boolean) => onChange({ ...value, sameAsRouting: newSameAsRouting });
   const onModelChange = (newModel: string | undefined) => onChange({ ...value, model: newModel });
 
diff --git a/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.test.ts b/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.test.ts
index 20d6af50d18..a3bd882243e 100644
--- a/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.test.ts
+++ b/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.test.ts
@@ -1,10 +1,23 @@
 import {
   buildAutoRouterCompressionParams,
+  buildAutoRouterCompressionPatch,
   DEFAULT_AUTO_ROUTER_COMPRESSION,
   hydrateAutoRouterCompression,
   NO_COMPRESSION,
 } from "./buildAutoRouterCompression";
 
+describe("buildAutoRouterCompressionPatch", () => {
+  it.each([
+    {},
+    { auto_router_routing_compression: "routing-compressor" },
+    { auto_router_model_compression: "model-compressor" },
+    { auto_router_routing_compression: "none", auto_router_model_compression: "none" },
+    { auto_router_routing_compression: "routing-compressor", auto_router_model_compression: "model-compressor" },
+  ])("should preserve the exact stored fields on an untouched save: %j", (stored) => {
+    expect(buildAutoRouterCompressionPatch(hydrateAutoRouterCompression(stored), stored)).toEqual({});
+  });
+});
+
 describe("buildAutoRouterCompressionParams", () => {
   it("omits both keys when routing was never configured", () => {
     expect(buildAutoRouterCompressionParams(DEFAULT_AUTO_ROUTER_COMPRESSION)).toEqual({});
diff --git a/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.ts b/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.ts
index 6f401a12865..c3503f78afb 100644
--- a/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.ts
+++ b/ui/litellm-dashboard/src/components/add_model/buildAutoRouterCompression.ts
@@ -30,6 +30,8 @@ export interface AutoRouterCompressionLitellmParams {
   auto_router_model_compression?: string;
 }
 
+type AutoRouterCompressionPatch = Partial<Record<keyof AutoRouterCompressionLitellmParams, string | null>>;
+
 export const DEFAULT_AUTO_ROUTER_COMPRESSION: AutoRouterCompressionState = {
   routing: undefined,
   sameAsRouting: true,
@@ -67,3 +69,18 @@ export const hydrateAutoRouterCompression = (litellmParams: {
   const sameAsRouting = model === routing;
   return { routing, sameAsRouting, model: sameAsRouting ? undefined : model };
 };
+
+export const buildAutoRouterCompressionPatch = (
+  state: AutoRouterCompressionState,
+  stored: AutoRouterCompressionPatch,
+): AutoRouterCompressionPatch => {
+  const initial = hydrateAutoRouterCompression(stored);
+  const modelUnchanged = state.sameAsRouting || state.model === initial.model;
+  if (state.routing === initial.routing && state.sameAsRouting === initial.sameAsRouting && modelUnchanged) {
+    return {};
+  }
+  if (state.routing === undefined) {
+    return { auto_router_routing_compression: null, auto_router_model_compression: null };
+  }
+  return buildAutoRouterCompressionParams(state);
+};
diff --git a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.test.tsx b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.integration.test.tsx
similarity index 94%
rename from ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.test.tsx
rename to ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.integration.test.tsx
index 3367c810991..277a3825d5d 100644
--- a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.test.tsx
+++ b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.integration.test.tsx
@@ -1064,6 +1064,55 @@ describe("EditAutoRouterModal prompt compression", () => {
       />,
     );
 
+  it("should clear both saved compression overrides when inheritance is selected", async () => {
+    const user = userEvent.setup();
+    renderWithStoredCompression({
+      auto_router_routing_compression: "routing-compressor",
+      auto_router_model_compression: "model-compressor",
+    });
+
+    await user.click(await screen.findByText("Advanced: Compression"));
+    await user.click(screen.getAllByRole("button", { name: "Clear", exact: true })[0]);
+    await user.click(screen.getByRole("button", { name: /save changes/i }));
+
+    await waitFor(() =>
+      expect(modelPatchUpdateCall).toHaveBeenCalledWith(
+        "token",
+        expect.objectContaining({
+          litellm_params: expect.objectContaining({
+            model: "auto_router/complexity_router",
+            auto_router_routing_compression: null,
+            auto_router_model_compression: null,
+          }),
+        }),
+        "auto-1",
+      ),
+    );
+  });
+
+  it("should discard a cancelled clear and preserve compression when the saved choice is restored", async () => {
+    const user = userEvent.setup();
+    const stored = { auto_router_routing_compression: "none", auto_router_model_compression: "model-compressor" };
+    const view = renderWithStoredCompression(stored);
+
+    await user.click(await screen.findByText("Advanced: Compression"));
+    await user.click(screen.getAllByRole("button", { name: "Clear", exact: true })[0]);
+    await user.click(screen.getByRole("button", { name: "Cancel", exact: true }));
+    expect(modelPatchUpdateCall).not.toHaveBeenCalled();
+    view.unmount();
+
+    renderWithStoredCompression(stored);
+    await user.click(await screen.findByText("Advanced: Compression"));
+    expect(screen.getByRole("combobox", { name: "Routing decision compression" })).toHaveValue("None (no compression)");
+    await user.click(screen.getAllByRole("button", { name: "Clear", exact: true })[0]);
+    await user.click(screen.getByRole("combobox", { name: "Routing decision compression" }));
+    await user.click(screen.getByRole("option", { name: "None (no compression)" }));
+    await user.click(screen.getByRole("button", { name: /save changes/i }));
+
+    await waitFor(() => expect(modelPatchUpdateCall).toHaveBeenCalled());
+    expect(savedLitellmParams()).toMatchObject(stored);
+  });
+
   it("leaves both compression keys out of an untouched save when none were stored", async () => {
     const user = userEvent.setup();
     renderWithStoredCompression();
@@ -1075,18 +1124,24 @@ describe("EditAutoRouterModal prompt compression", () => {
     expect(savedLitellmParams()).not.toHaveProperty("auto_router_model_compression");
   });
 
-  it("preserves a stored same-as-routing compression through an untouched open-and-save", async () => {
+  it.each([
+    { auto_router_routing_compression: "headroom-a", auto_router_model_compression: "headroom-a" },
+    { auto_router_routing_compression: "routing-compressor" },
+    { auto_router_model_compression: "model-compressor" },
+  ])("should preserve the exact stored compression fields through an untouched save: %j", async (stored) => {
     const user = userEvent.setup();
-    renderWithStoredCompression({
-      auto_router_routing_compression: "headroom-a",
-      auto_router_model_compression: "headroom-a",
-    });
+    renderWithStoredCompression(stored);
 
     await user.click(await screen.findByRole("button", { name: /save changes/i }));
 
     await waitFor(() => expect(modelPatchUpdateCall).toHaveBeenCalled());
-    expect(savedLitellmParams()?.auto_router_routing_compression).toBe("headroom-a");
-    expect(savedLitellmParams()?.auto_router_model_compression).toBe("headroom-a");
+    expect(
+      Object.fromEntries(
+        Object.entries(savedLitellmParams()).filter(
+          ([key]) => key === "auto_router_routing_compression" || key === "auto_router_model_compression",
+        ),
+      ),
+    ).toEqual(stored);
   });
 
   it("shows a stored different-compression choice as Use a different compression, not Same", async () => {
diff --git a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
index 86f18ee9b12..5ae9b005f20 100644
--- a/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
+++ b/ui/litellm-dashboard/src/components/edit_auto_router/edit_auto_router_modal.tsx
@@ -44,7 +44,7 @@ import { KeywordTierRule } from "../add_model/KeywordTierRules";
 import { DEFAULT_MATCH_THRESHOLD } from "../add_model/SemanticKeywordMatching";
 import {
   type AutoRouterCompressionState,
-  buildAutoRouterCompressionParams,
+  buildAutoRouterCompressionPatch,
   DEFAULT_AUTO_ROUTER_COMPRESSION,
   hydrateAutoRouterCompression,
 } from "../add_model/buildAutoRouterCompression";
@@ -679,7 +679,7 @@ const EditAutoRouterModal: React.FC<EditAutoRouterModalProps> = ({
         ...modelData.litellm_params,
         complexity_router_config: updatedConfig,
         complexity_router_default_model: defaultModel,
-        ...buildAutoRouterCompressionParams(autoRouterCompression),
+        ...buildAutoRouterCompressionPatch(autoRouterCompression, modelData.litellm_params ?? {}),
       };
       const updatedModelInfo = {
         ...modelData.model_info,

From f2e0a5db1eb137c0f223d38e6734f04cc5fe037f Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 08:52:23 -0700
Subject: [PATCH 289/298] perf(auth): read user, team, membership, org, project
 and spend counters in one MGET, one query and one pipeline (#40834)

* perf(auth): prefetch user, team, membership, org and project in one MGET, one query and one pipeline

Auth read each object with its own Redis GET and, on a miss, its own DB
query, then the admission spend counters with one GET each. The prefetch
warms every entry the checks read with one MGET, one raw query for the
Redis misses and one pipeline write, and a per-request batch serves the
spend counter reads from one MGET. The per-object getters stay the
readers and the fallback, so enforcement does not depend on the prefetch

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(auth): keep prefetch and spend batch collections immutable

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(auth): let the cold spend-counter reseed reuse the admission MGET instead of one GET per counter

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(auth): prefetch referenced auth objects only after the key's model access check passes

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(auth): give the prefetch-ordering test's patches their test-quality reasons

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(auth): move the real-Postgres prefetch join test to the proxy_behavior shard

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(auth): read NULL nested permission and budget lists as [] in the prefetch join

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(caching): assert async_set_cache_pipeline_with_ttls keeps per-entry TTLs

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(auth): map the model table's aliases column to model_aliases in the prefetch join and read user memberships the way get_user_object does

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/redis_cache.py                |  40 +++
 litellm/proxy/auth/auth_object_prefetch.py    | 307 ++++++++++++++++
 litellm/proxy/auth/user_api_key_auth.py       |  68 +++-
 litellm/proxy/db/spend_counter_reseed.py      |  14 +-
 litellm/proxy/proxy_server.py                 |   7 +
 .../spend_tracking/spend_counter_batch.py     | 130 +++++++
 tests/proxy_behavior/auth/__init__.py         |   0
 tests/proxy_behavior/auth/conftest.py         |  20 ++
 .../auth/test_auth_object_prefetch.py         | 174 +++++++++
 .../test_litellm/caching/test_redis_cache.py  |  45 ++-
 .../proxy/auth/test_auth_object_prefetch.py   | 338 ++++++++++++++++++
 .../proxy/auth/test_user_api_key_auth.py      |  89 +++++
 .../test_spend_counter_batch.py               | 300 ++++++++++++++++
 13 files changed, 1513 insertions(+), 19 deletions(-)
 create mode 100644 litellm/proxy/auth/auth_object_prefetch.py
 create mode 100644 litellm/proxy/spend_tracking/spend_counter_batch.py
 create mode 100644 tests/proxy_behavior/auth/__init__.py
 create mode 100644 tests/proxy_behavior/auth/conftest.py
 create mode 100644 tests/proxy_behavior/auth/test_auth_object_prefetch.py
 create mode 100644 tests/test_litellm/proxy/auth/test_auth_object_prefetch.py
 create mode 100644 tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 2c36995c4f8..400d30bc0a2 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -1138,6 +1138,46 @@ class RedisCache(BaseCache):
             )
             _record_swallowed_redis_failure(self._circuit_breaker, e)
 
+    @_redis_circuit_breaker_guard
+    async def async_set_cache_pipeline_with_ttls(self, cache_list: Sequence[tuple[str, object, float | None]]) -> None:
+        """One round trip for writes whose TTLs differ; a ``None`` TTL falls back to the default TTL."""
+        if len(cache_list) == 0:
+            return
+        commands: Final = tuple(
+            (self.check_and_fix_namespace(key=cache_key), json.dumps(cache_value), self.get_ttl(ttl=ttl))
+            for cache_key, cache_value, ttl in cache_list
+        )
+        start_time: Final = time.time()
+        try:
+            async with self.init_async_client().pipeline(transaction=False) as pipe:
+                for cache_key, json_cache_value, ttl in commands:
+                    pipe.set(name=cache_key, value=json_cache_value, ex=None if ttl is None else timedelta(seconds=ttl))
+                await pipe.execute()
+            asyncio.create_task(
+                self.service_logger_obj.async_service_success_hook(
+                    service=ServiceTypes.REDIS,
+                    duration=time.time() - start_time,
+                    call_type=f"async_set_cache_pipeline_with_ttls <- {_get_call_stack_info()}",
+                    start_time=start_time,
+                    end_time=time.time(),
+                )
+            )
+        except Exception as e:
+            asyncio.create_task(
+                self.service_logger_obj.async_service_failure_hook(
+                    service=ServiceTypes.REDIS,
+                    duration=time.time() - start_time,
+                    error=e,
+                    call_type=f"async_set_cache_pipeline_with_ttls <- {_get_call_stack_info()}",
+                    start_time=start_time,
+                    end_time=time.time(),
+                )
+            )
+            verbose_logger.error(
+                "LiteLLM Redis Caching: async_set_cache_pipeline_with_ttls() - Got exception from REDIS %s", str(e)
+            )
+            _record_swallowed_redis_failure(self._circuit_breaker, e)
+
     async def _set_cache_sadd_helper(
         self,
         redis_client: async_redis_client,
diff --git a/litellm/proxy/auth/auth_object_prefetch.py b/litellm/proxy/auth/auth_object_prefetch.py
new file mode 100644
index 00000000000..52e26e885c9
--- /dev/null
+++ b/litellm/proxy/auth/auth_object_prefetch.py
@@ -0,0 +1,307 @@
+"""Warm the user, team, membership, org and project cache entries auth reads: one MGET, one DB query, one
+pipeline write instead of one Redis GET (and one DB query when cold) per object. The per-object getters stay
+the readers and the fallback, so enforcement never depends on this running."""
+
+from __future__ import annotations
+
+import time
+from collections.abc import Iterator, Mapping, Sequence
+from dataclasses import dataclass
+from types import MappingProxyType
+from typing import Final, Literal, Protocol, TypeAlias
+
+from pydantic import BaseModel, TypeAdapter, ValidationError
+
+from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import RedisCache
+from litellm.constants import DEFAULT_IN_MEMORY_TTL
+from litellm.models.organization import LiteLLM_OrganizationTable
+from litellm.models.team import LiteLLM_TeamTableCachedObj
+from litellm.models.team_membership import LiteLLM_TeamMembership
+from litellm.models.user import LiteLLM_UserTable
+from litellm.proxy._types import LiteLLM_ProjectTableCachedObj, UserAPIKeyAuth
+from litellm.proxy.common_utils.cache_pydantic_utils import CacheCodec
+from litellm.proxy.common_utils.user_api_key_cache import (
+    UserApiKeyCache,
+    get_management_object_ttl,
+    team_membership_auth_cache_key,
+    team_membership_reservation_cache_key,
+)
+from litellm.proxy.utils import PrismaClient
+
+_RowKind: TypeAlias = Literal["user_row", "team_row", "membership_row", "organization_row", "project_row"]
+
+_TEAM_MEMBERSHIP_AUTH_TTL: Final = 5
+_RowValues: Final = TypeAdapter(dict[str, object])
+_NO_ROWS: Final[Mapping[str, object]] = MappingProxyType({})
+_TEAM_BOUND_ROWS: Final = frozenset({"team_row", "membership_row"})
+_REFRESH_STAMPED_ROWS: Final = frozenset({"team_row", "project_row"})
+
+
+def _lists_as_json(alias: str, columns: Sequence[str]) -> str:
+    """Prisma reads a NULL scalar list as ``[]``; ``to_jsonb`` reads it as ``null``, which the models reject."""
+    return ", ".join(f"'{column}', COALESCE(to_jsonb({alias}.{column}), '[]'::jsonb)" for column in columns)
+
+
+_USER_LISTS: Final = _lists_as_json("u", ("teams", "models", "allowed_cache_controls", "policies"))
+_TEAM_LISTS: Final = _lists_as_json(
+    "t",
+    (
+        "admins",
+        "members",
+        "models",
+        "team_member_permissions",
+        "access_group_ids",
+        "policies",
+        "default_team_member_models",
+    ),
+)
+_ORG_LISTS: Final = _lists_as_json("o", ("models",))
+_PROJECT_LISTS: Final = _lists_as_json("p", ("models",))
+_PERMISSION_LISTS: Final = _lists_as_json(
+    "op",
+    (
+        "mcp_servers",
+        "mcp_access_groups",
+        "mcp_toolsets",
+        "blocked_tools",
+        "vector_stores",
+        "agents",
+        "agent_access_groups",
+        "models",
+        "search_tools",
+        "skills",
+    ),
+)
+_BUDGET_LISTS: Final = _lists_as_json("b", ("allowed_models",))
+
+
+def _budget_json(owner_alias: str) -> str:
+    return (
+        f"(SELECT to_jsonb(b) || jsonb_build_object({_BUDGET_LISTS}) "
+        f'FROM "LiteLLM_BudgetTable" b WHERE b.budget_id = {owner_alias}.budget_id)'
+    )
+
+
+def _permission_json(owner_alias: str) -> str:
+    return (
+        f"(SELECT to_jsonb(op) || jsonb_build_object({_PERMISSION_LISTS}) "
+        f'FROM "LiteLLM_ObjectPermissionTable" op WHERE op.object_permission_id = {owner_alias}.object_permission_id)'
+    )
+
+
+_SQL: Final = f"""
+SELECT
+  (
+    SELECT to_jsonb(u) || jsonb_build_object(
+      {_USER_LISTS},
+      'organization_memberships',
+      COALESCE((
+        SELECT jsonb_agg(to_jsonb(om)) FROM "LiteLLM_OrganizationMembership" om WHERE om.user_id = u.user_id
+      ), '[]'::jsonb)
+    )
+    FROM "LiteLLM_UserTable" u WHERE u.user_id = $1
+  ) AS user_row,
+  (
+    SELECT to_jsonb(t) || jsonb_build_object(
+      {_TEAM_LISTS},
+      'litellm_model_table', (
+        SELECT (to_jsonb(m) - 'aliases') || jsonb_build_object('model_aliases', m.aliases)
+        FROM "LiteLLM_ModelTable" m WHERE m.id = t.model_id
+      ),
+      'object_permission', {_permission_json("t")}
+    )
+    FROM "LiteLLM_TeamTable" t WHERE t.team_id = $2
+  ) AS team_row,
+  (
+    SELECT to_jsonb(tm) || jsonb_build_object('litellm_budget_table', {_budget_json("tm")})
+    FROM "LiteLLM_TeamMembership" tm WHERE tm.user_id = $3 AND tm.team_id = $2
+  ) AS membership_row,
+  (
+    SELECT to_jsonb(o) || jsonb_build_object(
+      {_ORG_LISTS},
+      'litellm_budget_table', {_budget_json("o")},
+      'object_permission', {_permission_json("o")}
+    )
+    FROM "LiteLLM_OrganizationTable" o WHERE o.organization_id = $4
+  ) AS organization_row,
+  (
+    SELECT to_jsonb(p) || jsonb_build_object(
+      {_PROJECT_LISTS},
+      'litellm_budget_table', {_budget_json("p")},
+      'object_permission', {_permission_json("p")}
+    )
+    FROM "LiteLLM_ProjectTable" p WHERE p.project_id = $5
+  ) AS project_row
+"""
+
+
+@dataclass(frozen=True, slots=True)
+class AuthObjectRefs:
+    """Ids of the objects a request's auth checks will read. ``None`` means not referenced."""
+
+    user_id: str | None = None
+    team_id: str | None = None
+    membership_user_id: str | None = None
+    organization_id: str | None = None
+    project_id: str | None = None
+
+    @classmethod
+    def from_token(cls, token: UserAPIKeyAuth) -> AuthObjectRefs:
+        has_membership: Final = token.team_id is not None and token.user_id is not None
+        return cls(
+            user_id=token.user_id,
+            team_id=token.team_id,
+            membership_user_id=token.user_id if has_membership else None,
+            organization_id=token.org_id,
+            project_id=token.project_id,
+        )
+
+
+class _InMemoryCache(Protocol):
+    def get_cache(self, key: str) -> object: ...
+    def set_cache(self, key: str, value: object, *, ttl: float | None = ...) -> None: ...
+
+
+@dataclass(frozen=True, slots=True)
+class _CacheEntry:
+    cache_key: str
+    row: _RowKind
+    model_type: type[BaseModel]
+    ttl: float | None
+
+
+def _iter_entries(refs: AuthObjectRefs, management_ttl: float) -> Iterator[_CacheEntry]:
+    if refs.user_id is not None:
+        yield _CacheEntry(refs.user_id, "user_row", LiteLLM_UserTable, management_ttl)
+    if refs.team_id is not None:
+        yield _CacheEntry(f"team_id:{refs.team_id}", "team_row", LiteLLM_TeamTableCachedObj, management_ttl)
+    if refs.team_id is not None and refs.membership_user_id is not None:
+        yield _CacheEntry(
+            team_membership_auth_cache_key(team_id=refs.team_id, user_id=refs.membership_user_id),
+            "membership_row",
+            LiteLLM_TeamMembership,
+            _TEAM_MEMBERSHIP_AUTH_TTL,
+        )
+        yield _CacheEntry(
+            team_membership_reservation_cache_key(user_id=refs.membership_user_id, team_id=refs.team_id),
+            "membership_row",
+            LiteLLM_TeamMembership,
+            None,
+        )
+    if refs.organization_id is not None:
+        yield _CacheEntry(
+            f"org_id:{refs.organization_id}", "organization_row", LiteLLM_OrganizationTable, DEFAULT_IN_MEMORY_TTL
+        )
+        yield _CacheEntry(
+            f"org_id:{refs.organization_id}:with_budget",
+            "organization_row",
+            LiteLLM_OrganizationTable,
+            DEFAULT_IN_MEMORY_TTL,
+        )
+    if refs.project_id is not None:
+        yield _CacheEntry(f"project_id:{refs.project_id}", "project_row", LiteLLM_ProjectTableCachedObj, management_ttl)
+
+
+def _entries(refs: AuthObjectRefs, cache: UserApiKeyCache) -> tuple[_CacheEntry, ...]:
+    return tuple(_iter_entries(refs, get_management_object_ttl(cache)))
+
+
+def _missing_in_memory(entries: Sequence[_CacheEntry], memory: _InMemoryCache) -> tuple[_CacheEntry, ...]:
+    return tuple(entry for entry in entries if memory.get_cache(key=entry.cache_key) is None)
+
+
+def _set_in_memory(memory: _InMemoryCache, cache_key: str, value: object, ttl: float | None) -> None:
+    if ttl is None:
+        memory.set_cache(key=cache_key, value=value)
+    else:
+        memory.set_cache(key=cache_key, value=value, ttl=ttl)
+
+
+async def _fill_from_redis(entries: Sequence[_CacheEntry], redis_cache: RedisCache, memory: _InMemoryCache) -> None:
+    if not entries:
+        return
+    found: Final = _RowValues.validate_python(
+        await redis_cache.async_batch_get_cache(key_list=sorted(entry.cache_key for entry in entries))  # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType]  # untyped cache API
+    )
+    for entry, value in ((entry, found.get(entry.cache_key)) for entry in entries):
+        if value is not None:
+            _set_in_memory(memory, entry.cache_key, value, entry.ttl)
+
+
+def _validate_row(
+    row_value: object, model_type: type[BaseModel], row: _RowKind, refreshed_at: float
+) -> BaseModel | None:
+    if row_value is None:
+        return None
+    try:
+        columns: Final = _RowValues.validate_python(row_value)
+        if row in _REFRESH_STAMPED_ROWS:
+            stamped: Final = {**columns, "last_refreshed_at": refreshed_at}  # mutable-ok: validators write into it
+            return model_type.model_validate(stamped)
+        return model_type.model_validate(columns)
+    except ValidationError as e:
+        verbose_proxy_logger.warning("auth prefetch: %s did not validate as %s: %s", row, model_type.__name__, e)
+        return None
+
+
+async def _fetch_rows(
+    refs: AuthObjectRefs, kinds: frozenset[_RowKind], prisma_client: PrismaClient
+) -> Mapping[str, object]:
+    row: Final[object] = await prisma_client.db.query_first(  # pyright: ignore[reportAny]  # prisma types query_first as Any
+        _SQL,
+        refs.user_id if "user_row" in kinds else None,
+        refs.team_id if kinds & _TEAM_BOUND_ROWS else None,
+        refs.membership_user_id if "membership_row" in kinds else None,
+        refs.organization_id if "organization_row" in kinds else None,
+        refs.project_id if "project_row" in kinds else None,
+    )
+    return _RowValues.validate_python(row) if row is not None else _NO_ROWS
+
+
+async def _write_back(entries: Sequence[tuple[_CacheEntry, BaseModel]], cache: UserApiKeyCache) -> None:
+    payloads: Final = tuple(
+        (entry.cache_key, CacheCodec.serialize(value, model_type=entry.model_type), entry.ttl)
+        for entry, value in entries
+    )
+    memory: Final[_InMemoryCache] = cache.in_memory_cache
+    for cache_key, payload, ttl in payloads:
+        _set_in_memory(memory, cache_key, payload, cache.default_in_memory_ttl if ttl is None else ttl)
+    if cache.redis_cache is not None:
+        await cache.redis_cache.async_set_cache_pipeline_with_ttls(payloads)
+
+
+async def _fill_from_db(
+    refs: AuthObjectRefs, entries: Sequence[_CacheEntry], cache: UserApiKeyCache, prisma_client: PrismaClient
+) -> None:
+    if not entries:
+        return
+    model_for: Final[Mapping[_RowKind, type[BaseModel]]] = MappingProxyType(
+        {entry.row: entry.model_type for entry in entries}
+    )
+    rows: Final = await _fetch_rows(refs, frozenset(model_for), prisma_client)
+    refreshed_at: Final = time.time()
+    objects: Final[Mapping[_RowKind, BaseModel | None]] = MappingProxyType(
+        {row: _validate_row(rows.get(row), model_type, row, refreshed_at) for row, model_type in model_for.items()}
+    )
+    writes: Final = tuple((entry, value) for entry in entries if (value := objects[entry.row]) is not None)
+    if writes:
+        await _write_back(writes, cache)
+
+
+async def prefetch_auth_objects(
+    refs: AuthObjectRefs,
+    user_api_key_cache: UserApiKeyCache,
+    prisma_client: PrismaClient | None,
+) -> None:
+    """Best effort: any failure leaves the per-object getters to fetch as before."""
+    try:
+        memory: Final[_InMemoryCache] = user_api_key_cache.in_memory_cache
+        missing: Final = _missing_in_memory(_entries(refs, user_api_key_cache), memory)
+        if user_api_key_cache.redis_cache is not None:
+            await _fill_from_redis(missing, user_api_key_cache.redis_cache, memory)
+        if prisma_client is None:
+            return
+        await _fill_from_db(refs, _missing_in_memory(missing, memory), user_api_key_cache, prisma_client)
+    except Exception as e:  # noqa: BLE001  # warm-up only; the getters enforce and fail closed on their own
+        verbose_proxy_logger.warning("auth prefetch skipped, falling back to per-object lookups: %s", e)
diff --git a/litellm/proxy/auth/user_api_key_auth.py b/litellm/proxy/auth/user_api_key_auth.py
index 20ab9904f46..2481a7436a7 100644
--- a/litellm/proxy/auth/user_api_key_auth.py
+++ b/litellm/proxy/auth/user_api_key_auth.py
@@ -24,6 +24,7 @@ from starlette.exceptions import WebSocketException
 import litellm
 from litellm._logging import verbose_logger, verbose_proxy_logger
 from litellm._service_logger import ServiceLogging
+from litellm.caching.redis_cache import RedisCache
 from litellm.constants import (
     GLOBAL_PROXY_SPEND_CACHE_KEY,
     INVALID_VIRTUAL_KEY_ERROR_MARKER,
@@ -63,6 +64,7 @@ from litellm.proxy.auth.auth_checks import (
 )
 from litellm.proxy.auth.auth_exception_handler import UserAPIKeyAuthExceptionHandler
 from litellm.proxy.auth.auth_method import AuthMethod
+from litellm.proxy.auth.auth_object_prefetch import AuthObjectRefs, prefetch_auth_objects
 from litellm.proxy.auth.auth_utils import (
     abbreviate_api_key,
     get_end_user_id_from_request_body,
@@ -101,6 +103,11 @@ from litellm.proxy.common_utils.user_api_key_cache import (
 )
 from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
+from litellm.proxy.spend_tracking.spend_counter_batch import (
+    bind_admission_counter_keys,
+    release_spend_counter_batch,
+    spend_counter_batch_scope,
+)
 from litellm.proxy.utils import (
     PrismaClient,
     ProxyLogging,
@@ -1970,6 +1977,9 @@ async def _user_api_key_auth_builder(
                 llm_model_list=llm_model_list,
                 llm_router=llm_router,
             )
+            await _prefetch_referenced_auth_objects(
+                valid_token, end_user_id=end_user_id, user_api_key_cache=user_api_key_cache, prisma_client=prisma_client
+            )
 
             # Check 2. If user_id for this token is in budget - done in common_checks()
             if valid_token.user_id is not None:
@@ -2672,21 +2682,25 @@ async def _run_centralized_common_checks(
         user_api_key_dict=user_api_key_auth_obj,
     )
 
-    _ = await common_checks(
-        request=request,
-        request_body=request_data,
-        team_object=team_object,
-        user_object=user_object,
-        end_user_object=end_user_object,
-        general_settings=general_settings,
-        global_proxy_spend=global_proxy_spend,
-        route=route,
-        llm_router=llm_router,
-        proxy_logging_obj=proxy_logging_obj,
-        valid_token=user_api_key_auth_obj,
-        skip_budget_checks=skip_budget_checks,
-        project_object=project_object,
-    )
+    bind_admission_counter_keys(user_api_key_auth_obj, end_user_id=end_user_id)
+    try:
+        _ = await common_checks(
+            request=request,
+            request_body=request_data,
+            team_object=team_object,
+            user_object=user_object,
+            end_user_object=end_user_object,
+            general_settings=general_settings,
+            global_proxy_spend=global_proxy_spend,
+            route=route,
+            llm_router=llm_router,
+            proxy_logging_obj=proxy_logging_obj,
+            valid_token=user_api_key_auth_obj,
+            skip_budget_checks=skip_budget_checks,
+            project_object=project_object,
+        )
+    finally:
+        release_spend_counter_batch()
 
     await _reserve_budget_after_common_checks(
         user_api_key_auth_obj=user_api_key_auth_obj,
@@ -2864,6 +2878,28 @@ async def _authorize_authenticated_request(
     return None
 
 
+def _spend_counter_redis_cache() -> RedisCache | None:
+    from litellm.proxy.proxy_server import spend_counter_cache
+
+    return spend_counter_cache.redis_cache
+
+
+async def _prefetch_referenced_auth_objects(
+    valid_token: UserAPIKeyAuth,
+    end_user_id: str | None,
+    user_api_key_cache: UserApiKeyCache,
+    prisma_client: PrismaClient | None,
+) -> None:
+    """Warm every object and spend counter the checks below will read, in one MGET each (one DB query when cold).
+    Runs after the key's model access check so a denied request costs no more than it did before."""
+    bind_admission_counter_keys(valid_token, end_user_id=end_user_id or None)
+    await prefetch_auth_objects(
+        refs=AuthObjectRefs.from_token(valid_token),
+        user_api_key_cache=user_api_key_cache,
+        prisma_client=prisma_client,
+    )
+
+
 def _seed_request_destinations(user_api_key_dict: UserAPIKeyAuth, request: Request | None = None) -> None:
     """Anchor the OTLP destinations this key or team overrides its traces to.
 
@@ -2928,7 +2964,7 @@ async def user_api_key_auth(
     # Run the whole auth phase inside a live ``auth`` span so the DB lookups it
     # triggers (key/user/team object reads) nest under it instead of flattening
     # onto the server span. No-op when OTel V2 isn't active.
-    with phase_span(f"auth {route}"):
+    with phase_span(f"auth {route}"), spend_counter_batch_scope(_spend_counter_redis_cache()):
         try:
             user_api_key_auth_obj: Final = await _user_api_key_auth_builder(
                 request=request,
diff --git a/litellm/proxy/db/spend_counter_reseed.py b/litellm/proxy/db/spend_counter_reseed.py
index 0131a67db8b..b3ddf9bb8cd 100644
--- a/litellm/proxy/db/spend_counter_reseed.py
+++ b/litellm/proxy/db/spend_counter_reseed.py
@@ -24,6 +24,7 @@ from litellm.constants import SPEND_COUNTER_RESEED_LOCKS_MAX_SIZE
 from litellm.litellm_core_utils.duration_parser import duration_in_seconds
 from litellm.proxy._types import Litellm_EntityType
 from litellm.proxy.db.db_lookup_gate import db_lookup_gate
+from litellm.proxy.spend_tracking.spend_counter_batch import active_spend_counter_batch
 from litellm.repositories.organization_repository import OrganizationRepository
 from litellm.repositories.table_repositories import (
     BudgetWindowSpendRepository,
@@ -194,6 +195,12 @@ class SpendCounterReseed:
             return True
         return False
 
+    @staticmethod
+    async def _read_active_batch(counter_key: str) -> tuple[float | None, bool] | None:
+        """The request's admission MGET already answered for this counter; a Redis miss there is authoritative."""
+        batch: Final = active_spend_counter_batch()
+        return None if batch is None else await batch.read(counter_key)
+
     @staticmethod
     async def coalesced(
         prisma_client: Optional["PrismaClient"],
@@ -211,10 +218,13 @@ class SpendCounterReseed:
         """
         lock: Final = await SpendCounterReseed._get_lock(counter_key)
         async with lock:
+            batched: Final = await SpendCounterReseed._read_active_batch(counter_key)
+            if batched is not None and batched[0] is not None:
+                return batched[0]
             # Re-check after acquiring the lock. Skip in-memory on a clean
             # Redis miss - in-memory is per-pod-stale.
-            redis_clean_miss = False
-            if spend_counter_cache.redis_cache is not None:
+            redis_clean_miss = batched is not None
+            if spend_counter_cache.redis_cache is not None and not redis_clean_miss:
                 try:
                     val = await spend_counter_cache.redis_cache.async_get_cache(key=counter_key)
                     if val is not None:
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index ba1e2632489..3d751b2ad25 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -659,6 +659,7 @@ from litellm.proxy.route_priority import hot_routes_first
 from litellm.proxy.search_endpoints.endpoints import router as search_router
 from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager
 from litellm.proxy.spend_tracking.budget_reservation import get_budget_window_start
+from litellm.proxy.spend_tracking.spend_counter_batch import active_spend_counter_batch
 from litellm.proxy.spend_tracking.spend_management_endpoints import (
     router as spend_management_router,
 )
@@ -2724,6 +2725,12 @@ async def read_spend_counter_cache_value(counter_key: str) -> tuple[float | None
     """Return (value, authoritative) for the live counter, None when absent. A clean
     Redis miss is final: the per-pod in-memory copy outlives the Redis TTL and only
     holds this pod's writes, so it is consulted only when Redis is unreachable."""
+    batch: Final = active_spend_counter_batch()
+    if batch is not None:
+        batched: Final = await batch.read(counter_key)
+        if batched is not None:
+            return batched
+
     if spend_counter_cache.redis_cache is not None:
         try:
             redis_val: Final = await spend_counter_cache.redis_cache.async_get_cache(key=counter_key)
diff --git a/litellm/proxy/spend_tracking/spend_counter_batch.py b/litellm/proxy/spend_tracking/spend_counter_batch.py
new file mode 100644
index 00000000000..52e6e98b500
--- /dev/null
+++ b/litellm/proxy/spend_tracking/spend_counter_batch.py
@@ -0,0 +1,130 @@
+"""One Redis MGET for every spend counter the admission checks read, instead of one GET per counter."""
+
+import asyncio
+from collections.abc import Iterator, Mapping
+from contextvars import ContextVar, Token
+from types import MappingProxyType, TracebackType
+from typing import Final
+
+from pydantic import TypeAdapter
+
+from litellm._logging import verbose_proxy_logger
+from litellm.caching.redis_cache import RedisCache
+from litellm.proxy._types import UserAPIKeyAuth
+
+_CounterValues: Final = TypeAdapter(dict[str, float | None])
+_NO_VALUES: Final[Mapping[str, float | None]] = MappingProxyType({})
+
+
+class SpendCounterBatch:
+    """Bound counters are read with one MGET on first use; counters bound later join the next MGET.
+    ``async_batch_get_cache`` maps a clean miss to ``None`` and drops keys only when Redis failed, so an absent
+    key means "read it yourself" and a present ``None`` is an authoritative miss."""
+
+    __slots__ = ("_fetched", "_keys", "_loaded", "_lock", "_open", "_redis_cache")
+
+    def __init__(self, redis_cache: RedisCache) -> None:
+        self._redis_cache: Final = redis_cache
+        self._lock: Final = asyncio.Lock()
+        self._open = True
+        self._keys: frozenset[str] = frozenset()
+        self._fetched: frozenset[str] = frozenset()
+        self._loaded: Mapping[str, float | None] = _NO_VALUES
+
+    @property
+    def counter_keys(self) -> frozenset[str]:
+        return self._keys
+
+    def bind(self, counter_keys: frozenset[str]) -> None:
+        if self._open:
+            self._keys = self._keys | counter_keys
+
+    def close(self) -> None:
+        """Later reads go to Redis directly; call before any read-then-write on the counters."""
+        self._open = False
+
+    async def read(self, counter_key: str) -> tuple[float | None, bool] | None:
+        """(value, authoritative) for a bound counter, None when the caller must read Redis itself."""
+        if not self._open or counter_key not in self._keys:
+            return None
+        loaded: Final = await self._load()
+        if counter_key not in loaded:
+            return None
+        return loaded[counter_key], True
+
+    async def _load(self) -> Mapping[str, float | None]:
+        async with self._lock:
+            pending: Final = self._keys - self._fetched
+            if pending:
+                self._fetched = self._fetched | pending
+                self._loaded = MappingProxyType({**self._loaded, **await self._fetch(pending)})
+            return self._loaded
+
+    async def _fetch(self, keys: frozenset[str]) -> Mapping[str, float | None]:
+        try:
+            return _CounterValues.validate_python(
+                await self._redis_cache.async_batch_get_cache(key_list=sorted(keys))  # pyright: ignore[reportUnknownMemberType, reportUnknownArgumentType]  # untyped cache API
+            )
+        except Exception as e:  # noqa: BLE001  # per-key reads take over and apply their own Redis fallback
+            verbose_proxy_logger.debug("spend counter batch read failed, falling back to per-key reads: %s", e)
+            return _NO_VALUES
+
+
+_active_batch: Final[ContextVar[SpendCounterBatch | None]] = ContextVar("spend_counter_batch", default=None)
+
+
+def active_spend_counter_batch() -> SpendCounterBatch | None:
+    return _active_batch.get()
+
+
+class spend_counter_batch_scope:
+    """Reads inside the scope share one MGET once ``bind_admission_counter_keys`` has run."""
+
+    __slots__ = ("_redis_cache", "_token")
+
+    def __init__(self, redis_cache: RedisCache | None) -> None:
+        self._redis_cache: Final = redis_cache
+        self._token: Token[SpendCounterBatch | None] | None = None
+
+    def __enter__(self) -> None:
+        if self._redis_cache is not None:
+            self._token = _active_batch.set(SpendCounterBatch(self._redis_cache))
+
+    def __exit__(
+        self, exc_type: type[BaseException] | None, exc: BaseException | None, tb: TracebackType | None
+    ) -> None:
+        if self._token is not None:
+            _active_batch.reset(self._token)
+
+
+def release_spend_counter_batch() -> None:
+    batch: Final = _active_batch.get()
+    if batch is not None:
+        batch.close()
+
+
+def _iter_admission_counter_keys(token: UserAPIKeyAuth, end_user_id: str | None) -> Iterator[str]:
+    if token.token is not None:
+        yield f"spend:key:{token.token}"
+    if token.team_id is not None:
+        yield f"spend:team:{token.team_id}"
+        if token.user_id is not None:
+            yield f"spend:team_member:{token.user_id}:{token.team_id}"
+    if token.user_id is not None:
+        yield f"spend:user:{token.user_id}"
+    if end_user_id is not None:
+        yield f"spend:end_user:{end_user_id}"
+    if token.org_id is not None:
+        yield f"spend:org:{token.org_id}"
+
+
+def admission_counter_keys(token: UserAPIKeyAuth, end_user_id: str | None) -> frozenset[str]:
+    return frozenset(_iter_admission_counter_keys(token, end_user_id))
+
+
+def bind_admission_counter_keys(token: UserAPIKeyAuth, end_user_id: str | None) -> None:
+    """Idempotent: call again after the token gains ids (end user, team org) so those counters join the MGET."""
+    batch: Final = _active_batch.get()
+    if batch is None:
+        return
+    batch.bind(admission_counter_keys(token, end_user_id))
diff --git a/tests/proxy_behavior/auth/__init__.py b/tests/proxy_behavior/auth/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/tests/proxy_behavior/auth/conftest.py b/tests/proxy_behavior/auth/conftest.py
new file mode 100644
index 00000000000..21982fa25cd
--- /dev/null
+++ b/tests/proxy_behavior/auth/conftest.py
@@ -0,0 +1,20 @@
+"""Session-scoped PrismaClient for auth behavior tests that run raw SQL against a real Postgres."""
+
+import os
+from unittest.mock import MagicMock
+
+import pytest
+import pytest_asyncio
+
+from litellm.proxy.utils import PrismaClient
+
+
+@pytest_asyncio.fixture(scope="session", loop_scope="session")
+async def prisma():
+    database_url = os.environ.get("DATABASE_URL")
+    if not database_url:
+        pytest.skip("DATABASE_URL not set")  # test-quality-ok: this suite exists to run SQL on a real Postgres
+    client = PrismaClient(database_url=database_url, proxy_logging_obj=MagicMock())
+    await client.connect()
+    yield client
+    await client.disconnect()
diff --git a/tests/proxy_behavior/auth/test_auth_object_prefetch.py b/tests/proxy_behavior/auth/test_auth_object_prefetch.py
new file mode 100644
index 00000000000..e2d947f4284
--- /dev/null
+++ b/tests/proxy_behavior/auth/test_auth_object_prefetch.py
@@ -0,0 +1,174 @@
+"""Runs the auth prefetch's raw SQL against a real Postgres: the join must bind the membership to the requested
+team and hand the getters rows they validate. The per-regime round-trip counts are unit-tested with fakes in
+tests/test_litellm/proxy/auth/test_auth_object_prefetch.py."""
+
+import json
+from unittest.mock import AsyncMock, MagicMock
+from uuid import uuid4
+
+import pytest
+
+from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.proxy.auth.auth_checks import (
+    get_org_object,
+    get_team_membership,
+    get_team_object,
+    get_user_object,
+)
+from litellm.proxy.auth.auth_object_prefetch import AuthObjectRefs, prefetch_auth_objects
+from litellm.proxy.auth.team_grants import team_model_aliases
+from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+
+pytestmark = pytest.mark.asyncio(loop_scope="session")
+
+
+def _dead_db() -> MagicMock:
+    prisma = MagicMock(name="prisma_client")
+    prisma.db.query_first = AsyncMock(return_value=None)
+    return prisma
+
+
+async def test_join_binds_the_membership_to_the_requested_team(prisma):
+    """A user in two teams with different member budgets must get the requested team's row."""
+    run = uuid4().hex
+    user_id, team_a, team_b, org_id = (f"pf-user-{run}", f"pf-team-a-{run}", f"pf-team-b-{run}", f"pf-org-{run}")
+    try:
+        await prisma.db.litellm_budgettable.create(
+            data={"budget_id": f"a-{run}", "max_budget": 11.0, "created_by": "t", "updated_by": "t"}
+        )
+        await prisma.db.litellm_budgettable.create(
+            data={"budget_id": f"b-{run}", "max_budget": 22.0, "created_by": "t", "updated_by": "t"}
+        )
+        await prisma.db.litellm_organizationtable.create(
+            data={
+                "organization_id": org_id,
+                "organization_alias": "pf",
+                "created_by": "t",
+                "updated_by": "t",
+                "litellm_budget_table": {"connect": {"budget_id": f"b-{run}"}},
+            }
+        )
+        await prisma.db.litellm_usertable.create(data={"user_id": user_id, "max_budget": 33.0})
+        await prisma.db.litellm_teamtable.create(data={"team_id": team_a, "organization_id": org_id, "max_budget": 1.0})
+        await prisma.db.litellm_teamtable.create(data={"team_id": team_b, "max_budget": 2.0})
+        await prisma.db.litellm_teammembership.create(
+            data={"user_id": user_id, "team_id": team_a, "litellm_budget_table": {"connect": {"budget_id": f"a-{run}"}}}
+        )
+        await prisma.db.litellm_teammembership.create(
+            data={"user_id": user_id, "team_id": team_b, "litellm_budget_table": {"connect": {"budget_id": f"b-{run}"}}}
+        )
+
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(), redis_cache=None)
+        refs = AuthObjectRefs(user_id=user_id, team_id=team_a, membership_user_id=user_id, organization_id=org_id)
+        await prefetch_auth_objects(refs=refs, user_api_key_cache=cache, prisma_client=prisma)
+
+        dead_db = _dead_db()
+        membership = await get_team_membership(
+            user_id=user_id, team_id=team_a, prisma_client=dead_db, user_api_key_cache=cache
+        )
+        team = await get_team_object(team_id=team_a, prisma_client=dead_db, user_api_key_cache=cache)
+        user = await get_user_object(
+            user_id=user_id, prisma_client=dead_db, user_api_key_cache=cache, user_id_upsert=False
+        )
+        org = await get_org_object(org_id=org_id, prisma_client=dead_db, user_api_key_cache=cache)
+        assert dead_db.db.mock_calls == [], "getters must be served from the prefetched cache"
+
+        assert membership is not None and membership.litellm_budget_table is not None
+        assert (membership.team_id, membership.litellm_budget_table.max_budget) == (team_a, 11.0)
+        assert (team.team_id, team.max_budget, team.organization_id, team.models) == (team_a, 1.0, org_id, [])
+        assert user is not None and user.max_budget == 33.0
+        assert org is not None and (org.organization_id, org.models) == (org_id, [])
+    finally:
+        await prisma.db.litellm_teammembership.delete_many(where={"user_id": user_id})
+        await prisma.db.litellm_teamtable.delete_many(where={"team_id": {"in": [team_a, team_b]}})
+        await prisma.db.litellm_usertable.delete_many(where={"user_id": user_id})
+        await prisma.db.litellm_organizationtable.delete_many(where={"organization_id": org_id})
+        await prisma.db.litellm_budgettable.delete_many(where={"budget_id": {"in": [f"a-{run}", f"b-{run}"]}})
+
+
+async def test_join_reads_team_model_aliases_from_the_mapped_column(prisma):
+    """The model table stores aliases in a column named ``aliases``; the cached team must expose ``model_aliases``."""
+    run = uuid4().hex
+    team_id = f"pf-team-{run}"
+    aliases = {"gpt-4o": f"gpt-4o-{run}"}
+    model_table = await prisma.db.litellm_modeltable.create(
+        data={"model_aliases": json.dumps(aliases), "created_by": "t", "updated_by": "t"}
+    )
+    try:
+        await prisma.db.litellm_teamtable.create(data={"team_id": team_id, "model_id": model_table.id})
+        expected_team = await prisma.db.litellm_teamtable.find_unique(
+            where={"team_id": team_id}, include={"litellm_model_table": True}
+        )
+
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(), redis_cache=None)
+        refs = AuthObjectRefs(user_id=None, team_id=team_id, membership_user_id=None, organization_id=None)
+        await prefetch_auth_objects(refs=refs, user_api_key_cache=cache, prisma_client=prisma)
+
+        dead_db = _dead_db()
+        team = await get_team_object(team_id=team_id, prisma_client=dead_db, user_api_key_cache=cache)
+        assert dead_db.db.mock_calls == [], "getters must be served from the prefetched cache"
+
+        assert expected_team is not None and expected_team.litellm_model_table is not None
+        assert team.litellm_model_table is not None
+        assert team.litellm_model_table.model_aliases == expected_team.litellm_model_table.model_aliases == aliases
+        assert team_model_aliases(team) == aliases
+    finally:
+        await prisma.db.litellm_teamtable.delete_many(where={"team_id": team_id})
+        await prisma.db.litellm_modeltable.delete_many(where={"id": model_table.id})
+
+
+async def test_join_reads_null_nested_lists_the_way_prisma_does(prisma):
+    """Prisma reads a NULL scalar list as []; the nested permission and budget rows must match, not carry null."""
+    run = uuid4().hex
+    user_id, team_id, permission_id, budget_id = (f"pf-user-{run}", f"pf-team-{run}", f"pf-perm-{run}", f"pf-bud-{run}")
+    try:
+        await prisma.db.litellm_objectpermissiontable.create(data={"object_permission_id": permission_id})
+        await prisma.db.litellm_budgettable.create(data={"budget_id": budget_id, "created_by": "t", "updated_by": "t"})
+        await prisma.db.execute_raw(
+            'UPDATE "LiteLLM_ObjectPermissionTable" SET mcp_servers = NULL, models = NULL '
+            "WHERE object_permission_id = $1",
+            permission_id,
+        )
+        await prisma.db.execute_raw(
+            'UPDATE "LiteLLM_BudgetTable" SET allowed_models = NULL WHERE budget_id = $1', budget_id
+        )
+        await prisma.db.litellm_usertable.create(data={"user_id": user_id})
+        await prisma.db.litellm_teamtable.create(data={"team_id": team_id, "object_permission_id": permission_id})
+        await prisma.db.litellm_teammembership.create(
+            data={"user_id": user_id, "team_id": team_id, "litellm_budget_table": {"connect": {"budget_id": budget_id}}}
+        )
+        expected_team = await prisma.db.litellm_teamtable.find_unique(
+            where={"team_id": team_id}, include={"object_permission": True}
+        )
+        expected_membership = await prisma.db.litellm_teammembership.find_unique(
+            where={"user_id_team_id": {"user_id": user_id, "team_id": team_id}}, include={"litellm_budget_table": True}
+        )
+
+        cache = UserApiKeyCache(in_memory_cache=InMemoryCache(), redis_cache=None)
+        refs = AuthObjectRefs(user_id=user_id, team_id=team_id, membership_user_id=user_id, organization_id=None)
+        await prefetch_auth_objects(refs=refs, user_api_key_cache=cache, prisma_client=prisma)
+
+        dead_db = _dead_db()
+        team = await get_team_object(team_id=team_id, prisma_client=dead_db, user_api_key_cache=cache)
+        membership = await get_team_membership(
+            user_id=user_id, team_id=team_id, prisma_client=dead_db, user_api_key_cache=cache
+        )
+        assert dead_db.db.mock_calls == [], "getters must be served from the prefetched cache"
+
+        assert expected_team is not None and expected_team.object_permission is not None
+        assert team.object_permission is not None
+        assert team.object_permission.mcp_servers == expected_team.object_permission.mcp_servers == []
+        assert team.object_permission.models == expected_team.object_permission.models == []
+        assert expected_membership is not None and expected_membership.litellm_budget_table is not None
+        assert membership is not None and membership.litellm_budget_table is not None
+        assert (
+            membership.litellm_budget_table.allowed_models
+            == expected_membership.litellm_budget_table.allowed_models
+            == []
+        )
+    finally:
+        await prisma.db.litellm_teammembership.delete_many(where={"user_id": user_id})
+        await prisma.db.litellm_teamtable.delete_many(where={"team_id": team_id})
+        await prisma.db.litellm_usertable.delete_many(where={"user_id": user_id})
+        await prisma.db.litellm_objectpermissiontable.delete_many(where={"object_permission_id": permission_id})
+        await prisma.db.litellm_budgettable.delete_many(where={"budget_id": budget_id})
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index bcae33b976e..3c93687d467 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1,10 +1,12 @@
 import asyncio
 import time
 from collections.abc import Iterator
+from datetime import timedelta
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
 
+import litellm
 from litellm._service_logger import ServiceLogging
 from litellm.caching.redis_cache import RedisCache, RedisCircuitBreakerOpenError
 
@@ -679,7 +681,6 @@ def test_sync_batch_get_cache_survives_a_service_callback_that_raises(
     from concurrent.futures import ThreadPoolExecutor
 
     import litellm
-
     from litellm.constants import REDIS_CIRCUIT_BREAKER_FAILURE_THRESHOLD
 
     cache, service_logger = sync_batch_cache_with_service_logger
@@ -1202,3 +1203,45 @@ async def test_a_probe_overtaken_by_a_later_outage_leaves_the_breaker_to_the_new
     new_probe_release.set()
     assert await new_probe == "new probe"
     assert breaker._state == breaker.CLOSED
+
+
+class _SetRecordingPipeline:
+    def __init__(self) -> None:
+        self.sets: list[tuple[str, str, timedelta | None]] = []
+        self.executes = 0
+
+    async def __aenter__(self) -> "_SetRecordingPipeline":
+        return self
+
+    async def __aexit__(self, *exc_info: object) -> None:
+        return None
+
+    def set(self, name: str, value: str, ex: timedelta | None) -> None:
+        self.sets.append((name, value, ex))
+
+    async def execute(self) -> list[bool]:
+        self.executes += 1
+        return [True] * len(self.sets)
+
+
+@pytest.mark.asyncio
+async def test_async_set_cache_pipeline_with_ttls_keeps_each_entry_ttl(monkeypatch, redis_no_ping):
+    monkeypatch.setenv("REDIS_HOST", "https://my-test-host")
+    monkeypatch.setattr(litellm, "default_redis_ttl", 300)
+    redis_cache = RedisCache(namespace="ns")
+    pipe = _SetRecordingPipeline()
+    client = MagicMock()
+    client.pipeline = MagicMock(return_value=pipe)
+
+    with patch.object(redis_cache, "init_async_client", return_value=client):
+        await redis_cache.async_set_cache_pipeline_with_ttls(
+            (("team_id:t1", {"team_id": "t1"}, 60), ("u1", {"user_id": "u1"}, 7), ("org_id:o1", {"a": 1}, None))
+        )
+
+    client.pipeline.assert_called_once_with(transaction=False)
+    assert pipe.executes == 1
+    assert pipe.sets == [
+        ("ns:team_id:t1", '{"team_id": "t1"}', timedelta(seconds=60)),
+        ("ns:u1", '{"user_id": "u1"}', timedelta(seconds=7)),
+        ("ns:org_id:o1", '{"a": 1}', timedelta(seconds=300)),
+    ]
diff --git a/tests/test_litellm/proxy/auth/test_auth_object_prefetch.py b/tests/test_litellm/proxy/auth/test_auth_object_prefetch.py
new file mode 100644
index 00000000000..0fd0dda3017
--- /dev/null
+++ b/tests/test_litellm/proxy/auth/test_auth_object_prefetch.py
@@ -0,0 +1,338 @@
+"""Counts the Redis round trips and DB queries auth object reads cost per cache regime, and checks that the
+per-object getters still enforce on their own when the prefetch cannot help."""
+
+import json
+from collections.abc import Sequence
+from unittest.mock import AsyncMock, MagicMock
+
+import pytest
+from fastapi import HTTPException
+
+from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.caching.redis_cache import RedisCache
+from litellm.proxy._types import (
+    LiteLLM_OrganizationTable,
+    LiteLLM_TeamMembership,
+    LiteLLM_TeamTableCachedObj,
+    LiteLLM_UserTable,
+    UserAPIKeyAuth,
+)
+from litellm.proxy.auth.auth_checks import (
+    get_org_object,
+    get_team_membership,
+    get_team_object,
+    get_user_object,
+)
+from litellm.proxy.auth.auth_object_prefetch import AuthObjectRefs, prefetch_auth_objects
+from litellm.proxy.common_utils.user_api_key_cache import UserApiKeyCache
+
+USER_ID = "prefetch-user"
+TEAM_ID = "prefetch-team"
+ORG_ID = "prefetch-org"
+
+USER_ROW = {
+    "user_id": USER_ID,
+    "max_budget": 50.0,
+    "spend": 1.0,
+    "models": ["gpt-5.4-mini"],
+    "organization_memberships": [],
+}
+TEAM_ROW = {
+    "team_id": TEAM_ID,
+    "organization_id": ORG_ID,
+    "max_budget": 500.0,
+    "spend": 2.0,
+    "models": [],
+    "blocked": False,
+    "members_with_roles": {},
+}
+MEMBERSHIP_ROW = {
+    "user_id": USER_ID,
+    "team_id": TEAM_ID,
+    "spend": 3.0,
+    "budget_id": "b1",
+    "litellm_budget_table": {"budget_id": "b1", "max_budget": 20.0},
+}
+ORG_ROW = {
+    "organization_id": ORG_ID,
+    "organization_alias": "org",
+    "budget_id": "b2",
+    "created_by": "admin",
+    "updated_by": "admin",
+    "models": [],
+    "spend": 4.0,
+    "litellm_budget_table": {"budget_id": "b2", "max_budget": 1000.0},
+}
+ALL_ROWS = {
+    "user_row": USER_ROW,
+    "team_row": TEAM_ROW,
+    "membership_row": MEMBERSHIP_ROW,
+    "organization_row": ORG_ROW,
+    "project_row": None,
+}
+
+
+class CountingRedis(RedisCache):
+    """Redis fake that counts commands and round trips (an MGET or a pipeline is one round trip)."""
+
+    def __init__(self, store: dict[str, str] | None = None, fail: bool = False) -> None:
+        self.store: dict[str, str] = dict(store or {})
+        self.fail = fail
+        self.round_trips = 0
+        self.commands: list[str] = []
+
+    def _trip(self, *commands: str) -> None:
+        if self.fail:
+            raise ConnectionError("redis down")
+        self.round_trips += 1
+        self.commands.extend(commands)
+
+    async def async_get_cache(self, key: str, **kwargs: object) -> object:
+        self._trip(f"GET {key}")
+        raw = self.store.get(key)
+        return json.loads(raw) if raw is not None else None
+
+    async def async_batch_get_cache(self, key_list: Sequence[str], **kwargs: object) -> dict[str, object]:
+        self._trip(f"MGET {' '.join(key_list)}")
+        return {key: (json.loads(self.store[key]) if key in self.store else None) for key in key_list}
+
+    async def async_set_cache(self, key: str, value: object, **kwargs: object) -> None:
+        self._trip(f"SET {key}")
+        self.store[key] = json.dumps(value)
+
+    async def async_set_cache_pipeline(self, cache_list: Sequence[tuple[str, object]], **kwargs: object) -> None:
+        self._trip(*(f"SET {key}" for key, _ in cache_list))
+        for key, value in cache_list:
+            self.store[key] = json.dumps(value)
+
+    async def async_set_cache_pipeline_with_ttls(self, cache_list: Sequence[tuple[str, object, float | None]]) -> None:
+        self._trip(*(f"SET {key} ttl={ttl}" for key, _, ttl in cache_list))
+        for key, value, _ in cache_list:
+            self.store[key] = json.dumps(value)
+
+    async def async_delete_cache(self, key: str) -> None:
+        self._trip(f"DEL {key}")
+        self.store.pop(key, None)
+
+
+def _prisma(rows: dict[str, object] | None = ALL_ROWS) -> MagicMock:
+    prisma = MagicMock(name="prisma_client")
+    prisma.db.query_first = AsyncMock(return_value=rows)
+    return prisma
+
+
+def _non_prefetch_db_calls(prisma: MagicMock) -> list[str]:
+    return [str(call) for call in prisma.db.mock_calls if not str(call).startswith("call.query_first(")]
+
+
+def _cache(redis: RedisCache | None) -> UserApiKeyCache:
+    return UserApiKeyCache(in_memory_cache=InMemoryCache(), redis_cache=redis)
+
+
+def _refs() -> AuthObjectRefs:
+    return AuthObjectRefs.from_token(UserAPIKeyAuth(token="t", user_id=USER_ID, team_id=TEAM_ID, org_id=ORG_ID))
+
+
+async def _read_all_through_getters(
+    cache: UserApiKeyCache, prisma: MagicMock
+) -> tuple[
+    LiteLLM_UserTable | None,
+    LiteLLM_TeamTableCachedObj,
+    LiteLLM_TeamMembership | None,
+    LiteLLM_OrganizationTable | None,
+]:
+    return (
+        await get_user_object(user_id=USER_ID, prisma_client=prisma, user_api_key_cache=cache, user_id_upsert=False),
+        await get_team_object(team_id=TEAM_ID, prisma_client=prisma, user_api_key_cache=cache),
+        await get_team_membership(user_id=USER_ID, team_id=TEAM_ID, prisma_client=prisma, user_api_key_cache=cache),
+        await get_org_object(org_id=ORG_ID, prisma_client=prisma, user_api_key_cache=cache, include_budget_table=True),
+    )
+
+
+def test_refs_from_token_only_names_membership_when_both_ids_present():
+    assert AuthObjectRefs.from_token(UserAPIKeyAuth(token="t", team_id=TEAM_ID)).membership_user_id is None
+    assert AuthObjectRefs.from_token(UserAPIKeyAuth(token="t", user_id=USER_ID)).membership_user_id is None
+    assert AuthObjectRefs.from_token(UserAPIKeyAuth(token="t", user_id=USER_ID, team_id=TEAM_ID)) == AuthObjectRefs(
+        user_id=USER_ID, team_id=TEAM_ID, membership_user_id=USER_ID
+    )
+
+
+@pytest.mark.asyncio
+async def test_cold_regime_is_one_mget_one_query_and_the_getters_never_touch_io_again():
+    redis = CountingRedis()
+    prisma = _prisma()
+    cache = _cache(redis)
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    assert prisma.db.query_first.await_count == 1
+    assert prisma.db.query_first.await_args.args[1:] == (USER_ID, TEAM_ID, USER_ID, ORG_ID, None)
+    mgets = [c for c in redis.commands if c.startswith("MGET")]
+    assert len(mgets) == 1
+    assert set(mgets[0].split()[1:]) == {
+        USER_ID,
+        f"team_id:{TEAM_ID}",
+        f"{TEAM_ID}_{USER_ID}",
+        f"team_membership:{USER_ID}:{TEAM_ID}",
+        f"org_id:{ORG_ID}",
+        f"org_id:{ORG_ID}:with_budget",
+    }
+    sets = sorted(c for c in redis.commands if c.startswith("SET"))
+    assert sets == sorted(
+        [
+            f"SET {TEAM_ID}_{USER_ID} ttl=5",
+            f"SET org_id:{ORG_ID} ttl=5",
+            f"SET org_id:{ORG_ID}:with_budget ttl=5",
+            f"SET {USER_ID} ttl=60",
+            f"SET team_id:{TEAM_ID} ttl=60",
+            f"SET team_membership:{USER_ID}:{TEAM_ID} ttl=None",
+        ]
+    )
+    assert redis.round_trips == 2, "one MGET, one pipeline"
+
+    before = (redis.round_trips, prisma.db.query_first.await_count)
+    user, team, membership, org = await _read_all_through_getters(cache, prisma)
+    assert (redis.round_trips, prisma.db.query_first.await_count) == before
+    assert _non_prefetch_db_calls(prisma) == []
+
+    assert isinstance(user, LiteLLM_UserTable) and user.max_budget == 50.0
+    assert isinstance(team, LiteLLM_TeamTableCachedObj) and team.organization_id == ORG_ID
+    assert team.last_refreshed_at is not None
+    assert isinstance(membership, LiteLLM_TeamMembership) and membership.litellm_budget_table is not None
+    assert membership.litellm_budget_table.max_budget == 20.0
+    assert isinstance(org, LiteLLM_OrganizationTable) and org.litellm_budget_table is not None
+    assert org.litellm_budget_table.max_budget == 1000.0
+
+
+@pytest.mark.asyncio
+async def test_redis_warm_regime_is_exactly_one_mget_and_zero_queries():
+    seeded = CountingRedis()
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=_cache(seeded), prisma_client=_prisma())
+
+    redis = CountingRedis(store=seeded.store)
+    prisma = _prisma()
+    cache = _cache(redis)
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    assert redis.round_trips == 1
+    assert redis.commands[0].startswith("MGET")
+    assert prisma.db.query_first.await_count == 0
+
+    user, team, membership, org = await _read_all_through_getters(cache, prisma)
+    assert redis.round_trips == 1
+    assert prisma.db.mock_calls == []
+    assert (user.user_id, team.team_id, membership.team_id, org.organization_id) == (USER_ID, TEAM_ID, TEAM_ID, ORG_ID)
+
+
+@pytest.mark.asyncio
+async def test_hot_regime_costs_nothing():
+    redis = CountingRedis()
+    prisma = _prisma()
+    cache = _cache(redis)
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+    redis.round_trips, redis.commands = 0, []
+    prisma.db.reset_mock()
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+    await _read_all_through_getters(cache, prisma)
+
+    assert redis.round_trips == 0
+    assert prisma.db.mock_calls == []
+
+
+@pytest.mark.asyncio
+async def test_partial_redis_hit_queries_only_the_missing_objects():
+    seeded = CountingRedis()
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=_cache(seeded), prisma_client=_prisma())
+    for key in (f"team_id:{TEAM_ID}", f"{TEAM_ID}_{USER_ID}", f"team_membership:{USER_ID}:{TEAM_ID}"):
+        del seeded.store[key]
+
+    prisma = _prisma()
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=_cache(seeded), prisma_client=prisma)
+
+    assert prisma.db.query_first.await_count == 1
+    assert prisma.db.query_first.await_args.args[1:] == (None, TEAM_ID, USER_ID, None, None)
+
+    del seeded.store[f"org_id:{ORG_ID}:with_budget"]
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=_cache(seeded), prisma_client=prisma)
+    assert prisma.db.query_first.await_args.args[1:] == (None, None, None, ORG_ID, None)
+
+
+@pytest.mark.asyncio
+async def test_deleted_team_cache_entry_is_refetched_and_the_update_is_visible():
+    redis = CountingRedis()
+    prisma = _prisma()
+    cache = _cache(redis)
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    await cache.async_delete_cache(f"team_id:{TEAM_ID}")
+    prisma.db.query_first.return_value = {**ALL_ROWS, "team_row": {**TEAM_ROW, "blocked": True}}
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    team = await get_team_object(team_id=TEAM_ID, prisma_client=prisma, user_api_key_cache=cache)
+    assert team.blocked is True
+    assert prisma.db.query_first.await_count == 2
+    assert prisma.db.query_first.await_args.args[1:] == (None, TEAM_ID, None, None, None)
+
+
+@pytest.mark.asyncio
+async def test_row_missing_a_required_column_is_not_cached_so_the_getter_still_fails_closed():
+    prisma = _prisma({**ALL_ROWS, "team_row": {"max_budget": 1.0}})
+    prisma.db.litellm_teamtable.find_unique = AsyncMock(return_value=None)
+    cache = _cache(CountingRedis())
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    with pytest.raises(HTTPException) as exc:
+        await get_team_object(team_id=TEAM_ID, prisma_client=prisma, user_api_key_cache=cache)
+    assert exc.value.status_code == 404
+    assert prisma.db.litellm_teamtable.find_unique.await_count == 1
+    assert cache.in_memory_cache.get_cache(USER_ID) is not None
+
+
+@pytest.mark.asyncio
+async def test_absent_rows_are_not_cached_as_present():
+    redis = CountingRedis()
+    prisma = _prisma({key: None for key in ALL_ROWS})
+    cache = _cache(redis)
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    assert [c for c in redis.commands if c.startswith("SET")] == []
+    assert cache.in_memory_cache.get_cache(f"team_id:{TEAM_ID}") is None
+
+
+@pytest.mark.asyncio
+async def test_redis_failure_is_swallowed_and_getters_fall_back_to_their_own_reads():
+    prisma = _prisma()
+    prisma.db.litellm_usertable.find_unique = AsyncMock(return_value=None)
+    cache = _cache(CountingRedis(fail=True))
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    assert prisma.db.query_first.await_count == 0
+    assert cache.in_memory_cache.get_cache(USER_ID) is None
+
+
+@pytest.mark.asyncio
+async def test_no_prisma_still_uses_redis_but_never_queries():
+    seeded = CountingRedis()
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=_cache(seeded), prisma_client=_prisma())
+    redis = CountingRedis(store=seeded.store)
+    cache = _cache(redis)
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=None)
+
+    assert redis.round_trips == 1
+    assert cache.in_memory_cache.get_cache(f"org_id:{ORG_ID}") is not None
+
+
+@pytest.mark.asyncio
+async def test_no_redis_goes_straight_to_one_query():
+    prisma = _prisma()
+    cache = _cache(None)
+
+    await prefetch_auth_objects(refs=_refs(), user_api_key_cache=cache, prisma_client=prisma)
+
+    assert prisma.db.query_first.await_count == 1
+    assert cache.in_memory_cache.get_cache(f"team_membership:{USER_ID}:{TEAM_ID}") is not None
diff --git a/tests/test_litellm/proxy/auth/test_user_api_key_auth.py b/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
index 6cce6d0316b..a257288ebe0 100644
--- a/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
+++ b/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
@@ -1646,6 +1646,95 @@ async def test_db_virtual_key_auth_sets_via_virtual_key_marker():
             setattr(_proxy_server_mod, attr, val)
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model_allowed", [True, False])
+async def test_auth_prefetches_referenced_objects_only_after_the_key_may_call_the_model(model_allowed):
+    """A request denied by the key's model list must not pay for the team/user/org MGET or DB join."""
+    from fastapi import Request
+    from starlette.datastructures import URL
+
+    from litellm.proxy.auth.user_api_key_auth import _user_api_key_auth_builder
+    from litellm.proxy.proxy_server import hash_token
+
+    api_key = "sk-prefetch-order-test"
+    valid_token = UserAPIKeyAuth(api_key=api_key, token=hash_token(api_key), user_id="u1", team_id="t1")
+
+    mock_cache = AsyncMock()
+    mock_cache.async_get_cache = AsyncMock(return_value=None)
+    mock_cache.delete_cache = MagicMock()
+    mock_proxy_logging_obj = MagicMock()
+    mock_proxy_logging_obj.post_call_failure_hook = AsyncMock(return_value=None)
+
+    import litellm.proxy.proxy_server as _proxy_server_mod
+
+    _attrs_to_set = {
+        "prisma_client": MagicMock(),
+        "user_api_key_cache": mock_cache,
+        "proxy_logging_obj": mock_proxy_logging_obj,
+        "master_key": "sk-master-key",
+        "general_settings": {},
+        "llm_model_list": [],
+        "llm_router": None,
+        "open_telemetry_logger": None,
+        "model_max_budget_limiter": MagicMock(),
+        "user_custom_auth": None,
+        "jwt_handler": None,
+        "litellm_proxy_admin_name": "admin",
+    }
+    _original_values = {attr: getattr(_proxy_server_mod, attr, None) for attr in _attrs_to_set}
+    denied = ProxyException(
+        message="Key not allowed to access model",
+        type=ProxyErrorTypes.key_model_access_denied,
+        param="model",
+        code=401,
+    )
+    try:
+        for attr, val in _attrs_to_set.items():
+            setattr(_proxy_server_mod, attr, val)
+        request = Request(scope={"type": "http"})
+        request._url = URL(url="/chat/completions")
+
+        with (
+            patch(  # test-quality-ok: the builder has no DI seam for the key lookup; stands in for the DB
+                "litellm.proxy.auth.resolvers.store.IdentityStore._resolve_key",
+                new_callable=AsyncMock,
+                return_value=valid_token,
+            ),
+            patch(  # test-quality-ok: the observable is whether the prefetch runs before or after this check
+                "litellm.proxy.auth.user_api_key_auth._enforce_key_and_fallback_model_access",
+                new_callable=AsyncMock,
+                side_effect=None if model_allowed else denied,
+            ),
+            patch(  # test-quality-ok: counting prefetch calls on a denied request IS the regression being pinned
+                "litellm.proxy.auth.user_api_key_auth.prefetch_auth_objects", new_callable=AsyncMock
+            ) as mock_prefetch,
+            patch(  # test-quality-ok: no DB in this test; the user lookup must not fail the allowed path
+                "litellm.proxy.auth.user_api_key_auth.get_user_object", new_callable=AsyncMock, return_value=None
+            ),
+        ):
+            call = _user_api_key_auth_builder(
+                request=request,
+                api_key=f"Bearer {api_key}",
+                azure_api_key_header="",
+                anthropic_api_key_header=None,
+                google_ai_studio_api_key_header=None,
+                azure_apim_header=None,
+                request_data={"model": "gpt-4o"},
+            )
+            if model_allowed:
+                assert isinstance(await call, UserAPIKeyAuth)
+                mock_prefetch.assert_awaited_once()
+                assert mock_prefetch.await_args.kwargs["refs"].team_id == "t1"
+            else:
+                with pytest.raises(ProxyException) as exc:
+                    await call
+                assert exc.value.type == ProxyErrorTypes.key_model_access_denied
+                mock_prefetch.assert_not_awaited()
+    finally:
+        for attr, val in _original_values.items():
+            setattr(_proxy_server_mod, attr, val)
+
+
 @pytest.mark.asyncio
 async def test_return_user_api_key_auth_obj_user_spend_and_budget():
     """
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py b/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py
new file mode 100644
index 00000000000..288c3d8c7b4
--- /dev/null
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py
@@ -0,0 +1,300 @@
+"""Exact Redis round-trip counts for the spend counters admission reads within one auth scope."""
+
+from __future__ import annotations
+
+import asyncio
+from collections.abc import Sequence
+from unittest.mock import AsyncMock, MagicMock
+
+import pytest
+
+import litellm.proxy.proxy_server as ps
+from litellm.caching.redis_cache import RedisCache
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.db.spend_counter_reseed import SpendCounterReseed
+from litellm.proxy.spend_tracking.spend_counter_batch import (
+    SpendCounterBatch,
+    active_spend_counter_batch,
+    admission_counter_keys,
+    bind_admission_counter_keys,
+    release_spend_counter_batch,
+    spend_counter_batch_scope,
+)
+
+TOKEN = UserAPIKeyAuth(token="hashed", team_id="team", user_id="user", org_id="org")
+TOKEN_KEYS = frozenset(
+    {
+        "spend:key:hashed",
+        "spend:team:team",
+        "spend:team_member:user:team",
+        "spend:user:user",
+        "spend:end_user:eu",
+        "spend:org:org",
+    }
+)
+
+
+class CountingRedis(RedisCache):
+    def __init__(self, store: dict[str, object] | None = None, fail: bool = False) -> None:
+        self.store: dict[str, object] = dict(store or {})
+        self.fail = fail
+        self.commands: list[str] = []
+
+    async def async_get_cache(self, key: str, **kwargs: object) -> object:
+        if self.fail:
+            raise ConnectionError("redis down")
+        self.commands.append(f"GET {key}")
+        return self.store.get(key)
+
+    async def async_batch_get_cache(self, key_list: Sequence[str], **kwargs: object) -> dict[str, object]:
+        if self.fail:
+            raise ConnectionError("redis down")
+        self.commands.append(f"MGET {' '.join(key_list)}")
+        return {key: self.store.get(key) for key in key_list}
+
+
+def _spend_counter_cache(redis: RedisCache | None, in_memory: dict[str, float] | None = None) -> MagicMock:
+    cache = MagicMock()
+    cache.redis_cache = redis
+    cache.in_memory_cache.get_cache = MagicMock(side_effect=lambda key: (in_memory or {}).get(key))
+    return cache
+
+
+def test_admission_counter_keys_cover_every_entity_the_checks_read():
+    assert admission_counter_keys(TOKEN, end_user_id="eu") == TOKEN_KEYS
+    assert admission_counter_keys(UserAPIKeyAuth(token="hashed"), end_user_id=None) == {"spend:key:hashed"}
+    assert "spend:team_member:user:team" not in admission_counter_keys(
+        UserAPIKeyAuth(token="hashed", user_id="user"), end_user_id=None
+    )
+
+
+@pytest.mark.asyncio
+async def test_bound_counters_share_one_mget_and_a_clean_miss_is_authoritative():
+    redis = CountingRedis({"spend:key:hashed": 1.5, "spend:team:team": 2.5})
+    batch = SpendCounterBatch(redis)
+    batch.bind(TOKEN_KEYS)
+
+    reads = await asyncio.gather(*(batch.read(key) for key in sorted(TOKEN_KEYS)))
+
+    assert len(redis.commands) == 1
+    assert set(redis.commands[0].split()[1:]) == TOKEN_KEYS
+    assert dict(zip(sorted(TOKEN_KEYS), reads)) == {
+        "spend:end_user:eu": (None, True),
+        "spend:key:hashed": (1.5, True),
+        "spend:org:org": (None, True),
+        "spend:team:team": (2.5, True),
+        "spend:team_member:user:team": (None, True),
+        "spend:user:user": (None, True),
+    }
+
+
+@pytest.mark.asyncio
+async def test_unbound_counter_and_closed_batch_leave_the_read_to_the_caller():
+    redis = CountingRedis({"spend:key:hashed": 1.0})
+    batch = SpendCounterBatch(redis)
+    batch.bind(frozenset({"spend:key:hashed"}))
+
+    assert await batch.read("spend:tag:prod") is None
+    assert redis.commands == []
+    assert await batch.read("spend:key:hashed") == (1.0, True)
+
+    batch.close()
+    batch.bind(frozenset({"spend:org:org"}))
+    assert await batch.read("spend:key:hashed") is None
+    assert await batch.read("spend:org:org") is None
+    assert len(redis.commands) == 1
+
+
+@pytest.mark.asyncio
+async def test_keys_bound_after_the_first_read_join_one_more_mget_for_only_the_new_keys():
+    redis = CountingRedis({"spend:key:hashed": 1.0, "spend:org:org": 9.0})
+    batch = SpendCounterBatch(redis)
+    batch.bind(frozenset({"spend:key:hashed"}))
+    assert await batch.read("spend:key:hashed") == (1.0, True)
+
+    batch.bind(frozenset({"spend:org:org", "spend:key:hashed"}))
+    assert await batch.read("spend:org:org") == (9.0, True)
+    assert await batch.read("spend:key:hashed") == (1.0, True)
+
+    assert redis.commands == ["MGET spend:key:hashed", "MGET spend:org:org"]
+
+
+@pytest.mark.asyncio
+async def test_failed_mget_hands_every_counter_back_to_the_caller():
+    batch = SpendCounterBatch(CountingRedis(fail=True))
+    batch.bind(TOKEN_KEYS)
+
+    assert await batch.read("spend:key:hashed") is None
+
+
+@pytest.mark.asyncio
+async def test_non_numeric_counter_payload_hands_the_batch_back_to_the_caller():
+    redis = CountingRedis()
+    redis.store["spend:key:hashed"] = "garbage"
+    batch = SpendCounterBatch(redis)
+    batch.bind(frozenset({"spend:key:hashed"}))
+
+    assert await batch.read("spend:key:hashed") is None
+
+
+def test_scope_installs_a_batch_only_when_redis_exists_and_release_closes_without_clearing():
+    assert active_spend_counter_batch() is None
+    with spend_counter_batch_scope(None):
+        assert active_spend_counter_batch() is None
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+
+    with spend_counter_batch_scope(CountingRedis()):
+        batch = active_spend_counter_batch()
+        assert batch is not None
+        bind_admission_counter_keys(TOKEN, end_user_id="eu")
+        assert batch.counter_keys == TOKEN_KEYS
+        release_spend_counter_batch()
+        assert active_spend_counter_batch() is batch
+        batch.bind(frozenset({"spend:tag:x"}))
+        assert batch.counter_keys == TOKEN_KEYS
+    assert active_spend_counter_batch() is None
+
+
+@pytest.mark.asyncio
+async def test_get_current_spend_inside_the_scope_costs_one_mget_for_all_admission_counters(monkeypatch):
+    redis = CountingRedis({"spend:key:hashed": 3.0, "spend:team:team": 4.0, "spend:org:org": 5.0})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", None)
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id="eu")
+        key_spend = await ps.get_current_spend(counter_key="spend:key:hashed", fallback_spend=0.0)
+        team_spend = await ps.get_current_spend(counter_key="spend:team:team", fallback_spend=0.0)
+        org_spend = await ps.get_current_spend(counter_key="spend:org:org", fallback_spend=0.0)
+        user_spend = await ps.get_current_spend(counter_key="spend:user:user", fallback_spend=7.0)
+
+    assert (key_spend, team_spend, org_spend, user_spend) == (3.0, 4.0, 5.0, 7.0)
+    assert [c for c in redis.commands if c.startswith("GET ")] == [], "the cold reseed reuses the MGET miss"
+    assert [c for c in redis.commands if c.startswith("MGET ")] == [f"MGET {' '.join(sorted(TOKEN_KEYS))}"]
+
+
+@pytest.mark.asyncio
+async def test_get_current_spend_outside_the_scope_still_reads_redis_per_counter(monkeypatch):
+    redis = CountingRedis({"spend:key:hashed": 3.0})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+
+    assert await ps.get_current_spend(counter_key="spend:key:hashed", fallback_spend=0.0) == 3.0
+    assert redis.commands == ["GET spend:key:hashed"]
+
+
+@pytest.mark.asyncio
+async def test_after_release_a_read_goes_to_redis_directly_so_read_then_write_sees_fresh_values(monkeypatch):
+    redis = CountingRedis({"spend:key:hashed": 3.0})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        assert await ps.read_spend_counter_cache_value("spend:key:hashed") == (3.0, True)
+        redis.store["spend:key:hashed"] = 8.0
+        assert await ps.read_spend_counter_cache_value("spend:key:hashed") == (3.0, True)
+        release_spend_counter_batch()
+        assert await ps.read_spend_counter_cache_value("spend:key:hashed") == (8.0, True)
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET", "GET"]
+
+
+@pytest.mark.asyncio
+async def test_batched_clean_miss_does_not_fall_back_to_the_per_pod_in_memory_copy(monkeypatch):
+    redis = CountingRedis()
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis, in_memory={"spend:key:hashed": 99.0}))
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        assert await ps.read_spend_counter_cache_value("spend:key:hashed") == (None, True)
+
+
+@pytest.mark.asyncio
+async def test_batched_redis_failure_falls_back_to_the_per_pod_in_memory_copy(monkeypatch):
+    redis = CountingRedis(fail=True)
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis, in_memory={"spend:key:hashed": 99.0}))
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        assert await ps.read_spend_counter_cache_value("spend:key:hashed") == (99.0, False)
+
+
+@pytest.mark.asyncio
+async def test_scope_is_per_task_so_concurrent_requests_do_not_share_a_batch():
+    redis = CountingRedis({"spend:key:a": 1.0, "spend:key:b": 2.0})
+
+    async def request(token: str) -> tuple[float | None, bool] | None:
+        with spend_counter_batch_scope(redis):
+            bind_admission_counter_keys(UserAPIKeyAuth(token=token), end_user_id=None)
+            batch = active_spend_counter_batch()
+            assert batch is not None
+            await asyncio.sleep(0)
+            return await batch.read(f"spend:key:{token}")
+
+    assert await asyncio.gather(request("a"), request("b")) == [(1.0, True), (2.0, True)]
+    assert sorted(redis.commands) == ["MGET spend:key:a", "MGET spend:key:b"]
+
+
+@pytest.mark.asyncio
+async def test_batch_reads_never_touch_a_prisma_client_when_redis_answers(monkeypatch):
+    redis = CountingRedis({"spend:key:hashed": 3.0})
+    prisma = MagicMock()
+    prisma.db.litellm_verificationtoken.find_unique = AsyncMock()
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", prisma)
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        assert await ps.get_current_spend(counter_key="spend:key:hashed", fallback_spend=0.0) == 3.0
+
+    assert prisma.db.mock_calls == []
+
+
+def _reseed_prisma(spend: float) -> MagicMock:
+    prisma = MagicMock()
+    prisma.db.litellm_verificationtoken.find_unique = AsyncMock(return_value=MagicMock(spend=spend))
+    return prisma
+
+
+@pytest.mark.asyncio
+async def test_reseed_reuses_the_admission_mget_instead_of_its_own_get():
+    redis = CountingRedis({"spend:key:hashed": 7.5})
+    prisma = _reseed_prisma(spend=1.0)
+    cache = _spend_counter_cache(redis)
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        value = await SpendCounterReseed.coalesced(prisma, cache, counter_key="spend:key:hashed")
+
+    assert value == 7.5
+    assert redis.commands == [
+        "MGET spend:key:hashed spend:org:org spend:team:team spend:team_member:user:team spend:user:user"
+    ]
+    assert prisma.db.mock_calls == []
+
+
+@pytest.mark.asyncio
+async def test_reseed_treats_a_batched_clean_miss_as_authoritative_and_seeds_from_the_db():
+    redis = CountingRedis()
+    redis.async_set_cache = AsyncMock(return_value=True)
+    prisma = _reseed_prisma(spend=2.25)
+    cache = _spend_counter_cache(redis, in_memory={"spend:key:hashed": 99.0})
+
+    with spend_counter_batch_scope(redis):
+        bind_admission_counter_keys(TOKEN, end_user_id=None)
+        value = await SpendCounterReseed.coalesced(prisma, cache, counter_key="spend:key:hashed")
+
+    assert value == 2.25
+    assert [c for c in redis.commands if c.startswith("GET")] == []
+    redis.async_set_cache.assert_awaited_once_with(key="spend:key:hashed", value=2.25, nx=True)
+
+
+@pytest.mark.asyncio
+async def test_reseed_outside_the_scope_still_re_checks_redis_itself():
+    redis = CountingRedis({"spend:key:hashed": 4.0})
+
+    value = await SpendCounterReseed.coalesced(
+        _reseed_prisma(spend=1.0), _spend_counter_cache(redis), "spend:key:hashed"
+    )
+
+    assert value == 4.0
+    assert redis.commands == ["GET spend:key:hashed"]

From 1c61c2606e36061db4fce10f7bb94745d76bc84f Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 16:05:50 +0000
Subject: [PATCH 290/298] perf(proxy): one MGET and one pipeline for post-call
 spend counters, no team/user/org refetch on the response path (#40841)

* perf(auth): prefetch user, team, membership, org and project in one MGET, one query and one pipeline

Auth read each object with its own Redis GET and, on a miss, its own DB
query, then the admission spend counters with one GET each. The prefetch
warms every entry the checks read with one MGET, one raw query for the
Redis misses and one pipeline write, and a per-request batch serves the
spend counter reads from one MGET. The per-object getters stay the
readers and the fallback, so enforcement does not depend on the prefetch

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(auth): keep prefetch and spend batch collections immutable

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(auth): let the cold spend-counter reseed reuse the admission MGET instead of one GET per counter

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(auth): prefetch referenced auth objects only after the key's model access check passes

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(auth): give the prefetch-ordering test's patches their test-quality reasons

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(auth): move the real-Postgres prefetch join test to the proxy_behavior shard

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(auth): read NULL nested permission and budget lists as [] in the prefetch join

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(proxy): batch post-call spend counter reads and carry budget state through the request

Post-call warm checks, reservation reads and reconcile reads for one request now go through a task-local spend counter batch: one MGET answers every counter, successful increments write their result back into the batch so no second Redis read follows, and invalidation forgets the key. RedisCache.async_increment sends INCRBYFLOAT and its TTL command in one pipeline round trip.

Auth pins frozen team, user and org budget snapshots on UserAPIKeyAuth, the pre-call setup writes them into the request metadata, and Prometheus reads them back instead of calling get_key_object, get_team_object, get_user_object and get_org_object on the response path. The getters stay as the fallback for requests that carried nothing (custom auth, unauthenticated routes, skipped checks).

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* perf(proxy): reconcile the budget reservation and the post-call warm checks from one MGET and one pipeline

A scope opened inside an open spend counter batch binds into it instead of starting its own, so the reservation reconcile and the post-call warm checks share the request's single MGET. The reconcile reads every reserved counter concurrently, sends the consistent adjustments in one INCRBYFLOAT+EXPIRE pipeline and settles a flushed or reseeded counter on its own afterwards, keeping the pre-call resize fail-closed. PendingSpendIncrement moves to spend_counter_batch so budget_reservation can build a pipeline without importing a private name

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* chore(proxy): drop the dataclass import left behind by the PendingSpendIncrement move

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(types): import Self from typing_extensions so the proxy imports on Python 3.10

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(proxy): use a neutral organization alias in the carried budget state tests

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(proxy): cover recorded and forgotten spend counter values in the request batch

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(caching): assert async_set_cache_pipeline_with_ttls keeps per-entry TTLs

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(proxy): type the reservation entry carried through reconcile adjustments

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(auth): map the model table's aliases column to model_aliases in the prefetch join and read user memberships the way get_user_object does

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/caching/redis_cache.py                |  29 +-
 litellm/integrations/prometheus.py            |  78 ++++-
 litellm/proxy/_types.py                       |   8 +
 litellm/proxy/auth/auth_checks.py             |   3 +
 litellm/proxy/auth/user_api_key_auth.py       |   6 +
 litellm/proxy/db/spend_counter_reseed.py      |  16 +-
 litellm/proxy/litellm_pre_call_utils.py       |   2 +
 litellm/proxy/proxy_server.py                 | 115 +++++--
 .../spend_tracking/budget_reservation.py      | 209 +++++++------
 .../spend_tracking/carried_budget_state.py    |  60 ++++
 .../spend_tracking/spend_counter_batch.py     | 105 ++++++-
 litellm/types/proxy/carried_budget_state.py   |  64 ++++
 .../test_litellm/caching/test_redis_cache.py  |  86 ++++++
 .../test_prometheus_carried_budget_state.py   | 289 ++++++++++++++++++
 .../proxy/auth/test_auth_checks.py            |  36 +++
 .../proxy/auth/test_user_api_key_auth.py      |  63 +++-
 .../proxy/db/test_spend_counter_reseed.py     |   2 +-
 .../proxy/proxy_server/test_spend_counters.py |   6 +-
 .../test_carried_budget_state.py              | 119 ++++++++
 .../test_spend_counter_batch.py               | 229 +++++++++++++-
 tests/test_litellm/proxy/test_proxy_server.py |   2 +-
 21 files changed, 1369 insertions(+), 158 deletions(-)
 create mode 100644 litellm/proxy/spend_tracking/carried_budget_state.py
 create mode 100644 litellm/types/proxy/carried_budget_state.py
 create mode 100644 tests/test_litellm/integrations/test_prometheus_carried_budget_state.py
 create mode 100644 tests/test_litellm/proxy/spend_tracking/test_carried_budget_state.py

diff --git a/litellm/caching/redis_cache.py b/litellm/caching/redis_cache.py
index 400d30bc0a2..1a024b6b2b0 100644
--- a/litellm/caching/redis_cache.py
+++ b/litellm/caching/redis_cache.py
@@ -1273,6 +1273,24 @@ class RedisCache(BaseCache):
         if len(self.redis_batch_writing_buffer) >= self.redis_flush_size:
             await self.flush_cache_buffer()  # logging done in here
 
+    @staticmethod
+    async def _incrbyfloat_with_ttl(
+        _redis_client: "Redis", key: str, value: float, ttl: int | None, refresh_ttl: bool
+    ) -> float:
+        """INCRBYFLOAT plus its TTL command in one round trip; a third only when an unexpiring key needs an EXPIRE."""
+        if ttl is None:
+            return await _redis_client.incrbyfloat(name=key, amount=value)
+        async with _redis_client.pipeline(transaction=False) as pipe:
+            pipe.incrbyfloat(name=key, amount=value)
+            if refresh_ttl:
+                pipe.expire(key, ttl)
+            else:
+                pipe.ttl(key)
+            result, ttl_or_expire = await pipe.execute()
+        if not refresh_ttl and ttl_or_expire == -1:
+            await _redis_client.expire(key, ttl)
+        return float(result)
+
     @_redis_circuit_breaker_guard
     async def async_increment(
         self,
@@ -1289,14 +1307,9 @@ class RedisCache(BaseCache):
         _used_ttl: Final = self.get_ttl(ttl=ttl)
         key = self.check_and_fix_namespace(key=key)
         try:
-            result: Final = await _redis_client.incrbyfloat(name=key, amount=value)
-            if _used_ttl is not None:
-                if refresh_ttl:
-                    await _redis_client.expire(key, _used_ttl)
-                else:
-                    current_ttl: Final = await _redis_client.ttl(key)
-                    if current_ttl == -1:
-                        await _redis_client.expire(key, _used_ttl)
+            result: Final = await self._incrbyfloat_with_ttl(
+                _redis_client, key=key, value=value, ttl=_used_ttl, refresh_ttl=refresh_ttl
+            )
 
             ## LOGGING ##
             end_time = time.time()
diff --git a/litellm/integrations/prometheus.py b/litellm/integrations/prometheus.py
index 540ce6738fc..2528f07f92c 100644
--- a/litellm/integrations/prometheus.py
+++ b/litellm/integrations/prometheus.py
@@ -52,6 +52,12 @@ from litellm.types.integrations.prometheus import (
     _sanitize_prometheus_label_value,
     validate_prometheus_deployment_and_latency_caller_identity,
 )
+from litellm.types.proxy.carried_budget_state import (
+    KeyBudgetSnapshot,
+    OrgBudgetSnapshot,
+    TeamBudgetSnapshot,
+    UserBudgetSnapshot,
+)
 from litellm.types.utils import (
     StandardLoggingGuardrailInformation,
     StandardLoggingPayload,
@@ -1941,6 +1947,8 @@ class PrometheusLogger(CustomLogger):
 
         _user_spend: Final = _metadata.get("user_api_key_user_spend", None)
         _user_max_budget: Final = _metadata.get("user_api_key_user_max_budget", None)
+        _user_email: Final = _metadata.get("user_api_key_user_email", None)
+        _org_alias: Final = _metadata.get("user_api_key_org_alias", None)
 
         # Bound the per-request budget-metric emission so that slow Redis/DB
         # lookups under load cannot consume the whole LoggingWorker watchdog
@@ -1957,6 +1965,7 @@ class PrometheusLogger(CustomLogger):
                 response_cost=response_cost,
                 key_max_budget=_api_key_max_budget,
                 key_spend=_api_key_spend,
+                carried=KeyBudgetSnapshot.from_metadata(_metadata),
             ),
             self._set_team_budget_metrics_after_api_request(
                 user_api_team=user_api_team,
@@ -1964,16 +1973,21 @@ class PrometheusLogger(CustomLogger):
                 team_spend=_team_spend,
                 team_max_budget=_team_max_budget,
                 response_cost=response_cost,
+                carried=TeamBudgetSnapshot.from_metadata(_metadata),
             ),
             self._set_user_budget_metrics_after_api_request(
                 user_id=user_id,
                 user_spend=_user_spend,
                 user_max_budget=_user_max_budget,
                 response_cost=response_cost,
+                carried=UserBudgetSnapshot.from_metadata(_metadata),
+                user_email=_user_email if isinstance(_user_email, str) else None,
             ),
             self._set_org_budget_metrics_after_api_request(
                 org_id=user_api_key_org_id,
                 response_cost=response_cost,
+                carried=OrgBudgetSnapshot.from_metadata(_metadata),
+                org_alias=_org_alias if isinstance(_org_alias, str) else None,
             ),
             return_exceptions=True,
         )
@@ -3821,6 +3835,7 @@ class PrometheusLogger(CustomLogger):
         team_spend: float | None,
         team_max_budget: float | None,
         response_cost: float,
+        carried: TeamBudgetSnapshot | None = None,
     ):
         """
         Set team budget metrics after an LLM API request
@@ -3839,6 +3854,7 @@ class PrometheusLogger(CustomLogger):
                 spend=team_spend,
                 max_budget=team_max_budget,
                 response_cost=response_cost,
+                carried=carried,
             )
 
             self._set_team_budget_metrics(team_object)
@@ -3850,18 +3866,26 @@ class PrometheusLogger(CustomLogger):
         spend: float | None,
         max_budget: float | None,
         response_cost: float,
+        carried: TeamBudgetSnapshot | None = None,
     ) -> LiteLLM_TeamTable:
         """
         Assemble a LiteLLM_TeamTable object
 
-        for fields not available in metadata, we fetch from db
-        Fields not available in metadata:
-        - `budget_reset_at`
+        ``budget_reset_at`` comes from the auth-carried snapshot when the request has one,
+        otherwise from the team lookup
         """
         from litellm.proxy.auth.auth_checks import get_team_object
         from litellm.proxy.proxy_server import prisma_client, user_api_key_cache
 
         _total_team_spend: Final = (spend or 0) + response_cost
+        if carried is not None:
+            return LiteLLM_TeamTable(
+                team_id=team_id,
+                team_alias=team_alias,
+                spend=_total_team_spend,
+                max_budget=max_budget if max_budget is not None else carried.max_budget,
+                budget_reset_at=carried.budget_reset_at,
+            )
         team_object: Final = LiteLLM_TeamTable(
             team_id=team_id,
             team_alias=team_alias,
@@ -3946,11 +3970,13 @@ class PrometheusLogger(CustomLogger):
         self,
         org_id: str | None,
         response_cost: float,
+        carried: OrgBudgetSnapshot | None = None,
+        org_alias: str | None = None,
     ):
         """
         Set org budget metrics after an LLM API request
 
-        - Fetches org info via cache (get_org_object)
+        - Uses the auth-carried org budget when the request has one, else fetches via get_org_object
         - Sets org budget metrics
         """
         if isinstance(self.litellm_remaining_org_budget_metric, NoOpMetric):
@@ -3959,6 +3985,16 @@ class PrometheusLogger(CustomLogger):
         if not org_id:
             return
 
+        if carried is not None:
+            self._set_org_budget_metrics(
+                org_id=org_id,
+                org_alias=org_alias or "",
+                spend=carried.spend + response_cost,
+                max_budget=carried.max_budget,
+                budget_reset_at=None,
+            )
+            return
+
         from litellm.proxy.auth.auth_checks import get_org_object
         from litellm.proxy.proxy_server import prisma_client, user_api_key_cache
 
@@ -3979,7 +4015,6 @@ class PrometheusLogger(CustomLogger):
         if org_info is None:
             return
 
-        org_alias: Final = org_info.organization_alias or ""
         _total_org_spend: Final = (org_info.spend or 0.0) + response_cost
         budget_table: Final = org_info.litellm_budget_table
         max_budget: Final = budget_table.max_budget if budget_table else None
@@ -3987,7 +4022,7 @@ class PrometheusLogger(CustomLogger):
 
         self._set_org_budget_metrics(
             org_id=org_id,
-            org_alias=org_alias,
+            org_alias=org_info.organization_alias or "",
             spend=_total_org_spend,
             max_budget=max_budget,
             budget_reset_at=budget_reset_at,
@@ -4084,6 +4119,7 @@ class PrometheusLogger(CustomLogger):
         response_cost: float,
         key_max_budget: float | None,
         key_spend: float | None,
+        carried: KeyBudgetSnapshot | None = None,
     ):
         if isinstance(self.litellm_remaining_api_key_budget_metric, NoOpMetric):
             return
@@ -4095,6 +4131,7 @@ class PrometheusLogger(CustomLogger):
                 key_max_budget=key_max_budget,
                 key_spend=key_spend,
                 response_cost=response_cost,
+                carried=carried,
             )
             self._set_key_budget_metrics(user_api_key_dict)
 
@@ -4105,6 +4142,7 @@ class PrometheusLogger(CustomLogger):
         key_max_budget: float | None,
         key_spend: float | None,
         response_cost: float,
+        carried: KeyBudgetSnapshot | None = None,
     ) -> UserAPIKeyAuth:
         """
         Assemble a UserAPIKeyAuth object
@@ -4113,6 +4151,14 @@ class PrometheusLogger(CustomLogger):
         from litellm.proxy.proxy_server import prisma_client, user_api_key_cache
 
         _total_key_spend: Final = (key_spend or 0) + response_cost
+        if carried is not None:
+            return UserAPIKeyAuth(
+                token=user_api_key,
+                key_alias=user_api_key_alias,
+                max_budget=key_max_budget,
+                spend=_total_key_spend,
+                budget_reset_at=carried.budget_reset_at,
+            )
         user_api_key_dict: Final = UserAPIKeyAuth(
             token=user_api_key,
             key_alias=user_api_key_alias,
@@ -4140,6 +4186,8 @@ class PrometheusLogger(CustomLogger):
         user_spend: float | None,
         user_max_budget: float | None,
         response_cost: float,
+        carried: UserBudgetSnapshot | None = None,
+        user_email: str | None = None,
     ):
         """
         Set user budget metrics after an LLM API request
@@ -4157,6 +4205,8 @@ class PrometheusLogger(CustomLogger):
                 spend=user_spend,
                 max_budget=user_max_budget,
                 response_cost=response_cost,
+                carried=carried,
+                user_email=user_email,
             )
 
             self._set_user_budget_metrics(user_object)
@@ -4167,18 +4217,28 @@ class PrometheusLogger(CustomLogger):
         spend: float | None,
         max_budget: float | None,
         response_cost: float,
+        carried: UserBudgetSnapshot | None = None,
+        user_email: str | None = None,
     ) -> LiteLLM_UserTable:
         """
         Assemble a LiteLLM_UserTable object
 
-        for fields not available in metadata, we fetch from db
-        Fields not available in metadata:
-        - `budget_reset_at`
+        ``budget_reset_at`` and ``user_alias`` come from the auth-carried snapshot when the
+        request has one, otherwise from the user lookup
         """
         from litellm.proxy.auth.auth_checks import get_user_object
         from litellm.proxy.proxy_server import prisma_client, user_api_key_cache
 
         _total_user_spend: Final = (spend or 0) + response_cost
+        if carried is not None:
+            return LiteLLM_UserTable(
+                user_id=user_id,
+                spend=_total_user_spend,
+                max_budget=max_budget if max_budget is not None else carried.max_budget,
+                budget_reset_at=carried.budget_reset_at,
+                user_alias=carried.user_alias,
+                user_email=user_email,
+            )
         user_object: Final = LiteLLM_UserTable(
             user_id=user_id,
             spend=_total_user_spend,
diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py
index 3d22923c0a8..85677f4eb3c 100644
--- a/litellm/proxy/_types.py
+++ b/litellm/proxy/_types.py
@@ -40,6 +40,11 @@ from litellm.types.mcp import (
     MCPTransportType,
 )
 from litellm.types.mcp_server.mcp_server_manager import MCPInfo
+from litellm.types.proxy.carried_budget_state import (
+    OrgBudgetSnapshot,
+    TeamBudgetSnapshot,
+    UserBudgetSnapshot,
+)
 from litellm.types.proxy.control_plane_endpoints import WorkerRegistryEntry
 from litellm.types.router import RouterErrors, UpdateRouterConfig
 from litellm.types.secret_managers.main import KeyManagementSystem
@@ -3106,6 +3111,9 @@ class UserAPIKeyAuth(LiteLLM_VerificationTokenView):  # the expected response ob
         ),
     )
     budget_reservation: dict[str, Any] | None = Field(default=None, exclude=True)
+    team_budget_snapshot: TeamBudgetSnapshot | None = Field(default=None, exclude=True)
+    user_budget_snapshot: UserBudgetSnapshot | None = Field(default=None, exclude=True)
+    org_budget_snapshot: OrgBudgetSnapshot | None = Field(default=None, exclude=True)
     matched_model_access_groups: list[str] | None = Field(default=None, exclude=True)
     budget_throttle_pct: float | None = Field(default=None, exclude=True)
     user: Any | None = None  # Expanded user object when expand=user is used
diff --git a/litellm/proxy/auth/auth_checks.py b/litellm/proxy/auth/auth_checks.py
index 18095aaafb4..9c175242a9a 100644
--- a/litellm/proxy/auth/auth_checks.py
+++ b/litellm/proxy/auth/auth_checks.py
@@ -102,6 +102,7 @@ from litellm.proxy.guardrails.tool_name_extraction import (
 )
 from litellm.proxy.route_llm_request import route_request
 from litellm.proxy.spend_tracking.budget_reservation import get_budget_window_start
+from litellm.proxy.spend_tracking.carried_budget_state import carry_organization_budget_state
 from litellm.proxy.utils import PrismaClient, ProxyLogging, log_db_metrics
 from litellm.repositories.budget_repository import BudgetRepository
 from litellm.repositories.object_permission_repository import ObjectPermissionRepository
@@ -5635,6 +5636,8 @@ async def _organization_max_budget_check(
     if org_table is None:
         return
 
+    carry_organization_budget_state(valid_token=valid_token, org_table=org_table)
+
     # Get max_budget from organization's budget table
     org_max_budget: float | None = None
     if org_table.litellm_budget_table is not None:
diff --git a/litellm/proxy/auth/user_api_key_auth.py b/litellm/proxy/auth/user_api_key_auth.py
index 2481a7436a7..9828311112e 100644
--- a/litellm/proxy/auth/user_api_key_auth.py
+++ b/litellm/proxy/auth/user_api_key_auth.py
@@ -103,6 +103,7 @@ from litellm.proxy.common_utils.user_api_key_cache import (
 )
 from litellm.proxy.db.exception_handler import PrismaDBExceptionHandler
 from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
+from litellm.proxy.spend_tracking.carried_budget_state import carry_team_and_user_budget_state
 from litellm.proxy.spend_tracking.spend_counter_batch import (
     bind_admission_counter_keys,
     release_spend_counter_batch,
@@ -2631,6 +2632,11 @@ async def _run_centralized_common_checks(
         None if isinstance(end_user_result, BaseException) else end_user_result
     )
     global_proxy_spend: float | None = None if isinstance(global_spend_result, BaseException) else global_spend_result
+    carry_team_and_user_budget_state(
+        valid_token=user_api_key_auth_obj,
+        team_object=team_object,
+        user_object=user_object,
+    )
 
     if user_api_key_auth_obj.org_id is None and team_object is not None and team_object.organization_id is not None:
         user_api_key_auth_obj.org_id = team_object.organization_id
diff --git a/litellm/proxy/db/spend_counter_reseed.py b/litellm/proxy/db/spend_counter_reseed.py
index b3ddf9bb8cd..89a07234c6c 100644
--- a/litellm/proxy/db/spend_counter_reseed.py
+++ b/litellm/proxy/db/spend_counter_reseed.py
@@ -24,7 +24,7 @@ from litellm.constants import SPEND_COUNTER_RESEED_LOCKS_MAX_SIZE
 from litellm.litellm_core_utils.duration_parser import duration_in_seconds
 from litellm.proxy._types import Litellm_EntityType
 from litellm.proxy.db.db_lookup_gate import db_lookup_gate
-from litellm.proxy.spend_tracking.spend_counter_batch import active_spend_counter_batch
+from litellm.proxy.spend_tracking.spend_counter_batch import read_batched_spend_counter, record_spend_counter_value
 from litellm.repositories.organization_repository import OrganizationRepository
 from litellm.repositories.table_repositories import (
     BudgetWindowSpendRepository,
@@ -197,9 +197,8 @@ class SpendCounterReseed:
 
     @staticmethod
     async def _read_active_batch(counter_key: str) -> tuple[float | None, bool] | None:
-        """The request's admission MGET already answered for this counter; a Redis miss there is authoritative."""
-        batch: Final = active_spend_counter_batch()
-        return None if batch is None else await batch.read(counter_key)
+        """The request's MGET answers for this counter; a Redis miss there is authoritative."""
+        return await read_batched_spend_counter(counter_key)
 
     @staticmethod
     async def coalesced(
@@ -263,6 +262,7 @@ class SpendCounterReseed:
                         key=counter_key,
                         value=current_value,
                     )
+                    record_spend_counter_value(counter_key, current_value)
                 else:
                     cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
                     seeded_spend: Final = max(db_spend, float(cached_spend)) if cached_spend is not None else db_spend
@@ -414,8 +414,11 @@ class SpendCounterReseed:
     ) -> float | None:
         lock: Final = await SpendCounterReseed._get_lock(counter_key)
         async with lock:
-            redis_clean_miss = False
-            if spend_counter_cache.redis_cache is not None:
+            batched: Final = await SpendCounterReseed._read_active_batch(counter_key)
+            if batched is not None and batched[0] is not None:
+                return batched[0]
+            redis_clean_miss = batched is not None
+            if spend_counter_cache.redis_cache is not None and not redis_clean_miss:
                 try:
                     val = await spend_counter_cache.redis_cache.async_get_cache(key=counter_key)
                     if val is not None:
@@ -459,6 +462,7 @@ class SpendCounterReseed:
                         key=counter_key,
                         value=current_value,
                     )
+                    record_spend_counter_value(counter_key, float(current_value))
                 else:
                     cached_spend: Final = spend_counter_cache.in_memory_cache.get_cache(key=counter_key)
                     seeded_spend: Final = (
diff --git a/litellm/proxy/litellm_pre_call_utils.py b/litellm/proxy/litellm_pre_call_utils.py
index 8f7b515c22a..59971e54e46 100644
--- a/litellm/proxy/litellm_pre_call_utils.py
+++ b/litellm/proxy/litellm_pre_call_utils.py
@@ -64,6 +64,7 @@ from litellm.proxy.common_utils.callback_utils import (
     strip_callback_config,
 )
 from litellm.proxy.common_utils.http_parsing_utils import _safe_get_request_headers
+from litellm.proxy.spend_tracking.carried_budget_state import carried_budget_metadata
 from litellm.types.integrations.anthropic_cache_control_hook import GATEWAY_INJECTED_CACHE_METADATA_KEY
 
 # Cache special headers as a frozenset for O(1) lookup performance
@@ -2300,6 +2301,7 @@ async def add_litellm_data_to_request(
     data[_metadata_variable_name]["user_api_key_user_max_budget"] = user_api_key_dict.user_max_budget
     user_model_budget: Final = user_api_key_dict.user_model_max_budget
     data[_metadata_variable_name]["user_api_key_user_model_max_budget"] = user_model_budget  # rebind-ok: out-param
+    data[_metadata_variable_name].update(carried_budget_metadata(user_api_key_dict))
 
     data[_metadata_variable_name]["user_api_key_metadata"] = strip_callback_config(user_api_key_dict.metadata)
     data[_metadata_variable_name]["user_api_key_team_metadata"] = strip_callback_config(user_api_key_dict.team_metadata)
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 3d751b2ad25..606a590c24b 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -26,7 +26,6 @@ from collections.abc import (
     MutableMapping,
     Sequence,
 )
-from dataclasses import dataclass
 from datetime import datetime, timedelta, timezone
 from types import MappingProxyType, UnionType
 from typing import (
@@ -659,7 +658,15 @@ from litellm.proxy.route_priority import hot_routes_first
 from litellm.proxy.search_endpoints.endpoints import router as search_router
 from litellm.proxy.shutdown.graceful_shutdown_manager import GracefulShutdownManager
 from litellm.proxy.spend_tracking.budget_reservation import get_budget_window_start
-from litellm.proxy.spend_tracking.spend_counter_batch import active_spend_counter_batch
+from litellm.proxy.spend_tracking.spend_counter_batch import (
+    PendingSpendIncrement,
+    active_spend_counter_batch,
+    forget_spend_counter,
+    post_call_counter_keys,
+    read_batched_spend_counter,
+    record_spend_counter_value,
+    spend_counter_batch_scope,
+)
 from litellm.proxy.spend_tracking.spend_management_endpoints import (
     router as spend_management_router,
 )
@@ -2628,6 +2635,7 @@ async def _repair_stale_spend_counter(counter_key: str, db_spend: float) -> None
     if needs_update:
         spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=db_spend)
     if spend_counter_cache.redis_cache is not None:
+        forget_spend_counter(counter_key)
         try:
             await spend_counter_cache.redis_cache.async_set_max(key=counter_key, value=db_spend)
         except Exception:
@@ -2768,12 +2776,6 @@ async def _read_spend_counter_estimate(counter_key: str, fallback_spend: float)
     return fallback_spend, False
 
 
-@dataclass(frozen=True, slots=True)
-class _PendingSpendIncrement:
-    counter_key: str
-    increment: float
-
-
 async def increment_spend_counters(
     token: str | None,
     team_id: str | None,
@@ -2796,6 +2798,45 @@ async def increment_spend_counters(
     Awaited (not create_task) in the cost callback, so the counter is
     updated before the next request's auth check runs.
     """
+    with spend_counter_batch_scope(
+        spend_counter_cache.redis_cache,
+        counter_keys=post_call_counter_keys(
+            token=token,
+            team_id=team_id,
+            user_id=user_id,
+            org_id=org_id,
+            end_user_id=end_user_id,
+            tags=tags,
+            model_access_groups=model_access_groups,
+        ),
+    ):
+        await _increment_spend_counters_batched(
+            token=token,
+            team_id=team_id,
+            user_id=user_id,
+            response_cost=response_cost,
+            org_id=org_id,
+            budget_reservation=budget_reservation,
+            end_user_id=end_user_id,
+            tags=tags,
+            request_started_at=request_started_at,
+            model_access_groups=model_access_groups,
+        )
+
+
+async def _increment_spend_counters_batched(
+    token: str | None,
+    team_id: str | None,
+    user_id: str | None,
+    response_cost: float | None,
+    org_id: str | None,
+    budget_reservation: dict | None,
+    end_user_id: str | None,
+    tags: list[str] | None,
+    request_started_at: datetime | None,
+    model_access_groups: Sequence[str] | None,
+):
+    """Runs inside one spend counter batch: the reservation reconcile and the warm checks share a single MGET."""
     reserved_counter_keys: Final = await _reconcile_budget_reservation_for_counter_update(
         budget_reservation=budget_reservation,
         response_cost=response_cost,
@@ -2808,7 +2849,7 @@ async def increment_spend_counters(
 
     cost: Final[float] = response_cost
 
-    async def _key_scope(key_token: str) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+    async def _key_scope(key_token: str) -> tuple[PendingSpendIncrement | BaseException, ...]:
         # key_token arrives pre-hashed from metadata["user_api_key"] (auth flow
         # hashes raw "sk-..." keys before they reach the callback). The
         # startswith("sk-") check is a safety net matching update_cache —
@@ -2819,7 +2860,7 @@ async def increment_spend_counters(
             hash_token(token=key_token) if isinstance(key_token, str) and key_token.startswith("sk-") else key_token
         )
         key_counter_key: Final = f"spend:key:{hashed_token}"
-        key_pending: Final[tuple[_PendingSpendIncrement, ...]] = (
+        key_pending: Final[tuple[PendingSpendIncrement, ...]] = (
             ()
             if key_counter_key in reserved_counter_keys
             else (
@@ -2831,7 +2872,7 @@ async def increment_spend_counters(
             )
         )
 
-        async def _key_window_increment(window: object) -> _PendingSpendIncrement | None:
+        async def _key_window_increment(window: object) -> PendingSpendIncrement | None:
             duration = (
                 window["budget_duration"] if isinstance(window, dict) else getattr(window, "budget_duration", None)
             )
@@ -2878,9 +2919,9 @@ async def increment_spend_counters(
         )
         return key_pending + tuple(item for item in window_pending if item is not None)
 
-    async def _team_scope(scope_team_id: str) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+    async def _team_scope(scope_team_id: str) -> tuple[PendingSpendIncrement | BaseException, ...]:
         team_counter_key: Final = f"spend:team:{scope_team_id}"
-        team_pending: Final[tuple[_PendingSpendIncrement, ...]] = (
+        team_pending: Final[tuple[PendingSpendIncrement, ...]] = (
             ()
             if team_counter_key in reserved_counter_keys
             else (
@@ -2892,7 +2933,7 @@ async def increment_spend_counters(
             )
         )
 
-        async def _team_window_increment(window: object) -> _PendingSpendIncrement | None:
+        async def _team_window_increment(window: object) -> PendingSpendIncrement | None:
             duration = (
                 window["budget_duration"] if isinstance(window, dict) else getattr(window, "budget_duration", None)
             )
@@ -2941,7 +2982,7 @@ async def increment_spend_counters(
 
     async def _team_member_scope(
         scope_user_id: str, scope_team_id: str
-    ) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+    ) -> tuple[PendingSpendIncrement | BaseException, ...]:
         team_member_counter_key: Final = f"spend:team_member:{scope_user_id}:{scope_team_id}"
         if team_member_counter_key in reserved_counter_keys:
             return ()
@@ -2953,7 +2994,7 @@ async def increment_spend_counters(
             ),
         )
 
-    async def _user_scope(scope_user_id: str) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+    async def _user_scope(scope_user_id: str) -> tuple[PendingSpendIncrement | BaseException, ...]:
         user_counter_key: Final = f"spend:user:{scope_user_id}"
         if user_counter_key in reserved_counter_keys:
             return ()
@@ -3063,7 +3104,7 @@ async def _prepare_end_user_and_tag_spend_increments(
     tags: list[str] | None,
     response_cost: float,
     reserved_counter_keys: set[str],
-) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+) -> tuple[PendingSpendIncrement | BaseException, ...]:
     unique_tags: Final = (
         tuple(dict.fromkeys(tag for tag in tags if tag and isinstance(tag, str))) if tags is not None else ()
     )
@@ -3100,7 +3141,7 @@ async def _prepare_model_access_group_spend_increments(
     model_access_groups: Sequence[object],
     response_cost: float,
     reserved_counter_keys: set[str],
-) -> tuple[_PendingSpendIncrement | BaseException, ...]:
+) -> tuple[PendingSpendIncrement | BaseException, ...]:
     """Charge the model access groups that authorized this request.
 
     Without this the counter auth reads is written only by the reservation path, so
@@ -3133,7 +3174,7 @@ async def _prepare_org_spend_increment(
     org_id: str | None,
     response_cost: float,
     reserved_counter_keys: set[str],
-) -> tuple[_PendingSpendIncrement, ...]:
+) -> tuple[PendingSpendIncrement, ...]:
     if org_id is None:
         return ()
 
@@ -3151,7 +3192,7 @@ async def _prepare_unreserved_spend_counter_increment(
     source_cache_key: str | list[str],
     increment: float,
     reserved_counter_keys: set[str],
-) -> _PendingSpendIncrement | None:
+) -> PendingSpendIncrement | None:
     if counter_key in reserved_counter_keys:
         return None
 
@@ -3166,7 +3207,7 @@ async def _prepare_spend_counter_increment(
     counter_key: str,
     source_cache_key: str | list[str],
     increment: float,
-) -> _PendingSpendIncrement:
+) -> PendingSpendIncrement:
     """
     Initialize counter from the authoritative DB spend value if not yet
     set, then return the pending increment for the caller to apply in one
@@ -3188,7 +3229,7 @@ async def _prepare_spend_counter_increment(
         counter_key=counter_key,
         source_cache_key=source_cache_key,
     )
-    return _PendingSpendIncrement(counter_key=counter_key, increment=increment)
+    return PendingSpendIncrement(counter_key=counter_key, increment=increment)
 
 
 async def _enqueue_window_spend_row_update(
@@ -3247,7 +3288,7 @@ async def _prepare_window_spend_counter_increment(
     window_duration: str | None,
     window_start: datetime | None,
     increment: float,
-) -> _PendingSpendIncrement | None:
+) -> PendingSpendIncrement | None:
     if window_start is None:
         verbose_proxy_logger.warning(
             "Skipping spend counter increment for invalid budget window %s",
@@ -3264,7 +3305,7 @@ async def _prepare_window_spend_counter_increment(
     )
     if initialized is False:
         return None
-    return _PendingSpendIncrement(counter_key=counter_key, increment=increment)
+    return PendingSpendIncrement(counter_key=counter_key, increment=increment)
 
 
 async def _ensure_spend_counter_initialized(
@@ -3331,6 +3372,14 @@ async def _ensure_window_spend_counter_initialized(
 
 
 async def _is_spend_counter_cache_warm(counter_key: str) -> bool:
+    batched: Final = await read_batched_spend_counter(counter_key)
+    if batched is not None:
+        batched_value, _ = batched
+        if batched_value is None:
+            return False
+        spend_counter_cache.in_memory_cache.set_cache(key=counter_key, value=batched_value)
+        return True
+
     if spend_counter_cache.redis_cache is not None:
         try:
             current_value: Final[object] = await spend_counter_cache.redis_cache.async_get_cache(
@@ -3375,6 +3424,7 @@ async def _increment_spend_counter_cache(counter_key: str, increment: float):
             key=counter_key,
             value=current_value,
         )
+        record_spend_counter_value(counter_key, float(current_value))
         return current_value
 
     return await SpendCounterReseed.increment_in_memory(
@@ -3383,6 +3433,7 @@ async def _increment_spend_counter_cache(counter_key: str, increment: float):
 
 
 async def _invalidate_spend_counter(counter_key: str):
+    forget_spend_counter(counter_key)
     spend_counter_cache.in_memory_cache.delete_cache(key=counter_key)
     if spend_counter_cache.redis_cache is not None:
         try:
@@ -3395,7 +3446,16 @@ async def _invalidate_spend_counter(counter_key: str):
             )
 
 
-async def _apply_spend_counter_increments(pending: Sequence[_PendingSpendIncrement]) -> None:
+async def _apply_spend_counter_increments(pending: Sequence[PendingSpendIncrement]) -> None:
+    try:
+        await increment_spend_counters_pipeline(pending=pending)
+    except RedisCircuitBreakerOpenError:
+        return
+
+
+async def increment_spend_counters_pipeline(pending: Sequence[PendingSpendIncrement]) -> None:
+    """One INCRBYFLOAT+EXPIRE pipeline for every pending counter; on failure every counter is invalidated
+    before the error propagates, so no caller can read a half-applied batch."""
     if not pending:
         return
     redis_cache: Final = spend_counter_cache.redis_cache
@@ -3412,13 +3472,12 @@ async def _apply_spend_counter_increments(pending: Sequence[_PendingSpendIncreme
     ]
     try:
         results: Final = await redis_cache.async_increment_pipeline(increment_list=increment_list)
-    except Exception as e:
+    except Exception:
         await asyncio.gather(*(_invalidate_spend_counter(counter_key=item.counter_key) for item in pending))
-        if isinstance(e, RedisCircuitBreakerOpenError):
-            return
         raise
     for item, current_value in zip(pending, results or ()):
         spend_counter_cache.in_memory_cache.set_cache(key=item.counter_key, value=current_value)
+        record_spend_counter_value(item.counter_key, float(current_value))
 
 
 async def update_cache(
diff --git a/litellm/proxy/spend_tracking/budget_reservation.py b/litellm/proxy/spend_tracking/budget_reservation.py
index eedec0619db..6074a50a69b 100644
--- a/litellm/proxy/spend_tracking/budget_reservation.py
+++ b/litellm/proxy/spend_tracking/budget_reservation.py
@@ -32,6 +32,7 @@ from litellm.proxy.common_utils.user_api_key_cache import (
     tag_cache_key,
     team_membership_reservation_cache_key,
 )
+from litellm.proxy.spend_tracking.spend_counter_batch import PendingSpendIncrement, spend_counter_batch_scope
 from litellm.proxy.utils import PrismaClient, ProxyLogging
 from litellm.router import Router
 from litellm.rust_bridge.token_counter import RustTokenizer, count_input_tokens, rust_tokenizer
@@ -257,46 +258,47 @@ async def reserve_budget_for_request(
 
     applied_entries: Final[list[dict[str, float | str]]] = []
     try:
-        for counter in counters:
-            entry = _counter_to_reservation_entry(
-                counter=counter,
-                reserved_cost=reservation_cost,
-            )
-            applied_entries.append(entry)
-            try:
-                reserved_value = await _reserve_counter(
+        with _counters_batch_scope(frozenset(counter.counter_key for counter in counters)):
+            for counter in counters:
+                entry = _counter_to_reservation_entry(
                     counter=counter,
-                    reservation_cost=reservation_cost,
+                    reserved_cost=reservation_cost,
                 )
-            except _CounterReservationUnavailable as exc:
-                if exc.touched_counter and not exc.counter_invalidated:
-                    await _release_applied_entries_best_effort(
-                        entries=[entry],
-                        default_reserved_cost=reservation_cost,
+                applied_entries.append(entry)
+                try:
+                    reserved_value = await _reserve_counter(
+                        counter=counter,
+                        reservation_cost=reservation_cost,
                     )
-                applied_entries.remove(entry)
-                if fail_closed_budget_enforcement:
-                    _raise_reservation_unavailable(counter_key=counter.counter_key)
-                continue
+                except _CounterReservationUnavailable as exc:
+                    if exc.touched_counter and not exc.counter_invalidated:
+                        await _release_applied_entries_best_effort(
+                            entries=[entry],
+                            default_reserved_cost=reservation_cost,
+                        )
+                    applied_entries.remove(entry)
+                    if fail_closed_budget_enforcement:
+                        _raise_reservation_unavailable(counter_key=counter.counter_key)
+                    continue
 
-            if reserved_value is not None:
-                current_spend = reserved_value
-            else:
-                cached_spend = current_spend_by_counter_key.get(counter.counter_key)
-                if cached_spend is None:
-                    cached_spend = await _get_current_counter_value(counter=counter)
-                current_spend = cached_spend + reservation_cost
-            if current_spend > counter.max_budget:
-                reservation_cost = await _apply_over_budget_reservation_policy(
-                    counter=counter,
-                    valid_token=valid_token,
-                    entry=entry,
-                    applied_entries=applied_entries,
-                    reservation_cost=reservation_cost,
-                    current_spend=current_spend,
-                    fail_closed_budget_enforcement=fail_closed_budget_enforcement,
-                )
-                continue
+                if reserved_value is not None:
+                    current_spend = reserved_value
+                else:
+                    cached_spend = current_spend_by_counter_key.get(counter.counter_key)
+                    if cached_spend is None:
+                        cached_spend = await _get_current_counter_value(counter=counter)
+                    current_spend = cached_spend + reservation_cost
+                if current_spend > counter.max_budget:
+                    reservation_cost = await _apply_over_budget_reservation_policy(
+                        counter=counter,
+                        valid_token=valid_token,
+                        entry=entry,
+                        applied_entries=applied_entries,
+                        reservation_cost=reservation_cost,
+                        current_spend=current_spend,
+                        fail_closed_budget_enforcement=fail_closed_budget_enforcement,
+                    )
+                    continue
     except Exception:
         await _release_applied_entries_best_effort(
             entries=applied_entries,
@@ -878,67 +880,92 @@ async def _get_current_counter_value(counter: _BudgetCounter) -> float:
     )
 
 
+def _counters_batch_scope(counter_keys: frozenset[str]) -> spend_counter_batch_scope:
+    """Each counter is read once, then written, so one MGET up front serves every read in the loop."""
+    from litellm.proxy.proxy_server import spend_counter_cache
+
+    return spend_counter_batch_scope(spend_counter_cache.redis_cache, counter_keys=counter_keys)
+
+
+@dataclass(frozen=True, slots=True)
+class _EntryAdjustment:
+    entry: dict[str, float | str]
+    counter_key: str
+    target_adjustment: float
+    adjustment: float
+
+
+def _entry_adjustment(
+    entry: dict[str, float | str], actual_cost: float, default_reserved_cost: float
+) -> _EntryAdjustment | None:
+    counter_key: Final = entry.get("counter_key")
+    if counter_key is None:
+        return None
+    target_adjustment: Final = actual_cost - _get_entry_reserved_cost(
+        entry=entry, default_reserved_cost=default_reserved_cost
+    )
+    adjustment: Final = target_adjustment - float(entry.get("applied_adjustment") or 0.0)
+    if adjustment == 0:
+        return None
+    return _EntryAdjustment(
+        entry=entry, counter_key=str(counter_key), target_adjustment=target_adjustment, adjustment=adjustment
+    )
+
+
 async def _set_reserved_entries_actual_cost(
     entries: list[dict],
     actual_cost: float,
     default_reserved_cost: float,
     reseed_on_inconsistent: bool = True,
 ) -> None:
-    for entry in entries:
-        await _set_reserved_entry_actual_cost(
-            entry=entry,
-            actual_cost=actual_cost,
-            default_reserved_cost=default_reserved_cost,
-            reseed_on_inconsistent=reseed_on_inconsistent,
+    """Every reserved counter is read from one MGET and the consistent adjustments go out in one pipeline.
+    A counter that was flushed or reseeded since reservation is settled on its own after the pipeline."""
+    from litellm.proxy.proxy_server import increment_spend_counters_pipeline
+
+    with _counters_batch_scope(frozenset(str(entry["counter_key"]) for entry in entries if "counter_key" in entry)):
+        adjustments: Final = tuple(
+            adjustment
+            for entry in entries
+            if (adjustment := _entry_adjustment(entry, actual_cost, default_reserved_cost)) is not None
         )
-
-
-async def _set_reserved_entry_actual_cost(
-    entry: dict,
-    actual_cost: float,
-    default_reserved_cost: float,
-    reseed_on_inconsistent: bool = True,
-) -> None:
-    from litellm.proxy.proxy_server import (
-        _increment_spend_counter_cache,
-        reseed_spend_counter_from_db,
-    )
-
-    counter_key: Final = entry.get("counter_key")
-    if counter_key is None:
-        return
-    reserved_cost: Final = _get_entry_reserved_cost(
-        entry=entry,
-        default_reserved_cost=default_reserved_cost,
-    )
-    target_adjustment: Final = actual_cost - reserved_cost
-    applied_adjustment: Final = float(entry.get("applied_adjustment") or 0.0)
-    adjustment: Final = target_adjustment - applied_adjustment
-    if adjustment == 0:
-        return
-    if await _counter_can_apply_adjustment(
-        counter_key=counter_key,
-        adjustment=adjustment,
-    ):
-        await _increment_spend_counter_cache(
-            counter_key=counter_key,
-            increment=adjustment,
+        consistent: Final = tuple(
+            await asyncio.gather(
+                *(
+                    _counter_can_apply_adjustment(counter_key=item.counter_key, adjustment=item.adjustment)
+                    for item in adjustments
+                )
+            )
         )
-    elif reseed_on_inconsistent:
-        # Post-call reconcile / release: the counter was flushed, expired or reseeded
-        # between reservation and reconcile, so the optimistic delta no longer applies.
-        # Reseed from the DB floor (which cannot include this request's cost yet) and
-        # add the settled cost, since increment_spend_counters skips reserved keys.
-        reseeded: Final = await reseed_spend_counter_from_db(counter_key=counter_key)
-        if reseeded and actual_cost > 0:
-            await _increment_spend_counter_cache(counter_key=counter_key, increment=actual_cost)
-    else:
-        # Pre-call admission resize: the in-flight reservation cost is not yet
-        # persisted, so the DB floor would discard it. Keep the original
-        # fail-closed behavior (raise -> reserve_budget_for_request releases and
-        # denies) rather than admitting against an inconsistent counter.
-        raise RuntimeError(f"Cannot resize budget reservation against inconsistent counter {counter_key}")
-    entry["applied_adjustment"] = target_adjustment
+        inconsistent: Final = tuple(item for item, ok in zip(adjustments, consistent) if not ok)
+        if inconsistent and not reseed_on_inconsistent:
+            # Pre-call admission resize: the in-flight reservation cost is not yet
+            # persisted, so the DB floor would discard it. Keep the original
+            # fail-closed behavior (raise -> reserve_budget_for_request releases and
+            # denies) rather than admitting against an inconsistent counter.
+            raise RuntimeError(
+                f"Cannot resize budget reservation against inconsistent counter {inconsistent[0].counter_key}"
+            )
+        applicable: Final = tuple(item for item, ok in zip(adjustments, consistent) if ok)
+        await increment_spend_counters_pipeline(
+            pending=tuple(
+                PendingSpendIncrement(counter_key=item.counter_key, increment=item.adjustment) for item in applicable
+            )
+        )
+        for item in inconsistent:
+            await _reseed_reserved_entry(item=item, actual_cost=actual_cost)
+        for item in adjustments:
+            item.entry["applied_adjustment"] = item.target_adjustment
+
+
+async def _reseed_reserved_entry(item: _EntryAdjustment, actual_cost: float) -> None:
+    """Post-call reconcile / release of a counter that was flushed, expired or reseeded between reservation and
+    reconcile: the optimistic delta no longer applies, so reseed from the DB floor (which cannot include this
+    request's cost yet) and add the settled cost, since increment_spend_counters skips reserved keys."""
+    from litellm.proxy.proxy_server import _increment_spend_counter_cache, reseed_spend_counter_from_db
+
+    reseeded: Final = await reseed_spend_counter_from_db(counter_key=item.counter_key)
+    if reseeded and actual_cost > 0:
+        await _increment_spend_counter_cache(counter_key=item.counter_key, increment=actual_cost)
 
 
 async def _counter_can_apply_adjustment(
@@ -963,8 +990,8 @@ async def _release_applied_entries_best_effort(
 ) -> None:
     for entry in entries:
         try:
-            await _set_reserved_entry_actual_cost(
-                entry=entry,
+            await _set_reserved_entries_actual_cost(
+                entries=[entry],  # mutable-ok: the reconcile takes the reservation's list of entries
                 actual_cost=0.0,
                 default_reserved_cost=default_reserved_cost,
             )
diff --git a/litellm/proxy/spend_tracking/carried_budget_state.py b/litellm/proxy/spend_tracking/carried_budget_state.py
new file mode 100644
index 00000000000..efd3a78d211
--- /dev/null
+++ b/litellm/proxy/spend_tracking/carried_budget_state.py
@@ -0,0 +1,60 @@
+"""Pins the budget state auth resolved onto ``UserAPIKeyAuth`` and emits it as request metadata."""
+
+from collections.abc import Mapping
+from types import MappingProxyType
+from typing import Final
+
+from litellm.models.organization import LiteLLM_OrganizationTable
+from litellm.models.team import LiteLLM_TeamTable
+from litellm.models.user import LiteLLM_UserTable
+from litellm.proxy._types import UserAPIKeyAuth
+from litellm.types.proxy.carried_budget_state import (
+    OrgBudgetSnapshot,
+    TeamBudgetSnapshot,
+    UserBudgetSnapshot,
+)
+
+
+def carry_team_and_user_budget_state(
+    valid_token: UserAPIKeyAuth,
+    team_object: LiteLLM_TeamTable | None,
+    user_object: LiteLLM_UserTable | None,
+) -> None:
+    if team_object is not None:
+        valid_token.team_budget_snapshot = TeamBudgetSnapshot(  # rebind-ok: the request credential is pinned in place
+            budget_reset_at=team_object.budget_reset_at,
+            max_budget=team_object.max_budget,
+        )
+    if user_object is not None:
+        valid_token.user_budget_snapshot = UserBudgetSnapshot(  # rebind-ok: same object the caller keeps using
+            budget_reset_at=user_object.budget_reset_at,
+            max_budget=user_object.max_budget,
+            user_alias=user_object.user_alias,
+        )
+
+
+def carry_organization_budget_state(valid_token: UserAPIKeyAuth, org_table: LiteLLM_OrganizationTable) -> None:
+    budget_table: Final = org_table.litellm_budget_table
+    valid_token.organization_alias = (
+        org_table.organization_alias
+    )  # rebind-ok: the request credential is pinned in place
+    valid_token.org_budget_snapshot = OrgBudgetSnapshot(  # rebind-ok: same object the caller keeps using
+        spend=org_table.spend,
+        max_budget=budget_table.max_budget if budget_table is not None else None,
+    )
+
+
+def carried_budget_metadata(valid_token: UserAPIKeyAuth) -> Mapping[str, object]:
+    snapshots: Final = (
+        valid_token.team_budget_snapshot,
+        valid_token.user_budget_snapshot,
+        valid_token.org_budget_snapshot,
+    )
+    return MappingProxyType(
+        {
+            key: value
+            for snapshot in snapshots
+            if snapshot is not None
+            for key, value in snapshot.metadata_entries().items()
+        }
+    )
diff --git a/litellm/proxy/spend_tracking/spend_counter_batch.py b/litellm/proxy/spend_tracking/spend_counter_batch.py
index 52e6e98b500..7106d88c655 100644
--- a/litellm/proxy/spend_tracking/spend_counter_batch.py
+++ b/litellm/proxy/spend_tracking/spend_counter_batch.py
@@ -1,8 +1,9 @@
-"""One Redis MGET for every spend counter the admission checks read, instead of one GET per counter."""
+"""One Redis MGET per phase (admission, reservation, post-call) for the spend counters it reads, not one GET each."""
 
 import asyncio
-from collections.abc import Iterator, Mapping
+from collections.abc import Iterator, Mapping, Sequence
 from contextvars import ContextVar, Token
+from dataclasses import dataclass
 from types import MappingProxyType, TracebackType
 from typing import Final
 
@@ -11,11 +12,18 @@ from pydantic import TypeAdapter
 from litellm._logging import verbose_proxy_logger
 from litellm.caching.redis_cache import RedisCache
 from litellm.proxy._types import UserAPIKeyAuth
+from litellm.proxy.common_utils.user_api_key_cache import model_access_group_spend_counter_key
 
 _CounterValues: Final = TypeAdapter(dict[str, float | None])
 _NO_VALUES: Final[Mapping[str, float | None]] = MappingProxyType({})
 
 
+@dataclass(frozen=True, slots=True)
+class PendingSpendIncrement:
+    counter_key: str
+    increment: float
+
+
 class SpendCounterBatch:
     """Bound counters are read with one MGET on first use; counters bound later join the next MGET.
     ``async_batch_get_cache`` maps a clean miss to ``None`` and drops keys only when Redis failed, so an absent
@@ -35,6 +43,10 @@ class SpendCounterBatch:
     def counter_keys(self) -> frozenset[str]:
         return self._keys
 
+    @property
+    def is_open(self) -> bool:
+        return self._open
+
     def bind(self, counter_keys: frozenset[str]) -> None:
         if self._open:
             self._keys = self._keys | counter_keys
@@ -52,12 +64,29 @@ class SpendCounterBatch:
             return None
         return loaded[counter_key], True
 
+    def record(self, counter_key: str, value: float) -> None:
+        """A write returned the counter's new value; later reads in this scope see it instead of the MGET value."""
+        if not self._open:
+            return
+        key: Final = frozenset((counter_key,))
+        self._keys = self._keys | key
+        self._fetched = self._fetched | key
+        self._loaded = MappingProxyType({**self._loaded, counter_key: value})
+
+    def forget(self, counter_key: str) -> None:
+        """A write left the counter's value unknown; later reads in this scope go to Redis."""
+        key: Final = frozenset((counter_key,))
+        self._keys = self._keys - key
+        self._fetched = self._fetched - key
+        self._loaded = MappingProxyType({k: v for k, v in self._loaded.items() if k != counter_key})
+
     async def _load(self) -> Mapping[str, float | None]:
         async with self._lock:
             pending: Final = self._keys - self._fetched
             if pending:
                 self._fetched = self._fetched | pending
-                self._loaded = MappingProxyType({**self._loaded, **await self._fetch(pending)})
+                fetched: Final = await self._fetch(pending)
+                self._loaded = MappingProxyType({**fetched, **self._loaded})
             return self._loaded
 
     async def _fetch(self, keys: frozenset[str]) -> Mapping[str, float | None]:
@@ -78,17 +107,26 @@ def active_spend_counter_batch() -> SpendCounterBatch | None:
 
 
 class spend_counter_batch_scope:
-    """Reads inside the scope share one MGET once ``bind_admission_counter_keys`` has run."""
+    """Reads inside the scope share one MGET for the keys bound here or by ``bind_*`` calls inside it.
+    Opened inside a scope whose batch is still open, it binds into that batch so both phases share the MGET."""
 
-    __slots__ = ("_redis_cache", "_token")
+    __slots__ = ("_counter_keys", "_redis_cache", "_token")
 
-    def __init__(self, redis_cache: RedisCache | None) -> None:
+    def __init__(self, redis_cache: RedisCache | None, counter_keys: frozenset[str] = frozenset()) -> None:
         self._redis_cache: Final = redis_cache
+        self._counter_keys: Final = counter_keys
         self._token: Token[SpendCounterBatch | None] | None = None
 
     def __enter__(self) -> None:
-        if self._redis_cache is not None:
-            self._token = _active_batch.set(SpendCounterBatch(self._redis_cache))
+        if self._redis_cache is None:
+            return
+        outer: Final = _active_batch.get()
+        if outer is not None and outer.is_open:
+            outer.bind(self._counter_keys)
+            return
+        batch: Final = SpendCounterBatch(self._redis_cache)
+        batch.bind(self._counter_keys)
+        self._token = _active_batch.set(batch)
 
     def __exit__(
         self, exc_type: type[BaseException] | None, exc: BaseException | None, tb: TracebackType | None
@@ -122,9 +160,58 @@ def admission_counter_keys(token: UserAPIKeyAuth, end_user_id: str | None) -> fr
     return frozenset(_iter_admission_counter_keys(token, end_user_id))
 
 
+def post_call_counter_keys(
+    token: str | None,
+    team_id: str | None,
+    user_id: str | None,
+    org_id: str | None,
+    end_user_id: str | None,
+    tags: Sequence[object] | None,
+    model_access_groups: Sequence[object] | None,
+) -> frozenset[str]:
+    """Every counter ``increment_spend_counters`` warm-checks, except budget windows which bind on read."""
+    entity_keys: Final = admission_counter_keys(
+        UserAPIKeyAuth(token=token, team_id=team_id, user_id=user_id, org_id=org_id), end_user_id
+    )
+    tag_keys: Final = frozenset(f"spend:tag:{tag}" for tag in tags or () if tag and isinstance(tag, str))
+    group_keys: Final = frozenset(
+        model_access_group_spend_counter_key(group)
+        for group in model_access_groups or ()
+        if group and isinstance(group, str)
+    )
+    return entity_keys | tag_keys | group_keys
+
+
 def bind_admission_counter_keys(token: UserAPIKeyAuth, end_user_id: str | None) -> None:
     """Idempotent: call again after the token gains ids (end user, team org) so those counters join the MGET."""
+    bind_spend_counter_keys(admission_counter_keys(token, end_user_id))
+
+
+def bind_spend_counter_keys(counter_keys: frozenset[str]) -> None:
     batch: Final = _active_batch.get()
     if batch is None:
         return
-    batch.bind(admission_counter_keys(token, end_user_id))
+    batch.bind(counter_keys)
+
+
+def record_spend_counter_value(counter_key: str, value: float) -> None:
+    batch: Final = _active_batch.get()
+    if batch is None:
+        return
+    batch.record(counter_key, value)
+
+
+def forget_spend_counter(counter_key: str) -> None:
+    batch: Final = _active_batch.get()
+    if batch is None:
+        return
+    batch.forget(counter_key)
+
+
+async def read_batched_spend_counter(counter_key: str) -> tuple[float | None, bool] | None:
+    """Bind-on-read for counters only known at read time (budget windows); the first reader pays the MGET."""
+    batch: Final = _active_batch.get()
+    if batch is None:
+        return None
+    batch.bind(frozenset((counter_key,)))
+    return await batch.read(counter_key)
diff --git a/litellm/types/proxy/carried_budget_state.py b/litellm/types/proxy/carried_budget_state.py
new file mode 100644
index 00000000000..0e64b91645d
--- /dev/null
+++ b/litellm/types/proxy/carried_budget_state.py
@@ -0,0 +1,64 @@
+"""Budget fields auth already resolved, carried on the request so success logging does no object lookups.
+
+Auth pins one snapshot per entity on ``UserAPIKeyAuth`` (request-scoped, never cached), the pre-call
+setup writes them into the request metadata under the aliased ``user_api_key_*`` names, and a logger
+reads them back with ``from_metadata``. ``None`` means this request never carried that entity
+(unauthenticated route, custom auth, budget check skipped) and the logger keeps its own lookup.
+"""
+
+from collections.abc import Mapping
+from datetime import datetime
+from types import MappingProxyType
+
+from pydantic import BaseModel, ConfigDict, Field, ValidationError
+from typing_extensions import Self
+
+
+class _BudgetSnapshot(BaseModel):
+    model_config = ConfigDict(frozen=True, populate_by_name=True, extra="ignore")
+
+    def metadata_entries(self) -> Mapping[str, object]:
+        return MappingProxyType(self.model_dump(by_alias=True, mode="json"))
+
+    @classmethod
+    def from_metadata(cls, metadata: Mapping[str, object]) -> Self | None:
+        try:
+            return cls.model_validate(metadata)
+        except ValidationError:
+            return None
+
+
+class KeyBudgetSnapshot(_BudgetSnapshot):
+    """Read-only view of the ``user_api_key_budget_reset_at`` entry ``add_user_api_key_auth_to_request_metadata`` writes."""
+
+    budget_reset_at: datetime | None = Field(
+        validation_alias="user_api_key_budget_reset_at", serialization_alias="user_api_key_budget_reset_at"
+    )
+
+
+class TeamBudgetSnapshot(_BudgetSnapshot):
+    budget_reset_at: datetime | None = Field(
+        validation_alias="user_api_key_team_budget_reset_at", serialization_alias="user_api_key_team_budget_reset_at"
+    )
+    max_budget: float | None = Field(
+        validation_alias="user_api_key_team_table_max_budget", serialization_alias="user_api_key_team_table_max_budget"
+    )
+
+
+class UserBudgetSnapshot(_BudgetSnapshot):
+    budget_reset_at: datetime | None = Field(
+        validation_alias="user_api_key_user_budget_reset_at", serialization_alias="user_api_key_user_budget_reset_at"
+    )
+    max_budget: float | None = Field(
+        validation_alias="user_api_key_user_table_max_budget", serialization_alias="user_api_key_user_table_max_budget"
+    )
+    user_alias: str | None = Field(
+        validation_alias="user_api_key_user_alias", serialization_alias="user_api_key_user_alias"
+    )
+
+
+class OrgBudgetSnapshot(_BudgetSnapshot):
+    spend: float = Field(validation_alias="user_api_key_org_spend", serialization_alias="user_api_key_org_spend")
+    max_budget: float | None = Field(
+        validation_alias="user_api_key_org_max_budget", serialization_alias="user_api_key_org_max_budget"
+    )
diff --git a/tests/test_litellm/caching/test_redis_cache.py b/tests/test_litellm/caching/test_redis_cache.py
index 3c93687d467..4bf7894829e 100644
--- a/tests/test_litellm/caching/test_redis_cache.py
+++ b/tests/test_litellm/caching/test_redis_cache.py
@@ -1205,6 +1205,92 @@ async def test_a_probe_overtaken_by_a_later_outage_leaves_the_breaker_to_the_new
     assert breaker._state == breaker.CLOSED
 
 
+class _RoundTripCountingRedis:
+    """Fake redis.asyncio client: one round trip per awaited command or pipeline execute."""
+
+    def __init__(self, ttl: int) -> None:
+        self.values: dict[str, float] = {}
+        self.ttls: dict[str, int] = {}
+        self.round_trips = 0
+        self._initial_ttl = ttl
+
+    async def incrbyfloat(self, name: str, amount: float) -> float:
+        self.round_trips += 1
+        return self._incr(name, amount)
+
+    async def expire(self, name: str, time: int) -> bool:
+        self.round_trips += 1
+        self.ttls[name] = time
+        return True
+
+    def _incr(self, name: str, amount: float) -> float:
+        self.values[name] = self.values.get(name, 0.0) + amount
+        self.ttls.setdefault(name, self._initial_ttl)
+        return self.values[name]
+
+    def pipeline(self, transaction: bool) -> "_RoundTripCountingRedis._Pipeline":
+        return _RoundTripCountingRedis._Pipeline(self)
+
+    class _Pipeline:
+        def __init__(self, client: "_RoundTripCountingRedis") -> None:
+            self._client = client
+            self._commands: list[tuple[str, tuple[object, ...]]] = []
+
+        async def __aenter__(self) -> "_RoundTripCountingRedis._Pipeline":
+            return self
+
+        async def __aexit__(self, *exc_info: object) -> None:
+            return None
+
+        def incrbyfloat(self, name: str, amount: float) -> None:
+            self._commands.append(("incrbyfloat", (name, amount)))
+
+        def expire(self, name: str, time: int) -> None:
+            self._commands.append(("expire", (name, time)))
+
+        def ttl(self, name: str) -> None:
+            self._commands.append(("ttl", (name,)))
+
+        async def execute(self) -> list[object]:
+            self._client.round_trips += 1
+            results: list[object] = []
+            for command, args in self._commands:
+                if command == "incrbyfloat":
+                    results.append(self._client._incr(str(args[0]), float(args[1])))  # pyright: ignore[reportArgumentType]  # fake stores str/float
+                elif command == "expire":
+                    self._client.ttls[str(args[0])] = int(args[1])  # pyright: ignore[reportArgumentType]  # fake stores int
+                    results.append(True)
+                else:
+                    results.append(self._client.ttls.get(str(args[0]), -2))
+            return results
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    ("refresh_ttl", "existing_ttl", "expected_round_trips", "expected_ttl"),
+    [
+        pytest.param(True, 100, 2, 60, id="refresh_ttl: INCRBYFLOAT+EXPIRE in one round trip each"),
+        pytest.param(False, 100, 2, 100, id="keep ttl: INCRBYFLOAT+TTL in one round trip each, no EXPIRE"),
+        pytest.param(False, -1, 3, 60, id="unexpiring key: INCRBYFLOAT+TTL then EXPIRE once, 1 trip after"),
+    ],
+)
+async def test_async_increment_pipelines_the_ttl_command(
+    monkeypatch, redis_no_ping, refresh_ttl, existing_ttl, expected_round_trips, expected_ttl
+):
+    monkeypatch.setenv("REDIS_HOST", "https://my-test-host")
+    redis_cache = RedisCache(namespace="ns")
+    client = _RoundTripCountingRedis(ttl=existing_ttl)
+
+    with patch.object(redis_cache, "init_async_client", return_value=client):
+        first = await redis_cache.async_increment(key="spend:key:k", value=1.5, ttl=60, refresh_ttl=refresh_ttl)
+        second = await redis_cache.async_increment(key="spend:key:k", value=2.0, ttl=60, refresh_ttl=refresh_ttl)
+
+    assert (first, second) == (1.5, 3.5)
+    assert client.values == {"ns:spend:key:k": 3.5}
+    assert client.ttls == {"ns:spend:key:k": expected_ttl}
+    assert client.round_trips == expected_round_trips
+
+
 class _SetRecordingPipeline:
     def __init__(self) -> None:
         self.sets: list[tuple[str, str, timedelta | None]] = []
diff --git a/tests/test_litellm/integrations/test_prometheus_carried_budget_state.py b/tests/test_litellm/integrations/test_prometheus_carried_budget_state.py
new file mode 100644
index 00000000000..e49e6baa8b0
--- /dev/null
+++ b/tests/test_litellm/integrations/test_prometheus_carried_budget_state.py
@@ -0,0 +1,289 @@
+"""
+Post-request budget gauges read the key/team/user/org state auth already resolved
+from request metadata. get_*_object only runs when that state is missing (custom
+auth, SDK callers, failure paths)
+"""
+
+from datetime import datetime, timezone
+from unittest.mock import AsyncMock, MagicMock, patch
+
+import pytest
+from prometheus_client import REGISTRY
+
+from litellm.integrations.prometheus import PrometheusLogger
+from litellm.proxy._types import (
+    LiteLLM_BudgetTable,
+    LiteLLM_OrganizationTable,
+    LiteLLM_TeamTable,
+    LiteLLM_UserTable,
+    UserAPIKeyAuth,
+)
+from litellm.proxy.litellm_pre_call_utils import LiteLLMProxyRequestSetup
+from litellm.proxy.spend_tracking.carried_budget_state import (
+    carried_budget_metadata,
+    carry_organization_budget_state,
+    carry_team_and_user_budget_state,
+)
+from litellm.types.proxy.carried_budget_state import (
+    KeyBudgetSnapshot,
+    TeamBudgetSnapshot,
+    UserBudgetSnapshot,
+)
+
+TEAM_RESET_AT = datetime(2026, 10, 1, tzinfo=timezone.utc)
+USER_RESET_AT = datetime(2026, 11, 1, tzinfo=timezone.utc)
+KEY_RESET_AT = datetime(2026, 12, 1, tzinfo=timezone.utc)
+
+
+@pytest.fixture(autouse=True)
+def cleanup_prometheus_registry():
+    for collector in list(REGISTRY._collector_to_names.keys()):
+        try:
+            REGISTRY.unregister(collector)
+        except Exception:
+            pass
+    yield
+    for collector in list(REGISTRY._collector_to_names.keys()):
+        try:
+            REGISTRY.unregister(collector)
+        except Exception:
+            pass
+
+
+@pytest.fixture
+def prometheus_logger():
+    return PrometheusLogger()
+
+
+@pytest.fixture
+def getters():
+    """Every response-path object getter, patched where prometheus imports them from."""
+    mocks = {
+        "get_key_object": AsyncMock(return_value=UserAPIKeyAuth(token="hashed", budget_reset_at=KEY_RESET_AT)),
+        "get_team_object": AsyncMock(
+            return_value=LiteLLM_TeamTable(team_id="t1", budget_reset_at=TEAM_RESET_AT, max_budget=300.0)
+        ),
+        "get_user_object": AsyncMock(
+            return_value=LiteLLM_UserTable(
+                user_id="u1",
+                budget_reset_at=USER_RESET_AT,
+                user_email="alice@example.com",
+                user_alias="Alice",
+                max_budget=50.0,
+            )
+        ),
+        "get_org_object": AsyncMock(
+            return_value=LiteLLM_OrganizationTable(
+                organization_id="o1",
+                organization_alias="platform-org",
+                budget_id="b1",
+                created_by="admin",
+                updated_by="admin",
+                spend=40.0,
+                litellm_budget_table=LiteLLM_BudgetTable(max_budget=500.0),
+            )
+        ),
+    }
+    with (
+        patch.multiple(  # test-quality-ok: prometheus reads these proxy_server globals at call time, no injection seam
+            "litellm.proxy.proxy_server", prisma_client=MagicMock(), user_api_key_cache=MagicMock()
+        ),
+        patch.multiple(  # test-quality-ok: the getters are the DB boundary this test counts calls to
+            "litellm.proxy.auth.auth_checks", **mocks
+        ),
+    ):
+        yield mocks
+
+
+def _authed_token() -> UserAPIKeyAuth:
+    token = UserAPIKeyAuth(
+        token="hashed",
+        key_alias="key-alias",
+        team_id="t1",
+        team_alias="team-alias",
+        user_id="u1",
+        user_email="alice@example.com",
+        org_id="o1",
+        spend=1.0,
+        max_budget=10.0,
+        team_spend=20.0,
+        team_max_budget=300.0,
+        user_spend=5.0,
+        user_max_budget=50.0,
+        budget_reset_at=KEY_RESET_AT,
+    )
+    carry_team_and_user_budget_state(
+        valid_token=token,
+        team_object=LiteLLM_TeamTable(team_id="t1", budget_reset_at=TEAM_RESET_AT, max_budget=300.0),
+        user_object=LiteLLM_UserTable(user_id="u1", budget_reset_at=USER_RESET_AT, user_alias="Alice", max_budget=50.0),
+    )
+    carry_organization_budget_state(
+        valid_token=token,
+        org_table=LiteLLM_OrganizationTable(
+            organization_id="o1",
+            organization_alias="platform-org",
+            budget_id="b1",
+            created_by="admin",
+            updated_by="admin",
+            spend=40.0,
+            litellm_budget_table=LiteLLM_BudgetTable(max_budget=500.0),
+        ),
+    )
+    return token
+
+
+def _request_metadata(token: UserAPIKeyAuth) -> dict:
+    """What add_user_api_key_auth_to_request_metadata leaves in litellm_params["metadata"]."""
+    return {
+        **LiteLLMProxyRequestSetup.get_sanitized_user_information_from_key(token),
+        **carried_budget_metadata(token),
+    }
+
+
+def _stub_gauges(prometheus_logger: PrometheusLogger) -> None:
+    for name in (
+        "litellm_remaining_api_key_budget_metric",
+        "litellm_api_key_max_budget_metric",
+        "litellm_api_key_budget_remaining_hours_metric",
+        "litellm_remaining_team_budget_metric",
+        "litellm_team_max_budget_metric",
+        "litellm_team_budget_remaining_hours_metric",
+        "litellm_remaining_user_budget_metric",
+        "litellm_user_max_budget_metric",
+        "litellm_user_budget_remaining_hours_metric",
+        "litellm_remaining_org_budget_metric",
+        "litellm_org_max_budget_metric",
+        "litellm_org_budget_remaining_hours_metric",
+    ):
+        setattr(prometheus_logger, name, MagicMock())
+
+
+async def _emit(prometheus_logger: PrometheusLogger, metadata: dict) -> None:
+    await prometheus_logger._increment_remaining_budget_metrics(
+        user_api_team="t1",
+        user_api_team_alias="team-alias",
+        user_api_key="hashed",
+        user_api_key_alias="key-alias",
+        litellm_params={"metadata": metadata},
+        response_cost=2.0,
+        user_id="u1",
+        user_api_key_org_id="o1",
+    )
+
+
+@pytest.mark.asyncio
+async def test_authed_request_sets_every_gauge_without_any_object_getter(prometheus_logger, getters):
+    _stub_gauges(prometheus_logger)
+
+    await _emit(prometheus_logger, _request_metadata(_authed_token()))
+
+    assert all(getter.await_count == 0 for getter in getters.values()), {
+        name: getter.await_count for name, getter in getters.items()
+    }
+    remaining = {
+        "key": prometheus_logger.litellm_remaining_api_key_budget_metric.labels().set.call_args[0][0],
+        "team": prometheus_logger.litellm_remaining_team_budget_metric.labels().set.call_args[0][0],
+        "user": prometheus_logger.litellm_remaining_user_budget_metric.labels().set.call_args[0][0],
+        "org": prometheus_logger.litellm_remaining_org_budget_metric.labels().set.call_args[0][0],
+    }
+    assert remaining == {
+        "key": pytest.approx(7.0),
+        "team": pytest.approx(278.0),
+        "user": pytest.approx(43.0),
+        "org": 458.0,
+    }
+    prometheus_logger.litellm_org_max_budget_metric.labels().set.assert_called_once_with(500.0)
+    prometheus_logger.litellm_api_key_budget_remaining_hours_metric.labels().set.assert_called_once()
+    prometheus_logger.litellm_team_budget_remaining_hours_metric.labels().set.assert_called_once()
+    prometheus_logger.litellm_user_budget_remaining_hours_metric.labels().set.assert_called_once()
+
+
+@pytest.mark.asyncio
+async def test_metadata_without_carried_state_still_fetches_each_object_once(prometheus_logger, getters):
+    _stub_gauges(prometheus_logger)
+
+    await _emit(prometheus_logger, {"user_api_key_team_spend": 20.0, "user_api_key_team_max_budget": 300.0})
+
+    assert {name: getter.await_count for name, getter in getters.items()} == {
+        "get_key_object": 1,
+        "get_team_object": 1,
+        "get_user_object": 1,
+        "get_org_object": 1,
+    }
+    prometheus_logger.litellm_remaining_org_budget_metric.labels().set.assert_called_once_with(458.0)
+    prometheus_logger.litellm_team_budget_remaining_hours_metric.labels().set.assert_called_once()
+
+
+@pytest.mark.asyncio
+async def test_partial_carried_state_only_skips_the_carried_objects(prometheus_logger, getters):
+    _stub_gauges(prometheus_logger)
+    token = UserAPIKeyAuth(token="hashed", team_id="t1", user_id="u1", org_id="o1")
+    carry_team_and_user_budget_state(
+        valid_token=token,
+        team_object=LiteLLM_TeamTable(team_id="t1", budget_reset_at=TEAM_RESET_AT),
+        user_object=None,
+    )
+
+    await _emit(prometheus_logger, dict(carried_budget_metadata(token)))
+
+    assert {name: getter.await_count for name, getter in getters.items()} == {
+        "get_key_object": 1,
+        "get_team_object": 0,
+        "get_user_object": 1,
+        "get_org_object": 1,
+    }
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("metadata_max_budget", [300.0, None], ids=["metadata has max_budget", "filled from object"])
+async def test_carried_objects_match_what_the_getters_would_have_produced(
+    prometheus_logger, getters, metadata_max_budget
+):
+    metadata = _request_metadata(_authed_token())
+    user_max_budget = 50.0 if metadata_max_budget is not None else None
+
+    carried_team = await prometheus_logger._assemble_team_object(
+        team_id="t1",
+        team_alias="team-alias",
+        spend=20.0,
+        max_budget=metadata_max_budget,
+        response_cost=2.0,
+        carried=TeamBudgetSnapshot.from_metadata(metadata),
+    )
+    fetched_team = await prometheus_logger._assemble_team_object(
+        team_id="t1", team_alias="team-alias", spend=20.0, max_budget=metadata_max_budget, response_cost=2.0
+    )
+    carried_user = await prometheus_logger._assemble_user_object(
+        user_id="u1",
+        spend=5.0,
+        max_budget=user_max_budget,
+        response_cost=2.0,
+        carried=UserBudgetSnapshot.from_metadata(metadata),
+        user_email="alice@example.com",
+    )
+    fetched_user = await prometheus_logger._assemble_user_object(
+        user_id="u1", spend=5.0, max_budget=user_max_budget, response_cost=2.0
+    )
+    carried_key = await prometheus_logger._assemble_key_object(
+        user_api_key="hashed",
+        user_api_key_alias="key-alias",
+        key_max_budget=10.0,
+        key_spend=1.0,
+        response_cost=2.0,
+        carried=KeyBudgetSnapshot.from_metadata(metadata),
+    )
+    fetched_key = await prometheus_logger._assemble_key_object(
+        user_api_key="hashed", user_api_key_alias="key-alias", key_max_budget=10.0, key_spend=1.0, response_cost=2.0
+    )
+
+    assert carried_team == fetched_team
+    assert carried_team.max_budget == 300.0
+    assert carried_user == fetched_user
+    assert carried_user.max_budget == 50.0
+    assert carried_key == fetched_key
+    assert {name: getter.await_count for name, getter in getters.items()} == {
+        "get_key_object": 1,
+        "get_team_object": 1,
+        "get_user_object": 1,
+        "get_org_object": 0,
+    }
diff --git a/tests/test_litellm/proxy/auth/test_auth_checks.py b/tests/test_litellm/proxy/auth/test_auth_checks.py
index dc614d18662..d9a065db3cb 100644
--- a/tests/test_litellm/proxy/auth/test_auth_checks.py
+++ b/tests/test_litellm/proxy/auth/test_auth_checks.py
@@ -5791,6 +5791,42 @@ async def test_budget_checks_only_run_on_llm_api_routes(scope, route, expect_blo
             assert await _run() is True
 
 
+@pytest.mark.asyncio
+async def test_organization_budget_check_carries_org_state_on_the_token():
+    """The org row auth already fetched is pinned on the token so the response path
+    (Prometheus org budget gauges) reads it from request metadata instead of calling
+    get_org_object again."""
+    from litellm.proxy._types import LiteLLM_OrganizationTable
+    from litellm.proxy.auth.auth_checks import _organization_max_budget_check
+    from litellm.types.proxy.carried_budget_state import OrgBudgetSnapshot
+
+    org_table = LiteLLM_OrganizationTable(
+        organization_id="o1",
+        organization_alias="platform-org",
+        budget_id="b1",
+        created_by="admin",
+        updated_by="admin",
+        spend=12.5,
+        litellm_budget_table=LiteLLM_BudgetTable(max_budget=100.0),
+    )
+    token = UserAPIKeyAuth(token="k1", org_id="o1")
+    user_api_key_cache = UserApiKeyCache()
+    await user_api_key_cache.async_set_cache(
+        key="org_id:o1:with_budget", value=org_table, model_type=LiteLLM_OrganizationTable
+    )
+
+    await _organization_max_budget_check(
+        valid_token=token,
+        team_object=None,
+        prisma_client=MagicMock(),
+        user_api_key_cache=user_api_key_cache,
+        proxy_logging_obj=MagicMock(),
+    )
+
+    assert token.organization_alias == "platform-org"
+    assert token.org_budget_snapshot == OrgBudgetSnapshot(spend=12.5, max_budget=100.0)
+
+
 @pytest.mark.parametrize("route", ["/health", "/health/services", "/health/test_connection"])
 @pytest.mark.asyncio
 async def test_spend_capable_non_llm_routes_still_enforce_budget(route):
diff --git a/tests/test_litellm/proxy/auth/test_user_api_key_auth.py b/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
index a257288ebe0..0cdbcde6abc 100644
--- a/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
+++ b/tests/test_litellm/proxy/auth/test_user_api_key_auth.py
@@ -5,7 +5,7 @@ import os
 import subprocess
 import sys
 from contextlib import contextmanager
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from pathlib import Path
 from textwrap import dedent
 from types import SimpleNamespace
@@ -23,6 +23,7 @@ from litellm.proxy._types import (
     LiteLLM_JWTAuth,
     LiteLLM_BudgetTable,
     LiteLLM_EndUserTable,
+    LiteLLM_TeamTableCachedObj,
     LiteLLM_UserTable,
     LitellmUserRoles,
     ProxyErrorTypes,
@@ -48,6 +49,7 @@ from litellm.proxy.auth.user_api_key_auth import (
     get_api_key,
     user_api_key_auth,
 )
+from litellm.proxy.spend_tracking.carried_budget_state import carried_budget_metadata
 
 
 class _RoutingRequest:
@@ -4019,6 +4021,65 @@ async def test_centralized_common_checks_routes_header_tags_to_litellm_metadata(
     assert "metadata" not in request_data
 
 
+@pytest.mark.asyncio
+async def test_centralized_common_checks_carries_team_and_user_budget_state_on_the_token():
+    """The team and user objects auth resolves are pinned on the token so the
+    response path (Prometheus budget gauges) reads them from request metadata
+    instead of calling get_team_object / get_user_object again."""
+    from fastapi import Request
+    from starlette.datastructures import URL
+
+    import litellm.proxy.proxy_server as _proxy_server_mod
+
+    reset_at = datetime(2026, 10, 1, tzinfo=timezone.utc)
+    token = UserAPIKeyAuth(api_key="sk-test", token="hashed", team_id="t1", user_id="u1")
+    request = Request(scope={"type": "http"})
+    request._url = URL(url="/chat/completions")
+
+    user_api_key_cache = DualCache()
+    await user_api_key_cache.async_set_cache(
+        key="team_id:t1",
+        value=LiteLLM_TeamTableCachedObj(team_id="t1", budget_reset_at=reset_at, max_budget=300.0),
+    )
+    await user_api_key_cache.async_set_cache(
+        key="u1",
+        value=LiteLLM_UserTable(user_id="u1", user_alias="Alice", budget_reset_at=None, max_budget=None),
+    )
+    proxy_logging_obj = MagicMock()
+    proxy_logging_obj.service_logging_obj.async_service_success_hook = AsyncMock()
+    attrs = {
+        **_proxy_attrs_for_centralized_checks(user_custom_auth=None),
+        "prisma_client": MagicMock(),
+        "user_api_key_cache": user_api_key_cache,
+        "proxy_logging_obj": proxy_logging_obj,
+    }
+    originals = {a: getattr(_proxy_server_mod, a, None) for a in attrs}
+    try:
+        for k, v in attrs.items():
+            setattr(_proxy_server_mod, k, v)
+        with patch(  # test-quality-ok: the authz gate has its own tests above; this one checks the carry step before it
+            "litellm.proxy.auth.user_api_key_auth.common_checks",
+            new_callable=AsyncMock,
+        ):
+            await _run_centralized_common_checks(
+                user_api_key_auth_obj=token,
+                request=request,
+                request_data={"model": "gpt-5.4-mini"},
+                route="/chat/completions",
+            )
+    finally:
+        for k, v in originals.items():
+            setattr(_proxy_server_mod, k, v)
+
+    assert dict(carried_budget_metadata(token)) == {
+        "user_api_key_team_budget_reset_at": "2026-10-01T00:00:00Z",
+        "user_api_key_team_table_max_budget": 300.0,
+        "user_api_key_user_budget_reset_at": None,
+        "user_api_key_user_table_max_budget": None,
+        "user_api_key_user_alias": "Alice",
+    }
+
+
 @pytest.mark.asyncio
 async def test_centralized_common_checks_skipped_for_custom_auth_without_flag():
     """Existing RPS guarantee: custom-auth deployments without
diff --git a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
index 69ec174903b..bca6344b3f7 100644
--- a/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
+++ b/tests/test_litellm/proxy/db/test_spend_counter_reseed.py
@@ -350,7 +350,7 @@ async def test_cold_reseed_preserves_concurrent_local_increment(
 
     increment_task: Final = asyncio.create_task(
         proxy_server._apply_spend_counter_increments(
-            pending=(proxy_server._PendingSpendIncrement(counter_key=counter_key, increment=increment),)
+            pending=(proxy_server.PendingSpendIncrement(counter_key=counter_key, increment=increment),)
         )
         if batch
         else proxy_server._increment_spend_counter_cache(counter_key=counter_key, increment=increment)
diff --git a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
index 2f47736a398..6eac53df645 100644
--- a/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
+++ b/tests/test_litellm/proxy/proxy_server/test_spend_counters.py
@@ -1151,10 +1151,10 @@ async def test_prepare_window_spend_counter_increment_missing_window_start_inval
 # ---------------------------------------------------------------------------
 
 
-def _two_pending_increments() -> tuple[ps._PendingSpendIncrement, ...]:
+def _two_pending_increments() -> tuple[ps.PendingSpendIncrement, ...]:
     return (
-        ps._PendingSpendIncrement(counter_key="spend:key:k", increment=1.5),
-        ps._PendingSpendIncrement(counter_key="spend:team:t", increment=1.5),
+        ps.PendingSpendIncrement(counter_key="spend:key:k", increment=1.5),
+        ps.PendingSpendIncrement(counter_key="spend:team:t", increment=1.5),
     )
 
 
diff --git a/tests/test_litellm/proxy/spend_tracking/test_carried_budget_state.py b/tests/test_litellm/proxy/spend_tracking/test_carried_budget_state.py
new file mode 100644
index 00000000000..fe852be775c
--- /dev/null
+++ b/tests/test_litellm/proxy/spend_tracking/test_carried_budget_state.py
@@ -0,0 +1,119 @@
+"""Auth-resolved budget state rides on ``UserAPIKeyAuth`` and round-trips through request metadata."""
+
+from datetime import datetime, timezone
+
+from litellm.proxy._types import (
+    LiteLLM_BudgetTable,
+    LiteLLM_OrganizationTable,
+    LiteLLM_TeamTable,
+    LiteLLM_UserTable,
+    UserAPIKeyAuth,
+)
+from litellm.proxy.spend_tracking.carried_budget_state import (
+    carried_budget_metadata,
+    carry_organization_budget_state,
+    carry_team_and_user_budget_state,
+)
+from litellm.types.proxy.carried_budget_state import (
+    KeyBudgetSnapshot,
+    OrgBudgetSnapshot,
+    TeamBudgetSnapshot,
+    UserBudgetSnapshot,
+)
+
+RESET_AT = datetime(2026, 10, 1, 12, 30, tzinfo=timezone.utc)
+
+
+def test_team_and_user_state_round_trips_through_metadata():
+    token = UserAPIKeyAuth(token="hashed", team_id="t1", user_id="u1")
+    carry_team_and_user_budget_state(
+        valid_token=token,
+        team_object=LiteLLM_TeamTable(team_id="t1", budget_reset_at=RESET_AT, max_budget=300.0),
+        user_object=LiteLLM_UserTable(user_id="u1", budget_reset_at=None, max_budget=None, user_alias="Alice"),
+    )
+
+    metadata = dict(carried_budget_metadata(token))
+
+    assert metadata == {
+        "user_api_key_team_budget_reset_at": RESET_AT.isoformat().replace("+00:00", "Z"),
+        "user_api_key_team_table_max_budget": 300.0,
+        "user_api_key_user_budget_reset_at": None,
+        "user_api_key_user_table_max_budget": None,
+        "user_api_key_user_alias": "Alice",
+    }
+    assert TeamBudgetSnapshot.from_metadata(metadata) == TeamBudgetSnapshot(budget_reset_at=RESET_AT, max_budget=300.0)
+    assert UserBudgetSnapshot.from_metadata(metadata) == UserBudgetSnapshot(
+        budget_reset_at=None, max_budget=None, user_alias="Alice"
+    )
+
+
+def test_missing_objects_leave_no_metadata_and_no_snapshot():
+    token = UserAPIKeyAuth(token="hashed", team_id="t1", user_id="u1")
+    carry_team_and_user_budget_state(valid_token=token, team_object=None, user_object=None)
+
+    assert dict(carried_budget_metadata(token)) == {}
+    assert TeamBudgetSnapshot.from_metadata({}) is None
+    assert UserBudgetSnapshot.from_metadata({"user_api_key_user_alias": "Alice"}) is None
+    assert OrgBudgetSnapshot.from_metadata({"user_api_key_org_spend": 1.0}) is None
+    assert KeyBudgetSnapshot.from_metadata({}) is None
+
+
+def test_organization_state_carries_alias_spend_and_max_budget():
+    token = UserAPIKeyAuth(token="hashed", org_id="o1")
+    org = LiteLLM_OrganizationTable(
+        organization_id="o1",
+        organization_alias="platform-org",
+        budget_id="b1",
+        created_by="admin",
+        updated_by="admin",
+        spend=12.5,
+        litellm_budget_table=LiteLLM_BudgetTable(max_budget=100.0),
+    )
+
+    carry_organization_budget_state(valid_token=token, org_table=org)
+
+    assert token.organization_alias == "platform-org"
+    assert OrgBudgetSnapshot.from_metadata(carried_budget_metadata(token)) == OrgBudgetSnapshot(
+        spend=12.5, max_budget=100.0
+    )
+
+
+def test_organization_without_budget_table_carries_no_cap():
+    token = UserAPIKeyAuth(token="hashed", org_id="o1")
+    org = LiteLLM_OrganizationTable(
+        organization_id="o1",
+        budget_id="b1",
+        created_by="admin",
+        updated_by="admin",
+        spend=3.0,
+    )
+
+    carry_organization_budget_state(valid_token=token, org_table=org)
+
+    assert token.org_budget_snapshot == OrgBudgetSnapshot(spend=3.0, max_budget=None)
+
+
+def test_key_snapshot_parses_the_iso_string_auth_metadata_writes():
+    assert KeyBudgetSnapshot.from_metadata({"user_api_key_budget_reset_at": RESET_AT.isoformat()}) == KeyBudgetSnapshot(
+        budget_reset_at=RESET_AT
+    )
+    assert KeyBudgetSnapshot.from_metadata({"user_api_key_budget_reset_at": None}) == KeyBudgetSnapshot(
+        budget_reset_at=None
+    )
+
+
+def test_snapshots_never_reach_the_serialized_token():
+    token = UserAPIKeyAuth(token="hashed", team_id="t1", user_id="u1", org_id="o1")
+    carry_team_and_user_budget_state(
+        valid_token=token,
+        team_object=LiteLLM_TeamTable(team_id="t1", budget_reset_at=RESET_AT),
+        user_object=LiteLLM_UserTable(user_id="u1", user_alias="Alice"),
+    )
+    token.org_budget_snapshot = OrgBudgetSnapshot(spend=1.0, max_budget=2.0)
+
+    dumped = token.model_dump()
+
+    assert "team_budget_snapshot" not in dumped
+    assert "user_budget_snapshot" not in dumped
+    assert "org_budget_snapshot" not in dumped
+    assert UserAPIKeyAuth(**dumped).team_budget_snapshot is None
diff --git a/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py b/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py
index 288c3d8c7b4..3e4b817fab8 100644
--- a/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py
+++ b/tests/test_litellm/proxy/spend_tracking/test_spend_counter_batch.py
@@ -3,7 +3,7 @@
 from __future__ import annotations
 
 import asyncio
-from collections.abc import Sequence
+from collections.abc import Mapping, Sequence
 from unittest.mock import AsyncMock, MagicMock
 
 import pytest
@@ -52,6 +52,24 @@ class CountingRedis(RedisCache):
         self.commands.append(f"MGET {' '.join(key_list)}")
         return {key: self.store.get(key) for key in key_list}
 
+    def get_ttl(self, **kwargs: object) -> int | None:
+        return None
+
+    async def async_increment(self, key: str, value: float, **kwargs: object) -> float:
+        self.commands.append(f"INCRBYFLOAT {key} {value}")
+        return self._incr(key, value)
+
+    async def async_increment_pipeline(
+        self, increment_list: Sequence[Mapping[str, object]], **kwargs: object
+    ) -> list[float]:
+        self.commands.append(f"PIPELINE {' '.join(str(op['key']) for op in increment_list)}")
+        return [self._incr(str(op["key"]), float(str(op["increment_value"]))) for op in increment_list]
+
+    def _incr(self, key: str, value: float) -> float:
+        total = float(str(self.store.get(key, 0.0))) + value
+        self.store[key] = total
+        return total
+
 
 def _spend_counter_cache(redis: RedisCache | None, in_memory: dict[str, float] | None = None) -> MagicMock:
     cache = MagicMock()
@@ -119,6 +137,37 @@ async def test_keys_bound_after_the_first_read_join_one_more_mget_for_only_the_n
     assert redis.commands == ["MGET spend:key:hashed", "MGET spend:org:org"]
 
 
+@pytest.mark.asyncio
+async def test_a_recorded_write_result_answers_later_reads_without_another_redis_read():
+    redis = CountingRedis({"spend:key:hashed": 1.0})
+    batch = SpendCounterBatch(redis)
+    batch.bind(frozenset({"spend:key:hashed"}))
+    assert await batch.read("spend:key:hashed") == (1.0, True)
+
+    batch.record("spend:key:hashed", 3.5)
+    batch.record("spend:org:org", 7.0)
+
+    assert await batch.read("spend:key:hashed") == (3.5, True)
+    assert await batch.read("spend:org:org") == (7.0, True)
+    assert redis.commands == ["MGET spend:key:hashed"]
+
+
+@pytest.mark.asyncio
+async def test_a_forgotten_counter_is_read_fresh_from_redis_when_it_is_bound_again():
+    redis = CountingRedis({"spend:key:hashed": 1.0})
+    batch = SpendCounterBatch(redis)
+    batch.bind(frozenset({"spend:key:hashed"}))
+    batch.record("spend:key:hashed", 3.5)
+
+    batch.forget("spend:key:hashed")
+    assert await batch.read("spend:key:hashed") is None
+
+    redis.store["spend:key:hashed"] = 9.0
+    batch.bind(frozenset({"spend:key:hashed"}))
+    assert await batch.read("spend:key:hashed") == (9.0, True)
+    assert redis.commands == ["MGET spend:key:hashed"]
+
+
 @pytest.mark.asyncio
 async def test_failed_mget_hands_every_counter_back_to_the_caller():
     batch = SpendCounterBatch(CountingRedis(fail=True))
@@ -298,3 +347,181 @@ async def test_reseed_outside_the_scope_still_re_checks_redis_itself():
 
     assert value == 4.0
     assert redis.commands == ["GET spend:key:hashed"]
+
+
+POST_CALL_KEYS = TOKEN_KEYS | {"spend:tag:prod", "spend:model_access_group:premium"}
+
+
+@pytest.mark.asyncio
+async def test_post_call_increment_for_every_entity_costs_one_mget_and_one_pipeline(monkeypatch):
+    redis = CountingRedis({key: 1.0 for key in POST_CALL_KEYS})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", None)
+
+    await ps.increment_spend_counters(
+        token="hashed",
+        team_id="team",
+        user_id="user",
+        org_id="org",
+        end_user_id="eu",
+        tags=["prod"],
+        model_access_groups=["premium"],
+        response_cost=0.5,
+    )
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET", "PIPELINE"], redis.commands
+    assert set(redis.commands[0].split()[1:]) == POST_CALL_KEYS
+    assert set(redis.commands[1].split()[1:]) == POST_CALL_KEYS
+    assert {key: redis.store[key] for key in POST_CALL_KEYS} == {key: 1.5 for key in POST_CALL_KEYS}
+
+
+@pytest.mark.asyncio
+async def test_post_call_cold_counters_seed_from_the_mget_miss_without_a_second_read(monkeypatch):
+    redis = CountingRedis({"spend:key:hashed": 1.0})
+    redis.async_set_cache = AsyncMock(return_value=True)
+    prisma = MagicMock()
+    prisma.db.litellm_teamtable.find_unique = AsyncMock(return_value=MagicMock(spend=4.0))
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", prisma)
+
+    await ps.increment_spend_counters(token="hashed", team_id="team", user_id=None, response_cost=0.5)
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET", "PIPELINE"], redis.commands
+    redis.async_set_cache.assert_awaited_once_with(key="spend:team:team", value=4.0, nx=True)
+    assert redis.store["spend:key:hashed"] == 1.5
+
+
+RESERVED_KEYS = frozenset(
+    {"spend:key:hashed", "spend:team:team", "spend:team_member:user:team", "spend:end_user:eu", "spend:org:org"}
+)
+
+
+def _reservation(reserved_cost: float, counter_keys: frozenset[str] = RESERVED_KEYS) -> dict[str, object]:
+    return {
+        "reserved_cost": reserved_cost,
+        "entries": [
+            {"counter_key": key, "entity_type": "Key", "entity_id": key, "reserved_cost": reserved_cost}
+            for key in sorted(counter_keys)
+        ],
+    }
+
+
+@pytest.mark.asyncio
+async def test_post_call_with_a_reservation_costs_one_mget_one_reconcile_pipeline_one_increment_pipeline(monkeypatch):
+    redis = CountingRedis({key: 1.0 for key in POST_CALL_KEYS})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", None)
+    reservation = _reservation(reserved_cost=0.4)
+
+    await ps.increment_spend_counters(
+        token="hashed",
+        team_id="team",
+        user_id="user",
+        org_id="org",
+        end_user_id="eu",
+        tags=["prod"],
+        model_access_groups=["premium"],
+        response_cost=0.5,
+        budget_reservation=reservation,
+    )
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET", "PIPELINE", "PIPELINE"], redis.commands
+    assert set(redis.commands[0].split()[1:]) == POST_CALL_KEYS, "reconcile and warm checks share the MGET"
+    assert set(redis.commands[1].split()[1:]) == RESERVED_KEYS
+    assert set(redis.commands[2].split()[1:]) == POST_CALL_KEYS - RESERVED_KEYS
+    assert {key: round(redis.store[key], 6) for key in POST_CALL_KEYS} == {
+        key: (1.1 if key in RESERVED_KEYS else 1.5) for key in POST_CALL_KEYS
+    }
+    assert [round(entry["applied_adjustment"], 6) for entry in reservation["entries"]] == [0.1] * len(RESERVED_KEYS)
+    assert reservation["finalized"] is True
+
+
+@pytest.mark.asyncio
+async def test_reconcile_settles_a_flushed_counter_on_its_own_after_the_shared_pipeline(monkeypatch):
+    from litellm.proxy.spend_tracking.budget_reservation import reconcile_budget_reservation
+
+    redis = CountingRedis({key: 1.0 for key in RESERVED_KEYS - {"spend:team:team"}})
+    redis.async_set_max = AsyncMock(return_value=4.0)
+    prisma = MagicMock()
+    prisma.db.litellm_teamtable.find_unique = AsyncMock(return_value=MagicMock(spend=4.0))
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", prisma)
+    reservation = _reservation(reserved_cost=0.4)
+
+    await reconcile_budget_reservation(budget_reservation=reservation, actual_cost=0.5)
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET", "PIPELINE", "INCRBYFLOAT"], redis.commands
+    assert set(redis.commands[1].split()[1:]) == RESERVED_KEYS - {"spend:team:team"}
+    assert redis.commands[2] == "INCRBYFLOAT spend:team:team 0.5"
+    redis.async_set_max.assert_awaited_once()
+    assert redis.async_set_max.await_args.kwargs["key"] == "spend:team:team"
+    assert all(round(entry["applied_adjustment"], 6) == 0.1 for entry in reservation["entries"])
+
+
+@pytest.mark.asyncio
+async def test_pre_call_resize_against_an_inconsistent_counter_writes_nothing_and_denies(monkeypatch):
+    from litellm.proxy.spend_tracking.budget_reservation import _resize_applied_reservation
+
+    redis = CountingRedis({"spend:key:hashed": 1.0})
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", None)
+    entries = _reservation(reserved_cost=0.4, counter_keys=frozenset({"spend:key:hashed", "spend:team:team"}))[
+        "entries"
+    ]
+
+    with pytest.raises(RuntimeError, match="spend:team:team"):
+        await _resize_applied_reservation(entries=entries, current_reserved_cost=0.4, new_reserved_cost=0.9)
+
+    assert [c.split()[0] for c in redis.commands] == ["MGET"], redis.commands
+    assert redis.store["spend:key:hashed"] == 1.0
+    assert all("applied_adjustment" not in entry for entry in entries)
+
+
+@pytest.mark.asyncio
+async def test_a_failed_reconcile_pipeline_invalidates_every_reserved_counter_and_falls_back(monkeypatch):
+    redis = CountingRedis({key: 1.0 for key in POST_CALL_KEYS})
+    redis.async_delete_cache = AsyncMock()
+    reconcile_pipeline_failed = False
+
+    async def _pipeline(increment_list: Sequence[Mapping[str, object]], **kwargs: object) -> list[float]:
+        nonlocal reconcile_pipeline_failed
+        if not reconcile_pipeline_failed:
+            reconcile_pipeline_failed = True
+            raise ConnectionError("redis down")
+        return await CountingRedis.async_increment_pipeline(redis, increment_list, **kwargs)
+
+    redis.async_increment_pipeline = _pipeline  # pyright: ignore[reportAttributeAccessIssue]  # instance override
+    monkeypatch.setattr(ps, "spend_counter_cache", _spend_counter_cache(redis))
+    monkeypatch.setattr(ps, "prisma_client", None)
+    reservation = _reservation(reserved_cost=0.4)
+
+    await ps.increment_spend_counters(
+        token="hashed",
+        team_id="team",
+        user_id="user",
+        org_id="org",
+        end_user_id="eu",
+        response_cost=0.5,
+        budget_reservation=reservation,
+    )
+
+    assert {call.kwargs["key"] for call in redis.async_delete_cache.await_args_list} == RESERVED_KEYS
+    assert all("applied_adjustment" not in entry for entry in reservation["entries"])
+    assert redis.commands[-1].split()[0] == "PIPELINE"
+    assert set(redis.commands[-1].split()[1:]) == RESERVED_KEYS | {"spend:user:user"}
+
+
+def test_a_scope_opened_inside_an_open_scope_joins_its_batch_and_a_closed_one_gets_its_own():
+    redis = CountingRedis()
+    with spend_counter_batch_scope(redis, counter_keys=frozenset({"spend:key:a"})):
+        outer = active_spend_counter_batch()
+        assert outer is not None
+        with spend_counter_batch_scope(redis, counter_keys=frozenset({"spend:key:b"})):
+            assert active_spend_counter_batch() is outer
+        assert outer.counter_keys == {"spend:key:a", "spend:key:b"}
+        release_spend_counter_batch()
+        with spend_counter_batch_scope(redis, counter_keys=frozenset({"spend:key:c"})):
+            inner = active_spend_counter_batch()
+            assert inner is not outer
+            assert inner is not None and inner.counter_keys == {"spend:key:c"}
+        assert active_spend_counter_batch() is outer
diff --git a/tests/test_litellm/proxy/test_proxy_server.py b/tests/test_litellm/proxy/test_proxy_server.py
index 3b3031647dc..03a24ec5e98 100644
--- a/tests/test_litellm/proxy/test_proxy_server.py
+++ b/tests/test_litellm/proxy/test_proxy_server.py
@@ -8419,7 +8419,7 @@ async def test_increment_spend_counters_finalizes_after_unreserved_increments():
     async def assert_reservation_not_finalized_yet(**kwargs):
         assert budget_reservation["finalized"] is False
         incremented_counters.append(kwargs["counter_key"])
-        return ps._PendingSpendIncrement(
+        return ps.PendingSpendIncrement(
             counter_key=kwargs["counter_key"], increment=kwargs["increment"]
         )
 

From eddfb5fb20b90df17dd30774bbc7e9f87aba8bdd Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 09:52:19 -0700
Subject: [PATCH 291/298] fix(responses): preserve hosted web search calls
 (#40828)

* fix(responses): preserve hosted web search calls

Co-Authored-By: Claude Code <noreply@anthropic.com>
(cherry picked from commit 09183b33460e5589573e9e9957aedaba022cf82a)

* chore: remove unrelated generated schema documentation changes

(cherry picked from commit ca6a8607578e5cc71d8ccb251fe6c0cdb92cfbd6)

* fix(responses): preserve hosted search context during replay

(cherry picked from commit 425f1e9b3a689a3ed67149a87fdd4f7665946d77)

* chore: regenerate dashboard API types

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: Tin Chi Lo <tin@berri.ai>
Co-authored-by: Claude Code <noreply@anthropic.com>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 litellm/llms/anthropic/chat/handler.py        |  25 ++
 litellm/llms/anthropic/chat/transformation.py |  34 ++
 .../streaming_iterator.py                     | 132 ++++++--
 .../transformation.py                         |  98 +++++-
 litellm/types/llms/openai.py                  |   2 +
 litellm/types/responses/main.py               |  32 ++
 .../chat/test_anthropic_chat_handler.py       |  46 +++
 .../test_litellm_completion_responses.py      | 320 +++++++++++++++++-
 .../test_streaming_iterator_transformation.py | 209 ++++++++++++
 .../responses/test_custom_tool_call.py        |   2 +
 10 files changed, 853 insertions(+), 47 deletions(-)

diff --git a/litellm/llms/anthropic/chat/handler.py b/litellm/llms/anthropic/chat/handler.py
index 82189461403..5d3ae444b42 100644
--- a/litellm/llms/anthropic/chat/handler.py
+++ b/litellm/llms/anthropic/chat/handler.py
@@ -44,6 +44,7 @@ from litellm.types.llms.openai import (
 from litellm.types.responses.main import (
     OutputCodeInterpreterCall,
     build_code_interpreter_log_outputs,
+    build_web_search_call,
 )
 from litellm.types.utils import (
     Delta,
@@ -649,6 +650,7 @@ class ModelResponseIterator:
         # Accumulate web_search_tool_result blocks for multi-turn reconstruction
         # See: https://github.com/BerriAI/litellm/issues/17737
         self.web_search_results: list[dict[str, object]] = []
+        self._web_search_calls: dict[str, object] = {}  # mutable-ok: provider call state by id
 
         # Accumulate compaction blocks for multi-turn reconstruction
         self.compaction_blocks: list[dict[str, object]] = []
@@ -822,6 +824,19 @@ class ModelResponseIterator:
 
         return content_block_start
 
+    def _web_search_call_snapshot(self) -> dict[str, object]:
+        return dict(self._web_search_calls)  # mutable-ok: stream payload snapshot
+
+    def _complete_web_search_call(self, result: dict[str, object]) -> None:
+        tool_use_id: Final = result.get("tool_use_id")
+        if not isinstance(tool_use_id, str) or tool_use_id not in self._web_search_calls:
+            return
+        self._web_search_calls[tool_use_id] = build_web_search_call(
+            tool_id=tool_use_id,
+            tool_input=self._server_tool_inputs.get(tool_use_id, {}),  # mutable-ok: empty provider input
+            result=result,
+        )
+
     def _build_code_interpreter_results(self) -> list:
         """Convert accumulated tool_results to OutputCodeInterpreterCall objects.
 
@@ -923,6 +938,14 @@ class ModelResponseIterator:
                         self._current_server_tool_id = content_block_start["content_block"]["id"]
                         tool_input: Final = content_block_start["content_block"].get("input", {})
                         self._server_tool_inputs[self._current_server_tool_id] = tool_input
+                        if _stream_tool_name == "web_search":
+                            self._web_search_calls[self._current_server_tool_id] = build_web_search_call(
+                                self._current_server_tool_id,
+                                tool_input,
+                                {"content": []},  # mutable-ok: no provider result yet
+                                status="in_progress",
+                            )
+                            provider_specific_fields["web_search_calls"] = self._web_search_call_snapshot()
                     # Include caller information if present (for programmatic tool calling)
                     if "caller" in content_block_start["content_block"]:
                         caller_data: Final = content_block_start["content_block"]["caller"]
@@ -957,7 +980,9 @@ class ModelResponseIterator:
                         # The full content comes in content_block_start, not in deltas
                         # See: https://github.com/BerriAI/litellm/issues/17737
                         self.web_search_results.append(content_block_start["content_block"])
+                        self._complete_web_search_call(content_block_start["content_block"])
                         provider_specific_fields["web_search_results"] = self.web_search_results
+                        provider_specific_fields["web_search_calls"] = self._web_search_call_snapshot()
                     elif content_type == "web_fetch_tool_result":
                         # Capture web_fetch_tool_result for multi-turn reconstruction
                         # The full content comes in content_block_start, not in deltas
diff --git a/litellm/llms/anthropic/chat/transformation.py b/litellm/llms/anthropic/chat/transformation.py
index 5463f1862ad..0f99441a115 100644
--- a/litellm/llms/anthropic/chat/transformation.py
+++ b/litellm/llms/anthropic/chat/transformation.py
@@ -70,6 +70,7 @@ from litellm.types.llms.openai import (
 from litellm.types.responses.main import (
     OutputCodeInterpreterCall,
     build_code_interpreter_log_outputs,
+    build_web_search_call,
 )
 from litellm.types.utils import (
     CacheCreationTokenDetails,
@@ -2464,6 +2465,35 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig):
             )
         return code_interpreter_results
 
+    def _build_web_search_calls(
+        self,
+        web_search_results: Sequence[object],
+        completion_response: Mapping[str, object],
+    ) -> list[object]:
+        content: Final = completion_response.get("content")
+        blocks: Final = content if isinstance(content, Sequence) else ()
+        inputs: Final = {  # mutable-ok: indexes provider server inputs
+            call_id: tool_input
+            for block in blocks
+            if isinstance(block, Mapping)
+            and block.get("type") == "server_tool_use"
+            and block.get("name") == "web_search"
+            and isinstance((call_id := block.get("id")), str)
+            and isinstance((tool_input := block.get("input")), Mapping)
+        }
+        return [  # mutable-ok: provider-neutral response items
+            build_web_search_call(
+                tool_id=tool_use_id,
+                tool_input=inputs.get(tool_use_id, {}),  # mutable-ok: empty provider input
+                result=result,
+            )
+            for result in web_search_results
+            if isinstance(result, dict)
+            and result.get("type") == "web_search_tool_result"
+            and isinstance((tool_use_id := result.get("tool_use_id")), str)
+            and tool_use_id in inputs
+        ]
+
     def _build_provider_specific_fields(
         self,
         completion_response: dict,
@@ -2485,6 +2515,10 @@ class AnthropicConfig(AnthropicModelInfo, BaseConfig):
 
         if web_search_results is not None:
             provider_specific_fields["web_search_results"] = web_search_results
+            provider_specific_fields["web_search_calls"] = self._build_web_search_calls(
+                web_search_results,
+                completion_response,
+            )
 
         if tool_results is not None:
             provider_specific_fields["tool_results"] = tool_results
diff --git a/litellm/responses/litellm_completion_transformation/streaming_iterator.py b/litellm/responses/litellm_completion_transformation/streaming_iterator.py
index 660dd8f0c92..126b976e2c5 100644
--- a/litellm/responses/litellm_completion_transformation/streaming_iterator.py
+++ b/litellm/responses/litellm_completion_transformation/streaming_iterator.py
@@ -40,6 +40,9 @@ from litellm.types.llms.openai import (
     ResponsesAPIResponse,
     ResponsesAPIStreamEvents,
     ResponsesAPIStreamingResponse,
+    WebSearchCallCompletedEvent,
+    WebSearchCallInProgressEvent,
+    WebSearchCallSearchingEvent,
 )
 from litellm.types.utils import Delta as ChatCompletionDelta
 from litellm.types.utils import (
@@ -135,6 +138,8 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
         self._namespace_tool_names = LiteLLMCompletionResponsesConfig.namespace_tool_name_map(
             self.responses_api_request.get("tools")
         )
+        self._web_search_calls: dict[str, object] = {}  # mutable-ok: latest call by provider id
+        self._queued_web_search_call_ids: set[str] = set()  # mutable-ok: emitted call ids
 
     def _get_or_assign_tool_output_index(self, call_id: str) -> int:
         existing: Final = self._tool_output_index_by_call_id.get(call_id)
@@ -172,6 +177,43 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
 
         return delta.content or delta.function_call or delta.tool_calls or chunk.choices[0].finish_reason is not None
 
+    def _reserve_web_search_indexes(self, provider_fields: object) -> None:
+        if not isinstance(provider_fields, dict):
+            return
+        calls: Final = provider_fields.get("web_search_calls")
+        items: Final = calls.values() if isinstance(calls, dict) else calls if isinstance(calls, list) else ()
+        for item in items:
+            try:
+                call_id = item.id.removeprefix("ws_")
+                status = item.status
+            except AttributeError:
+                call_id = str(item.get("id", "")).removeprefix("ws_") if isinstance(item, dict) else ""
+                status = item.get("status") if isinstance(item, dict) else None
+            if call_id:
+                output_index = self._get_or_assign_tool_output_index(call_id)
+                self._web_search_calls[call_id] = item
+                if status == "in_progress":
+                    self._pending_tool_events = [  # mutable-ok: replaces speculative function events
+                        event
+                        for event in self._pending_tool_events
+                        if getattr(event, "output_index", None) != output_index
+                    ]
+
+    def _tool_call_id(self, tool_call: object) -> str:
+        index: Final = self._normalize_tool_call_index(tool_call)
+        call_id_raw: Final = tool_call.get("id") if isinstance(tool_call, dict) else getattr(tool_call, "id", None)
+        if call_id_raw:
+            call_id: Final = str(call_id_raw)
+            if index is not None:
+                existing: Final = self._tool_call_id_by_index.get(index)
+                if existing is not None and existing != call_id:
+                    self._ambiguous_tool_call_indexes.add(index)
+                self._tool_call_id_by_index[index] = call_id
+            return call_id
+        if index is None or index in self._ambiguous_tool_call_indexes:
+            return ""
+        return self._tool_call_id_by_index.get(index, "")
+
     def _queue_tool_call_delta_events(self, tool_calls: object) -> None:
         """
         Convert chat-completions streaming `tool_calls` deltas into Responses API streaming events.
@@ -187,28 +229,11 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
             return
 
         for tc in tool_calls:
-            tc_index = self._normalize_tool_call_index(tc)
-            call_id_raw = tc.get("id") if isinstance(tc, dict) else getattr(tc, "id", None)
-            call_id = ""
-
-            if call_id_raw:
-                call_id = str(call_id_raw)
-                if tc_index is not None:
-                    existing_call_id = self._tool_call_id_by_index.get(tc_index)
-                    if existing_call_id is not None and existing_call_id != call_id:
-                        # Reusing the same index for multiple call_ids is ambiguous for id-less deltas.
-                        # Guard against silent misrouting by disabling index fallback for this index.
-                        self._ambiguous_tool_call_indexes.add(tc_index)
-                    self._tool_call_id_by_index[tc_index] = call_id
-            elif tc_index is not None:
-                if tc_index in self._ambiguous_tool_call_indexes:
-                    continue
-                mapped_call_id = self._tool_call_id_by_index.get(tc_index)
-                if mapped_call_id:
-                    call_id = mapped_call_id
-
+            call_id = self._tool_call_id(tc)
             if not call_id:
                 continue
+            if call_id in self._web_search_calls:
+                continue
 
             fn = tc.get("function") if isinstance(tc, dict) else getattr(tc, "function", None)
             fn_name = ""
@@ -220,7 +245,6 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                 fn_name = str(getattr(fn, "name", "") or "")
                 fn_args_delta = serialize_tool_call_arguments(getattr(fn, "arguments", ""))
             tool_name, tool_namespace = self._responses_namespace_tool_call_fields(fn_name)
-
             output_index = self._get_or_assign_tool_output_index(call_id)
 
             if call_id not in self._tool_args_by_call_id:
@@ -292,9 +316,15 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                 fn_name = str(getattr(fn, "name", "") or "")
                 fn_args = serialize_tool_call_arguments(getattr(fn, "arguments", ""))
             tool_name, tool_namespace = self._responses_namespace_tool_call_fields(fn_name)
+            web_search_call = self._web_search_calls.get(call_id)
+            if web_search_call is not None:
+                if call_id not in self._queued_web_search_call_ids:
+                    self._queue_web_search_events(call_id, web_search_call)
+                    self._queued_web_search_call_ids.add(call_id)
+                continue
 
             # Track if this is a new tool call that wasn't streamed
-            is_new_tool_call = call_id not in self._tool_args_by_call_id
+            is_new_tool_call = call_id not in self._tool_item_id_by_call_id
 
             # If we never sent output_item.added for this call_id, emit it now.
             if is_new_tool_call:
@@ -359,6 +389,49 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
             )
             self._pending_tool_events.append(item_done_event)
 
+    def _queue_web_search_events(self, call_id: str, web_search_call: object) -> None:
+        from openai.types.responses import ResponseFunctionWebSearch
+
+        item: Final = (
+            web_search_call
+            if isinstance(web_search_call, ResponseFunctionWebSearch)
+            else ResponseFunctionWebSearch.model_validate(web_search_call)
+        )
+        output_index: Final = self._get_or_assign_tool_output_index(call_id)
+        self._sequence_number += 1
+        added: Final = OutputItemAddedEvent(
+            type=ResponsesAPIStreamEvents.OUTPUT_ITEM_ADDED,
+            output_index=output_index,
+            item=BaseLiteLLMOpenAIResponseObject(
+                **{  # mutable-ok: BaseLiteLLM object accepts dynamic item fields
+                    "id": item.id,
+                    "type": item.type,
+                    "status": "in_progress",
+                    "action": None,
+                }
+            ),
+        )
+        added.__dict__["sequence_number"] = self._sequence_number
+        self._pending_tool_events.append(added)
+        for event_type, event_class in (
+            (ResponsesAPIStreamEvents.WEB_SEARCH_CALL_IN_PROGRESS, WebSearchCallInProgressEvent),
+            (ResponsesAPIStreamEvents.WEB_SEARCH_CALL_SEARCHING, WebSearchCallSearchingEvent),
+            (ResponsesAPIStreamEvents.WEB_SEARCH_CALL_COMPLETED, WebSearchCallCompletedEvent),
+        ):
+            self._sequence_number += 1
+            event = event_class(type=event_type, output_index=output_index, item_id=item.id)
+            event.__dict__["sequence_number"] = self._sequence_number
+            self._pending_tool_events.append(event)
+        self._sequence_number += 1
+        self._pending_tool_events.append(
+            OutputItemDoneEvent(
+                type=ResponsesAPIStreamEvents.OUTPUT_ITEM_DONE,
+                output_index=output_index,
+                sequence_number=self._sequence_number,
+                item=BaseLiteLLMOpenAIResponseObject(**item.model_dump()),
+            )
+        )
+
     def _adopt_response_id_from_chunk(self, chunk: ModelResponseStream) -> None:
         if self._cached_response_id is not None:
             return
@@ -915,8 +988,6 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                         chunk = await self.litellm_custom_stream_wrapper.__anext__()
                     if chunk is not None:
                         chunk = cast(ModelResponseStream, chunk)
-                        self._ensure_output_item_for_chunk(chunk)
-                        # Accumulate provider_specific_fields from chunk and delta
                         for src in (
                             getattr(chunk, "provider_specific_fields", None),
                             getattr(
@@ -927,6 +998,8 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                         ):
                             if src and isinstance(src, dict):
                                 self._merge_provider_specific_fields(src)
+                                self._reserve_web_search_indexes(src)
+                        self._ensure_output_item_for_chunk(chunk)
                         # Proceed to transformation
                         self.collected_chat_completion_chunks.append(
                             self._snapshot_chunk_for_stream_chunk_builder(chunk)
@@ -1021,8 +1094,6 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                         raise StopIteration
                     else:
                         chunk = self.litellm_custom_stream_wrapper.__next__()
-                    self._ensure_output_item_for_chunk(chunk)
-                    # Accumulate provider_specific_fields from chunk and delta
                     for src in (
                         getattr(chunk, "provider_specific_fields", None),
                         getattr(
@@ -1033,6 +1104,8 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
                     ):
                         if src and isinstance(src, dict):
                             self._merge_provider_specific_fields(src)
+                            self._reserve_web_search_indexes(src)
+                    self._ensure_output_item_for_chunk(chunk)
                     # Always snapshot before returning any pending events so that
                     # finish_reason (e.g. content_filter) is captured even when
                     # _ensure_output_item_for_chunk queues events on the same chunk.
@@ -1168,7 +1241,12 @@ class LiteLLMCompletionStreamingIterator(ResponsesAPIStreamingIterator):
             "message",
             self._cached_item_id,
         )
-        return _output_items_with_id(message_aligned, "reasoning", self._cached_reasoning_item_id)
+        reasoning_aligned: Final = _output_items_with_id(
+            message_aligned,
+            "reasoning",
+            self._cached_reasoning_item_id,
+        )
+        return reasoning_aligned
 
     def _emit_response_completed_event(self, litellm_model_response: ModelResponse) -> ResponseCompletedEvent | None:
         if litellm_model_response:
diff --git a/litellm/responses/litellm_completion_transformation/transformation.py b/litellm/responses/litellm_completion_transformation/transformation.py
index fca5b0d11cf..cc594f167c7 100644
--- a/litellm/responses/litellm_completion_transformation/transformation.py
+++ b/litellm/responses/litellm_completion_transformation/transformation.py
@@ -25,7 +25,7 @@ from openai.types.chat.chat_completion_named_tool_choice_param import (
 from openai.types.chat.chat_completion_named_tool_choice_param import (
     Function as NamedToolChoiceFunction,
 )
-from openai.types.responses import ResponseFunctionToolCall
+from openai.types.responses import ResponseFunctionToolCall, ResponseFunctionWebSearch
 from openai.types.responses.response_create_params import ResponseInputParam
 from openai.types.responses.tool_choice_custom_param import ToolChoiceCustomParam
 from openai.types.responses.tool_choice_function_param import ToolChoiceFunctionParam
@@ -45,6 +45,7 @@ from litellm.responses.litellm_completion_transformation.session_handler import
 )
 from litellm.types.llms.openai import (
     AllMessageValues,
+    ChatCompletionAssistantMessage,
     ChatCompletionImageObject,
     ChatCompletionImageUrlObject,
     ChatCompletionRedactedThinkingBlock,
@@ -635,6 +636,7 @@ class LiteLLMCompletionResponsesConfig:
                 merged_assistant = LiteLLMCompletionResponsesConfig._merged_trailing_assistant_message(
                     messages=messages,
                     chat_completion_messages=chat_completion_messages,
+                    hosted_search=_input.get("type") == "web_search_call",
                 )
                 if merged_assistant is not None:
                     messages[-1] = merged_assistant
@@ -807,29 +809,44 @@ class LiteLLMCompletionResponsesConfig:
         chat_completion_messages: Sequence[
             AllMessageValues | GenericChatCompletionMessage | ChatCompletionResponseMessage
         ],
-    ) -> ChatCompletionResponseMessage | None:
-        """Fold an assistant content message into a directly preceding assistant
-        tool_calls message. Providers like DeepSeek and Anthropic require tool
-        results immediately after the tool_calls message, so an assistant message
-        between them is rejected."""
+        hosted_search: bool = False,
+    ) -> ChatCompletionAssistantMessage | None:
+        """Keep replayed search context on the assistant turn so client tool results
+        still immediately follow the assistant that requested them."""
         if not messages or len(chat_completion_messages) != 1:
             return None
-        last_message = messages[-1]
-        new_message = chat_completion_messages[0]
-        if not isinstance(last_message, dict):
+        if not isinstance(messages[-1], dict):
             return None
+        last_message: Final = _STR_KEY_DICT_ADAPTER.validate_python(messages[-1])
+        new_message: Final = _STR_KEY_DICT_ADAPTER.validate_python(chat_completion_messages[0])
         if last_message.get("role") != "assistant" or new_message.get("role") != "assistant":
             return None
-        if not last_message.get("tool_calls") or last_message.get("content") or new_message.get("tool_calls"):
+        if not (last_message.get("tool_calls") or hosted_search) or new_message.get("tool_calls"):
             return None
-        new_content = new_message.get("content")
+        new_content: Final = new_message.get("content")
         if new_content is None:
             return None
+        previous_content: Final = last_message.get("content")
+        content: Final = (
+            new_content
+            if not previous_content
+            else [  # mutable-ok: outbound chat content uses JSON arrays
+                block
+                for value in (previous_content, new_content)
+                for block in (
+                    (ChatCompletionTextObject(type="text", text=value),)
+                    if isinstance(value, str)
+                    else _OBJECT_LIST_ADAPTER.validate_python(value)
+                )
+            ]
+        )
         merged: Final = {  # mutable-ok: json.dumps rejects MappingProxyType in outbound chat messages
             **last_message,
-            "content": new_content,
+            "content": content,
         }
-        return cast(ChatCompletionResponseMessage, merged)  # cast-ok: TypedDict spread widens to dict[str, object]
+        return cast(  # cast-ok: preserves the assistant fields and content blocks
+            ChatCompletionAssistantMessage, merged
+        )
 
     @staticmethod
     def _deduplicate_tool_call_output_messages(
@@ -1252,6 +1269,14 @@ class LiteLLMCompletionResponsesConfig:
         - ResponseReasoningItemParam
         - ItemReference
         """
+        if input_item.get("type") == "web_search_call":
+            search: Final = ResponseFunctionWebSearch.model_validate(input_item)
+            return [  # mutable-ok: input conversion returns chat message lists
+                GenericChatCompletionMessage(
+                    role="assistant",
+                    content="Hosted web search: " + search.model_dump_json(exclude_none=True),
+                )
+            ]
         if LiteLLMCompletionResponsesConfig._is_input_item_tool_call_output(input_item):
             # handle executed tool call results
             return (
@@ -1438,7 +1463,6 @@ class LiteLLMCompletionResponsesConfig:
         return input_item.get("type") in [
             "function_call_output",
             "custom_tool_call_output",
-            "web_search_call",
             "computer_call_output",
             "tool_result",  # Anthropic/MCP format
         ]
@@ -2041,7 +2065,7 @@ class LiteLLMCompletionResponsesConfig:
     def transform_chat_completion_tools_to_responses_tools(
         chat_completion_response: ModelResponse,
         responses_api_request: ResponsesAPIOptionalRequestParams | None = None,
-    ) -> list[ResponseFunctionToolCall | CustomToolCallOutputItem]:
+    ) -> list[ResponseFunctionToolCall | ResponseFunctionWebSearch | CustomToolCallOutputItem]:
         """
         Transform a Chat Completion tools into a Responses API tools.
 
@@ -2064,7 +2088,12 @@ class LiteLLMCompletionResponsesConfig:
         custom_tool_names: Final = extract_custom_tool_names(request_tools)
         namespace_tool_names: Final = LiteLLMCompletionResponsesConfig.namespace_tool_name_map(request_tools)
 
-        responses_tools: Final[list[ResponseFunctionToolCall | CustomToolCallOutputItem]] = []
+        web_search_calls: Final = LiteLLMCompletionResponsesConfig._web_search_calls_by_call_id(
+            chat_completion_response
+        )
+        responses_tools: Final[
+            list[ResponseFunctionToolCall | ResponseFunctionWebSearch | CustomToolCallOutputItem]
+        ] = []  # mutable-ok: preserves provider tool-call order
         for tool in all_chat_completion_tools:
             if tool.type == "function":
                 function_definition = tool.function
@@ -2072,8 +2101,10 @@ class LiteLLMCompletionResponsesConfig:
                 tool_id = tool.id or ""
                 tool_arguments = serialize_tool_call_arguments(function_definition.get("arguments"))
 
-                # Check if this is a custom tool
-                if is_custom_tool_call(tool_name, custom_tool_names):
+                web_search_call = web_search_calls.get(tool_id)
+                if web_search_call is not None:
+                    responses_tools.append(web_search_call)
+                elif is_custom_tool_call(tool_name, custom_tool_names):
                     # Build custom_tool_call output item
                     input_str = unwrap_custom_tool_arguments(tool_arguments)
                     custom_item = CustomToolCallOutputItem(
@@ -2128,6 +2159,35 @@ class LiteLLMCompletionResponsesConfig:
                     responses_tools.append(output_tool_call)
         return responses_tools
 
+    @staticmethod
+    def _web_search_calls_by_call_id(
+        chat_completion_response: ModelResponse,
+    ) -> Mapping[str, ResponseFunctionWebSearch]:
+        calls: Final[dict[str, ResponseFunctionWebSearch]] = {}  # mutable-ok: indexes provider-built calls
+        for choice in chat_completion_response.choices:
+            provider_fields = getattr(choice.message, "provider_specific_fields", None)
+            if not isinstance(provider_fields, Mapping):
+                continue
+            web_search_calls = provider_fields.get("web_search_calls")
+            items = (
+                web_search_calls.values()
+                if isinstance(web_search_calls, Mapping)
+                else web_search_calls
+                if isinstance(web_search_calls, Sequence)
+                else ()
+            )
+            for item in items:
+                try:
+                    call = (
+                        item
+                        if isinstance(item, ResponseFunctionWebSearch)
+                        else ResponseFunctionWebSearch.model_validate(item)
+                    )
+                except (TypeError, ValueError):
+                    continue
+                calls[call.id.removeprefix("ws_")] = call
+        return MappingProxyType(calls)
+
     @staticmethod
     def _map_chat_completion_finish_reason_to_responses_status(
         finish_reason: str | None,
@@ -2326,6 +2386,7 @@ class LiteLLMCompletionResponsesConfig:
         | OutputFunctionToolCall
         | OutputImageGenerationCall
         | ResponseFunctionToolCall
+        | ResponseFunctionWebSearch
         | CustomToolCallOutputItem
     ]:
         responses_output: list[
@@ -2334,6 +2395,7 @@ class LiteLLMCompletionResponsesConfig:
             | OutputFunctionToolCall
             | OutputImageGenerationCall
             | ResponseFunctionToolCall
+            | ResponseFunctionWebSearch
             | CustomToolCallOutputItem
         ] = []
 
diff --git a/litellm/types/llms/openai.py b/litellm/types/llms/openai.py
index b7c4371f32f..6612227f532 100644
--- a/litellm/types/llms/openai.py
+++ b/litellm/types/llms/openai.py
@@ -61,6 +61,7 @@ from openai.types.responses.response_create_params import (
     ToolParam,
 )
 from openai.types.responses.response_function_tool_call import ResponseFunctionToolCall
+from openai.types.responses.response_function_web_search import ResponseFunctionWebSearch
 from pydantic import (
     BaseModel,
     ConfigDict,
@@ -1358,6 +1359,7 @@ class ResponsesAPIResponse(BaseLiteLLMOpenAIResponseObject):
             | OutputFunctionToolCall
             | OutputImageGenerationCall
             | ResponseFunctionToolCall
+            | ResponseFunctionWebSearch
             | CustomToolCallOutputItem
         ]
     )
diff --git a/litellm/types/responses/main.py b/litellm/types/responses/main.py
index 00635a8e1ef..26cc5c4c6cc 100644
--- a/litellm/types/responses/main.py
+++ b/litellm/types/responses/main.py
@@ -1,6 +1,8 @@
+from collections.abc import Mapping, Sequence
 from typing import Final, Literal, Optional, Union
 
 from openai.types.responses.response_function_tool_call import ResponseFunctionToolCall
+from openai.types.responses.response_function_web_search import ActionSearchSource, ResponseFunctionWebSearch
 from pydantic import PrivateAttr
 from typing_extensions import Any, TypedDict
 
@@ -39,6 +41,36 @@ class OutputFunctionToolCall(BaseLiteLLMOpenAIResponseObject):
     phase: Phase = None
 
 
+def build_web_search_call(
+    tool_id: str,
+    tool_input: object,
+    result: object,
+    status: Literal["in_progress", "searching", "completed", "failed"] | None = None,
+) -> ResponseFunctionWebSearch:
+    query: Final = tool_input.get("query", "") if isinstance(tool_input, Mapping) else ""
+    content: Final = result.get("content") if isinstance(result, Mapping) else None
+    result_items: Final = content if isinstance(content, Sequence) and not isinstance(content, (str, bytes)) else ()
+    sources: Final = [  # mutable-ok: official SDK expects a source list
+        ActionSearchSource(type="url", url=url)
+        for item in result_items
+        if isinstance(item, Mapping)
+        and item.get("type") == "web_search_result"
+        and isinstance((url := item.get("url")), str)
+    ]
+    failed: Final = isinstance(content, Mapping) and content.get("type") == "web_search_tool_result_error"
+    return ResponseFunctionWebSearch(
+        id=f"ws_{tool_id}",
+        type="web_search_call",
+        status=status or ("failed" if failed else "completed"),
+        action={  # mutable-ok: official SDK expects an action mapping
+            "type": "search",
+            "query": query if isinstance(query, str) else "",
+            "queries": [query] if isinstance(query, str) and query else [],  # mutable-ok: SDK list field
+            "sources": sources,
+        },
+    )
+
+
 class OutputImageGenerationCall(BaseLiteLLMOpenAIResponseObject):
     """An image generation call output"""
 
diff --git a/tests/test_litellm/llms/anthropic/chat/test_anthropic_chat_handler.py b/tests/test_litellm/llms/anthropic/chat/test_anthropic_chat_handler.py
index 18309595414..83201aef143 100644
--- a/tests/test_litellm/llms/anthropic/chat/test_anthropic_chat_handler.py
+++ b/tests/test_litellm/llms/anthropic/chat/test_anthropic_chat_handler.py
@@ -1382,6 +1382,52 @@ def test_current_content_block_type_tracking():
     assert iterator.current_content_block_type is None
 
 
+def test_web_search_calls_are_cumulative_through_incomplete_search():
+    iterator = ModelResponseIterator(None, sync_stream=True)
+    first_start = iterator.chunk_parser(
+        {
+            "type": "content_block_start",
+            "index": 0,
+            "content_block": {
+                "type": "server_tool_use",
+                "id": "srvtoolu_A",
+                "name": "web_search",
+                "input": {"query": "a"},
+            },
+        }
+    )
+    first_result = iterator.chunk_parser(
+        {
+            "type": "content_block_start",
+            "index": 1,
+            "content_block": {
+                "type": "web_search_tool_result",
+                "tool_use_id": "srvtoolu_A",
+                "content": [],
+            },
+        }
+    )
+    second_start = iterator.chunk_parser(
+        {
+            "type": "content_block_start",
+            "index": 2,
+            "content_block": {
+                "type": "server_tool_use",
+                "id": "srvtoolu_B",
+                "name": "web_search",
+                "input": {"query": "b"},
+            },
+        }
+    )
+
+    assert list(first_start.choices[0].delta.provider_specific_fields["web_search_calls"]) == ["srvtoolu_A"]
+    assert first_result.choices[0].delta.provider_specific_fields["web_search_calls"]["srvtoolu_A"].status == "completed"
+    calls = second_start.choices[0].delta.provider_specific_fields["web_search_calls"]
+    assert list(calls) == ["srvtoolu_A", "srvtoolu_B"]
+    assert calls["srvtoolu_A"].status == "completed"
+    assert calls["srvtoolu_B"].status == "in_progress"
+
+
 def test_web_search_tool_result_captured_in_provider_specific_fields():
     """
     Test that web_search_tool_result content is captured in provider_specific_fields.
diff --git a/tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py b/tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py
index 46249e50572..342ec4435a7 100644
--- a/tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py
+++ b/tests/test_litellm/responses/litellm_completion_transformation/test_litellm_completion_responses.py
@@ -1,13 +1,23 @@
 import json
-from typing import Final
+from copy import deepcopy
+from typing import Final, Literal
 
 import pytest
+from openai.types.responses.response_function_web_search import (
+    ActionFind,
+    ActionOpenPage,
+    ActionSearch,
+    ActionSearchSource,
+    ResponseFunctionWebSearch,
+)
 
-
+import litellm
+from litellm.litellm_core_utils.prompt_templates.factory import anthropic_messages_pt
 from litellm.responses.litellm_completion_transformation.transformation import (
     TOOL_CALLS_CACHE,
     LiteLLMCompletionResponsesConfig,
 )
+from litellm.types.responses.main import build_web_search_call
 from litellm.types.utils import (
     ChatCompletionMessageToolCall,
     Choices,
@@ -3513,6 +3523,8 @@ class TestEnsureOutputItemContentPartAdded:
         iterator._custom_tool_names = set()
         iterator.responses_api_request = {}
         iterator._namespace_tool_names = LiteLLMCompletionResponsesConfig.namespace_tool_name_map(None)
+        iterator._web_search_calls = {}
+        iterator._queued_web_search_call_ids = set()
         return iterator
 
     def _make_text_chunk(self):
@@ -4017,6 +4029,211 @@ def test_function_call_tool_id_falls_back_to_unique_id_for_degenerate_call_id():
     assert convert(openai)["id"] == "call_tokyo"
 
 
+class TestHostedWebSearchReplay:
+    def test_emitted_hosted_search_output_round_trips_with_client_tool_result(self) -> None:
+        search_result: Final = {
+            "type": "web_search_tool_result",
+            "tool_use_id": "srvtoolu_round_trip_search",
+            "content": [{"type": "web_search_result", "url": "https://example.com/forecast"}],
+        }
+        search: Final = build_web_search_call(
+            tool_id="srvtoolu_round_trip_search", tool_input={"query": "Paris forecast"}, result=search_result
+        )
+        message: Final = Message(
+            role="assistant",
+            content="I found a forecast source.",
+            tool_calls=[
+                ChatCompletionMessageToolCall(
+                    id="srvtoolu_round_trip_search",
+                    type="function",
+                    function=Function(name="web_search", arguments='{"query":"Paris forecast"}'),
+                ),
+                ChatCompletionMessageToolCall(
+                    id="call_round_trip_weather",
+                    type="function",
+                    function=Function(name="get_weather", arguments='{"city":"Paris"}'),
+                ),
+            ],
+            provider_specific_fields={"web_search_calls": [search], "web_search_results": [search_result]},
+        )
+        response: Final = LiteLLMCompletionResponsesConfig.transform_chat_completion_response_to_responses_api_response(
+            request_input="Find a forecast source and check the weather in Paris.",
+            responses_api_request={
+                "tools": [
+                    {"type": "web_search"},
+                    {"type": "function", "name": "get_weather", "parameters": {"type": "object"}},
+                ]
+            },
+            chat_completion_response=_bridged_chat_completion_response(
+                choices=[Choices(index=0, finish_reason="tool_calls", message=message)]
+            ),
+        )
+        assert [item for item in response.output if item.type == "web_search_call"] == [search]
+        assert [item.call_id for item in response.output if item.type == "function_call"] == ["call_round_trip_weather"]
+        history: Final = [
+            {"role": "user", "content": "Find a forecast source and check the weather in Paris."},
+            *(item.model_dump(exclude_none=True) for item in response.output),
+            {"type": "function_call_output", "call_id": "call_round_trip_weather", "output": "Paris is sunny."},
+        ]
+        original: Final = deepcopy(history)
+
+        messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages(
+            input=history, responses_api_request={}
+        )
+
+        assert [item.get("role") for item in messages] == ["user", "assistant", "tool"]
+        assistant: Final = messages[1]
+        assert [call["id"] for call in assistant["tool_calls"]] == ["call_round_trip_weather"]
+        assert [call["function"]["name"] for call in assistant["tool_calls"]] == ["get_weather"]
+        content: Final = assistant["content"]
+        assert isinstance(content, list)
+        text_parts: Final = tuple(block["text"] for block in content if block.get("type") == "text")
+        assert text_parts[0] == "I found a forecast source."
+        replayed_searches: Final = tuple(
+            ResponseFunctionWebSearch.model_validate_json(text[text.index("{"):])
+            for text in text_parts
+            if "web_search_call" in text
+        )
+        assert replayed_searches == (search,)
+        assert messages[2]["tool_call_id"] == "call_round_trip_weather"
+        assert messages[2]["content"] == "Paris is sunny."
+        assert history == original
+
+    @pytest.mark.parametrize(
+        "action",
+        (
+            ActionSearch(
+                type="search",
+                query="hosted search history",
+                queries=["hosted search history", "search replay"],
+                sources=[ActionSearchSource(type="url", url="https://example.com/search-result")],
+            ),
+            ActionOpenPage(type="open_page", url="https://example.com/opened-page"),
+            ActionFind(type="find_in_page", url="https://example.com/find-page", pattern="search history"),
+        ),
+        ids=("search", "open_page", "find"),
+    )
+    @pytest.mark.parametrize("status", ("completed", "failed"))
+    def test_replays_typed_search_action_without_client_tool_call(
+        self,
+        action: ActionSearch | ActionOpenPage | ActionFind,
+        status: Literal["completed", "failed"],
+    ) -> None:
+        search: Final = ResponseFunctionWebSearch(
+            id="ws_replayed_search", type="web_search_call", status=status, action=action
+        )
+        input_item: Final = search.model_dump(exclude_none=True)
+        original: Final = deepcopy(input_item)
+
+        messages: Final = LiteLLMCompletionResponsesConfig._transform_responses_api_input_item_to_chat_completion_message(
+            input_item=input_item
+        )
+
+        assert len(messages) == 1
+        assert messages[0]["role"] == "assistant"
+        assert not messages[0].get("tool_calls")
+        content: Final = messages[0].get("content")
+        assert isinstance(content, str)
+        replayed: Final = ResponseFunctionWebSearch.model_validate_json(content[content.index("{"):])
+        assert replayed == search
+        assert input_item == original
+
+    @pytest.mark.parametrize("order", ((0, 1, 2, 3), (1, 0, 3, 2), (1, 3, 0, 2)))
+    @pytest.mark.parametrize("modify_params", (False, True))
+    @pytest.mark.parametrize("structured_content", (False, True))
+    def test_search_replay_preserves_client_tool_result_adjacency(
+        self,
+        monkeypatch: pytest.MonkeyPatch,
+        order: tuple[int, int, int, int],
+        modify_params: bool,
+        structured_content: bool,
+    ) -> None:
+        monkeypatch.setattr(litellm, "modify_params", modify_params)
+        searches: Final = tuple(
+            ResponseFunctionWebSearch(
+                id=f"ws_search_{index}",
+                type="web_search_call",
+                status="completed",
+                action=ActionSearch(
+                    type="search",
+                    query=f"search query {index}",
+                    queries=[f"search query {index}"],
+                    sources=[ActionSearchSource(type="url", url=f"https://example.com/result-{index}")],
+                ),
+            )
+            for index in (1, 2)
+        )
+        replay_items: Final = (
+            {
+                "type": "function_call",
+                "name": "get_weather",
+                "call_id": "call_weather",
+                "arguments": '{"city":"Paris"}',
+            },
+            searches[0].model_dump(exclude_none=True),
+            {"type": "function_call", "name": "get_time", "call_id": "call_time", "arguments": "{}"},
+            searches[1].model_dump(exclude_none=True),
+        )
+        history: Final = [
+            {"role": "user", "content": "Research the forecast and call get_weather."},
+            {
+                "role": "assistant",
+                "content": [{"type": "output_text", "text": "I will check the forecast."}]
+                if structured_content
+                else "I will check the forecast.",
+            },
+            *(replay_items[index] for index in order),
+            {"role": "assistant", "content": [{"type": "output_text", "text": "I found two sources."}]},
+            {"type": "function_call_output", "call_id": "call_weather", "output": "Paris is sunny."},
+            {"type": "function_call_output", "call_id": "call_time", "output": "12:00"},
+        ]
+        original: Final = deepcopy(history)
+
+        messages: Final = LiteLLMCompletionResponsesConfig.transform_responses_api_input_to_messages(
+            input=history, responses_api_request={}
+        )
+
+        assert [message.get("role") for message in messages] == ["user", "assistant", "tool", "tool"]
+        assistant: Final = messages[1]
+        assert [call["id"] for call in assistant["tool_calls"]] == ["call_weather", "call_time"]
+        assert [call["function"]["name"] for call in assistant["tool_calls"]] == ["get_weather", "get_time"]
+        assert messages[2]["tool_call_id"] == "call_weather"
+        assert messages[2]["content"] == "Paris is sunny."
+        assert messages[3]["tool_call_id"] == "call_time"
+        assert messages[3]["content"] == "12:00"
+        content: Final = assistant["content"]
+        assert isinstance(content, list)
+        text_parts: Final = tuple(block["text"] for block in content if block.get("type") == "text")
+        assert text_parts[0] == "I will check the forecast."
+        assert text_parts[-1] == "I found two sources."
+        replayed_searches: Final = tuple(
+            ResponseFunctionWebSearch.model_validate_json(text[text.index("{"):])
+            for text in text_parts
+            if "web_search_call" in text
+        )
+        assert replayed_searches == searches
+        assert history == original
+
+        provider_messages: Final = anthropic_messages_pt(
+            messages=messages, model="claude-fable-5-1", llm_provider="anthropic"
+        )
+
+        assert [message["role"] for message in provider_messages] == ["user", "assistant", "user"]
+        assistant_blocks: Final = provider_messages[1]["content"]
+        result_blocks: Final = provider_messages[2]["content"]
+        assert [block["id"] for block in assistant_blocks if block.get("type") == "tool_use"] == [
+            "call_weather", "call_time"
+        ]
+        assert [block["tool_use_id"] for block in result_blocks if block.get("type") == "tool_result"] == [
+            "call_weather", "call_time"
+        ]
+        assert [block["content"] for block in result_blocks if block.get("type") == "tool_result"] == [
+            "Paris is sunny.", "12:00"
+        ]
+        assert [block["text"] for block in assistant_blocks if block.get("type") == "text"] == list(text_parts)
+        assert history == original
+
+
 BRIDGED_CHAT_COMPLETION_ID = "chatcmpl-dfa2da3a-1586-4ff7-b64e-f59c692a5d11"
 
 
@@ -4058,6 +4275,105 @@ class TestBridgedOutputItemIdPrefixes:
             chat_completion_response=chat_completion_response,
         )
 
+    @pytest.mark.parametrize(
+        "tool_type,result_kind,expected_sources",
+        [
+            (
+                "web_search",
+                "valid",
+                {"srvtoolu_01Search": ["https://example.com/one"], "srvtoolu_02Search": ["https://example.com/two"]},
+            ),
+            (
+                "web_search_preview",
+                "valid",
+                {"srvtoolu_01Search": ["https://example.com/one"], "srvtoolu_02Search": ["https://example.com/two"]},
+            ),
+            ("function", "valid", {}),
+            ("web_search", "unpaired", {"srvtoolu_01Search": ["https://example.com/one"]}),
+            ("web_search", "web_fetch", {"srvtoolu_02Search": ["https://example.com/two"]}),
+            ("web_search", "error", {"srvtoolu_01Search": [], "srvtoolu_02Search": ["https://example.com/two"]}),
+        ],
+    )
+    def test_anthropic_web_search_output_mapping(self, tool_type, result_kind, expected_sources):
+        call_ids: Final = ("srvtoolu_01Search", "srvtoolu_02Search")
+        valid_results: Final = (
+            {
+                "type": "web_search_tool_result",
+                "tool_use_id": call_ids[0],
+                "content": [{"type": "web_search_result", "url": "https://example.com/one"}],
+            },
+            {
+                "type": "web_search_tool_result",
+                "tool_use_id": call_ids[1],
+                "content": [{"type": "web_search_result", "url": "https://example.com/two"}],
+            },
+        )
+        first_result: Final = (
+            {**valid_results[0], "type": "web_fetch_tool_result"}
+            if result_kind == "web_fetch"
+            else {**valid_results[0], "content": {"type": "web_search_tool_result_error", "error_code": "unavailable"}}
+            if result_kind == "error"
+            else valid_results[0]
+        )
+        results: Final = (first_result,) if result_kind == "unpaired" else (first_result, valid_results[1])
+        message: Final = Message(
+            role="assistant",
+            content="answer",
+            tool_calls=[
+                ChatCompletionMessageToolCall(
+                    id=call_id,
+                    type="function",
+                    function=Function(name="web_search", arguments=json.dumps({"query": query})),
+                )
+                for call_id, query in zip(call_ids, ("one", "two"), strict=True)
+            ]
+            + [
+                ChatCompletionMessageToolCall(
+                    id="toolu_regular",
+                    type="function",
+                    function=Function(name="get_weather", arguments='{"city":"Paris"}'),
+                )
+            ],
+            provider_specific_fields={
+                "web_search_results": results,
+                "web_search_calls": [
+                    build_web_search_call(
+                        tool_id=result["tool_use_id"],
+                        tool_input={"query": "one" if result["tool_use_id"].endswith("01Search") else "two"},
+                        result=result,
+                    )
+                    for result in results
+                    if tool_type != "function" and result["type"] == "web_search_tool_result"
+                ],
+            },
+        )
+        request_tools: Final = (
+            [{"type": "function", "name": "web_search", "parameters": {"type": "object"}}]
+            if tool_type == "function"
+            else [{"type": tool_type}]
+        )
+        response: Final = LiteLLMCompletionResponsesConfig.transform_chat_completion_response_to_responses_api_response(
+            request_input="search",
+            responses_api_request={"tools": request_tools},
+            chat_completion_response=_bridged_chat_completion_response(
+                choices=[Choices(index=0, finish_reason="stop", message=message)]
+            ),
+        )
+        search_items: Final = {
+            item.id.removeprefix("ws_"): item for item in response.output if item.type == "web_search_call"
+        }
+        function_ids: Final = {item.call_id for item in response.output if item.type == "function_call"}
+
+        assert set(search_items) == set(expected_sources)
+        assert function_ids == set(call_ids).difference(expected_sources) | {"toolu_regular"}
+        assert [item.content[0].text for item in response.output if item.type == "message"] == ["answer"]
+        for call_id, item in search_items.items():
+            assert item.status == ("failed" if result_kind == "error" and call_id.endswith("01Search") else "completed")
+            assert item.action.type == "search"
+            assert item.action.query == ("one" if call_id.endswith("01Search") else "two")
+            assert item.action.queries == [item.action.query]
+            assert [source.url for source in item.action.sources] == expected_sources[call_id]
+
     def test_message_item_id_uses_msg_prefix(self):
         response = self._transform(_bridged_chat_completion_response())
 
diff --git a/tests/test_litellm/responses/litellm_completion_transformation/test_streaming_iterator_transformation.py b/tests/test_litellm/responses/litellm_completion_transformation/test_streaming_iterator_transformation.py
index 850ee7ba623..5d97b0531d6 100644
--- a/tests/test_litellm/responses/litellm_completion_transformation/test_streaming_iterator_transformation.py
+++ b/tests/test_litellm/responses/litellm_completion_transformation/test_streaming_iterator_transformation.py
@@ -21,6 +21,7 @@ from litellm.responses.litellm_completion_transformation.streaming_iterator impo
 )
 from litellm.responses.utils import ResponsesAPIRequestUtils
 from litellm.types.llms.openai import ResponsesAPIStreamEvents
+from litellm.types.responses.main import build_web_search_call
 from litellm.types.utils import (
     Delta,
     ModelResponse,
@@ -140,6 +141,214 @@ def test_tool_call_delta_is_emitted_as_responses_events():
     assert len(evt2.delta) <= 10  # Chunks are max 10 characters
 
 
+@pytest.mark.asyncio
+@pytest.mark.parametrize("sync_mode", [True, False])
+@pytest.mark.parametrize(
+    "tool_type,result_kind,expected_sources",
+    [
+        (
+            "web_search",
+            "valid",
+            {"srvtoolu_01Search": ["https://example.com/one"], "srvtoolu_02Search": ["https://example.com/two"]},
+        ),
+        (
+            "web_search_preview",
+            "valid",
+            {"srvtoolu_01Search": ["https://example.com/one"], "srvtoolu_02Search": ["https://example.com/two"]},
+        ),
+        ("function", "valid", {}),
+        ("web_search", "unpaired", {"srvtoolu_01Search": ["https://example.com/one"]}),
+        ("web_search", "web_fetch", {"srvtoolu_02Search": ["https://example.com/two"]}),
+        ("web_search", "error", {"srvtoolu_01Search": [], "srvtoolu_02Search": ["https://example.com/two"]}),
+    ],
+)
+async def test_web_search_stream_preserves_hosted_and_client_calls(sync_mode, tool_type, result_kind, expected_sources):
+    call_ids: Final = ("srvtoolu_01Search", "srvtoolu_02Search")
+    valid_results: Final = (
+        {
+            "type": "web_search_tool_result",
+            "tool_use_id": call_ids[0],
+            "content": [{"type": "web_search_result", "url": "https://example.com/one"}],
+        },
+        {
+            "type": "web_search_tool_result",
+            "tool_use_id": call_ids[1],
+            "content": [{"type": "web_search_result", "url": "https://example.com/two"}],
+        },
+    )
+    first_result: Final = (
+        {**valid_results[0], "type": "web_fetch_tool_result"}
+        if result_kind == "web_fetch"
+        else {**valid_results[0], "content": {"type": "web_search_tool_result_error", "error_code": "unavailable"}}
+        if result_kind == "error"
+        else valid_results[0]
+    )
+    results: Final = [first_result] if result_kind == "unpaired" else [first_result, valid_results[1]]
+    deltas: Final = (
+        Delta(
+            role="assistant",
+            content=None,
+            tool_calls=[
+                {"index": 0, "id": call_ids[0], "type": "function", "function": {"name": "web_search", "arguments": ""}}
+            ],
+            provider_specific_fields={
+                "web_search_calls": [
+                    build_web_search_call(
+                        call_ids[0],
+                        {},
+                        {"content": []},
+                        status="in_progress",
+                    )
+                ]
+                if tool_type != "function" and result_kind != "web_fetch"
+                else [],
+            },
+        ),
+        Delta(
+            content=None,
+            tool_calls=[
+                {
+                    "index": 1,
+                    "id": "toolu_regular",
+                    "type": "function",
+                    "function": {"name": "get_weather", "arguments": '{"city":"Paris"}'},
+                }
+            ],
+        ),
+        Delta(content=None, tool_calls=[{"index": 0, "function": {"arguments": '{"query":'}}]),
+        Delta(content=None, tool_calls=[{"index": 0, "function": {"arguments": '"one"}'}}]),
+        Delta(
+            content=None,
+            provider_specific_fields={
+                "web_search_results": [first_result],
+                "web_search_calls": [
+                    build_web_search_call(call_ids[0], {"query": "one"}, first_result)
+                ]
+                if tool_type != "function" and first_result["type"] == "web_search_tool_result"
+                else [],
+            },
+        ),
+        Delta(
+            content=None,
+            provider_specific_fields={
+                "web_search_results": results,
+                "web_search_calls": [
+                    build_web_search_call(
+                        result["tool_use_id"],
+                        {"query": "one" if result["tool_use_id"].endswith("01Search") else "two"},
+                        result,
+                    )
+                    for result in results
+                    if tool_type != "function" and result["type"] == "web_search_tool_result"
+                ],
+            },
+        ),
+        Delta(
+            content="answer",
+            tool_calls=[
+                {
+                    "index": 2,
+                    "id": call_ids[1],
+                    "type": "function",
+                    "function": {"name": "web_search", "arguments": '{"query":"two"}'},
+                }
+            ],
+        ),
+    )
+    chunks: Final = tuple(
+        ModelResponseStream(
+            id=CHAT_COMPLETION_ID,
+            created=1748575031,
+            model="claude-fable-5-1",
+            object="chat.completion.chunk",
+            choices=[
+                StreamingChoices(index=0, delta=delta, finish_reason="stop" if index == len(deltas) - 1 else None)
+            ],
+        )
+        for index, delta in enumerate(deltas)
+    )
+    request_tools: Final = (
+        [{"type": "function", "name": "web_search", "parameters": {"type": "object"}}]
+        if tool_type == "function"
+        else [{"type": tool_type}]
+    )
+    iterator: Final = LiteLLMCompletionStreamingIterator(
+        model="claude-fable-5-1",
+        litellm_custom_stream_wrapper=_FakeStreamWrapper(chunks),
+        request_input="search",
+        responses_api_request={"tools": request_tools},
+        custom_llm_provider="anthropic",
+    )
+    events: Final = (
+        [event.model_dump(exclude_none=True) for event in iterator]
+        if sync_mode
+        else [event.model_dump(exclude_none=True) async for event in iterator]
+    )
+    completed: Final = events[-1]
+    search_items: Final = {
+        item["id"].removeprefix("ws_"): item
+        for item in completed["response"]["output"]
+        if item["type"] == "web_search_call"
+    }
+    function_items: Final = {
+        item["call_id"]: item for item in completed["response"]["output"] if item["type"] == "function_call"
+    }
+    function_events: Final = [event for event in events if "function_call_arguments" in event["type"]]
+    expected_functions: Final = set(call_ids).difference(expected_sources) | {"toolu_regular"}
+    search_indexes: Final = {
+        event["output_index"] for event in events if event["type"] == "response.web_search_call.completed"
+    }
+    completed_indexes: Final = {item["id"]: index for index, item in enumerate(completed["response"]["output"])}
+
+    assert completed["type"] == "response.completed"
+    assert [item["content"][0]["text"] for item in completed["response"]["output"] if item["type"] == "message"] == [
+        "answer"
+    ]
+    assert set(search_items) == set(expected_sources)
+    assert set(function_items) == expected_functions
+    assert {event["item_id"] for event in function_events} == {item["id"] for item in function_items.values()}
+    assert len(search_indexes) == len(expected_sources)
+    for call_id, item in search_items.items():
+        search_events = [
+            event for event in events if event.get("item_id", event.get("item", {}).get("id")) == item["id"]
+        ]
+        assert [event["type"] for event in search_events] == [
+            "response.output_item.added",
+            "response.web_search_call.in_progress",
+            "response.web_search_call.searching",
+            "response.web_search_call.completed",
+            "response.output_item.done",
+        ]
+        assert {event["output_index"] for event in search_events} == {completed_indexes[item["id"]]}
+        assert search_events[0]["item"]["status"] == "in_progress"
+        assert search_events[-1]["item"] == item
+        assert item["status"] == (
+            "failed" if result_kind == "error" and call_id.endswith("01Search") else "completed"
+        )
+        assert item["action"]["type"] == "search"
+        assert item["action"]["query"] == ("one" if call_id.endswith("01Search") else "two")
+        assert item["action"]["queries"] == [item["action"]["query"]]
+        assert [source["url"] for source in item["action"]["sources"]] == expected_sources[call_id]
+    for call_id, item in function_items.items():
+        argument_deltas = [
+            event["delta"]
+            for event in function_events
+            if event["item_id"] == item["id"] and event["type"].endswith(".delta")
+        ]
+        assert json.loads("".join(argument_deltas)) == json.loads(item["arguments"])
+        assert json.loads(item["arguments"]) == (
+            {"city": "Paris"}
+            if call_id == "toolu_regular"
+            else {"query": "one" if call_id.endswith("01Search") else "two"}
+        )
+        assert any(
+            event["type"] == "response.output_item.done"
+            and event.get("item") == item
+            and event["output_index"] == completed_indexes[item["id"]]
+            for event in events
+        )
+
+
 def test_tool_calls_present_only_in_final_response_are_emitted_before_completed():
     iterator = LiteLLMCompletionStreamingIterator(
         model="test-model",
diff --git a/tests/test_litellm/responses/test_custom_tool_call.py b/tests/test_litellm/responses/test_custom_tool_call.py
index 5122c1c1d67..e80301c3b2f 100644
--- a/tests/test_litellm/responses/test_custom_tool_call.py
+++ b/tests/test_litellm/responses/test_custom_tool_call.py
@@ -374,6 +374,8 @@ class TestTransformationCustomTools:
             "srvtoolu_01ServerCall",
             "toolu_01CustomCall",
         ]
+        assert result[1].type == "function_call"
+        assert result[1].name == "web_search"
 
     def test_transform_mixed_tool_calls(self):
         """Test transformation with both custom and regular tool calls."""

From 2083e2a21fd678e06f4fd1413a14916d32f3ca0a Mon Sep 17 00:00:00 2001
From: tin-berri <tin@berri.ai>
Date: Sat, 12 Sep 2026 09:59:13 -0700
Subject: [PATCH 292/298] feat(cli): configure Claude Code and Codex with a
 gateway key (#40829)

---
 litellm/proxy/client/cli/README.md            |  27 +-
 litellm/proxy/client/cli/commands/agents.py   |  26 +-
 .../client/cli/commands/claude_settings.py    |   8 +-
 .../client/cli/commands/codex_settings.py     | 307 ++++++++++++++++
 litellm/proxy/client/cli/commands/config.py   |   8 +-
 .../proxy/client/cli/commands/configure.py    | 219 +++++++++--
 litellm/proxy/client/cli/main.py              |   2 +-
 pyproject.toml                                |   4 +-
 .../test_litellm/proxy/client/cli/conftest.py |  43 ++-
 .../proxy/client/cli/test_agents.py           |   4 +-
 .../proxy/client/cli/test_codex_settings.py   | 341 ++++++++++++++++++
 .../client/cli/test_configure_commands.py     | 283 +++++++++++++++
 uv.lock                                       |   4 +
 13 files changed, 1224 insertions(+), 52 deletions(-)
 create mode 100644 litellm/proxy/client/cli/commands/codex_settings.py
 create mode 100644 tests/test_litellm/proxy/client/cli/test_codex_settings.py

diff --git a/litellm/proxy/client/cli/README.md b/litellm/proxy/client/cli/README.md
index 2071576a943..3b0ff9d7add 100644
--- a/litellm/proxy/client/cli/README.md
+++ b/litellm/proxy/client/cli/README.md
@@ -536,7 +536,30 @@ It writes the same settings `lite up` does, `env.ANTHROPIC_BASE_URL`, `env.ENABL
 
 The key in the file is the login's own, so it expires with it (24h by default): run `lite login --config-claude` again after that, which rewrites the key in place. Earlier versions wrote an `apiKeyHelper` that ran `lite auth print-token` instead, so a later login refreshed Claude Code by itself; that meant Claude Code spawning a full `lite` start, keychain check included, on every credential refresh, so the helper is no longer written and a stale one is stripped by the next `--config-claude` or `configure claude`. Like `lite up`, the flag refuses to run while a `lite up` session holds a backup, and tells you to run `lite down` first
 
-#### Configuring Claude Code Once, With a Virtual Key
+#### Configuring Claude Code or Codex Once, With a Virtual Key
+
+Run the setup wizard with your gateway URL and a long-lived virtual key:
+
+```bash
+lite configure --api-key sk-... --gateway-url https://your-proxy.example.com
+```
+
+Select Claude Code, Codex, or both, then choose a gateway model for each selected agent. The wizard validates the key and reads the models your key can access before changing settings. Start either configured agent normally with `claude` or `codex`; the gateway connection persists across terminals without a wrapper or exported API key
+
+`--gateway-url` also accepts a deployment path prefix and a trailing `/v1`. `--base-url` is an alias. If omitted, setup uses `lite --base-url`, `LITELLM_PROXY_URL`, or the saved CLI URL; the wizard asks for a URL when none was provided
+
+For a scripted setup, name the agent and model:
+
+```bash
+lite configure --gateway-url https://your-proxy.example.com codex --api-key sk-... --model my-coding-model
+lite unconfigure codex
+```
+
+Codex setup requires an installed stable Codex version of [0.129.0 or newer](https://github.com/openai/codex/releases/tag/rust-v0.129.0), which prevents repository settings from redirecting requests carrying your saved key. Setup checks `codex --version` before fetching models or changing either selected agent's settings. Undo remains available without Codex installed
+
+Codex setup updates `~/.codex/config.toml` (or `$CODEX_HOME/config.toml`) with the selected model and a LiteLLM Responses provider. The gateway key lives in that provider's static Authorization header, in a file written atomically with owner-only permissions. Other providers, hooks, MCP servers and comments are preserved. A default profile selection is removed so it cannot override the gateway settings; its contents are preserved, and undo restores the selection. Explicit Codex flags and supported project settings still follow Codex's normal precedence
+
+The Codex undo receipt is kept in a private `.litellm` directory beside the resolved config file. `lite unconfigure codex` restores only values still holding what configure wrote, preserving later edits. The provider URL and credential are restored together. Symlinks are followed and their targets become owner-only; keep these credential-bearing files out of version control
 
 `lite configure claude` wires Claude Code up persistently with a long-lived virtual key, a pinned model and an undo, and `lite unconfigure claude` puts things back:
 
@@ -548,7 +571,7 @@ claude
 
 The key comes from `--api-key` (or `lite --api-key` / `LITELLM_PROXY_API_KEY`) and is written into `env.ANTHROPIC_AUTH_TOKEN`; without one the command refuses, since a `lite login` credential expires within a day and keeping it fresh would mean Claude Code running `lite` through `apiKeyHelper` on every credential refresh. The command checks the key against `GET /v1/models`, then patches `~/.claude/settings.json`: `env.ANTHROPIC_BASE_URL`, the credential, and `env.ENABLE_TOOL_SEARCH` and `env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY` when those are missing, so Claude Code's `/model` picker lists the proxy's models (under `claude-router-<UTF-8 hex of the group name>` for a group whose id contains neither `claude` nor `anthropic`, since Claude Code lists only those) and you pick between them as usual. Claude Code keeps its own default model until you switch, so that id has to exist on the proxy for the first message to go through; `--model` (or the interactive prompt below) sets the model Claude Code starts on instead, as the top-level `model` key and as `env.ANTHROPIC_MODEL`, both of which have to be on `/v1/models` for the key. The second one matters for `claude -c` and `claude --resume`: a resumed session otherwise re-sends the model its transcript recorded, which behind an auto-router with `return_raw_model_name: true` is the tier model that answered, and a key scoped to the router alias gets a 403 for it; `ANTHROPIC_MODEL` outranks the transcript on resume. Nothing forces Claude Code's sub-agent or background tiers onto a proxy model, so those built-in ids need to exist on the proxy too; `lite autoroute up` is the mode that pins every tier to one group. Claude Code treats a name it does not know as an unknown model: it prints a one-line `unrecognized_model` note, assumes a 200k context window (the proxy appends `[1m]` for a group whose configured or known input window reaches 1M) and sends no thinking parameters for it, so name the group like a Claude model id to change that. The other credential slots (`env.ANTHROPIC_API_KEY`, a stale `env.ANTHROPIC_AUTH_TOKEN` or `apiKeyHelper`) are removed so they cannot fight the one written. Every other setting is preserved and the file is written atomically with owner-only permissions; if `settings.json` is a symlink into a dotfiles repository, the key is written through to that target and the command says so, so keep it out of version control
 
-Plain `lite configure`, with no agent named, asks the same things interactively: which agents to wire (Claude Code today) and which of the proxy's models to start on, picked from `/v1/models` with a type-to-filter prompt
+Plain `lite configure`, with no agent named, asks which agents to wire and which gateway model each starts on, picked from `/v1/models` with a type-to-filter prompt. All choices and selected config files are checked before the first settings write. If a later filesystem write fails, the output identifies each agent already configured and its undo command
 
 What the command changed is recorded in `~/.litellm/claude_configure_state.json` (previous values plus fingerprints of what was written, never a second copy of the key). `lite unconfigure claude` restores each of those keys only if it still holds what `configure` wrote, so anything you changed since is left alone and named in the output; a `settings.json` or `env` object that only existed because of `configure` is removed again. Ownership moves only by a write: running `configure` again (a re-login is one) refreshes the record only for the keys its merge changed, keeps the original snapshot of a key that still holds what it wrote, and snapshots afresh a key you changed in between, so `unconfigure` brings back whatever the repeat displaced and never adopts your edit as its own. A credential (`env.ANTHROPIC_API_KEY`, `env.ANTHROPIC_AUTH_TOKEN`, `apiKeyHelper`) is put back only when the restored file points at the `ANTHROPIC_BASE_URL` it was captured next to; otherwise it stays removed, the output says which server it belonged to, and the receipt is kept so pointing the URL back and running `unconfigure` again finishes the job. It also undoes `lite login --config-claude`, which writes through the same path. Both refuse to run while a `lite up` or `lite autoroute up` session holds a backup, and that check comes before any request
 
diff --git a/litellm/proxy/client/cli/commands/agents.py b/litellm/proxy/client/cli/commands/agents.py
index ea1eed65505..93ed0eaba03 100644
--- a/litellm/proxy/client/cli/commands/agents.py
+++ b/litellm/proxy/client/cli/commands/agents.py
@@ -121,6 +121,18 @@ def build_agent_env(
     return env
 
 
+def codex_proxy_provider(base_url: str) -> Mapping[str, str | bool]:
+    return MappingProxyType(
+        {
+            "name": "LiteLLM proxy",
+            "base_url": base_url.rstrip("/") + "/v1",
+            "wire_api": "responses",
+            "supports_websockets": False,
+            "requires_openai_auth": False,
+        }
+    )
+
+
 def _codex_proxy_args(base_url: str) -> list[str]:
     """Codex `-c` overrides that point it at the proxy.
 
@@ -130,21 +142,19 @@ def _codex_proxy_args(base_url: str) -> list[str]:
     because the proxy does not speak the Responses WebSocket protocol. The key is
     read from OPENAI_API_KEY, which build_agent_env already exports.
     """
-    root: Final = base_url.rstrip("/") + "/v1"
     provider: Final = f"model_providers.{CODEX_PROXY_PROVIDER}"
     return [
         "-c",
         f'model_provider="{CODEX_PROXY_PROVIDER}"',
-        "-c",
-        f'{provider}.name="LiteLLM proxy"',
-        "-c",
-        f'{provider}.base_url="{root}"',
+        *(
+            argument
+            for key, value in codex_proxy_provider(base_url).items()
+            for argument in ("-c", f"{provider}.{key}={json.dumps(value)}")
+        ),
         "-c",
         f'{provider}.env_key="{OPENAI_API_KEY_ENV}"',
         "-c",
-        f'{provider}.wire_api="responses"',
-        "-c",
-        f"{provider}.supports_websockets=false",
+        f"{provider}.http_headers={{}}",
     ]
 
 
diff --git a/litellm/proxy/client/cli/commands/claude_settings.py b/litellm/proxy/client/cli/commands/claude_settings.py
index e6231f3cac9..1473e40070f 100644
--- a/litellm/proxy/client/cli/commands/claude_settings.py
+++ b/litellm/proxy/client/cli/commands/claude_settings.py
@@ -458,11 +458,17 @@ def read_configure_receipt(state_path: Path) -> ConfigureReceipt | None:
         return ConfigureReceipt.model_validate_json(state_path.read_bytes())
     except (OSError, ValidationError) as e:
         raise ClaudeSettingsError(
-            f"{state_path} is not a readable `lite configure claude` receipt ({e}). "
+            f"{state_path} is not a readable `lite configure claude` receipt. "
             "Remove it and edit Claude Code's settings by hand if they still point at the proxy."
         ) from e
 
 
+def preflight_claude_settings(settings_path: Path) -> None:
+    refuse_while_owned(settings_path, settings_file_owners(settings_path))
+    _env_object(load_json_or_empty(settings_path), settings_path)
+    read_configure_receipt(configure_state_path(settings_path))
+
+
 def configure_claude_settings(
     base_url: str,
     credential: StaticToken,
diff --git a/litellm/proxy/client/cli/commands/codex_settings.py b/litellm/proxy/client/cli/commands/codex_settings.py
new file mode 100644
index 00000000000..686eaa47ff0
--- /dev/null
+++ b/litellm/proxy/client/cli/commands/codex_settings.py
@@ -0,0 +1,307 @@
+import hashlib
+import json
+import re
+import subprocess
+from collections.abc import Callable, Mapping
+from dataclasses import dataclass
+from functools import reduce
+from pathlib import Path
+from types import MappingProxyType
+from typing import Final, Literal, TypeAlias
+
+import tomlkit
+from pydantic import BaseModel, ConfigDict, ValidationError
+from tomlkit.container import OutOfOrderTableProxy
+from tomlkit.exceptions import TOMLKitError
+from tomlkit.items import InlineTable, Table
+from tomlkit.toml_document import TOMLDocument
+
+from litellm.litellm_core_utils.private_json import (
+    commit_staged_json,
+    discard_staged_json,
+    ensure_private_dir,
+    stage_private_bytes,
+    stage_private_json,
+)
+
+from .agents import CODEX_PROXY_PROVIDER, codex_proxy_provider
+
+_PROVIDER_PATH: Final = f"model_providers.{CODEX_PROXY_PROVIDER}"
+_OWNED_PATHS: Final = ("model_provider", "model", "profile", _PROVIDER_PATH)
+_Table: TypeAlias = TOMLDocument | Table | InlineTable | OutOfOrderTableProxy
+_EMPTY: Final[Mapping[str, object]] = MappingProxyType({})
+_MIN_CODEX_VERSION: Final = (0, 129, 0)
+
+
+class CodexSettingsError(Exception):
+    pass
+
+
+class _Receipt(BaseModel):
+    model_config = ConfigDict(frozen=True, extra="forbid")
+
+    version: Literal[1] = 1
+    settings_path: str
+    file_existed: bool
+    providers_existed: bool
+    previous: Mapping[str, str | None]
+    written: Mapping[str, str]
+
+
+@dataclass(frozen=True, slots=True)
+class CodexUnconfigureOutcome:
+    restored: tuple[str, ...]
+    kept: tuple[str, ...]
+    file_removed: bool
+
+
+def codex_configure_state_path(settings_path: Path) -> Path:
+    target: Final = settings_path.resolve()
+    digest: Final = hashlib.sha256(str(target).encode()).hexdigest()
+    return target.parent / ".litellm" / f"codex_configure_{digest}.json"
+
+
+def _read(settings_path: Path) -> TOMLDocument:
+    try:
+        document: Final = tomlkit.parse(settings_path.read_bytes()) if settings_path.exists() else tomlkit.document()
+    except (OSError, UnicodeError, TOMLKitError) as error:
+        raise CodexSettingsError(
+            f"Could not read Codex settings at {settings_path}; no settings were changed"
+        ) from error
+    providers: Final = _mapping(document).get("model_providers")
+    parent: Final = _table(providers)
+    if providers is not None and parent is None:
+        raise CodexSettingsError("Codex model_providers must be a TOML table; no settings were changed")
+    entries: Final = _mapping(parent) if parent is not None else _EMPTY
+    configured: Final = entries.get(CODEX_PROXY_PROVIDER)
+    if configured is not None and _table(configured) is None:
+        raise CodexSettingsError("Codex model_providers.litellm must be a TOML table; no settings were changed")
+    return document
+
+
+def _mapping(value: Mapping[str, object]) -> Mapping[str, object]:
+    return value
+
+
+def _table(value: object) -> _Table | None:
+    return value if isinstance(value, (TOMLDocument, Table, InlineTable, OutOfOrderTableProxy)) else None
+
+
+def _snapshot(document: TOMLDocument, path: str) -> str | None:
+    section, _, key = path.rpartition(".")
+    parent: Final = _table(_mapping(document).get(section)) if section else document
+    if parent is None or key not in parent:
+        return None
+    values: Final = _mapping(parent)
+    return tomlkit.dumps(MappingProxyType({"value": values[key]}))
+
+
+def _fingerprint(value: str | None) -> str:
+    normalized: Final = "missing" if value is None else json.dumps(tomlkit.parse(value), sort_keys=True, default=str)
+    return hashlib.sha256(normalized.encode()).hexdigest()
+
+
+def _with(document: TOMLDocument, path: str, snapshot: str | None) -> TOMLDocument:
+    section, _, key = path.rpartition(".")
+    if section and section not in document and snapshot is not None:
+        contents: Final = tomlkit.parse(tomlkit.dumps(MappingProxyType({key: tomlkit.parse(snapshot).item("value")})))
+        return tomlkit.parse(document.as_string() + "\n" + tomlkit.dumps(MappingProxyType({section: contents})))
+    # mutable-ok: TOMLKit editing requires private node mutation to preserve comments and order
+    updated: Final = tomlkit.parse(document.as_string())
+    parent: Final = _table(_mapping(updated).get(section)) if section else updated
+    if parent is None:
+        return updated
+    if snapshot is None:
+        if key in parent:
+            del parent[key]
+    else:
+        parent[key] = tomlkit.parse(snapshot).item("value")
+    return updated
+
+
+def _receipt(settings_path: Path) -> _Receipt | None:
+    path: Final = codex_configure_state_path(settings_path)
+    if not path.exists():
+        return None
+    try:
+        receipt: Final = _Receipt.model_validate_json(path.read_bytes())
+        if receipt.settings_path != str(settings_path.resolve()) or frozenset(receipt.previous) != frozenset(
+            receipt.written
+        ):
+            raise ValueError("invalid receipt scope")
+        if not frozenset(receipt.written) <= frozenset(_OWNED_PATHS):
+            raise ValueError("invalid receipt ownership")
+        for snapshot in receipt.previous.values():
+            if snapshot is not None and tuple(tomlkit.parse(snapshot)) != ("value",):
+                raise ValueError("invalid receipt snapshot")
+    except (OSError, UnicodeError, TOMLKitError, ValidationError, ValueError) as error:
+        raise CodexSettingsError(
+            f"Could not read the Codex configure receipt at {path}; no settings were changed"
+        ) from error
+    return receipt
+
+
+def _codex_version() -> str | None:
+    try:
+        result: Final = subprocess.run(("codex", "--version"), capture_output=True, text=True, timeout=5, check=False)
+    except (OSError, subprocess.SubprocessError, UnicodeError):
+        return None
+    return result.stdout if result.returncode == 0 else None
+
+
+def require_safe_codex(*, version: Callable[[], str | None] = _codex_version) -> None:
+    output: Final = version()
+    matched: Final = re.fullmatch(r"codex-cli (\d+)\.(\d+)\.(\d+)", output.strip()) if output is not None else None
+    if matched is not None and tuple(int(part) for part in matched.groups()) >= _MIN_CODEX_VERSION:
+        return
+    raise CodexSettingsError(
+        "Codex 0.129.0 or newer (stable) must be installed before saving a gateway key. "
+        "Older versions allow repository settings to redirect authenticated requests. "
+        "Install or update Codex, check `codex --version`, then retry."
+    )
+
+
+def preflight_codex_settings(settings_path: Path) -> None:
+    require_safe_codex()
+    _read(settings_path)
+    _receipt(settings_path)
+
+
+def _ours(document: TOMLDocument, path: str, receipt: _Receipt) -> bool:
+    return receipt.written.get(path) == _fingerprint(_snapshot(document, path))
+
+
+def _stage_settings(path: Path, document: TOMLDocument) -> str:
+    try:
+        return stage_private_bytes(str(path), document.as_string().encode())
+    except OSError as error:
+        raise CodexSettingsError(f"Could not stage Codex settings at {path}; no settings were changed") from error
+
+
+def _commit(path: Path, staged: str | None, commit: Callable[[str, str], None]) -> None:
+    if staged is None:
+        path.unlink(missing_ok=True)
+    else:
+        commit(staged, str(path))
+
+
+def configure_codex_settings(
+    base_url: str,
+    api_key: str,
+    model: str,
+    settings_path: Path,
+    *,
+    commit: Callable[[str, str], None] = commit_staged_json,
+) -> None:
+    require_safe_codex()
+    current: Final = _read(settings_path)
+    earlier: Final = _receipt(settings_path)
+    headers: Final = tomlkit.parse(tomlkit.dumps(MappingProxyType({"Authorization": f"Bearer {api_key}"})))
+    provider_table: Final = tomlkit.parse(
+        tomlkit.dumps(MappingProxyType({**codex_proxy_provider(base_url), "http_headers": headers}))
+    )
+    provider: Final = tomlkit.dumps(MappingProxyType({"value": provider_table}))
+    selections: Final = tomlkit.parse(
+        tomlkit.dumps(MappingProxyType({"model_provider": CODEX_PROXY_PROVIDER, "model": model}))
+    )
+    merged: Final = _with(
+        _with(
+            _with(_with(current, "profile", None), "model", _snapshot(selections, "model")),
+            "model_provider",
+            _snapshot(selections, "model_provider"),
+        ),
+        _PROVIDER_PATH,
+        provider,
+    )
+    owned: Final = tuple(
+        path
+        for path in _OWNED_PATHS
+        if _fingerprint(_snapshot(current, path)) != _fingerprint(_snapshot(merged, path))
+        or (earlier is not None and _ours(current, path, earlier))
+    )
+    receipt: Final = _Receipt(
+        settings_path=str(settings_path.resolve()),
+        file_existed=settings_path.exists() if earlier is None else earlier.file_existed,
+        providers_existed="model_providers" in current if earlier is None else earlier.providers_existed,
+        previous=MappingProxyType(
+            {
+                path: earlier.previous[path]
+                if earlier is not None and _ours(current, path, earlier)
+                else _snapshot(current, path)
+                for path in owned
+            }
+        ),
+        written=MappingProxyType({path: _fingerprint(_snapshot(merged, path)) for path in owned}),
+    )
+    target: Final = settings_path.resolve()
+    state_path: Final = codex_configure_state_path(settings_path)
+    try:
+        ensure_private_dir(state_path.parent)
+        staged_receipt: Final = stage_private_json(str(state_path), receipt.model_dump(mode="json"))
+    except OSError as error:
+        raise CodexSettingsError(f"Could not stage the Codex configure receipt at {state_path}") from error
+    try:
+        staged_settings: Final = _stage_settings(target, merged)
+    except CodexSettingsError:
+        discard_staged_json(staged_receipt)
+        raise
+    try:
+        commit(staged_receipt, str(state_path))
+    except OSError as error:
+        discard_staged_json(staged_receipt)
+        discard_staged_json(staged_settings)
+        raise CodexSettingsError(
+            f"Could not write the Codex configure receipt at {state_path}; no settings were changed"
+        ) from error
+    try:
+        commit(staged_settings, str(target))
+    except OSError as error:
+        discard_staged_json(staged_settings)
+        try:
+            _commit(
+                state_path,
+                None if earlier is None else stage_private_json(str(state_path), earlier.model_dump(mode="json")),
+                commit_staged_json,
+            )
+        except OSError as rollback_error:
+            raise CodexSettingsError(
+                f"Codex settings were not written and its receipt at {state_path} could not be restored"
+            ) from rollback_error
+        raise CodexSettingsError(
+            f"Could not write Codex settings at {settings_path}; the earlier receipt was restored"
+        ) from error
+
+
+def unconfigure_codex_settings(
+    settings_path: Path, *, commit: Callable[[str, str], None] = commit_staged_json
+) -> CodexUnconfigureOutcome:
+    current: Final = _read(settings_path)
+    receipt: Final = _receipt(settings_path)
+    if receipt is None:
+        raise CodexSettingsError("Codex is not configured by `lite configure codex`; nothing to undo")
+    ours: Final = tuple(path for path in receipt.written if settings_path.exists() and _ours(current, path, receipt))
+    restored_owned: Final = reduce(lambda document, path: _with(document, path, receipt.previous[path]), ours, current)
+    providers: Final = _table(_mapping(restored_owned).get("model_providers"))
+    restored: Final = (
+        _with(restored_owned, "model_providers", None)
+        if providers is not None and not providers and not receipt.providers_existed
+        else restored_owned
+    )
+    target: Final = settings_path.resolve()
+    file_removed: Final = not restored.as_string().strip() and not (receipt.file_existed and target.exists())
+    staged: Final = None if file_removed else _stage_settings(target, restored)
+    state_path: Final = codex_configure_state_path(settings_path)
+    try:
+        _commit(target, staged, commit)
+        state_path.unlink()
+    except OSError as error:
+        if staged is not None:
+            discard_staged_json(staged)
+        raise CodexSettingsError(
+            "Could not finish undoing Codex configuration; the receipt was kept for retry"
+        ) from error
+    return CodexUnconfigureOutcome(
+        restored=tuple(path for path in ours if _snapshot(current, path) != _snapshot(restored, path)),
+        kept=tuple(path for path in receipt.written if path not in ours and _snapshot(current, path) is not None),
+        file_removed=file_removed,
+    )
diff --git a/litellm/proxy/client/cli/commands/config.py b/litellm/proxy/client/cli/commands/config.py
index 2715a0a9a38..de22251ea8c 100644
--- a/litellm/proxy/client/cli/commands/config.py
+++ b/litellm/proxy/client/cli/commands/config.py
@@ -62,12 +62,16 @@ def hidden_command_names() -> frozenset[str]:
     return parse_hidden_commands(get_config_value(HIDDEN_COMMANDS_KEY))
 
 
-def _normalize_base_url(value: str) -> str:
+def normalize_base_url(value: str) -> str:
+    if any(ord(char) <= 32 or ord(char) == 127 for char in value):
+        raise click.UsageError("base_url must not contain whitespace or control characters")
     parsed: Final = urlparse(value)
     if parsed.scheme not in ("http", "https") or not parsed.netloc:
         raise click.UsageError("base_url must be a full http:// or https:// URL including a host")
     if "?" in value or "#" in value:
         raise click.UsageError("base_url must not include a query string or fragment")
+    if parsed.username is not None or parsed.password is not None:
+        raise click.UsageError("base_url must not contain credentials; pass --api-key separately")
     return value.rstrip("/")
 
 
@@ -86,7 +90,7 @@ def _normalize_hidden_commands(value: str) -> str:
 
 _NORMALIZERS: Final[Mapping[str, Callable[[str], str]]] = MappingProxyType(
     {
-        "base_url": _normalize_base_url,
+        "base_url": normalize_base_url,
         HIDDEN_COMMANDS_KEY: _normalize_hidden_commands,
     }
 )
diff --git a/litellm/proxy/client/cli/commands/configure.py b/litellm/proxy/client/cli/commands/configure.py
index 4acf94e16f9..7988f8aef3c 100644
--- a/litellm/proxy/client/cli/commands/configure.py
+++ b/litellm/proxy/client/cli/commands/configure.py
@@ -1,4 +1,4 @@
-"""`lite configure claude` and `lite unconfigure claude`: persistent Claude Code wiring, undoable."""
+"""Persistent Claude Code and Codex gateway configuration."""
 
 import os
 import sys
@@ -11,6 +11,7 @@ from typing import Final
 import click
 from InquirerPy import inquirer
 from InquirerPy.base.control import Choice
+from pydantic import BaseModel
 
 from litellm.proxy.common_utils.model_listing_utils import (
     CLAUDE_CODE_CLIENT,
@@ -18,6 +19,7 @@ from litellm.proxy.common_utils.model_listing_utils import (
     GATEWAY_CLIENT_HEADER,
 )
 
+from .agents import codex_config_path
 from .auth import CliContextObj
 from .claude_settings import (
     STARTING_MODEL_ROLE,
@@ -30,15 +32,23 @@ from .claude_settings import (
     claude_settings_path,
     configure_claude_settings,
     configure_state_path,
-    refuse_while_owned,
+    preflight_claude_settings,
     settings_file_owners,
     unconfigure_claude_settings,
 )
+from .codex_settings import (
+    CodexSettingsError,
+    configure_codex_settings,
+    preflight_codex_settings,
+    unconfigure_codex_settings,
+)
+from .config import normalize_base_url
 from .pi import ListedModel, ListingFailure, PiSyncError, fetch_model_listing
 
 _LISTED_MODELS_SHOWN: Final = 20
 _CLAUDE_TARGET: Final = "claude"
-_TARGETS: Final = ((_CLAUDE_TARGET, "Claude Code (CLI)"),)
+_CODEX_TARGET: Final = "codex"
+_TARGETS: Final = ((_CLAUDE_TARGET, "Claude Code (CLI)"), (_CODEX_TARGET, "Codex (CLI)"))
 _KEEP_DEFAULT_MODEL: Final = "Keep Claude Code's own default"
 _CLAUDE_CODE_VIEW: Final = MappingProxyType(
     {"anthropic-version": "2023-06-01", GATEWAY_CLIENT_HEADER: CLAUDE_CODE_CLIENT}
@@ -60,10 +70,12 @@ def resolve_credential(ctx: click.Context, api_key: str | None) -> StaticToken:
     explicit: Final = api_key or (None if ctx_obj.get("api_key_from_token_file") else ctx_obj.get("api_key"))
     if not explicit:
         raise ClaudeSettingsError(
-            "`lite configure claude` needs a long-lived virtual key: pass --api-key, `lite --api-key`, or set "
+            "`lite configure` needs a long-lived virtual key: pass --api-key, `lite --api-key`, or set "
             "LITELLM_PROXY_API_KEY. Your `lite login` credential expires within a day, so it is not written "
-            "into Claude Code's settings."
+            "into agent settings."
         )
+    if not explicit.strip() or any(ord(char) <= 32 or ord(char) == 127 for char in explicit):
+        raise ClaudeSettingsError("The virtual key must not be blank or contain whitespace or control characters.")
     return StaticToken(explicit)
 
 
@@ -76,33 +88,45 @@ class _Listing:
         return tuple(model.id for model in self.models)
 
 
-def _start(ctx: click.Context, api_key: str | None) -> tuple[StaticToken, _Listing]:
-    """Every configure path begins the same way: the local ownership check first, so a `lite up`
-    session is refused before any request, then the credential, then the listing."""
-    settings_path: Final = claude_settings_path(os.environ)
+def _preflight(target: str) -> None:
+    try:
+        if target == _CLAUDE_TARGET:
+            preflight_claude_settings(claude_settings_path(os.environ))
+        else:
+            preflight_codex_settings(codex_config_path(os.environ))
+    except (ClaudeSettingsError, CodexSettingsError) as e:
+        raise click.ClickException(str(e)) from e
+
+
+def _start(ctx: click.Context, api_key: str | None, target: str = _CLAUDE_TARGET) -> tuple[StaticToken, _Listing]:
+    _preflight(target)
     try:
-        refuse_while_owned(settings_path, settings_file_owners(settings_path))
         credential: Final = resolve_credential(ctx, api_key)
     except ClaudeSettingsError as e:
         raise click.ClickException(str(e))
-    return credential, _listed_models(ctx.obj["base_url"], credential.token)
+    return credential, _listed_models(ctx.obj["base_url"], credential.token, target)
 
 
-def _listing_error(base_url: str, error: PiSyncError) -> str:
+def _listing_error(base_url: str, error: PiSyncError, target: str) -> str:
     """The hint that fits how the listing failed: only an unreachable proxy gets the "is it running" question."""
     if error.kind is ListingFailure.REJECTED:
         return f"LiteLLM rejected your key (HTTP {error.status}). Pass a valid --api-key."
     if error.kind is ListingFailure.UNREACHABLE:
-        return f"{error.message} Is the proxy at {base_url} running, and is --base-url (or LITELLM_PROXY_URL) correct?"
+        return (
+            f"Could not connect. Is the proxy at {base_url} running, and is --base-url (or LITELLM_PROXY_URL) correct?"
+        )
     if error.kind is ListingFailure.EMPTY:
-        return f"{error.message} Claude Code would have nothing to run; give the key access to at least one model."
-    return f"{error.message} The proxy at {base_url} answered, so check that it is a LiteLLM proxy and is healthy."
+        name: Final = "Claude Code" if target == _CLAUDE_TARGET else "Codex"
+        return f"{error.message} {name} would have nothing to run; give the key access to at least one model."
+    return f"The proxy at {base_url} answered, so check that it is a LiteLLM proxy and is healthy."
 
 
-def _listed_models(base_url: str, key: str) -> _Listing:
-    listed: Final = fetch_model_listing(base_url, key, headers=_CLAUDE_CODE_VIEW)
+def _listed_models(base_url: str, key: str, target: str = _CLAUDE_TARGET) -> _Listing:
+    listed: Final = fetch_model_listing(
+        base_url, key, headers=_CLAUDE_CODE_VIEW if target == _CLAUDE_TARGET else MappingProxyType({})
+    )
     if isinstance(listed, PiSyncError):
-        raise click.ClickException(_listing_error(base_url, listed))
+        raise click.ClickException(_listing_error(base_url, listed, target))
     return _Listing(listed)
 
 
@@ -115,17 +139,19 @@ def _model_choice(model: str | None) -> ModelChoice:
     return StartOn(model) if model is not None else UnpinModel()
 
 
+def _validated_model(model: str | None, listing: _Listing, base_url: str) -> str | None:
+    starting: Final = _starting_model(model, listing) if model is not None else None
+    if model is not None and starting is None:
+        shown: Final = ", ".join(listing.ids[:_LISTED_MODELS_SHOWN])
+        raise click.ClickException(f"{model!r} is not served by {base_url} for this key. /v1/models lists: {shown}.")
+    return starting
+
+
 def _apply_claude(ctx: click.Context, credential: StaticToken, listing: _Listing, model: str | None) -> None:
     ctx_obj: Final[CliContextObj] = ctx.obj
     base_url: Final = ctx_obj["base_url"]
     listed: Final = listing.ids
-    starting: Final = _starting_model(model, listing) if model is not None else None
-    if model is not None and starting is None:
-        shown: Final = ", ".join(listed[:_LISTED_MODELS_SHOWN])
-        more: Final = f", and {len(listed) - _LISTED_MODELS_SHOWN} more" if len(listed) > _LISTED_MODELS_SHOWN else ""
-        raise click.ClickException(
-            f"{model!r} is not served by {base_url} for this key. /v1/models lists: {shown}{more}."
-        )
+    starting: Final = _validated_model(model, listing, base_url)
     settings_path: Final = claude_settings_path(os.environ)
     try:
         configure_claude_settings(
@@ -178,40 +204,131 @@ def _pick_model(listed: Sequence[str]) -> str | None:
     picked: Final = inquirer.fuzzy(
         message="Model Claude Code starts on (type to filter; /model switches any time):",
         choices=[_KEEP_DEFAULT_MODEL, *listed],
+        default=listed[0] if listed else _KEEP_DEFAULT_MODEL,
     ).execute()
     return None if picked == _KEEP_DEFAULT_MODEL else str(picked)
 
 
+def _pick_codex_model(listed: Sequence[str]) -> str:
+    choices: Final = list(listed)  # mutable-ok: InquirerPy's choices parameter requires a list
+    return str(inquirer.fuzzy(message="Model Codex starts on (type to filter):", choices=choices).execute())
+
+
+def _apply_codex(ctx: click.Context, credential: StaticToken, listing: _Listing, model: str) -> None:
+    base_url: Final[str] = ctx.obj["base_url"]
+    _validated_model(model, listing, base_url)
+    settings_path: Final = codex_config_path(os.environ)
+    try:
+        configure_codex_settings(base_url, credential.token, model, settings_path)
+    except CodexSettingsError as e:
+        raise click.ClickException(str(e)) from e
+    click.echo(f"Configured Codex: {settings_path} now routes through {base_url}.")
+    click.echo(f"Starting model: {model}. Credential: your virtual key, stored in the private provider settings.")
+    click.echo("Start `codex` from any terminal. Undo with `lite unconfigure codex`.")
+    if settings_path.is_symlink():
+        click.echo(f"Note: your key now lives in {settings_path.resolve()}; keep it out of version control.", err=True)
+
+
+@dataclass(frozen=True, slots=True)
+class _Setup:
+    target: str
+    listing: _Listing
+    model: str | None
+
+
+def _choose_setup(
+    ctx: click.Context,
+    target: str,
+    credential: StaticToken,
+    pick_model: Callable[[Sequence[str]], str | None],
+    pick_codex_model: Callable[[Sequence[str]], str],
+) -> _Setup:
+    base_url: Final[str] = ctx.obj["base_url"]
+    listing: Final = _listed_models(base_url, credential.token, target)
+    model: Final = (
+        pick_model(tuple(item.source_model or item.id for item in listing.models))
+        if target == _CLAUDE_TARGET
+        else pick_codex_model(listing.ids)
+    )
+    _validated_model(model, listing, base_url)
+    return _Setup(target, listing, model)
+
+
 def interactive_configure(
     ctx: click.Context,
     pick_targets: Callable[[], tuple[str, ...]] = _pick_targets,
     pick_model: Callable[[Sequence[str]], str | None] = _pick_model,
+    pick_codex_model: Callable[[Sequence[str]], str] = _pick_codex_model,
 ) -> None:
     """`lite configure` with no agent named: ask which agents to wire and which model to pin."""
     targets: Final = pick_targets()
-    if _CLAUDE_TARGET not in targets:
+    if not targets:
         return
-    credential, listing = _start(ctx, None)
-    _apply_claude(
-        ctx, credential, listing, pick_model(tuple(model.source_model or model.id for model in listing.models))
+    for target in targets:
+        _preflight(target)
+    try:
+        credential: Final = resolve_credential(ctx, None)
+    except ClaudeSettingsError as e:
+        raise click.ClickException(str(e)) from e
+    setups: Final = tuple(_choose_setup(ctx, target, credential, pick_model, pick_codex_model) for target in targets)
+    for setup in setups:
+        if setup.target == _CLAUDE_TARGET:
+            _apply_claude(ctx, credential, setup.listing, setup.model)
+        elif setup.model is not None:
+            _apply_codex(ctx, credential, setup.listing, setup.model)
+
+
+class _ConnectionOptions(BaseModel):
+    api_key: str | None = None
+    gateway_url: str | None = None
+
+
+def _connection_context(ctx: click.Context, api_key: str | None, gateway_url: str | None) -> click.Context:
+    ctx_obj: Final[CliContextObj] = ctx.obj
+    group: Final = (
+        _ConnectionOptions.model_validate(ctx.parent.params)
+        if ctx.parent is not None and ctx.parent.command.name == "configure"
+        else _ConnectionOptions()
     )
+    key: Final = api_key if api_key is not None else group.api_key
+    url: Final = gateway_url if gateway_url is not None else group.gateway_url
+    normalized: Final = normalize_base_url(url if url is not None else ctx_obj["base_url"])
+    connection: Final[CliContextObj] = {
+        **ctx_obj,
+        "base_url": normalized.removesuffix("/v1"),
+        "base_url_explicit": url is not None or ctx_obj.get("base_url_explicit", False),
+        "api_key": key if key is not None else ctx_obj.get("api_key"),
+        "api_key_from_token_file": False if key is not None else ctx_obj.get("api_key_from_token_file", False),
+    }
+    return click.Context(ctx.command, parent=ctx.parent, obj=connection)
 
 
 @click.group(name="configure", invoke_without_command=True)
+@click.option("--api-key", default=None, help="Long-lived LiteLLM virtual key to store in the selected agents.")
+@click.option(
+    "--gateway-url", "--base-url", default=None, help="Gateway URL; defaults to `lite --base-url` / LITELLM_PROXY_URL."
+)
 @click.pass_context
-def configure_group(ctx: click.Context) -> None:
+def configure_group(ctx: click.Context, api_key: str | None, gateway_url: str | None) -> None:
     """Persistently route a coding agent through your LiteLLM proxy.
 
     With no agent named, asks which agents to wire and which proxy model to pin.
     """
     if ctx.invoked_subcommand is not None:
         return
+    connection: Final = _connection_context(ctx, api_key, gateway_url)
     if not sys.stdin.isatty():
         raise click.ClickException(
             "`lite configure` asks questions, so it needs a terminal. Non-interactively, run "
-            "`lite configure claude --api-key <key> --model <model>`."
+            "`lite configure claude --api-key <key> --model <model>` or "
+            "`lite configure codex --api-key <key> --model <model>`."
         )
-    interactive_configure(ctx)
+    prompted: Final = (
+        connection
+        if connection.obj.get("base_url_explicit")
+        else _connection_context(connection, None, click.prompt("Gateway URL", default=connection.obj["base_url"]))
+    )
+    interactive_configure(prompted)
 
 
 @click.group(name="unconfigure")
@@ -228,8 +345,9 @@ def unconfigure_group() -> None:
     "LITELLM_PROXY_API_KEY value; required, since a `lite login` credential expires within a day.",
 )
 @click.option("--model", default=None, help=_MODEL_OPTION_HELP)
+@click.option("--gateway-url", "--base-url", default=None, help="Gateway URL, including any deployment path prefix.")
 @click.pass_context
-def configure_claude(ctx: click.Context, api_key: str | None, model: str | None) -> None:
+def configure_claude(ctx: click.Context, api_key: str | None, model: str | None, gateway_url: str | None) -> None:
     """Route every Claude Code session through your LiteLLM proxy until `lite unconfigure claude`.
 
     Patches ~/.claude/settings.json in place: the proxy URL, your virtual key as a static token,
@@ -238,8 +356,39 @@ def configure_claude(ctx: click.Context, api_key: str | None, model: str | None)
     setting is kept, and what changed is recorded so `lite unconfigure claude` can put it back.
     Assumes the proxy is already running.
     """
-    credential, listing = _start(ctx, api_key)
-    _apply_claude(ctx, credential, listing, model)
+    connection: Final = _connection_context(ctx, api_key, gateway_url)
+    credential, listing = _start(connection, api_key)
+    _apply_claude(connection, credential, listing, model)
+
+
+@configure_group.command(name="codex")
+@click.option("--api-key", default=None, help="Long-lived LiteLLM virtual key to store in Codex's user config.")
+@click.option("--gateway-url", "--base-url", default=None, help="Gateway URL, including any deployment path prefix.")
+@click.option("--model", required=True, help="Gateway model Codex starts on, as listed by /v1/models for your key.")
+@click.pass_context
+def configure_codex(ctx: click.Context, api_key: str | None, gateway_url: str | None, model: str) -> None:
+    """Route plain `codex` through the gateway until `lite unconfigure codex`."""
+    connection: Final = _connection_context(ctx, api_key, gateway_url)
+    credential, listing = _start(connection, api_key, _CODEX_TARGET)
+    _apply_codex(connection, credential, listing, model)
+
+
+@unconfigure_group.command(name="codex")
+def unconfigure_codex() -> None:
+    """Restore only Codex settings still holding what configure wrote."""
+    settings_path: Final = codex_config_path(os.environ)
+    try:
+        outcome: Final = unconfigure_codex_settings(settings_path)
+    except CodexSettingsError as e:
+        raise click.ClickException(str(e)) from e
+    if outcome.file_removed:
+        click.echo(f"Removed {settings_path}; it held only settings created by `lite configure codex`.")
+    elif outcome.restored:
+        click.echo(f"Restored in {settings_path}: {', '.join(outcome.restored)}.")
+    else:
+        click.echo(f"Nothing in {settings_path} was still ours to restore.")
+    if outcome.kept:
+        click.echo(f"Left as you changed them since: {', '.join(outcome.kept)}.")
 
 
 @unconfigure_group.command(name="claude")
diff --git a/litellm/proxy/client/cli/main.py b/litellm/proxy/client/cli/main.py
index b0e81a222c0..05fb877d0f1 100644
--- a/litellm/proxy/client/cli/main.py
+++ b/litellm/proxy/client/cli/main.py
@@ -95,7 +95,7 @@ def cli(ctx: click.Context, show_version: bool, base_url: str | None, api_key: s
 
     # If no API key provided via flag or environment variable, try to load from saved token.
     # Pass base_url so we only use the stored key when it was issued for this server.
-    api_key_from_token_file: Final = api_key is None
+    api_key_from_token_file: Final = api_key is None and ctx.invoked_subcommand not in ("configure", "unconfigure")
     resolved_api_key: Final = (
         get_stored_api_key(expected_base_url=base_url, vault=context_secret_vault(ctx))
         if api_key_from_token_file
diff --git a/pyproject.toml b/pyproject.toml
index 448451f7f93..31c498ccbbb 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -72,13 +72,14 @@ proxy = [
     "RestrictedPython>=8.5,<9.0",
     "rich>=13.9.4,<14.0",
     "InquirerPy>=0.3.4,<1.0",
+    "tomlkit>=0.13.3,<1.0",
     "polars>=1.38.1,<2.0",
     "soundfile>=0.12.1,<1.0",
     "pyroscope-io>=0.8.16,<1.0; sys_platform != 'win32'",
     "expression>=5.6.0,<6.0",
 ]
 # Thin client install for the `lite` CLI on developer laptops. The CLI's heavy
-# imports are all guarded, so it runs on the base SDK plus just these five, and
+# imports are all guarded, so it runs on the base SDK plus these packages, and
 # none of the server runtime in `proxy` is pulled in. On Linux,
 # keyring reaches the Secret Service through secretstorage, which brings
 # cryptography with it.
@@ -88,6 +89,7 @@ cli = [
     "requests>=2.32.0,<3.0",
     "InquirerPy>=0.3.4,<1.0",
     "keyring>=25.6.0,<26.0",
+    "tomlkit>=0.13.3,<1.0",
 ]
 extra_proxy = [
     "prisma>=0.11.0,<1.0",
diff --git a/tests/test_litellm/proxy/client/cli/conftest.py b/tests/test_litellm/proxy/client/cli/conftest.py
index c77f516a768..e54dbeef875 100644
--- a/tests/test_litellm/proxy/client/cli/conftest.py
+++ b/tests/test_litellm/proxy/client/cli/conftest.py
@@ -1,5 +1,6 @@
 import os
-from collections.abc import Iterator
+import shlex
+from collections.abc import Callable, Iterator
 from pathlib import Path
 from typing import Final
 
@@ -19,12 +20,52 @@ def _statusline_script_under_tmp(monkeypatch: pytest.MonkeyPatch, tmp_path: Path
     monkeypatch.setattr(claude_settings, "STATUSLINE_SCRIPT_PATH", tmp_path / "litellm-home" / "statusline.py")
 
 
+@pytest.fixture
+def fake_codex_version(
+    monkeypatch: pytest.MonkeyPatch, tmp_path: Path
+) -> Callable[[str | None, int], Path]:
+    directory: Final = tmp_path / "codex-bin"
+    directory.mkdir()
+    binary: Final = directory / ("codex.cmd" if os.name == "nt" else "codex")
+    version_output: Final = directory / "version-output.txt"
+    monkeypatch.setenv("PATH", str(directory))
+
+    def install(output: str | None, returncode: int = 0) -> Path:
+        if output is None:
+            binary.unlink(missing_ok=True)
+            return binary
+        version_output.write_text(output)
+        if os.name == "nt":
+            binary.write_text(
+                '@echo off\nif not "%~1"=="--version" exit /b 2\n'
+                'if not "%~2"=="" exit /b 2\ntype "%~dp0version-output.txt"\n'
+                f'exit /b {returncode}\n'
+            )
+        else:
+            binary.write_text(
+                '#!/bin/sh\nif [ "$#" -ne 1 ] || [ "$1" != "--version" ]; then\n    exit 2\nfi\n'
+                f'/bin/cat {shlex.quote(str(version_output))}\nexit {returncode}\n'
+            )
+        binary.chmod(0o700)
+        return binary
+
+    install("codex-cli 0.129.0\n")
+    return install
+
+
+@pytest.fixture(autouse=True)
+def _isolated_codex_version_for_configure_tests(request: pytest.FixtureRequest) -> None:
+    if request.node.path.name in ("test_codex_settings.py", "test_configure_commands.py"):
+        request.getfixturevalue("fake_codex_version")
+
+
 @pytest.fixture(autouse=True)
 def isolated_claude_home(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> Iterator[Path]:
     before: Final = _current_bytes()
     monkeypatch.setenv("HOME", str(tmp_path))
     monkeypatch.setenv("USERPROFILE", str(tmp_path))
     monkeypatch.setenv("CLAUDE_CONFIG_DIR", str(tmp_path / ".claude"))
+    monkeypatch.setenv("CODEX_HOME", str(tmp_path / ".codex"))
     yield tmp_path
     after: Final = _current_bytes()
     if after == before:
diff --git a/tests/test_litellm/proxy/client/cli/test_agents.py b/tests/test_litellm/proxy/client/cli/test_agents.py
index 7804435a60d..8495940b9c5 100644
--- a/tests/test_litellm/proxy/client/cli/test_agents.py
+++ b/tests/test_litellm/proxy/client/cli/test_agents.py
@@ -181,7 +181,9 @@ class TestAgentLaunchArgs:
         assert 'model_providers.litellm.env_key="OPENAI_API_KEY"' in args
         assert 'model_providers.litellm.wire_api="responses"' in args
         assert "model_providers.litellm.supports_websockets=false" in args
-        assert joined.count("-c") == 6
+        assert "model_providers.litellm.requires_openai_auth=false" in args
+        assert "model_providers.litellm.http_headers={}" in args
+        assert joined.count("-c") == 8
 
     def test_codex_uses_basename(self):
         assert agent_launch_args("/usr/local/bin/codex", "http://localhost:4000") == (
diff --git a/tests/test_litellm/proxy/client/cli/test_codex_settings.py b/tests/test_litellm/proxy/client/cli/test_codex_settings.py
new file mode 100644
index 00000000000..0d1f2b4056a
--- /dev/null
+++ b/tests/test_litellm/proxy/client/cli/test_codex_settings.py
@@ -0,0 +1,341 @@
+import json
+import stat
+from collections.abc import Callable
+from pathlib import Path
+from typing import Final
+
+import pytest
+import tomlkit
+
+from litellm.litellm_core_utils.private_json import commit_staged_json
+from litellm.proxy.client.cli.commands import codex_settings as codex_settings_module
+from litellm.proxy.client.cli.commands.agents import (
+    agent_launch_args,
+    codex_config_path,
+)
+from litellm.proxy.client.cli.commands.codex_settings import (
+    CodexSettingsError,
+    _snapshot,
+    _with,
+    codex_configure_state_path,
+    configure_codex_settings,
+    preflight_codex_settings,
+    unconfigure_codex_settings,
+)
+
+GATEWAY: Final = "https://gateway.example.com/team"
+KEY: Final = "sk-test-new-gateway-key"
+MODEL: Final = "gateway-codex-model"
+
+
+@pytest.mark.parametrize("path,existing,first_value,second_value", [
+    ("model", 'model = "original" # starting model\n', 'value = "first"\n', 'value = "second"\n'),
+    ("model_providers.litellm", '', '[value]\nname = "first"\n', '[value]\nname = "second"\n'),
+    ("model_providers.litellm", '[model_providers.litellm]\nname = "original" # provider\n',
+     '[value]\nname = "first"\n', '[value]\nname = "second"\n'),
+])
+def test_toml_transitions_leave_source_and_independent_results_unchanged(
+    path: str, existing: str, first_value: str, second_value: str
+) -> None:
+    source: Final = tomlkit.parse('# user settings\n' + existing + '[profiles.work]\nmodel = "keep" # profile\n')
+    original_bytes: Final = source.as_string().encode()
+    first: Final = _with(source, path, first_value)
+    first_bytes: Final = first.as_string().encode()
+    second: Final = _with(source, path, second_value)
+    second_bytes: Final = second.as_string().encode()
+    removed: Final = _with(first, path, None)
+    first_snapshot: Final = _snapshot(first, path)
+    second_snapshot: Final = _snapshot(second, path)
+    assert source.as_string().encode() == original_bytes
+    assert first.as_string().encode() == first_bytes
+    assert second.as_string().encode() == second_bytes
+    assert first_snapshot is not None and tomlkit.parse(first_snapshot) == tomlkit.parse(first_value)
+    assert second_snapshot is not None and tomlkit.parse(second_snapshot) == tomlkit.parse(second_value)
+    assert _snapshot(removed, path) is None
+    for result in (first, second, removed):
+        assert result["profiles"] == source["profiles"]
+        assert '# user settings' in result.as_string()
+        assert '# profile' in result.as_string()
+
+
+def test_persistent_provider_is_complete_and_preserves_unrelated_toml(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text(
+        '# user settings\nmodel = "old-model" # starting model\n'
+        'model_provider = "openai"\nprofile = "work"\n'
+        '[model_providers.litellm]\nname = "old gateway"\n'
+        'base_url = "https://old.example.com/v1"\nenv_key = "OLD_KEY"\n'
+        'experimental_bearer_token = "sk-old"\nrequires_openai_auth = true\n'
+        '[model_providers.litellm.auth]\ncommand = "old-token-helper"\n'
+        '[model_providers.other]\nname = "Keep me" # other provider\n'
+        '[profiles.work]\nmodel = "work-model"\n'
+        '[[hooks.Stop]]\nhooks = [{type = "command", command = "echo done"}]\n'
+    )
+    original: Final = tomlkit.parse(path.read_text())
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    configured: Final = tomlkit.parse(path.read_text())
+    assert configured["model"] == MODEL
+    assert configured["model_provider"] == "litellm"
+    assert "profile" not in configured
+    assert configured["model_providers"]["litellm"] == {
+        "name": "LiteLLM proxy",
+        "base_url": GATEWAY + "/v1",
+        "wire_api": "responses",
+        "supports_websockets": False,
+        "requires_openai_auth": False,
+        "http_headers": {"Authorization": "Bearer " + KEY},
+    }
+    assert configured["model_providers"]["other"] == original["model_providers"]["other"]
+    assert configured["profiles"] == original["profiles"]
+    assert configured["hooks"] == original["hooks"]
+    assert "# user settings" in path.read_text()
+    assert "# other provider" in path.read_text()
+    assert KEY not in codex_configure_state_path(path).read_text()
+    assert stat.S_IMODE(path.stat().st_mode) == 0o600
+    assert stat.S_IMODE(codex_configure_state_path(path).stat().st_mode) == 0o600
+    assert stat.S_IMODE(codex_configure_state_path(path).parent.stat().st_mode) == 0o700
+    outcome: Final = unconfigure_codex_settings(path)
+    assert not outcome.kept and not outcome.file_removed
+    assert tomlkit.parse(path.read_text()) == original
+    assert "# starting model" in path.read_text()
+    assert "# other provider" in path.read_text()
+    assert not codex_configure_state_path(path).exists()
+
+
+@pytest.mark.parametrize("original", [None, "", "# my preferences\n", '[model_providers]\n'])
+def test_undo_distinguishes_missing_empty_and_existing_tables(tmp_path: Path, original: str | None) -> None:
+    path: Final = tmp_path / "config.toml"
+    if original is not None:
+        path.write_text(original)
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    outcome: Final = unconfigure_codex_settings(path)
+    assert outcome.file_removed == (original is None)
+    assert path.exists() == (original is not None)
+    if original is not None:
+        assert tomlkit.parse(path.read_text()) == tomlkit.parse(original)
+        assert original.strip() in path.read_text()
+
+
+def test_repeat_setup_preserves_original_and_undo_keeps_user_edits(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "original"\nmodel_provider = "openai"\n')
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    configure_codex_settings(GATEWAY + "/second", "sk-second", "second-model", path)
+    assert tomlkit.parse(path.read_text())["model"] == "second-model"
+    path.write_text(path.read_text().replace('model = "second-model"', 'model = "my-custom-model"'))
+    outcome: Final = unconfigure_codex_settings(path)
+    assert outcome.kept == ("model",)
+    assert tomlkit.parse(path.read_text()) == {"model": "my-custom-model", "model_provider": "openai"}
+
+
+def test_repeat_setup_restores_the_user_value_it_displaced(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "original"\n')
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    path.write_text(path.read_text().replace('model = "gateway-codex-model"', 'model = "user-edited"'))
+    configure_codex_settings(GATEWAY, "sk-rotated", "third-model", path)
+    unconfigure_codex_settings(path)
+    assert tomlkit.parse(path.read_text()) == {"model": "user-edited"}
+
+
+def test_undo_keeps_provider_credentials_and_endpoint_together(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('[model_providers.litellm]\nbase_url = "https://old.example.com/v1"\n'
+                    'http_headers = { Authorization = "Bearer old-key" }\n')
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    path.write_text(path.read_text().replace(GATEWAY, "https://user.example.com"))
+    outcome: Final = unconfigure_codex_settings(path)
+    provider: Final = tomlkit.parse(path.read_text())["model_providers"]["litellm"]
+    assert outcome.kept == ("model_providers.litellm",)
+    assert provider["base_url"] == "https://user.example.com/v1"
+    assert provider["http_headers"] == {"Authorization": "Bearer " + KEY}
+    assert "old-key" not in path.read_text()
+
+
+def test_user_deleted_config_is_not_recreated_to_restore_profile(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('profile = "old-profile"\n')
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    path.unlink()
+    outcome: Final = unconfigure_codex_settings(path)
+    assert outcome.file_removed and outcome.restored == ()
+    assert not path.exists()
+
+
+def test_user_comment_in_new_config_survives_undo(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    path.write_text("# keep my note\n" + path.read_text())
+    assert not unconfigure_codex_settings(path).file_removed
+    assert "# keep my note" in path.read_text()
+
+
+def test_code_home_and_symlink_aliases_share_receipt_and_write_target(tmp_path: Path) -> None:
+    target: Final = tmp_path / "real-config.toml"
+    target.write_text('model = "old"\n')
+    custom_home: Final = tmp_path / "codex-home"
+    custom_home.mkdir()
+    alias: Final = codex_config_path({"CODEX_HOME": str(custom_home)})
+    alias.symlink_to(target)
+    configure_codex_settings(GATEWAY, KEY, MODEL, alias)
+    assert alias.is_symlink()
+    assert codex_configure_state_path(alias) == codex_configure_state_path(target)
+    assert tomlkit.parse(target.read_text())["model"] == MODEL
+    unconfigure_codex_settings(target)
+    assert alias.is_symlink()
+    assert tomlkit.parse(alias.read_text()) == {"model": "old"}
+
+
+@pytest.mark.parametrize("invalid", [
+    'token = "sk-secret\n',
+    'model_providers = "sk-secret"\n',
+    '[model_providers]\nlitellm = "sk-secret"\n',
+])
+def test_invalid_settings_are_unchanged_and_errors_hide_content(tmp_path: Path, invalid: str) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text(invalid)
+    with pytest.raises(CodexSettingsError) as caught:
+        configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    assert "sk-secret" not in str(caught.value)
+    assert path.read_text() == invalid
+    assert not codex_configure_state_path(path).exists()
+
+
+def test_invalid_receipt_fails_preflight_before_settings_change(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "keep"\n')
+    state: Final = codex_configure_state_path(path)
+    state.parent.mkdir()
+    state.write_text('{"previous": "sk-secret"}')
+    with pytest.raises(CodexSettingsError) as caught:
+        preflight_codex_settings(path)
+    assert "sk-secret" not in str(caught.value)
+    assert path.read_text() == 'model = "keep"\n'
+
+
+@pytest.mark.parametrize("configured_before", [False, True])
+@pytest.mark.parametrize("failed_target", ["receipt", "settings"])
+def test_failed_commit_restores_receipt_and_cleans_private_staging(
+    tmp_path: Path, configured_before: bool, failed_target: str
+) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "old"\n')
+    state: Final = codex_configure_state_path(path)
+    if configured_before:
+        configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    before: Final = path.read_bytes()
+    receipt_before: Final = state.read_bytes() if state.exists() else None
+
+    def failing_commit(staged: str, destination: str) -> None:
+        if destination == str(state if failed_target == "receipt" else path.resolve()):
+            raise OSError("sk-secret OS error")
+        commit_staged_json(staged, destination)
+
+    with pytest.raises(CodexSettingsError) as caught:
+        configure_codex_settings(GATEWAY, "sk-replacement", "new-model", path, commit=failing_commit)
+    assert "sk-secret" not in str(caught.value)
+    assert path.read_bytes() == before
+    assert (state.read_bytes() if state.exists() else None) == receipt_before
+    assert not tuple(tmp_path.rglob(".tmp-*"))
+    if configured_before:
+        unconfigure_codex_settings(path)
+        assert tomlkit.parse(path.read_text()) == {"model": "old"}
+
+
+def test_failed_undo_keeps_the_settings_and_receipt_for_retry(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "old"\n')
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    before: Final = path.read_bytes()
+
+    def fail(staged: str, destination: str) -> None:
+        raise OSError("cannot replace")
+
+    with pytest.raises(CodexSettingsError):
+        unconfigure_codex_settings(path, commit=fail)
+    assert path.read_bytes() == before
+    assert codex_configure_state_path(path).exists()
+    assert not tuple(tmp_path.rglob(".tmp-*"))
+    unconfigure_codex_settings(path)
+    assert tomlkit.parse(path.read_text()) == {"model": "old"}
+
+
+def test_wrapper_and_persistent_provider_agree_except_credential_source(tmp_path: Path) -> None:
+    path: Final = tmp_path / "config.toml"
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    provider: Final = tomlkit.parse(path.read_text())["model_providers"]["litellm"]
+    args: Final = agent_launch_args("codex", GATEWAY)
+    overrides: Final = dict(argument.split("=", 1) for argument in args[1::2])
+    for field in ("name", "base_url", "wire_api", "supports_websockets", "requires_openai_auth"):
+        assert json.loads(overrides[f"model_providers.litellm.{field}"]) == provider[field]
+    assert overrides["model_providers.litellm.http_headers"] == "{}"
+    assert overrides["model_providers.litellm.env_key"] == '"OPENAI_API_KEY"'
+
+
+@pytest.mark.parametrize("version", [
+    "codex-cli 0.129.0", "codex-cli 0.129.1", "codex-cli 0.130.0", "codex-cli 1.0.0",
+    " \ncodex-cli 0.129.0\n",
+])
+def test_version_guard_accepts_the_fixed_release_and_newer_stable_versions(version: str) -> None:
+    assert codex_settings_module.require_safe_codex(version=lambda: version) is None
+
+
+@pytest.mark.parametrize("version", [
+    None, "", "codex-cli 0.99.0", "codex-cli 0.128.99", "codex-cli 0.129.0-alpha.1",
+    "codex-cli 1.0.0-beta.1", "0.129.0", "codex-cli 0.129.0 extra", "unparseable-sk-version-secret",
+])
+def test_version_guard_refuses_missing_unsafe_or_unrecognized_versions(version: str | None) -> None:
+    with pytest.raises(CodexSettingsError) as caught:
+        codex_settings_module.require_safe_codex(version=lambda: version)
+    assert "0.129.0" in str(caught.value)
+    assert "sk-version-secret" not in str(caught.value)
+
+
+@pytest.mark.parametrize("output,returncode", [
+    (None, 0),
+    ("codex-cli 0.129.0\n", 7),
+])
+def test_version_probe_handles_missing_or_failed_executable(
+    fake_codex_version: Callable[[str | None, int], Path], output: str | None, returncode: int
+) -> None:
+    fake_codex_version(output, returncode)
+    assert codex_settings_module._codex_version() is None
+
+
+@pytest.mark.parametrize("output,returncode", [
+    (None, 0),
+    ("codex-cli 0.128.0\n", 0),
+    ("codex-cli 0.129.0-alpha.1\n", 0),
+    ("unparseable-sk-version-secret\n", 0),
+    ("codex-cli 0.129.0\n", 7),
+])
+def test_writer_checks_the_installed_codex_before_replacing_a_key_or_receipt(
+    tmp_path: Path, fake_codex_version: Callable[[str | None, int], Path],
+    output: str | None, returncode: int,
+) -> None:
+    path: Final = tmp_path / "config.toml"
+    path.write_text('model = "original"\n')
+    configure_codex_settings(GATEWAY, "sk-existing-gateway", MODEL, path)
+    state: Final = codex_configure_state_path(path)
+    before: Final = (path.read_bytes(), state.read_bytes())
+    fake_codex_version(output, returncode)
+    with pytest.raises(CodexSettingsError) as caught:
+        configure_codex_settings(GATEWAY, KEY, "replacement-model", path)
+    assert "0.129.0" in str(caught.value)
+    assert KEY not in str(caught.value) and "sk-version-secret" not in str(caught.value)
+    assert (path.read_bytes(), state.read_bytes()) == before
+    assert not tuple(tmp_path.rglob(".tmp-*"))
+
+
+def test_undo_does_not_require_codex_to_remain_installed(
+    tmp_path: Path, fake_codex_version: Callable[[str | None, int], Path]
+) -> None:
+    path: Final = tmp_path / "config.toml"
+    original: Final = 'model = "original"\n'
+    path.write_text(original)
+    configure_codex_settings(GATEWAY, KEY, MODEL, path)
+    fake_codex_version(None, 0)
+    outcome: Final = unconfigure_codex_settings(path)
+    assert outcome.restored and not outcome.kept
+    assert tomlkit.parse(path.read_text()) == tomlkit.parse(original)
+    assert not codex_configure_state_path(path).exists()
diff --git a/tests/test_litellm/proxy/client/cli/test_configure_commands.py b/tests/test_litellm/proxy/client/cli/test_configure_commands.py
index 8ed188af737..8f68bb1320b 100644
--- a/tests/test_litellm/proxy/client/cli/test_configure_commands.py
+++ b/tests/test_litellm/proxy/client/cli/test_configure_commands.py
@@ -1,11 +1,16 @@
+import io
 import json
 import os
 import stat
+import time
+from pathlib import Path
+from types import SimpleNamespace
 
 import click
 import pytest
 import requests
 import responses
+import tomlkit
 from click.testing import CliRunner
 
 from litellm.proxy.client.cli import cli
@@ -36,6 +41,8 @@ def paths(monkeypatch, tmp_path):
     monkeypatch.setenv("CLAUDE_CONFIG_DIR", str(settings_path.parent))
     monkeypatch.setattr(claude_settings_module, "CLAUDE_SETTINGS_PATH", settings_path)
     monkeypatch.setattr(claude_settings_module, "CONFIGURE_STATE_PATH", state_path)
+    monkeypatch.delenv("LITELLM_PROXY_API_KEY", raising=False)
+    monkeypatch.delenv("LITELLM_PROXY_URL", raising=False)
     return settings_path, state_path
 
 
@@ -56,6 +63,29 @@ def runner():
     return CliRunner()
 
 
+@pytest.fixture
+def codex_path():
+    return Path(os.environ["CODEX_HOME"]) / "config.toml"
+
+
+class _TerminalInput(io.BytesIO):
+    def isatty(self):
+        return True
+
+
+def _mock_agent_models():
+    def listing(request):
+        assert request.headers["Authorization"] == f"Bearer {VALID_KEY}"
+        rows = (
+            [{"id": "claude-router-6175746f", "source_model": "auto"}]
+            if request.headers.get("x-gateway-client") == "claude-code"
+            else [{"id": "auto"}]
+        )
+        return 200, {"Content-Type": "application/json"}, json.dumps({"data": rows})
+
+    responses.add_callback(responses.GET, f"{PROXY}/v1/models", callback=listing)
+
+
 @pytest.fixture
 def lite_up_backup(monkeypatch, tmp_path):
     """A `lite up` session holding its backup, the local precondition every settings write refuses on."""
@@ -253,6 +283,259 @@ class TestInteractiveConfigure:
         assert "lite configure claude --api-key" in result.output
 
 
+class TestConfigureAgents:
+    @responses.activate
+    @pytest.mark.parametrize("targets", [("claude",), ("codex",), ("claude", "codex")])
+    def test_group_options_drive_the_agent_picker_and_write_only_selected_agents(
+        self, runner, paths, codex_path, monkeypatch, targets
+    ):
+        _mock_agent_models()
+        asked = []
+
+        def checkbox(**kwargs):
+            assert tuple(choice.value for choice in kwargs["choices"]) == ("claude", "codex")
+            return SimpleNamespace(execute=lambda: targets)
+
+        def fuzzy(**kwargs):
+            assert "auto" in kwargs["choices"]
+            assert "claude-router-6175746f" not in kwargs["choices"]
+            assert not paths[0].exists() and not codex_path.exists()
+            asked.append(kwargs["message"])
+            return SimpleNamespace(execute=lambda: "auto")
+
+        monkeypatch.setattr(configure_module.inquirer, "checkbox", checkbox)
+        monkeypatch.setattr(configure_module.inquirer, "fuzzy", fuzzy)
+        result = runner.invoke(
+            cli,
+            ["configure", "--api-key", VALID_KEY, "--gateway-url", f"{PROXY}/v1/"],
+            input=_TerminalInput(),
+        )
+        assert result.exit_code == 0, result.output
+        assert VALID_KEY not in result.output
+        assert len(asked) == len(targets)
+        assert paths[0].exists() == ("claude" in targets)
+        assert codex_path.exists() == ("codex" in targets)
+        if "claude" in targets:
+            claude = json.loads(paths[0].read_text())
+            assert claude["model"] == "claude-router-6175746f"
+            assert claude["env"]["ANTHROPIC_BASE_URL"] == PROXY
+            assert claude["env"]["ANTHROPIC_AUTH_TOKEN"] == VALID_KEY
+        if "codex" in targets:
+            codex = tomlkit.parse(codex_path.read_text())
+            assert codex["model"] == "auto"
+            assert codex["model_provider"] == "litellm"
+            provider = codex["model_providers"]["litellm"]
+            assert provider["base_url"] == f"{PROXY}/v1"
+            assert provider["http_headers"]["Authorization"] == f"Bearer {VALID_KEY}"
+            assert "env_key" not in provider
+        assert [call.request.headers.get("x-gateway-client") for call in responses.calls] == [
+            "claude-code" if target == "claude" else None for target in targets
+        ]
+
+    @responses.activate
+    @pytest.mark.parametrize("target", ["claude", "codex"])
+    @pytest.mark.parametrize("leaf_override", [False, True], ids=["inherit-group", "leaf-wins"])
+    def test_group_connection_options_are_inherited_and_leaf_options_take_precedence(
+        self, runner, paths, codex_path, target, leaf_override
+    ):
+        _mock_agent_models()
+        group_url = "http://group.test" if leaf_override else PROXY
+        group_key = "sk-group" if leaf_override else VALID_KEY
+        args = [
+            "--base-url", "http://global.test", "--api-key", "sk-global", "configure",
+            "--gateway-url", group_url, "--api-key", group_key, target, "--model", "auto",
+        ]
+        if leaf_override:
+            args.extend(["--base-url", f"{PROXY}/v1/", "--api-key", VALID_KEY])
+        result = runner.invoke(cli, args)
+        assert result.exit_code == 0, result.output
+        assert all(key not in result.output for key in (VALID_KEY, group_key, "sk-global"))
+        if target == "claude":
+            written = json.loads(paths[0].read_text())
+            assert written["env"]["ANTHROPIC_AUTH_TOKEN"] == VALID_KEY
+            assert written["env"]["ANTHROPIC_BASE_URL"] == PROXY
+            assert not codex_path.exists()
+        else:
+            provider = tomlkit.parse(codex_path.read_text())["model_providers"]["litellm"]
+            assert provider["http_headers"]["Authorization"] == f"Bearer {VALID_KEY}"
+            assert provider["base_url"] == f"{PROXY}/v1"
+            assert not paths[0].exists()
+        assert len(responses.calls) == 1
+
+    @responses.activate
+    @pytest.mark.parametrize("failure", ["invalid-model", "cancel"])
+    def test_both_model_choices_complete_before_either_configuration_changes(
+        self, paths, codex_path, failure
+    ):
+        _mock_agent_models()
+        settings_path, state_path = paths
+        settings_path.parent.mkdir(parents=True)
+        settings_path.write_text('{"theme": "dark"}')
+        codex_path.parent.mkdir(parents=True)
+        codex_path.write_text('model = "original"\n')
+        before = (settings_path.read_bytes(), codex_path.read_bytes())
+
+        def pick_codex_model(listed):
+            assert listed == ("auto",)
+            assert (settings_path.read_bytes(), codex_path.read_bytes()) == before
+            if failure == "cancel":
+                raise KeyboardInterrupt()
+            return "not-listed"
+
+        ctx = click.Context(configure_group, obj={"base_url": PROXY, "api_key": VALID_KEY})
+        expected = KeyboardInterrupt if failure == "cancel" else click.ClickException
+        with pytest.raises(expected):
+            interactive_configure(
+                ctx,
+                pick_targets=lambda: ("claude", "codex"),
+                pick_model=lambda listed: "auto",
+                pick_codex_model=pick_codex_model,
+            )
+        assert (settings_path.read_bytes(), codex_path.read_bytes()) == before
+        assert not state_path.exists()
+        assert not (codex_path.parent / ".litellm").exists()
+
+    @responses.activate
+    def test_both_configs_are_preflighted_before_fetching_models_or_writing(
+        self, paths, codex_path
+    ):
+        _mock_agent_models()
+        codex_path.parent.mkdir(parents=True)
+        codex_path.write_text("[invalid")
+        ctx = click.Context(configure_group, obj={"base_url": PROXY, "api_key": VALID_KEY})
+        with pytest.raises(click.ClickException, match="Could not read Codex settings"):
+            interactive_configure(
+                ctx,
+                pick_targets=lambda: ("claude", "codex"),
+                pick_model=lambda listed: "auto",
+                pick_codex_model=lambda listed: "auto",
+            )
+        assert not paths[0].exists() and not paths[1].exists()
+        assert codex_path.read_text() == "[invalid"
+        assert len(responses.calls) == 0
+
+    @responses.activate
+    @pytest.mark.parametrize("targets", [("claude", "codex"), ("codex", "claude")])
+    @pytest.mark.parametrize("version", [None, "codex-cli 0.128.0\n"])
+    def test_unsafe_codex_blocks_both_targets_before_requests_or_writes(
+        self, paths, codex_path, fake_codex_version, targets, version
+    ):
+        _mock_agent_models()
+        fake_codex_version(version, 0)
+        ctx = click.Context(configure_group, obj={"base_url": PROXY, "api_key": VALID_KEY})
+        with pytest.raises(click.ClickException, match=r"0\.129\.0") as caught:
+            interactive_configure(
+                ctx,
+                pick_targets=lambda: targets,
+                pick_model=lambda listed: "auto",
+                pick_codex_model=lambda listed: "auto",
+            )
+        assert VALID_KEY not in str(caught.value)
+        assert len(responses.calls) == 0
+        assert not paths[0].exists() and not paths[1].exists()
+        assert not codex_path.exists() and not (codex_path.parent / ".litellm").exists()
+
+    @responses.activate
+    def test_claude_only_configuration_does_not_require_codex(
+        self, runner, paths, codex_path, fake_codex_version
+    ):
+        _mock_agent_models()
+        fake_codex_version(None, 0)
+        result = runner.invoke(
+            cli, ["configure", "--api-key", VALID_KEY, "--gateway-url", PROXY, "claude", "--model", "auto"]
+        )
+        assert result.exit_code == 0, result.output
+        assert json.loads(paths[0].read_text())["model"] == "claude-router-6175746f"
+        assert not codex_path.exists()
+
+    @responses.activate
+    def test_codex_only_ignores_claudes_temporary_owner(
+        self, runner, paths, codex_path, lite_up_backup
+    ):
+        _mock_agent_models()
+        result = runner.invoke(
+            cli, ["configure", "--api-key", VALID_KEY, "--gateway-url", PROXY, "codex", "--model", "auto"]
+        )
+        assert result.exit_code == 0, result.output
+        assert tomlkit.parse(codex_path.read_text())["model"] == "auto"
+        assert not paths[0].exists() and not paths[1].exists()
+        assert lite_up_backup.exists()
+
+    def test_noninteractive_codex_requires_a_model(self, runner, paths, codex_path):
+        result = runner.invoke(cli, ["configure", "--api-key", VALID_KEY, "--gateway-url", PROXY, "codex"])
+        assert result.exit_code != 0 and "Missing option '--model'" in result.output
+        assert not paths[0].exists() and not codex_path.exists()
+
+    @responses.activate
+    @pytest.mark.parametrize("target", ["claude", "codex"])
+    @pytest.mark.parametrize(
+        "option, value, expected",
+        [
+            ("--api-key", "sk-secret\ninvalid", "must not be blank"),
+            ("--gateway-url", "https://user:sk-secret@proxy.test", "must not contain credentials"),
+            ("--gateway-url", "https://proxy.test?key=sk-secret", "must not include a query"),
+            ("--gateway-url", "file:///sk-secret", "must be a full http:// or https:// URL"),
+        ],
+    )
+    def test_invalid_connection_input_never_writes_requests_or_echoes_secrets(
+        self, runner, paths, codex_path, target, option, value, expected
+    ):
+        result = runner.invoke(
+            cli,
+            [
+                "configure", "--api-key", VALID_KEY, "--gateway-url", PROXY,
+                target, "--model", "auto", option, value,
+            ],
+        )
+        assert result.exit_code != 0 and expected in result.output
+        assert "sk-secret" not in result.output and VALID_KEY not in result.output
+        assert not paths[0].exists() and not codex_path.exists()
+        assert len(responses.calls) == 0
+
+    @responses.activate
+    @pytest.mark.parametrize("failure", ["rejected", "connection", "response-body"])
+    def test_gateway_failures_never_echo_the_key(self, runner, paths, codex_path, failure):
+        if failure == "rejected":
+            responses.get(f"{PROXY}/v1/models", status=401)
+        elif failure == "connection":
+            responses.get(f"{PROXY}/v1/models", body=requests.ConnectionError(VALID_KEY))
+        else:
+            responses.get(f"{PROXY}/v1/models", json={"data": VALID_KEY})
+        result = runner.invoke(
+            cli, ["configure", "--api-key", VALID_KEY, "--gateway-url", PROXY, "codex", "--model", "auto"]
+        )
+        assert result.exit_code != 0 and "Error:" in result.output
+        assert VALID_KEY not in result.output
+        assert not paths[0].exists() and not codex_path.exists()
+
+    @responses.activate
+    def test_configure_and_unconfigure_do_not_read_a_stored_login(
+        self, runner, paths, codex_path, tmp_path, secret_vault_factory, fake_codex_version
+    ):
+        _mock_agent_models()
+        token_path = tmp_path / ".litellm" / "token.json"
+        token_path.parent.mkdir()
+        token_path.write_text(json.dumps({"base_url": PROXY, "timestamp": time.time()}))
+        vault = secret_vault_factory(json.dumps({"base_url": PROXY, "key": "sk-login", "jwt_token": ""}))
+        missing = runner.invoke(
+            cli, ["configure", "--gateway-url", PROXY, "codex", "--model", "auto"], obj={"secret_vault": vault}
+        )
+        assert missing.exit_code != 0 and "needs a long-lived virtual key" in missing.output
+        assert len(responses.calls) == 0 and not codex_path.exists()
+        configured = runner.invoke(
+            cli,
+            ["configure", "--api-key", VALID_KEY, "--gateway-url", PROXY, "codex", "--model", "auto"],
+            obj={"secret_vault": vault},
+        )
+        assert configured.exit_code == 0, configured.output
+        fake_codex_version(None, 0)
+        undone = runner.invoke(cli, ["unconfigure", "codex"], obj={"secret_vault": vault})
+        assert undone.exit_code == 0, undone.output
+        assert vault.reads == 0 and vault.writes == [] and vault.erases == 0
+        assert not codex_path.exists() and not paths[0].exists()
+        assert "Removed" in undone.output and "sk-login" not in missing.output + configured.output + undone.output
+
+
 class TestUnconfigureClaude:
     @responses.activate
     def test_restores_the_original_file_and_removes_the_receipt(self, runner, paths):
diff --git a/uv.lock b/uv.lock
index 88f558221e7..9c659be658f 100644
--- a/uv.lock
+++ b/uv.lock
@@ -4390,6 +4390,7 @@ cli = [
     { name = "pyyaml" },
     { name = "requests" },
     { name = "rich" },
+    { name = "tomlkit" },
 ]
 extra-proxy = [
     { name = "a2a-sdk" },
@@ -4444,6 +4445,7 @@ proxy = [
     { name = "rq" },
     { name = "soundfile" },
     { name = "starlette" },
+    { name = "tomlkit" },
     { name = "uvicorn" },
     { name = "uvloop", marker = "sys_platform != 'win32'" },
     { name = "websockets" },
@@ -4669,6 +4671,8 @@ requires-dist = [
     { name = "starlette", marker = "extra == 'proxy'", specifier = ">=1.0.1,<2.0" },
     { name = "tiktoken", specifier = ">=0.8.0,<1.0" },
     { name = "tokenizers", specifier = ">=0.21.0,<1.0" },
+    { name = "tomlkit", marker = "extra == 'cli'", specifier = ">=0.13.3,<1.0" },
+    { name = "tomlkit", marker = "extra == 'proxy'", specifier = ">=0.13.3,<1.0" },
     { name = "uvicorn", marker = "extra == 'proxy'", specifier = ">=0.33.0,<1.0" },
     { name = "uvloop", marker = "sys_platform != 'win32' and extra == 'proxy'", specifier = ">=0.22.1,<1.0" },
     { name = "websockets", marker = "extra == 'proxy'", specifier = ">=15.0.1,<16.0" },

From e4f59a953cac0543515449d8485a94e7393c2636 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 10:04:55 -0700
Subject: [PATCH 293/298] feat(guardrails): add Conduct Guard integration with
 validated hooks and forwarded params (#40785)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* feat(guardrails): add ConductGuard integration

Adds Conduct Guard as a first-class LiteLLM guardrail. Point any
LiteLLM proxy at Conduct and every LLM call routed through it is
policy-checked before the upstream request goes out — block, warn,
audit, or trigger a human-in-the-loop approval, with the same signed
configuration + hash-chained audit log Conduct exposes on its native
enforcement surfaces.

- litellm/types/guardrails.py: add CONDUCT to SupportedGuardrailIntegrations.
- litellm/proxy/guardrails/guardrail_hooks/conduct/__init__.py: registration
  via guardrail_initializer_registry and guardrail_class_registry, picked
  up by the auto-discovery in guardrail_registry.py.
- litellm/proxy/guardrails/guardrail_hooks/conduct/conduct.py: the adapter.
  CustomGuardrail subclass, async_pre_call_hook, response envelope parser
  for the five Conduct verdicts (ok / advisory / WARNING / BLOCKED /
  PENDING approval), fail-mode logic, session-ID resolution chain
  (litellm_metadata.trace_id → X-Conduct-Session-Id → hash fallback).
- tests/test_litellm/proxy/guardrails/test_conduct_guardrail.py: envelope
  parsing, pre-call allow/block/approval, config precedence, missing-token
  construction error.

```yaml
guardrails:
  - guardrail_name: conduct-guard
    litellm_params:
      guardrail: conduct
      mode: pre_call
      api_base: https://api.conductai.ai      # optional, default
      api_key: os.environ/CONDUCT_AGENT_TOKEN # cond_agt_* token
      fail_mode: fail_closed                   # or fail_open
      tool_name: llm_call                      # scoped tool_name
```

A standalone PyPI package `conduct-litellm-guard` shipped ahead of this
PR for teams pinned to older LiteLLM versions. Once this integration
merges, the standalone README will point at the native support as the
preferred path.

- PyPI: https://pypi.org/project/conduct-litellm-guard/
- Product: https://conductai.ai/guard

Contact: sudhi@b2bsphere.com

* chore: ruff format for conduct guardrail

Fixes lint check on the upstream PR.

* chore: fix ruff lint errors

- Remove unused TYPE_CHECKING import (F401).
- Un-quote self-forward-ref type annotation (UP037).
- Suppress BLE001 on transport-fallback broad-except (intentional).

* chore: drop typing.Any to satisfy strict-rule budget

BerriAI's ruff strict-rule budget caps ANN401 (Any type annotation)
and TID251 (banned import) totals. Aligning with the CustomLogger
base signature (data: dict, cache: object, **kwargs untyped)
eliminates all Any uses in the module. Local tests still pass 15/15.

* chore: annotate **kwargs to satisfy ANN003 strict rule

Removing 'Any' in the prior commit left **kwargs untyped, which
tripped ANN003 (missing type annotation on **kwargs). Using 'object'
threads the strict-rule budget cleanly.

* refactor: slim upstream adapter — import from conduct-litellm-guard PyPI

The full adapter (response parser, session-ID chain, fail-mode logic,
HTTP client) lives in the conduct-litellm-guard package on PyPI. The
upstream tree hosts a thin re-export + the LiteLLM registration wiring.

Matches the Aporia / Lakera pattern — vendor SDK on PyPI, upstream
integration is a tiny adapter.

Benefits:
- Passes ruff-strict-budget and type-discipline-budget without new
  violations.
- Users get the same install experience as any other guardrail vendor:
    pip install conduct-litellm-guard
- Vendor keeps ownership of the parser + fail-mode semantics; upstream
  keeps a stable interface.

Tests slimmed to smoke coverage (imports work, class is a
CustomGuardrail, enum + registries wired, missing-package error path).
Full behavioural coverage stays in the PyPI package.

Local runs of both scripts/ruff_strict_gate.py and
scripts/type_discipline_gate.py against upstream/litellm_internal_staging:
both pass.

* test(conduct): skip smoke tests when conduct-litellm-guard not installed

The wrapper module imports its runtime from the conduct-litellm-guard
PyPI package. When the package is not installed in the CI environment,
the smoke tests can't verify wiring (the import raises before any test
runs). Use pytest.importorskip so BerriAI's default CI env doesn't
fail on this integration, while environments that do install the
package (via 'pip install conduct-litellm-guard[dev]' or similar)
still get the smoke coverage.

Full behavioural test coverage lives in the conduct-litellm-guard
package's own CI.

* test(conduct): cover initialize_guardrail to raise patch coverage

Codecov flagged the __init__.initialize_guardrail body as uncovered
(30% patch coverage on that file). Added a test that mocks
litellm.logging_callback_manager and calls initialize_guardrail with
a SimpleNamespace stand-in for LitellmParams — exercises the full
function body and confirms the callback is registered.

* address review findings on #38143 (yucheng-berri, cursor, veria-ai, devin)

Rename fail_mode → unreachable_fallback (typed field)
─────────────────────────────────────────────────────
The shim was reading a free-form ``fail_mode`` field; a typo silently
defaulted the plugin to fail-open behavior. Switch to the typed
``LitellmParams.unreachable_fallback`` field so Pydantic validates the
value at config load. The plugin's constructor kwarg stays as
``fail_mode`` — the initializer maps the typed field onto it.
(yucheng-berri, devin-ai-integration)

Fix timeout default (was silently discarded)
────────────────────────────────────────────
``getattr(litellm_params, "timeout", 8.0)`` only applied the default
when the attribute was missing; ``LitellmParams.timeout`` always
exists and defaults to ``None``, so the intended 8-second budget was
never used. Change to ``getattr(..., None) or 8.0`` so ``None`` (and
``0``) fall through to the default.
(cursor[bot])

Move ImportError from module-load to __init__
─────────────────────────────────────────────
Raising ImportError at module load caused the guardrail-hook
auto-discovery loop to silently drop the registration when
``conduct-litellm-guard`` was missing. Users saw configs load with
no guardrail active and no error. Import lazily; raise the friendly
``pip install`` error at ``ConductGuardrail.__init__`` when
actionable.
(cursor[bot])

Advertise only supported event hooks
────────────────────────────────────
``during_call`` mode was advertised in the guardrail config but the
class never overrode ``async_moderation_hook`` — every request in that
mode silently bypassed policy. Override ``get_supported_event_hooks``
to return only ``pre_call`` so LiteLLM validates configs against
supported modes at load time. ``during_call`` / ``post_call`` support
lands with plugin 0.3.x once the underlying response-gate is wired
through ``guard_check_response``.
(veria-ai)

Text-completion + full-turn prompt scanning
───────────────────────────────────────────
Fixed in the standalone package: ``conduct-litellm-guard 0.2.2``
(BerriAI/litellm PR #38143 companion, shipping to PyPI shortly).
Pinned in the docstring here as the minimum supported version.
(veria-ai — text_completion bypass + 4KB truncation)

Tests
─────
  * ``test_only_pre_call_event_hook_advertised`` — regression for
    ``during_call`` silent-bypass finding
  * ``test_initialize_prefers_typed_unreachable_fallback`` — regression
    for typo silent-fail-open finding
  * ``test_initialize_applies_timeout_default_when_field_is_none`` —
    regression for silently-discarded 8.0 default
  * ``test_missing_standalone_package_raises_at_construction`` —
    regression for silent-drop-on-import-failure finding (previous
    module-load raise replaced with lazy import + init-time raise)

* style: ruff format on the conduct guardrail shim + tests

Lint job on #38143 flagged three files as needing reformat. No
behavior change — just ruff-format's chosen line breaks and quoting.

* style: remove redundant noqa on re-exported GuardDecision

Ruff lint flagged this as unused because GuardDecision is re-exported
via __all__. Removing the noqa satisfies ruff without changing behavior.

* style: satisfy strict-rule budget (ANN201, ANN401, TID251)

BerriAI/litellm CI's ruff strict-rule budget check flagged four new
violations on the conduct shim. Fixes:

- __init__.py: add return type annotation on initialize_guardrail
  (ANN201)
- conduct.py: swap Any → object on __init__(*args, **kwargs) so the
  signature stays permissive without dynamically-typed Any (ANN401)
- conduct.py: drop the now-unused Any import (TID251)

Ruff --select ANN,TID passes locally.

* style: satisfy type-discipline budget (LIT008, LIT009)

BerriAI/litellm CI's type-discipline budget check flagged the
subclass __init__ shim. Fixes:

- Drop the __init__ override entirely — the subclass now inherits
  __init__ from _BaseConductGuard (when the standalone package is
  installed) or from CustomGuardrail (fallback). Removes both the
  banned **kwargs (LIT008) and all four inert # type: ignore markers
  (LIT009 x 4).
- Move the missing-package check into a dedicated
  raise_if_missing_package() helper called by
  initialize_guardrail before construction. Preserves the
  cursor[bot] fix (silent-drop-on-import-failure) without needing
  a custom __init__.
- Fallback branch aliases _BaseConductGuard = CustomGuardrail
  directly, no type-ignore comment needed.
- Test updated to exercise the helper instead of the removed
  __init__ path; new companion test asserts the helper is a no-op
  when the package IS installed.

Local: ruff --select ANN,TID passes clean. ruff format applied.

Same behavioral surface — user-visible error message unchanged.

* style: explicit assert on noop test (TQ001 zero-assert budget)

BerriAI/litellm CI's test-quality budget flagged
test_raise_if_missing_package_is_noop_when_present as a zero-assert
test (TQ001). Make the intent explicit: raise_if_missing_package()
must return None when the package IS installed.

* refactor: shim becomes a pure alias, hooks now on plugin's ConductGuard

Plugin conduct-litellm-guard 0.2.3 ships SUPPORTED_EVENT_HOOKS +
get_supported_event_hooks on ConductGuard directly. The upstream
shim's subclass wrapper is now redundant — dropping it clears every
strict-rule budget gate (ruff-strict / test-quality /
type-discipline / basedpyright) in one pass.

Changes:
- conduct.py: subclass removed; ConductGuardrail is now an alias for
  the plugin's ConductGuard (no dynamic base class, no reassignment,
  no # type: ignore). raise_if_missing_package helper unchanged.
- test file: _IMPORT_ERROR → _import_error rename to satisfy
  reportConstantRedefinition (basedpyright treats SCREAMING_CASE as
  constant). Also drops unused sys import.
- Pin bumped to conduct-litellm-guard>=0.2.3 in the module docstring.

Verified all four LiteLLM gate scripts locally against
upstream/litellm_internal_staging:
  ruff_strict_gate    OK
  test_quality_gate   OK
  type_discipline_gate OK
  type_check_gate     OK

* fix: real stub class in the missing-package fallback

Runtime regression in the previous simplification — the guardrail
registry iterates every registered class at load time and calls
get_supported_event_hooks(). Fallback of ConductGuardrail = None
crashed the whole registry with AttributeError, which cascaded into
unrelated guardrails' tests (noma_v2, repelloai, hide_secrets,
provider_specific_params, etc.).

Fallback now defines ConductGuardrail as a real subclass of
CustomGuardrail with the required class attrs (SUPPORTED_EVENT_HOOKS
+ get_supported_event_hooks). Matches the pattern the
guardrails_ai integration already uses in the same repo.
raise_if_missing_package still fires before instantiation so users
see the friendly pip install error.

All four budget gates re-verified locally against
upstream/litellm_internal_staging:
  ruff_strict_gate    OK
  test_quality_gate   OK
  type_discipline_gate OK
  type_check_gate     OK

* style: mutable-ok suppression on registry dicts + hook returns

* fix: SUPPORTED_EVENT_HOOKS must be GuardrailEventHooks enum, not str

LiteLLM's guardrail registry scans SUPPORTED_EVENT_HOOKS and calls
.value on each entry to build the mode allowlist. Plugin 0.2.3 shipped
bare strings, which raised AttributeError on three upstream tests
(same three as the pre-0.2.3 None-registration failure).

- Fallback stub now uses GuardrailEventHooks.pre_call.
- Docstring and pip install message updated to >=0.2.4.
- Test asserts against the enum member (which is what LiteLLM's
  registry scan actually sees).

Requires plugin conduct-litellm-guard >=0.2.4 (already tagged and
publishing).

All four budget gates verified locally green:
  ruff_strict, test_quality, type_discipline, type_check

* fix(guardrails): validate Conduct event hooks, forward tool_name, drop optional-package test skip

Pass the plugin's supported hook list into CustomGuardrail so unsupported modes
(during_call, post_call, logging_only) are rejected at config load instead of
silently doing nothing. Forward the configured tool_name to the plugin, and
replace the missing-package stub so the registry still discovers the guardrail
while construction raises an install hint.

The regression tests inject a recording guardrail class so they run without
conduct-litellm-guard installed; the previous module-level skip left the
adapter untested in CI.

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): scan Responses API input through the unified Conduct bridge

The plugin's native pre_call hook only reads prompt and chat messages, so
/v1/responses requests reached Conduct with an empty prompt and were always
allowed. ConductGuardrail now implements apply_guardrail, which routes every
endpoint through LiteLLM's shared guardrail translation and feeds the
translated texts (or structured messages) to the plugin's check()

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): log Conduct apply_guardrail decisions via log_guardrail_information

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* refactor(guardrails): move the Conduct apply_guardrail bridge into an injectable function

The bridge body only ran when conduct-litellm-guard was importable, which CI
never is, so codecov/patch reported it uncovered. apply_conduct_guardrail now
takes the plugin's check coroutine and blocked-error factory as parameters, so
the package-free tests exercise every verdict branch and the plugin-bound class
is a one-line delegate

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): send tool-call-only turns to Conduct and test registry wiring through config load

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): log non-blocking Conduct verdicts in standard guardrail information

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* feat(guardrails): add Conduct config model and Admin UI garden entry

Expose ConductGuardrailConfigModel through get_config_model() so
/guardrails/ui/provider_specific_params returns the api_key, api_base,
workspace_id, tool_name, timeout and unreachable_fallback fields, and
add the Conduct Guard partner card, preset and logo to the guardrail
garden so the integration can be created from the Admin UI

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): pass unreachable_fallback directly to conduct-litellm-guard 0.2.5

The plugin renamed its constructor kwarg from fail_mode to unreachable_fallback in
0.2.5 and kept fail_mode only as a deprecated alias that warns on every init. Forward
the new kwarg and bump the documented pin to >=0.2.5. Mirrors 62325467 on #38143

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* fix(guardrails): reject conduct-litellm-guard builds that swallow unreachable_fallback

Plugin 0.2.4 accepts **kwargs, so the renamed kwarg was silently dropped and a
configured fail_open became fail_closed. Fail at import with the install hint instead

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: Sudhi Seshachala <sudhi@b2bsphere.com>
Co-authored-by: yucheng <yucheng@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../guardrail_hooks/conduct/__init__.py       |  49 ++
 .../guardrail_hooks/conduct/conduct.py        | 158 +++++++
 litellm/types/guardrails.py                   |   1 +
 .../guardrails/guardrail_hooks/conduct.py     |  42 ++
 .../guardrail_hooks/test_conduct.py           | 423 ++++++++++++++++++
 .../public/assets/logos/conduct.png           | Bin 0 -> 12730 bytes
 .../_components/guardrail_garden_configs.ts   |   6 +
 .../_components/guardrail_garden_data.test.ts |   1 +
 .../_components/guardrail_garden_data.ts      |  10 +
 .../_components/guardrail_info_helpers.tsx    |   3 +
 10 files changed, 693 insertions(+)
 create mode 100644 litellm/proxy/guardrails/guardrail_hooks/conduct/__init__.py
 create mode 100644 litellm/proxy/guardrails/guardrail_hooks/conduct/conduct.py
 create mode 100644 litellm/types/proxy/guardrails/guardrail_hooks/conduct.py
 create mode 100644 tests/test_litellm/proxy/guardrails/guardrail_hooks/test_conduct.py
 create mode 100644 ui/litellm-dashboard/public/assets/logos/conduct.png

diff --git a/litellm/proxy/guardrails/guardrail_hooks/conduct/__init__.py b/litellm/proxy/guardrails/guardrail_hooks/conduct/__init__.py
new file mode 100644
index 00000000000..9eac143be88
--- /dev/null
+++ b/litellm/proxy/guardrails/guardrail_hooks/conduct/__init__.py
@@ -0,0 +1,49 @@
+from __future__ import annotations
+
+from collections.abc import Mapping
+from types import MappingProxyType
+from typing import TYPE_CHECKING, Final
+
+from litellm.types.guardrails import SupportedGuardrailIntegrations
+
+from .conduct import ConductGuardrail
+
+if TYPE_CHECKING:
+    from litellm.integrations.custom_guardrail import CustomGuardrail
+    from litellm.types.guardrails import Guardrail, LitellmParams
+
+DEFAULT_TIMEOUT_SECONDS: Final = 8.0
+_NO_EXTRAS: Final[Mapping[str, object]] = MappingProxyType({})
+
+
+def initialize_guardrail(
+    litellm_params: LitellmParams,
+    guardrail: Guardrail,
+    guardrail_cls: type[CustomGuardrail] = ConductGuardrail,
+) -> CustomGuardrail:
+    import litellm
+
+    extras: Final = litellm_params.model_extra or _NO_EXTRAS
+    _callback: Final = guardrail_cls(
+        api_url=litellm_params.api_base,
+        agent_token=litellm_params.api_key,
+        workspace_id=extras.get("workspace_id"),
+        tool_name=extras.get("tool_name", "llm_call"),
+        unreachable_fallback=litellm_params.unreachable_fallback,
+        timeout=DEFAULT_TIMEOUT_SECONDS if litellm_params.timeout is None else litellm_params.timeout,
+        guardrail_name=guardrail.get("guardrail_name", ""),
+        event_hook=litellm_params.mode,
+        default_on=litellm_params.default_on,
+        supported_event_hooks=guardrail_cls.get_supported_event_hooks(),
+    )
+    litellm.logging_callback_manager.add_litellm_callback(_callback)
+    return _callback
+
+
+guardrail_initializer_registry: Final = {  # mutable-ok: module-level registry, built once and never mutated
+    SupportedGuardrailIntegrations.CONDUCT.value: initialize_guardrail,
+}
+
+guardrail_class_registry: Final = {  # mutable-ok: module-level registry, built once and never mutated
+    SupportedGuardrailIntegrations.CONDUCT.value: ConductGuardrail,
+}
diff --git a/litellm/proxy/guardrails/guardrail_hooks/conduct/conduct.py b/litellm/proxy/guardrails/guardrail_hooks/conduct/conduct.py
new file mode 100644
index 00000000000..c87f8c016b1
--- /dev/null
+++ b/litellm/proxy/guardrails/guardrail_hooks/conduct/conduct.py
@@ -0,0 +1,158 @@
+"""Conduct Guard as a LiteLLM guardrail, backed by the ``conduct-litellm-guard`` PyPI package.
+
+Install: ``pip install "conduct-litellm-guard>=0.2.5"``
+Source:  https://github.com/sseshachala/conductai/tree/main/packages/conduct-litellm-guard
+"""
+
+from __future__ import annotations
+
+import inspect
+from collections.abc import Awaitable, Callable, Mapping
+from functools import partial
+from types import MappingProxyType
+from typing import TYPE_CHECKING, Final, Literal, Protocol
+
+from pydantic import BaseModel, ConfigDict
+
+from litellm.integrations.custom_guardrail import CustomGuardrail, log_guardrail_information
+from litellm.types.llms.openai import ChatCompletionUserMessage
+from litellm.types.proxy.guardrails.guardrail_hooks.conduct import ConductGuardrailConfigModel
+
+if TYPE_CHECKING:
+    from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
+    from litellm.types.utils import GenericGuardrailAPIInputs, GuardrailStatus
+
+MISSING_PACKAGE_MESSAGE: Final = (
+    "conduct-litellm-guard>=0.2.5 is required for the Conduct guardrail. "
+    'Install it with: pip install "conduct-litellm-guard>=0.2.5"'
+)
+
+BLOCKING_VERDICTS: Final = frozenset({"block", "approval"})
+FLAGGED_VERDICTS: Final = frozenset({"warning", "advisory"})
+
+
+class ConductDecision(Protocol):
+    @property
+    def verdict(self) -> str: ...
+
+    @property
+    def rule_id(self) -> str | None: ...
+
+
+class ConductCheck(Protocol):
+    def __call__(self, *, data: Mapping[str, object], call_type: str) -> Awaitable[ConductDecision]: ...
+
+
+def request_payload(
+    inputs: GenericGuardrailAPIInputs,
+    request_data: Mapping[str, object],
+    input_type: Literal["request", "response"],
+) -> Mapping[str, object] | None:
+    if input_type != "request":
+        return None
+    messages: Final = inputs.get("structured_messages") or tuple(
+        ChatCompletionUserMessage(role="user", content=text) for text in inputs.get("texts") or ()
+    )
+    return MappingProxyType({**request_data, "prompt": None, "messages": messages})
+
+
+def decision_status(decision: ConductDecision) -> GuardrailStatus:
+    return "guardrail_flagged" if decision.verdict in FLAGGED_VERDICTS else "success"
+
+
+class ConductVerdict(BaseModel):
+    model_config = ConfigDict(frozen=True)
+
+    verdict: str
+    rule_id: str | None = None
+
+
+def record_decision(
+    guardrail: CustomGuardrail,
+    request_data: dict[str, object],  # mutable-ok: the logging helper writes metadata into it
+    decision: ConductDecision,
+) -> None:
+    guardrail.add_standard_logging_guardrail_information_to_request_data(
+        guardrail_json_response=ConductVerdict(verdict=decision.verdict, rule_id=decision.rule_id).model_dump(),
+        request_data=request_data,
+        guardrail_status=decision_status(decision),
+    )
+
+
+async def apply_conduct_guardrail(
+    inputs: GenericGuardrailAPIInputs,
+    request_data: Mapping[str, object],
+    input_type: Literal["request", "response"],
+    check: ConductCheck,
+    blocked: Callable[[ConductDecision], Exception],
+    record: Callable[[ConductDecision], None],
+) -> GenericGuardrailAPIInputs:
+    payload: Final = request_payload(inputs, request_data, input_type)
+    if payload is None:
+        return inputs
+    decision: Final = await check(data=payload, call_type=input_type)
+    if decision.verdict in BLOCKING_VERDICTS:
+        raise blocked(decision)
+    record(decision)
+    return inputs
+
+
+def binds_unreachable_fallback(guardrail_cls: type[object]) -> bool:
+    return "unreachable_fallback" in inspect.signature(guardrail_cls.__init__).parameters
+
+
+try:
+    from conduct_litellm_guard.guardrail import ConductGuard, ConductGuardBlocked
+
+    if not binds_unreachable_fallback(ConductGuard):
+        raise ImportError(MISSING_PACKAGE_MESSAGE)
+except ImportError as import_error:
+    _import_error: Final = import_error
+
+    class ConductGuardrail(CustomGuardrail):
+        def __init__(self, **kwargs: object) -> None:  # kwargs-ok: mirrors the plugin constructor, only raises
+            raise ImportError(MISSING_PACKAGE_MESSAGE) from _import_error
+
+        @staticmethod
+        def get_config_model() -> type[ConductGuardrailConfigModel]:
+            return ConductGuardrailConfigModel
+
+else:
+
+    class ConductGuardrail(ConductGuard):  # pyright: ignore[reportUntypedBaseClass]  # optional dep, absent at type-check
+        @staticmethod
+        def get_config_model() -> type[ConductGuardrailConfigModel]:
+            return ConductGuardrailConfigModel
+
+        @log_guardrail_information
+        async def apply_guardrail(
+            self,
+            inputs: GenericGuardrailAPIInputs,
+            request_data: dict[str, object],  # mutable-ok: CustomGuardrail.apply_guardrail contract
+            input_type: Literal["request", "response"],
+            logging_obj: LiteLLMLoggingObj | None = None,
+        ) -> GenericGuardrailAPIInputs:
+            return await apply_conduct_guardrail(
+                inputs,
+                request_data,
+                input_type,
+                self.check,
+                ConductGuardBlocked,
+                partial(record_decision, self, request_data),
+            )
+
+
+__all__ = (
+    "BLOCKING_VERDICTS",
+    "FLAGGED_VERDICTS",
+    "MISSING_PACKAGE_MESSAGE",
+    "ConductCheck",
+    "ConductDecision",
+    "ConductGuardrail",
+    "ConductVerdict",
+    "apply_conduct_guardrail",
+    "binds_unreachable_fallback",
+    "decision_status",
+    "record_decision",
+    "request_payload",
+)
diff --git a/litellm/types/guardrails.py b/litellm/types/guardrails.py
index 02dee40f2a3..69cb88bfa2f 100644
--- a/litellm/types/guardrails.py
+++ b/litellm/types/guardrails.py
@@ -137,6 +137,7 @@ class SupportedGuardrailIntegrations(Enum):
     COMPRESR = "compresr"
     STRAIKER = "straiker"
     ALICE = "alice"
+    CONDUCT = "conduct"
 
 
 class Role(Enum):
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/conduct.py b/litellm/types/proxy/guardrails/guardrail_hooks/conduct.py
new file mode 100644
index 00000000000..fbff4363351
--- /dev/null
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/conduct.py
@@ -0,0 +1,42 @@
+from __future__ import annotations
+
+from typing import Literal
+
+from pydantic import BaseModel, Field
+
+from .base import GuardrailConfigModel
+
+
+class ConductGuardrailConfigModelOptionalParams(BaseModel):
+    workspace_id: str | None = Field(
+        default=None,
+        description="Conduct workspace id, sent as the X-Workspace-Id header. Env: CONDUCT_WORKSPACE_ID.",
+    )
+    tool_name: str | None = Field(
+        default="llm_call",
+        description="Conduct tool name the prompt is evaluated under. Match the tool your rules target.",
+    )
+    timeout: float | None = Field(
+        default=8.0,
+        gt=0.0,
+        description="Timeout in seconds for the Conduct check.",
+    )
+    unreachable_fallback: Literal["fail_open", "fail_closed"] | None = Field(
+        default="fail_closed",
+        description="Behavior when Conduct is unreachable, times out, or rejects the token.",
+    )
+
+
+class ConductGuardrailConfigModel(GuardrailConfigModel[ConductGuardrailConfigModelOptionalParams]):
+    api_key: str = Field(
+        min_length=1,
+        description="Conduct agent token. Env: CONDUCT_AGENT_TOKEN.",
+    )
+    api_base: str | None = Field(
+        default="https://api.conductai.ai",
+        description="Conduct API base URL. The MCP endpoint is derived as <api_base>/mcp.",
+    )
+
+    @staticmethod
+    def ui_friendly_name() -> str:
+        return "Conduct Guard"
diff --git a/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_conduct.py b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_conduct.py
new file mode 100644
index 00000000000..323756f8fa0
--- /dev/null
+++ b/tests/test_litellm/proxy/guardrails/guardrail_hooks/test_conduct.py
@@ -0,0 +1,423 @@
+from __future__ import annotations
+
+import importlib.util
+import json
+import warnings
+from collections.abc import Mapping
+from dataclasses import dataclass, field
+from typing import Final, Literal
+
+import httpx
+import pytest
+import respx
+from fastapi import HTTPException
+
+import litellm
+from litellm.integrations.custom_guardrail import CustomGuardrail
+from litellm.proxy.guardrails.guardrail_endpoints import get_guardrail_ui_settings, get_provider_specific_params
+from litellm.proxy.guardrails.guardrail_hooks.conduct import (
+    DEFAULT_TIMEOUT_SECONDS,
+    ConductGuardrail,
+    initialize_guardrail,
+)
+from litellm.proxy.guardrails.guardrail_hooks.conduct.conduct import (
+    apply_conduct_guardrail,
+    binds_unreachable_fallback,
+    record_decision,
+    request_payload,
+)
+from litellm.proxy.guardrails.guardrail_registry import InMemoryGuardrailHandler
+from litellm.types.guardrails import Guardrail, GuardrailEventHooks, LitellmParams
+from litellm.types.llms.openai import ChatCompletionAssistantMessage
+from litellm.types.proxy.guardrails.guardrail_hooks.conduct import (
+    ConductGuardrailConfigModel,
+    ConductGuardrailConfigModelOptionalParams,
+)
+from litellm.types.utils import GenericGuardrailAPIInputs
+
+PACKAGE_INSTALLED: Final = importlib.util.find_spec("conduct_litellm_guard") is not None
+
+
+class _RecordingGuardrail(CustomGuardrail):
+    """Stand-in with the ``conduct_litellm_guard.ConductGuard`` class contract."""
+
+    @classmethod
+    def get_supported_event_hooks(cls) -> list[GuardrailEventHooks]:
+        return [GuardrailEventHooks.pre_call]
+
+    def __init__(
+        self,
+        *,
+        api_url: str | None = None,
+        agent_token: str | None = None,
+        workspace_id: str | None = None,
+        unreachable_fallback: str | None = None,
+        tool_name: str = "llm_call",
+        timeout: float = 8.0,
+        guardrail_name: str | None = None,
+        event_hook: str | None = None,
+        default_on: bool = False,
+        supported_event_hooks: list[GuardrailEventHooks] | None = None,
+    ) -> None:
+        super().__init__(
+            guardrail_name=guardrail_name,
+            event_hook=event_hook,  # pyright: ignore[reportArgumentType]  # CustomGuardrail coerces the str at runtime
+            default_on=default_on,
+            supported_event_hooks=supported_event_hooks,
+        )
+        self.api_url = api_url
+        self.agent_token = agent_token
+        self.workspace_id = workspace_id
+        self.unreachable_fallback = unreachable_fallback or "fail_closed"
+        self.tool_name = tool_name
+        self.timeout = timeout
+
+
+@dataclass(frozen=True, slots=True)
+class _Decision:
+    verdict: str
+    rule_id: str | None = None
+
+
+class _Blocked(Exception):
+    def __init__(self, decision: _Decision) -> None:
+        super().__init__(decision.verdict)
+        self.decision = decision
+
+
+@dataclass(slots=True)
+class _RecordingCheck:
+    verdict: str
+    rule_id: str | None = None
+    calls: list[tuple[Mapping[str, object], str]] = field(default_factory=list)  # mutable-ok: test spy
+    recorded: list[_Decision] = field(default_factory=list)  # mutable-ok: test spy
+
+    async def __call__(self, *, data: Mapping[str, object], call_type: str) -> _Decision:
+        self.calls.append((data, call_type))
+        return _Decision(self.verdict, self.rule_id)
+
+    def record(self, decision: _Decision) -> None:
+        self.recorded.append(decision)
+
+
+async def _bridge(
+    check: _RecordingCheck,
+    inputs: GenericGuardrailAPIInputs,
+    request_data: Mapping[str, object],
+    input_type: Literal["request", "response"],
+) -> GenericGuardrailAPIInputs:
+    return await apply_conduct_guardrail(inputs, request_data, input_type, check, _Blocked, check.record)
+
+
+def _guardrail_records(request_data: Mapping[str, object]) -> list[tuple[str, object]]:
+    metadata: Final = request_data["metadata"]
+    assert isinstance(metadata, dict)
+    records: Final = metadata["standard_logging_guardrail_information"]
+    assert isinstance(records, list)
+    return [(record["guardrail_status"], record["guardrail_response"]) for record in records]
+
+
+def _params(mode: str = "pre_call", **extras: object) -> LitellmParams:
+    return LitellmParams(guardrail="conduct", mode=mode, api_key="cond_agt_test", **extras)
+
+
+def _guardrail(litellm_params: LitellmParams) -> Guardrail:
+    return Guardrail(guardrail_name="conduct-guard", litellm_params=litellm_params)
+
+
+def _init(litellm_params: LitellmParams) -> _RecordingGuardrail:
+    callback: Final = initialize_guardrail(
+        litellm_params, _guardrail(litellm_params), guardrail_cls=_RecordingGuardrail
+    )
+    assert isinstance(callback, _RecordingGuardrail)
+    return callback
+
+
+@pytest.fixture(autouse=True)
+def _isolate_callbacks(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setattr(litellm, "callbacks", [])
+
+
+def test_maps_typed_fields_and_extras_onto_plugin_kwargs() -> None:
+    callback: Final = _init(
+        _params(
+            api_base="https://guard.example.test",
+            unreachable_fallback="fail_open",
+            timeout="3",
+            workspace_id="ws_123",
+            tool_name="workflow",
+            default_on=True,
+        )
+    )
+
+    assert callback.api_url == "https://guard.example.test"
+    assert callback.agent_token == "cond_agt_test"
+    assert callback.unreachable_fallback == "fail_open"
+    assert callback.timeout == 3.0
+    assert callback.workspace_id == "ws_123"
+    assert callback.tool_name == "workflow"
+    assert callback.guardrail_name == "conduct-guard"
+    assert callback.event_hook == "pre_call"
+    assert callback.default_on is True
+    assert litellm.callbacks == [callback]
+
+
+def test_defaults_when_optional_config_is_omitted() -> None:
+    callback: Final = _init(_params())
+
+    assert callback.unreachable_fallback == "fail_closed"
+    assert callback.timeout == DEFAULT_TIMEOUT_SECONDS
+    assert callback.workspace_id is None
+    assert callback.tool_name == "llm_call"
+
+
+def test_ui_form_defaults_match_what_the_initializer_forwards() -> None:
+    optional: Final = ConductGuardrailConfigModelOptionalParams()
+    model: Final = ConductGuardrailConfigModel(api_key="cond_agt_test")
+    callback: Final = _init(
+        _params(**{**model.model_dump(exclude={"api_key", "optional_params"}), **optional.model_dump()})
+    )
+
+    assert callback.api_url == model.api_base
+    assert callback.unreachable_fallback == optional.unreachable_fallback
+    assert callback.timeout == optional.timeout
+    assert callback.workspace_id == optional.workspace_id
+    assert callback.tool_name == optional.tool_name
+
+
+@pytest.mark.asyncio
+async def test_ui_offers_conduct_fields_without_the_package() -> None:
+    assert ConductGuardrail.get_config_model() is ConductGuardrailConfigModel
+
+    fields: Final = (await get_provider_specific_params())["conduct"]
+
+    assert fields["ui_friendly_name"] == "Conduct Guard"
+    assert fields["api_key"]["required"] is True
+    assert fields["api_base"]["default_value"] == "https://api.conductai.ai"
+    optional: Final = fields["optional_params"]["fields"]
+    assert set(optional) == {"workspace_id", "tool_name", "timeout", "unreachable_fallback"}
+    assert optional["unreachable_fallback"]["type"] == "select"
+    assert optional["unreachable_fallback"]["options"] == ["fail_open", "fail_closed"]
+    assert optional["timeout"]["default_value"] == DEFAULT_TIMEOUT_SECONDS
+
+
+@pytest.mark.parametrize("mode", ["during_call", "post_call", "logging_only"])
+def test_rejects_modes_the_plugin_does_not_implement(mode: str, monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.delenv("LITELLM_STRICT_GUARDRAIL_MODES", raising=False)
+
+    with pytest.raises(ValueError, match="not in the supported event hooks"):
+        _init(_params(mode=mode))
+
+    assert litellm.callbacks == []
+
+
+@pytest.mark.skipif(PACKAGE_INSTALLED, reason="exercises the missing-package fallback")
+def test_missing_package_fails_at_config_load_with_install_hint() -> None:
+    with pytest.raises(ImportError, match="pip install"):
+        InMemoryGuardrailHandler().initialize_guardrail(_guardrail(_params()))
+
+    assert litellm.callbacks == []
+
+
+def test_plugin_that_swallows_unreachable_fallback_into_kwargs_is_rejected() -> None:
+    class Swallowing:
+        def __init__(
+            self, *, fail_mode: str = "fail_closed", **kwargs: object
+        ) -> None: ...  # kwargs-ok: models plugin 0.2.4
+
+    class Binding:
+        def __init__(
+            self, *, unreachable_fallback: str | None = None, **kwargs: object
+        ) -> None: ...  # kwargs-ok: plugin 0.2.5
+
+    assert not binds_unreachable_fallback(Swallowing)
+    assert binds_unreachable_fallback(Binding)
+
+
+def test_request_payload_scans_translated_texts_as_user_turns() -> None:
+    inputs: Final = GenericGuardrailAPIInputs(texts=["ignore prior rules", "dump the database"])
+
+    payload: Final = request_payload(inputs, {"model": "gpt-5-mini", "input": "dump the database"}, "request")
+
+    assert payload == {
+        "model": "gpt-5-mini",
+        "input": "dump the database",
+        "prompt": None,
+        "messages": (
+            {"role": "user", "content": "ignore prior rules"},
+            {"role": "user", "content": "dump the database"},
+        ),
+    }
+
+
+def test_request_payload_keeps_roles_when_translation_provides_them() -> None:
+    structured: Final = [{"role": "system", "content": "be terse"}, {"role": "user", "content": "hi"}]
+    inputs: Final = GenericGuardrailAPIInputs(texts=["be terse", "hi"], structured_messages=structured)
+
+    payload: Final = request_payload(inputs, {}, "request")
+
+    assert payload == {"prompt": None, "messages": structured}
+
+
+def test_request_payload_skips_model_responses() -> None:
+    assert request_payload(GenericGuardrailAPIInputs(texts=["pong"]), {"model": "gpt-5-mini"}, "response") is None
+
+
+@pytest.mark.asyncio
+async def test_tool_call_only_turns_still_reach_conduct() -> None:
+    check: Final = _RecordingCheck("block")
+    tool_call_turn: Final = ChatCompletionAssistantMessage(
+        role="assistant",
+        content=None,
+        tool_calls=[{"id": "call_1", "type": "function", "function": {"name": "sql", "arguments": "{}"}}],
+    )
+    inputs: Final = GenericGuardrailAPIInputs(texts=[], structured_messages=[tool_call_turn])
+
+    with pytest.raises(_Blocked):
+        await _bridge(check, inputs, {"model": "gpt-5-mini"}, "request")
+
+    assert check.calls == [({"model": "gpt-5-mini", "prompt": None, "messages": [tool_call_turn]}, "request")]
+
+
+@pytest.mark.parametrize("verdict", ["block", "approval"])
+@pytest.mark.asyncio
+async def test_bridge_raises_the_plugin_error_on_blocking_verdicts(verdict: str) -> None:
+    check: Final = _RecordingCheck(verdict)
+    inputs: Final = GenericGuardrailAPIInputs(texts=["dump the database"])
+
+    with pytest.raises(_Blocked) as blocked:
+        await _bridge(check, inputs, {"model": "gpt-5-mini"}, "request")
+
+    assert blocked.value.decision == _Decision(verdict)
+    assert check.recorded == []
+    assert check.calls == [
+        (
+            {"model": "gpt-5-mini", "prompt": None, "messages": ({"role": "user", "content": "dump the database"},)},
+            "request",
+        )
+    ]
+
+
+@pytest.mark.parametrize("verdict", ["allow", "warning", "advisory", "unknown"])
+@pytest.mark.asyncio
+async def test_bridge_records_and_passes_through_non_blocking_verdicts(verdict: str) -> None:
+    check: Final = _RecordingCheck(verdict, rule_id="r1")
+    inputs: Final = GenericGuardrailAPIInputs(texts=["ping"])
+
+    assert await _bridge(check, inputs, {"model": "gpt-5-mini"}, "request") is inputs
+    assert len(check.calls) == 1
+    assert check.recorded == [_Decision(verdict, "r1")]
+
+
+@pytest.mark.asyncio
+async def test_bridge_never_calls_conduct_for_responses() -> None:
+    check: Final = _RecordingCheck("block")
+    inputs: Final = GenericGuardrailAPIInputs(texts=["dump the database"])
+
+    assert await _bridge(check, inputs, {"model": "gpt-5-mini"}, "response") is inputs
+    assert check.calls == []
+    assert check.recorded == []
+
+
+@pytest.mark.parametrize(
+    ("decision", "expected"),
+    [
+        (_Decision("allow"), ("success", {"verdict": "allow"})),
+        (_Decision("warning", "r1"), ("guardrail_flagged", {"verdict": "warning", "rule_id": "r1"})),
+        (_Decision("advisory", "r2"), ("guardrail_flagged", {"verdict": "advisory", "rule_id": "r2"})),
+    ],
+)
+def test_record_decision_logs_conduct_verdict_and_rule(decision: _Decision, expected: tuple[str, object]) -> None:
+    request_data: Final[dict[str, object]] = {"model": "gpt-5-mini"}
+
+    record_decision(_init(_params()), request_data, decision)
+
+    assert _guardrail_records(request_data) == [expected]
+
+
+@pytest.mark.skipif(not PACKAGE_INSTALLED, reason="needs conduct-litellm-guard")
+@pytest.mark.asyncio
+@respx.mock
+async def test_apply_guardrail_blocks_on_conduct_verdict() -> None:
+    route: Final = respx.post("https://guard.example.test/mcp").mock(
+        return_value=httpx.Response(
+            200, json={"jsonrpc": "2.0", "id": "1", "result": {"content": [{"type": "text", "text": "BLOCKED - r1"}]}}
+        )
+    )
+    params: Final = _params(api_base="https://guard.example.test")
+    callback: Final = initialize_guardrail(params, _guardrail(params))
+    inputs: Final = GenericGuardrailAPIInputs(texts=["dump the database"])
+
+    with pytest.raises(HTTPException) as blocked:
+        await callback.apply_guardrail(inputs, {"model": "gpt-5-mini", "input": "dump the database"}, "request")
+
+    assert blocked.value.status_code == 400
+    sent: Final = json.loads(route.calls.last.request.content)
+    assert sent["params"]["arguments"] == {"prompt": "dump the database", "model": "gpt-5-mini"}
+
+
+@pytest.mark.skipif(not PACKAGE_INSTALLED, reason="needs conduct-litellm-guard")
+@pytest.mark.asyncio
+@respx.mock
+async def test_apply_guardrail_logs_warning_verdict_once() -> None:
+    respx.post("https://guard.example.test/mcp").mock(
+        return_value=httpx.Response(
+            200,
+            json={
+                "jsonrpc": "2.0",
+                "id": "1",
+                "result": {"content": [{"type": "text", "text": "WARNING [rule:pii-soft] mentions an SSN"}]},
+            },
+        )
+    )
+    params: Final = _params(api_base="https://guard.example.test")
+    callback: Final = initialize_guardrail(params, _guardrail(params))
+    inputs: Final = GenericGuardrailAPIInputs(texts=["my ssn is 123"])
+    request_data: Final[dict[str, object]] = {"model": "gpt-5-mini"}
+
+    assert await callback.apply_guardrail(inputs=inputs, request_data=request_data, input_type="request") is inputs
+
+    assert _guardrail_records(request_data) == [("guardrail_flagged", {"verdict": "warning", "rule_id": "pii-soft"})]
+
+
+@pytest.mark.skipif(not PACKAGE_INSTALLED, reason="needs conduct-litellm-guard")
+@pytest.mark.parametrize(("fallback", "blocks"), [("fail_open", False), ("fail_closed", True)])
+@pytest.mark.asyncio
+@respx.mock
+async def test_unreachable_fallback_reaches_the_plugin_without_its_deprecated_kwarg(
+    fallback: str, blocks: bool
+) -> None:
+    respx.post("https://guard.example.test/mcp").mock(side_effect=httpx.ConnectError("refused"))
+    params: Final = _params(api_base="https://guard.example.test", unreachable_fallback=fallback)
+    inputs: Final = GenericGuardrailAPIInputs(texts=["ping"])
+
+    with warnings.catch_warnings():
+        warnings.simplefilter("error", DeprecationWarning)
+        callback: Final = initialize_guardrail(params, _guardrail(params))
+
+    if blocks:
+        with pytest.raises(HTTPException):
+            await callback.apply_guardrail(inputs, {"model": "gpt-5-mini"}, "request")
+        return
+    assert await callback.apply_guardrail(inputs, {"model": "gpt-5-mini"}, "request") is inputs
+
+
+@pytest.mark.skipif(not PACKAGE_INSTALLED, reason="needs conduct-litellm-guard")
+def test_config_loads_conduct_and_rejects_modes_the_plugin_lacks() -> None:
+    handler: Final = InMemoryGuardrailHandler()
+
+    loaded: Final = handler.initialize_guardrail(_guardrail(_params()))
+    assert loaded is not None
+    assert loaded["litellm_params"].guardrail == "conduct"
+    assert [type(callback) for callback in litellm.callbacks] == [ConductGuardrail]
+
+    with pytest.raises(ValueError, match="not in the supported event hooks"):
+        handler.initialize_guardrail(_guardrail(_params(mode="during_call")))
+
+
+@pytest.mark.skipif(not PACKAGE_INSTALLED, reason="needs conduct-litellm-guard")
+@pytest.mark.asyncio
+async def test_ui_only_offers_pre_call_for_conduct() -> None:
+    settings: Final = await get_guardrail_ui_settings()
+
+    assert settings.supported_modes_by_provider["conduct"] == ["pre_call"]
diff --git a/ui/litellm-dashboard/public/assets/logos/conduct.png b/ui/litellm-dashboard/public/assets/logos/conduct.png
new file mode 100644
index 0000000000000000000000000000000000000000..e68b32df916f7957627f1b34fc319eaf24952225
GIT binary patch
literal 12730
zcmV;rF-6XaP)<h;3K|Lk000e1NJLTq0049V004jp1^@s6+L=u#001$8Nkl<Zc-rlK
zXP8{YmG*m1)xF(4Nzy1w6O@oZBm@2k4hUm{00TDu<Q#Cou-M?mAdm<avav0aS!d&%
zy|#9p2nK`Aiv0*S2n^T)gwl+18fiuox^GpT^Zn@VneNdDrJ0dztMv5KqQ!G>-Fk1;
zIp;kII5ZB8L*vjmG!BhJV_yaxT7rXb)LqqFYfR-dB{M1bP{B5|0kk}orKQWhGNSDe
zp#LCa#yqvFI=8>ki++HNc_RU11Zs%X0lJ1%{-i;FxaQ6gPXnZf06o~j>}vhL0^CG~
zr!z4K3WavV<bzWcdD4j9*nH=RNBRPl4=v@vF*f@hClg_=iK6Mo5QstvUIIX1*$~_K
z6p75-3A49M?dv*+06hrC^m!YrT=4H<#!&_WQUw)uB~f967Cwdu0KWmu7tEOVi0yqX
z+uxHr=IZs8?d-=<h({*yjI7^A+Pbd!8^>%r1YO@FWObrvJ(;a#NC1cdEtQK!$*2Gn
z#+bA?|HiG!5kCU3aX<jAyQ(>3qtvO}f<2#*I*}}mgGMYBvNdStxpA}C-;?Il11oN=
zZ9N2G`B26v1rLYnE;UyLK$QO*<<HiJBo~Ga2%ytuYjvV6mpJg{9Pwl}1_T8wpukvG
z92J5)BPa6X`q@o)t-if+-GMgOCSARLq^I~WCR4{MM!;J{yIz@CHD>jq`Q!(8I;Lz#
z=7FU$t(CfWXnx14stwkgem`<gxLc!bE4IBaD9^D`Y9u27B;E5P1uOv^#iPCVmn*7r
z)8}nmuw?$|_5*?Br0ZISB#EArD8CC##|vl(z@&sOrPM1gx3~Oy?3HU5uK)7*=0SVA
z#B37P7FIMswIDeA+R8nDQPoXKc1OP}MQu&3#|ijy6UQSN9-!i(Q1}!k$11Qks!*5@
zv}b9?0Ri*s9izObYnAyfj_idtGWAi!HF0dJ<H(GPZ2Wp-%x5&t+&b#2=A#E|UJl!u
zLE*U&f&%68voBC3c!7pzlO$~JS3qaXd&Gv|X99G1-e#h{t=uB05E$lqQ95(%$JSO1
zCYZ-uy}lCcE`#AKqEtM_7zL36q)^JQ6q6vbw!&DRMVy{D=JIuogE6-iw@z*)lK)f<
z%X+V&mTycbF+{>rV%)Rlu7<9D1#~lxs|lh<v$Yl~1>C6oPxoe}yj*1ifRBi4Y|UT-
z+7YKu6gD5QQB=(&J@x<<Kb)T<DPn7liR?L1C0~SjIw+={aq^4>znEXEG8pqmEET}?
zZoSp;)u?mF6a8+7hEA7O(VF5*rMs6F#pzY&v?DcmcHZA&1)m9~2}Dw2*HO<gLOmx5
zsUT&e3SxWa^o~`d20_my;`mJh9AA)+5H0LZW+)gELLxr*9I3xK)4BPF%f2!-*VmQy
zODS^VeNfIBl>(YnIKIktG%9LGT7aEQgQdy~#(jLr&(?iy`qqJ7uC}(Cswk~TG8;os
z2&jzpEVc5`ef$!Hs8MWcJb(=Y`odka>DW$~E0wtpst`c{!eeagQWY5rgsidnJ5l&U
zT{QCfMYoUKr53(lfF|O0c#T%u;PXdmiH26Lc=zmGRzYN=@!pvEYQ`Kl`s&qpZ>*|&
z3iC+@YQbWTtSBm(iu0oG`Dt%suYBWV0#G@SU{1MWOHCGX37Ah}C`1iZ+;XNcZ+OGd
z$6D8I%?v@#FP=ZX69AU)=6d^e<gU4^p(|o}Jb1sYXGL@;ExYVjA}|y&n_-sC#bhe(
z9@Dw$vN2aI9XU{o=A(>L)ecdhw?Crn)TN%6ups}lCXPA=@~E{LITy?qu`vcj(BN}M
z<)@YD5sxpvl-#oUBif2!?#bA1fzRUpq@)iA@d~0I^t1;`(gJ-&T-d-0s7J&^=_qxq
zG4ba)Q+rq4b?Z*W$DWS*eTQ~z>Lk`>B3`t&p{~VG;Xe!iDyksDDg+%c66El?Ek`<{
zkCU}ys34L^-J@2+PnXQ6WS{WZ-$^z9$AtATe5Z&!5=7iidos^iK|&A}w_PO!ChA^L
zMnG)r5No3M3Z=g}wx<5-u~#l{=+A{)_LZqQQU8blYZTm#;jT?RLI^>ix|E|$10v(6
z&E8y{^Z1BzbP{vnB@(wz)!)7Bj?v5ad4u)G<kl`2@n>WCY8C&WXwdF6Ocko4>fHtv
z|5K81c?j-%&biG!q=SMWuuO<;d<2{LrjQ!))iJZzom+QRbEe-8Hy^*Kf~Nd?mUl;~
z_F?E1zuB;ZIkh!A`gH>Vs6bz%hAw1dB2_~0K9Ks~#JTo|_Upv#uL(ANe%N2*NFN8t
z740YjA&6!L@?}R|SFKnu{O3xY*Ad(`!6#2h@PUZC7m-yE+o&RrQs;xyUrlU$)3{Hr
zn6}@Oo2Q&2oncfDCj=0*TXya&^|hNKA-2Z>cJ74Po2T_RpcFfWYEa_*-GYCPHTV5x
zUzyr=Pyh-jslou1S0OdOFhRvb<mGh>>b3$v^Mb~0s}_v<F)?388onO9TbEZrxFB`~
z5rCA5Ct8j_rBUVGV?VX_-L+RN-De`=@b;GJg78secqAd@=M}^S2|)|Qf~cbCg`~on
zYzbiE(>>9r#(jLv@csmJhs85WxYOmbkGdrH5Oet4ii(D3_V>E|>JOCwqoh<yE;9f!
zVtc8Ux)OMP$`wm*44EO1D$%6@{6=Dv%2SAWOEESkCC1Ef-cPd}y>8Ss8@|2ijxjIn
z5r<JCtDO2v1m?8{0#$-)=pg7XNO%K~G*F(Lryz8?VIBjOykVn&HEf;QcTqZ8HFn<G
zFRkATjkEU)k68=(gkh6-%h=&&NIO$!ocnJfek>=Btk?~Wt5(HLKz6@&e!rnPZyq;h
zFTYtiJ=ZYVyiLmR!S9GkKDzu1!+*I;TkM97lfBdTiQ4y*v6I;tK&1pVf(s!y(ZzuO
zcI-F(YRz3owd~2X4!d^CMPBu*WbIgjLX@EDf1iTA{N?n}=GRqhsRV%Sol(>oXto6W
zyJb#8r34Ct#QRN<aJS{~Ym%gstW6<knuueFrVzzxA0$mAF^R?joMxtsjkto8GOC*L
zpcGV7P))OH2Bc8{GbvjkQb0CAvWqfK?_c`G@mmh~4rK*}-lV+JZeN>apBue=$`wl&
zgvy%7g3`YQkF(gCs^X#&6tOYJSUxdvILt?*UqAlZ)pxI5S@#qc=5N{8IO6J-MhCfs
ztQ|`vP#B1J>sjTyFW)h26#zUAbi1G?e75DA+=0UdbRkp022+4EAhLE;2)HJI-orLZ
z07Oa@0cw<CA!I?u0!kpT0xSTB1O@<8-ew~r5D`H+f7BN>egi-yKsfz2N#XTJezx<L
zzu#1``T)w%o1x6S6MO_n>FfR~rp3wyV;;_kTtVzVEy2B@60}rlvKo-K(J({y;-Hn^
z8Z%+@mG!eXkL%kLq*iQrhk#DaD?khhK>+!k$(cSi$yGPiHW{P0L&9P$npRXKLj;kv
znaIYIjfsvh#!j)3ZM0ET7e&#S$l4KcWQWF)9TG>jI*v?bWKG6e6I*Mnv4*W-GR!cP
zm(!#HEDo#=qydHrHe`q8Hoo}5Ezc~xI&<s?#veF9mn<Yz%D<t#90ia)mw7MWK62fJ
z_=T?!Ixi&&Kh)s1QAtz{K@b~*R2(189DUX?ePiskYtNo?#nLjee|>h-$xiiRvZf+W
zcr&1~BsTK>R|{5tpRIi|LimCN|B8?)A_~n%33L+?`7iDDn-qSNp5M{iHY$8mS<ny&
z9?6Cm(E8`^q3y{ZrrQ4Y;76o&`!~{uU2rNej|U&n=_APyOxXr4&e`nUr54S9lW$s3
z_eAWI*^p$egyd-zFFic5f;AvzZKdVt0-^NR+A4=$J8DkTq`Y^fxmJ`f0ox<;XC^~}
z>tOgF*GwGqs+#2d`6M+HhTkI+ZV5hlMGJ1VSMw)zLsmjMmAG(9KKYZP`<g@mGl&$)
zy1!z_v%f%Y-Sd#n78tlHHqrU;baUmT=cf-kpeL-aCL%Q``df+*Mx;fHWN*jPFOJ``
zDl_`qM9JlVd^ZHY1>k(J6ctPyBBX3QnGww;t@uX6oK3TGxzu|C@p;51udIp!6#gfo
z>@OEzN^W=eU3@9IQIm%MoHfi2-v5seKC47fHqZhfN(Lx=lnfMwZ!!=tL>Z#UyTMc;
zA`l5G-ivrA8hk(qSyJh8o0n<(lKT;MtOF5&m_baiHiEJCq{w2%o+_~Ys1%(5)hz~0
zz0O<3-W<6*ZyA!6z*9%hX<F7!6_2XOr9}25GByH2-d<FNF(xC*XQ}wtcqKK4hUah0
z2q9T**?sHfTPLpC)7ut+|6Sdj?SJRsE^^+TL2Md{s8aKmst^!J)q&s%@J#AdB&Uij
zfGk0CWGI2cF{y)6mQ-_w)Dcr>$hBoVUViH2uGLS?l(y9=Dmpky6cJ-MO$g&oIN@V<
z@#1f}K?AgF+usSp#@HgUP#Vt^RCRx^|H6XCZ2*39#En~@&8d7yyn6=`*Ao+<`QT(j
z1hw%fQUxFoB?OU#H2l0XMGx<b@wjHe&}EpXcQm-BAE!)J16fn00urb<UcD+O%89ck
zI5H-OoKIA3B9U`Gn{`!5g>MljX`hv4xi-PJ6@rED44C$z>QvX}cM#z)8$~f2+ou;#
z1>T9aEnYk}4C)T;sMySwMw_DJU%R<^DGdVL@A2X-!~Z^g-o~4|JTFqEkEzh<WTFZp
zE$AT9O|XLufUrYJm#$yG-tEsR(G09d{<GhsrtYj-pWS$wGJnEE@z{J=PI<_t7P#=>
zk|tvJ7ht{&stgUalSx%fsR>$C1x(a`fC9jh`J>xc-a7K0iZp-RkbXV{zf?p+sYY5{
z7G^U{IWxPVcFL!w%-d3j13WT^oi|>ry`GJ^Hi}bYnYr-#mH0FY3YK%Z?LH*m>BzM_
zIp|8!=#EW!rHHglA!LH~=MF6gwzio%TJDH~`y@0xr@b{x1(=DgvD2XR>1<-YRySws
z%*J_|J`iA5Pq<*3@%Su^y_{`o2o-Ey+SwI@B$wTm<Z@q5Bzy;Jp6nWQKwY&ZfpTyE
z1r)j`#KQjgI^$H-Ns5YY$5io%D7;vt0me`TgD+4u-*mZc^Ty5DG<6WMr0T}APZ5MW
zz|s5JrZYRmQWxAmDu7RN%^}I%61wzGtocLB-rT6)WN41tS!85E9B9ubRVch4FhHlw
zT{kjG<Pv3`Mk;yls)jBCbrDf5aX})9z<|KUHoD-i7PTjjyLQtzTt@HTJfKnhGi>$5
z_#7c~BXjCRHm3ZArxMCU6y9Z@Q=hxlucKc959AIQQxvkJNQqdxb#5)X&@?aK24Kva
z$H>|91Lz#$y!ciLN+H~9;6DM<Ux|cv6yt-TfCfZ{BWt45l<b$Hoc&DWjq8r+wx9cP
z)YZ+(R8P!&Kq$VQO{M^5Z|_JxTunkypLG6j5^~pM*F5-(eF3wdx!jgKi=YAG6R1j_
z6@e&;9}pRO*!D}Od7_J9?C`vIhN0qLCgi@hV!`mAM{rjf4f9pPi+SfyK9CwJFc73n
zG={;SNL>8g(X%&vXw2Mo{T8S;q~W|_t-Ryof@r?6nQ6qlv!9C!K{(zeF6sK6>*~BF
zG(Y%oUW)G9=(i)c_4!9Dbm+(m_$-igf-8n2u0Ii|9H}|Dem`=@&RbjI+W7;4`9wpS
zr;vl|G9*7SUF}Z-z$>30vG#<IJ^iKD(UYF?0Us4F=dv-ic~JAfMr<NhbBcqRCc)1b
zHD|*&H!UCimsj)R>~0JjdqzVJ;Yu?0Lma1TUq!USCrMif+5Z%m-03&|Y3cs1OaA~`
zH!IV*=BfASIz8DGj8Gzi+qwd&sb>YM7?JI7K&v{V({iA9u`wwWBF#y|B5UyTS4yJF
z7k}%u4#1)*bJs0#Vjl?zmoS;vvWcupfT|Xq>9s!S`-9N2<0q`YGjqk#U+yY8{nbWg
z{hN-=!OS5WzuiP}2GA1MLdij^fcMF!5R$udUAeDe)1Nl>$GY?jpw$^UM!bB~upP~X
z91N(!Z+Z!#Ylm`XM8Eo7r_J6xE*JEpFgyV&d2Tf%YXJAHR~C$4(Wf^2g>jn!{r<$c
z+nyGLk2sH6hIwp}1W^gF%)}fWi-4=OvT6x{#d|Zabi<ji7uXw(O`X9}WN9aBEw5jw
zD7??E3f_G&XZ??`=}-NZ1l>O}RAd^U^?5O&J$xhqVSCdExAy6GRZe<a|Ky0wc*Hs%
z-Vs1&g1HbP>K!EfqOx<_ZX)JLSAL=P`6%9Y6REq>d-qTXAxp)0VHL0n7#Ig&FXZV7
zQFZ+p7Z{4ZXyVLFwvnYWo491Dg24Igv*L1da@6&0ta!LzGurzFP|=WR-lx$krBK1v
z#!7e(lUzQ0+6C47tq8sL=o38ghsoM1f<l#m5S}sYf3)Q5N9~dMv26a-w&vSL{}-EZ
znMn9T@NQ||BV(XJ5uAHIm-EZ^<XXdrUr?Q?ul;b~)a@K+PGmNqK6w;^1TWrY|0F(p
zO?LGu3(>Tw-$hYBX}RHVP<^TQbL8Jofr)I5g8t1peIKUJiud&{ldfwS;t@Vf%ttb5
zK2lJU7Bac-tZaJX?|XZ_<^^L`)KrXIpf2|@@7;G?l6x*Boxc&6`@))<`W3sC<6~xy
z%vQK-$fQ1F;>^^Z=!y~w4+MbWy~}x*TSzYXRId4<KkX?udq8ApM}7NC70uP(4&G0+
zQ8ZG!weB8jON<@m6S=CovvchZ;2vNv=|EMo*KVHam@i<%3@CyI1;PVKHv3yFe8)a%
zrG=D(MU$>u{?}ZWj*3BTE5AH>)9&V%YB+zQX!sP_=z}(jtBdBhmRXm1UfKI(d+^DR
zRPm+U+CQwo0FHh$rfa9Xx5i2P9A$eY8&la$ICtZLypuQNo-`7!+R^mDlY4Xh$#XVN
z37)>r)|{F5;V?pQOBu;!O}E!SGMJofMZ?+01NJ($_5!wXy8Agx_`G6jPw;M?2KQA?
z=-ch<@7*%cbL%%^p=H@m+k)q>gpmA9yi59eQ}Ukp=%k>SQ$6m@d&Q;Za`MIioT8ME
z+6~TSDY&0R*{;V256XF5S%1!%N_-bv`*yZby67e8;h74YtSY?EEmigNIurWRV1U`r
zOcBu8{Ok20>AGElzfVGt;vQAx>lrW<Yz%?pbApYpt{ipx=siAh;hm@iB?}dR)c=oi
z_}RYLiu*JgXQV3|pL(aVxx+-6Q`ttQC(@`SkPL(%Uc~#SG+<6=Ci5e#zqfO+UOCg>
z7YsXAwAi6jR;kF5#HOB0-3mn?DI24T!$3$}H0l|2t=?_w+_019ZdQ`CC~6Sg(=mnH
zR^8d~>|iX?ut~Fq5a^>se1nNo)AE{Z0Zb}4PlBolng1n&8#<RC`v+|P`k>Z48mMZV
zRM9x|9B_Pxjp8G^$$Io;=4+nz+6Zx<?TYm~ShjmIddd}BYT7f&c<X%In!D=P?W)9R
zzsk$TbH^B>PYCg4Y~$fXCA?2r2_J=;7&PiQO^rL|`#9{_Pi{T{wU`F5yy^^_o>2X6
z!}fC~vh~H7lwwYB(Oo1ix02Lf-_caP5Lg&+5RG`;Ia5tU*D%|68yi*SPZ%lzvPYxU
zD1&t4>k%I|6O^ic$w=#an{S`+%wW%X?_}tV85Xl<?cp)K$Y=eQ{|do<DR{pPCGoA@
z$-V@zjVCJExiu5pPd|vTq|AhKPqGo;#wPxtiQ=lV-2D=xOjY59wng=)ZOa^fE~3g|
z0JPDXic<%xB+g#R(2*l&ROzTAkBf&)Jv-VSpB=4DUKiIMHX#~1mE4eVt!Qo9wTx(6
z<NeTaFB(k`A>epo?&df1DTD-K0+>f5$i#H@loxVs%MNfIz!|opaq8Jj_VXOYZ?@Lj
zV&EH<mBPuBz~1MU!o+u0{GSi(;7skYqymtMf^cq3w&kI%PkgcSpaHb9?!2RtIQ|ry
zcsASk-DJ#}WX$Pcb2dPySv4cg(8;Sp>+<cpyhv+P)@SNpG=zF0n%+D8CBH@l5Y-E0
zBvm#(6Lzd<IS^3R)y>N2P`ndtKf^Y4JR3vZI!_rdOHdJYA$iI<|LJ69^UrGEbaADC
zPAB4Yo=galihr!_$uBk^6o6*NpL-Ilxs9XLJ53yqV&=#g!)y#Qo0!;)R>8@vT9>Jw
z_}5(9@?C?_zM_?CCod)CX~aAURPIp9mkTun#T2Mk#X~1Q?OK-)szOnH_*;kPBzvi_
znQP+I6z(qYQEp#?7$V}mcYpA~-56H?{$XH!7<TF>az5D8iKDTk3Q?(G$kMj6?syW5
z=IdZRN1tbWdhA;oI5O9nD0PO3tnIcY3rRWvz(g={Dg_(A-JAFm82;+SyIc9d^UV01
zc>kO#l^<P&J<CxXv5ntNFrTQMGIP*M$JI`GTb*W;8-?xl9Hr_@>f00<5ft4=!TYWd
z+<$s6vwidLAL~}%W2_>=Qz~8=3d1%n6uoX@vT@{KzL?w>8)9QVmrQgPTZ_^XQf1!-
zOpJ{!EWfRyT29$5=es=hC{%CP;G48GNlkl{B@?GAVWUfOo-an@i~$d~tZF>#@WkbA
zfr&0PHZ`;lfzVAJxFp%`liatY)7|J+-&5ucXqrDU%M|{XRN9CL%mgv!HCabf4k(~C
zbxVe-v2P|5RrUpDw{lP*-kAu@cDx~+zWcPdg`s0*>n|Ao4h?Pt`l#N?1ehou2{u<%
zhV<KjS!RHqovIsWo($OAVB`0&i88%oii;1c3iu?qHgUOIvu?*N*$wwM^>sn3Sj<GL
zw2)6qgmH%X6wLai87x3|^0wqS47G#_v?mrS<ym*)$S8;7M^AtLG;819VXdJ+Mi4@o
z>`-BjiL}$_{+`W+M?(k~8AG<WNlZi_o0<?pxURCkbxX%;JPh<_u=WgF-H<*zfUaj7
zokDE8%Mtc$%EHc6z`Nw7ApSO=xL;!9qFq)NtIU|y9a;X1iXKY@FqxE!oO<}E*M0vb
zVCw+^RBg@xsi@~wrCl=;g<~_{sKB1wnaJIoNWNSEf+!?^21xhON+6H|Nl>aFE<fE$
zO?5*A#OY(jCD&IpoY&IXeBa`JdE&a0Gu0HoQ<$%1n?8aHG+wzjTO>Y2gLhA<^PkJD
zZoeN`^r|%8lKG?C8?W8?gu=d?nX5>F06MZGMMnVme+NX%jVmTskg;!JV;YG{P3WB~
zXP1>(BT9iyEtrQZnc+%2LdlF!m=U1Dhk1k&4=3VLY|JpCVht_ogSS#}o{XqhgyCE@
z@!9Zdn)DuwAr0pZiz&WLZ9Ipg^kgmpQ>k<&j1asFF86>2e^Yk#{eJ|S_Q)YU>J6XN
zMC}`i3w0e7=?GZ9{mjZIuxQbMYr8wiye=QMLFMl%Qnt9o1e#qRzf@AbvDgu)n5wSb
zzftM$y{}uE23`2U7;A{*3#_r%Ry3SFc3&SfQ+M8Y4}Y!Lcn(GB`eK|cQHj%_2&Q-K
z-sgTAG&?(6s>$xbh|=+LK%P?(kOGEnMoj9IV{qAs1Eb|`e5gabJfOj?SEXM2QBhJ-
zpnJzk2u{4;9)fQb7uv-6w%}ah+wTb8w+H9igY)g;Lx=d#8C>X8AG$P1mq_Rm3Ayq#
z(qfK`z*v)liQYpnR}33=#*n?{WXGO$I9NUhle)r0sam4EyreS1Aa9y@muz-E_a78;
zHzZ9Dzqq&eS~7ohyMa8RDm#c6#Ed|6Ok36*en4a>0Ay0`kzAmk2Jb#$BAcdN9JC68
z1lNh+er6-{KZY$csSQ1T6@n6}7K3e+*%BcT=U*izW+EXKpG|6<_a89UPUoGJUxl$z
zrB}H$sfo6rX2#d|G{CC5;jGsQq8nkOGxMd?(OnXbdJ*j2C(SD1j$FI>0k%H8W1r=i
z#giIjwScB0UmUtlC^~W0EPZU@egtsuGoUTY9%xHXddpWh_{u<dw=s5TnV2iYR|M}m
z)#rX7!F+DVieK+12RqADPIPO;y9H#UI_f1;i4-=9YlFkT*GR>NHq83Pt9xf=nTqk-
z&JKuf<S2DYcal(v6_y8;i_rzoi_hJbrLO<R*8PjdGwp4wq+<BupgNriAhxjv_xfk2
ztp6c^%?E_~^V^oTrZR{9nPL(FUSpWk`H1*#0u~yQm#oN5?alYTvj0<AqONM#GD8^w
z(TPNy2KvyI*bY%(YP!a+$h9u*yA0{rw^XEu?06U1^n8xf$CD`ut?YHoss!;qw}?Y>
zLs#<y_oB7Q?eCMc{N>BZ&^L4r6VRKPC{_TXno=i=TA#RM^*{ppszgBh`g^y4@kb4z
zMSGRmDJ)Acl{V?O*{pf8D=Ye4@&0=ugwFDQLInu&bkfm*>C@E>=bo}NF>+RII!dl!
zoB9IB>FLDOD^8ZWA6>jpf=_-!A$N60^8<eb&`-x9DIqKdbftnp5UA={GIY{FWV!7z
zpn3MgP+t<Xa1OGH>0h5;^L^XY@PB9szmgC<dNuVS<U90{F((W24V9D6KeET6Fr&_s
zy`D|_Iulon<5EMn%$-RPm$V0;{3y8Wb)C%*KGXjT+rA12Ppby7DvaT@a&+3^bJ}VT
zD4?(=U;DHV&7B4)1SGrsx2uWiHkI(ld|D!vGmxZUwgeNM3DMc<ac9+6jXmpdn5xf^
zjW4rNY8VlroU1JQFbR?*n}SciM4Eg$x8@Ja2I3i3+&a0<Xz~Okw1EI-f>#{r#7`SY
zKzAExt>Vp2$Ap$@`aB?@cC7gA3sn;@{G5smC*s%cMEjD0t&POv?KZ_35v?`W&R`ow
z#X9%eTUS<v_}oef;m)o&{20p~Y#YF})l6)j>~gXKh+ab~AfoXCoC4tS1Ghta?ZR?j
zFApg5(Z2Gxj|Gn}gy3H(sq^0r6z7SDDp)(q#PJzyZPZ;3pp4IBh$@25y$~eK?TY<(
zu<U_>1QP&|>e3ZN^puKM0$_|y3;0cwu4{S2#5tR$PP(pT$N>Np=%YA$_rDNZ8NfA>
zuFB|M4dD(6enVfpG7(_d5Hs(T>(yN;TY`ws{clKev$Lx*|FtI(hW#;~zjJH{!!J@`
z2Z+HCDDkO@@^^9}_2Vw3uZ*6(>79+A+%|OZ0QI{ncuN?Rj?YULCY>E^KU2}W#fKdP
zF3FgoooXZI`<GEMtOdclB>3bv@ZqZ5ng<^o)X2hFYDma3BNY3p8DpxWIG&bDMJGnq
zzMm=jO4hp1*I%=7^56h!l)7UVcLsKFLMt{eYA2KX8sNSkBy{#Pprc;kmR15K1n)b7
zBtHzS*Y%sXW-n})2~)SeIdJMKCOec#3k~z~b#kEr3?R1ANMoW)Jkh6jRr|O9kK6;d
zKYQfqvIjO(kUv7hR_!xwvHTYaew&8m>u_{)ZuvdS1{q9DyKa3Wg86r5dn_^SR1~`S
zO;E%(vc%Cvf%skcrJ8{Slvt>b&L%y784PhW%TzX;eTEQ!ipY$mU7Z(YB41wt$&b2L
z|L(wqh1&F+K>UX8Nc&!*pgd4cU`<p7;KGJKZ`iLUM7uRxh<KNMh(r~J23FI>l$oi@
zT>D!=(OkCiu|0*Gb_pj4K!6@00sptQc4l)+%K&S%sx<xPzegS0D=X6J^iWSU)~mdQ
z$W+r#b@57yDVO|}^GQF4kuiq@SUGTZs0#Je(9`nPi~}q}Yp2YtNgTgVjk%hmcv4=I
zl`=4OC*!yv`i-sD;4jZr$~IKbxVt~n-)GEw#BS&ulQCLb=_4NMpd%IWSe@Ha*Gc2*
zQDN#kL1R_INLC(exF_wS?{~1Im}<T}><|XV4#Ex%rH6j^yrj<_jr}u5G`wwWmvjF{
z%$J%d9@SHxoOZD&g>oj;^Y)u49vM`xsti>dJ1}dna%ZN^-drsvjEuyNNLWUB!Pu2u
zJWhnigD@TrV?i_$Of{+|O@xRI6A^>if=N&e44|^NPs_FimA#IIVr&BmXwU7mYzlcf
zrlcD6JK0=4@y%1a#9c$iyqj%YMZKd)OF#|5WdXpjP4_-DhzT608Z}AgR5o;O>1f6t
z6+xbO&4yz-#9Xdojv=OD2xcgtH43C*EdvCmLf%=?Q(n?}v7`_|A1`02U7uHq^7*p_
z)vyC98wM0mRoN*&xzOEvK=x)${W-4<LN}2$GucLQ`CYhYPpZPZWUYw&fCwXC^n=Dk
z>5@YZ0KqUpqUhM*lN%};&TiQq5kGz2-{RI*eLF??sEuMn=;{2R-GC{25`4M)bWjlo
z)h;4wRcMY#8Z4VQA8xa=6zy(zS=^r@%Z!ni2NY26cjN9+>8~AXD(cQS!!xcoQR<Ck
zEcL<0=4m_;IG0`GCEV^3{$(nn(TXq(ptl=ijP_bMHU<j&#^A!7RKuCq<(ePbrP9%X
zN)8fgVkToKARk&qP@;VM4v_#wj(|=gY5}l;8S9A68qu(xNjF87);kFl0&Y^`Q%gG?
z_oQkSRn7b}d6(-1x%+Ec)~+6eBNu&Zl?u}S0JQGpOj>JZsj=6ZD19UqG}+!Uo>~m8
zbjjo5a<{lOxrc#8J_oFfCY<+q1dJl4)0nwOFQ+1?krB}gjL_D~iKpM(v9j+{Y)$hg
z=ITDV_5tt18x%T;f@YPdg^X^nkTr_1LKG_vutAizRGO#-srL4yHruiCljY?B#$U5;
z2#c>bamB=vHW?+r7TSq9C&4H83+c}arR)Y0(4ajeycSwt<z)mB_FIS#X*h3~gIq#n
zuH-m9zQ-X=J9z_w_g=*PUXi^ex8@IjDZP$cb>DN`aQ<f<g`sg|UPH9=?zT2c1+VXe
zWVQ~QbjI!5`mW-oYle>d<Cxawt=2}3RjFv3BU-N^*^<rr_EXk8nJnDH5;{XFTkh#>
z8&c^hdo8h@P9`d=PoN5jPdZinJ;eU=8}6uY+HZPlcmG4><O@$z&=0JQ8@mO5fyNT&
z{u;&Ry)8=?F4>oxXKK$I&y{+mT6>9!Qp37km}P+G!Sv4W2rjo!yt^$~_uww%%skFC
z{Pk^QX@QO6DLplEQKr-dmu!LfTRLp`=71CR^VBwUtUF04z6i#g3Zn6aPL?^<u$;u-
z6S!mH`dcUWOWNV?cc?Ohbmw+S`>7E{b!Qw6glk~qx7#SLEU#Kw0;UqYcbmO;cN@5`
zXV*RWDxDeTOIOvbds3ar2=(sf$l5VwZ*DQm&Bh~wldCG7-_(H_3wIY0zh7fM`DWm;
zx~udVnAY*cGDd==#pk+Ib8DtmO<cQZKK0xEcMm9upu}CQrJC-(p~|W8XP(9!&EY71
zQ+H_P&XglG-{xY4_wI|i*zcJ`ddb2hbM99kNVac!N7%M%j0v5k8CLl{N(8oXqd2*-
zy0NNtM-zTO&@9QCyQmAmvcji(Z0P6v?3T+VqCS!9Zi~KGO40N<Gk)ep%<&y2N}b8Z
z+ERykx4}US6@g2#e@#MiLvAk}(v=h6JhAe~izeIplc8+2l#R)A4hq8rj#ATwXwHy^
z^Nz<q$=EHRs!F?#RND(Ir_8L$)YpHQtX*JI>EpOGw6a$org-mN()F-}uB%<seGB(W
z&VB6ZNIXunsj9lliLZwleYA+GsOnBElVJmnqSt$C=2lNS@34OfKnv0D`*o9w#&gGH
za+pmfo^RsxWa3hVr~Cy8KFKDo>lfaKLe<K>3#}Yw;(7tUnH7fOD#VlC%sT9F5mD{y
zB_xiR*q$#!b24@3jsF(_)b_a>i%CgHUOg-~Rd?1DD9xuRzRJX@QQfYuvf!ld5~Qu(
z<?f~=x!$e${R{h~wrlD{5KqrDZvtC2n$nH0dpS`2ii$vcod^VlF(wAvcY*XuG+sFL
zpBzxihtTz<GweowX6ny*t+DZKZ0*I?rYfmdx_fEWXYZ1A;*;BQuH%;M`iJ*Pg|EBn
z@eH7+8AC&<s8~rz?6A5Y`QUHzL6-Kk(<*;8*+vzx(MK|ni-DP`e_BB8PEE9_9E`ZH
zdd9O%Mg7dPi1{wI(OWsnbFx&-4yKZfF9m#(eMww$eKu^p3+or{bJa@i96ptlPhvK#
z$Tve539AkB|8vV1{<nzUA;E9z@!XUue+nDL!^zlBRyIZ#4PYsN1H403OQNxQTcb+I
zb(UYFaYnkbuKk@b_D&O}-oV^b>qmRBvmycBWuNrHU6Wm1@sqvj@wKx7KaZ8^6k?i^
z=lzN;mgPBc=gR;>ZioD52<}_nCGFjWdPzVd<tf4m!hC&dLgyJ6(9(Ga3ea9=OQ{|s
zswkD9LmDp}T8YYkQ)|CqqSR5vq*^WQ7)bfh$`HhPpSxdzyC!MA|Ni}r#v8Zgox>C|
z1H@HYY?&2YCzCw7?rSIJGrza~ZU;&Dnu`Ca1ecUr)IH_u6vjqJvGNUe%sD6g6Uxxu
zhDG0YOFlz7%mqg`+Bnrf<=Rhy`(+ReocEp1B|i%iuG!lR>0J$@e1s~WM3nbJiU2C1
ziPSw>8Z6$~bpM9HxI;vKuPRzhv(WBP9|beO*1q1R?e(d;^QZh%0qQ|op2MQ0q(fv7
zrK-oBGt~gMkg*@<II8U(QHerbzr35sZ4EB>)m&)5A!)k*#eR8;S!#ls832thPEjR*
zH9X<i?v(17TYk?ntMqvh|2VXVax6WHj5TbGInNrJT{-dm(f>4na_qVQ&FyTu5C}X{
z5iZu)+(mKxUXG&5@``xH=mvsnUXu+WcY98C0oMF!ZGSyP{iv5li^!>DI7TtK3DPEv
zKW^Sd>yNgTzj;c%+!DNBvQr3L0a;_B7)<XGFQ4d-79|G-ppi3cHE8qBrl^3etp%q(
zMp5cqifmM#u}9r4E<_a0<zDtKdvmrc`&BgGx2-=PLYzAeq(}B7nK20ZqBZ>Vt187!
z>4$>&1;M-3<-zyGs00C9TSeAh+SwuR$CQKLoY^g)Ez6oWD#_y^_++QPEJVcCMr?W)
z9HQ=HRz%=(U4IU)Yj&=A<qxs(p^pB1fW{B5Oe;sH5@>Y3?<_&ZD=|G5jmYfAo?RHS
zKJ#Bn`epCKwo>}Bw3wK&b|hK)R3<SO9PH-I9w<eN9iaEA_!qm~ilwDzidAaL)ZhYH
z;JtS)d!I*gRkHeldx0fMe?NfBWE%za1~S&>Z4UxeHd**bo90j4edy+zg<X;J--YP6
zC4`RBnn^u7mcTZetju#$4cQt0@LFzHCi9#?zURH$UP^GQmUa&+6+r~=Tt`T<KUVFU
z?VBEa0t4ipQq|)DolfvQ-W1X$DdYDzm!-A&zHJ)lKfITphY*s|1_4DUIWxl;dmO1;
zAB~@R%)tuio*f^XmjqvZ*iy@yQs5{uCQT*9etIfBbD@)v+Zeq6s)4&T`zirh`#VOz
z@4-rqhg`x$ZzzUSss_ghKW!Ru)V+ICr`EN;)Xo)$zf2S+Gt*Qmco0fuE9b-88wfPa
z4x6&rZ-1rr9}`djXniGHQ90q+puAl~M=Mb+z&6jw<l|#P@LBJYzred&a~=F$x8eQ)
zEm&A};?+|@=96sf7=q^8PKvB!4tMRiee_<xNMXlITkX(kD^%r3BJOEXQWC_PZ_`DG
zk#L;KOkA9_FYElr1QbB7ZF!e(9s6`VB=w{ZVL4PbN|3cd!m<#;U&Q+#t7N~Nta;#%
z=z4j8V|C_nRrZ+kmCQStD4nPA7{s!u!X)2q`ODq=w9tP0%j;;!l=V=04I3VXQr)1i
zU73v))g#0hsWGp8rmO3P+`$6qJ~Xpi<U5=2EP%ga(it_Cnn`y^ARx+O_3>>3)pZX5
zM$Y<WRU+|W>cTX7){J#ETQ0D1rbeR_h-0X@E;8Yv_tqY_b^d;c<)o?o59x`+YQ6WL
zv(`2cdZnfiU?W@OljPsJYTDPK<%I9$mB#}={$a@HAs62J8dd*65S=X~b*!2qhBekO
zM`>_+7{K<~$lyb3?>_#y{kMl^q|+F7IUBmcMz$8cGg36qWs6T16Pb%UR{Z*J|DZc`
zu!qu+^MCgy(Qp$ny^*ak`9gttYf+RSNfz*1p`i9o(@zPjO^dSG#tXlf3Oa@;eB4^D
zDBT4LfY~5`C$q{l00#x2e9-UAxBljMf!<7(Ph-o5N_vwP^GZ|+8WM!0>jdA?c_}XZ
z_0awS^|#w|KKEts-G7H50VU1(iu5)SDTwr7S+9c{(At?lt`Vh=!0_wxR)p@tn5BXS
z8dWgSdn*yn?zc&-ePE3$EzsZ}3KGy0o|yNylIn}FyyOs|dve%T)EuqQGuawLC>EXI
z^7MA}*unYuAUje8Zyk2V-ThVrC~5xP5)I)-?{dF!&g}@I2uVoPyXOt#OYLK~E<0G(
z?BJH66pkjMG1M#1vNW5k{7XS>z|7Mzq`D43zZw3W&G#)%k2&|>CC;4%r76UA8(Vs`
zZRnb(uxPPA1n3^vnfknrBv7i<XxO=&NO@`o<(tpe*kFhC_mm3lJ-%Ij<AZA)yhrZM
zH>;@1t65jQyK+$B4`je+rw8k@9lU@NsY2I_q6@uBb)ZDgE&kfwyda+~y*)%|!N1@*
zsFkAN`L80fro@~t0aeRFM!F%F06_mnxwh4Z06oY?XC}O87{3$mlVapU-W6M@dr*1?
z7D6{AxDAGKzuEe`kM1}G=)pD?zM~5oejpMa48d#OJ=U``%YY?<_eqzk{|R@rKa79T
zanMJHCoeDDnmOt{FNGkZ6_`k5Y<Y+%LzN&Q*{;F;P`$fz#~(ht`Ck>#e;jiDqI)L=
z@87MYZvkNnfQkZZ(+0(Jr2bc$?fgy0Lm$|Lf8p^D73x2I)-U7Lo!l5Ao@fw82@F8G
zPP(wP>w$~b0;D)J4vj<O&^R;>jYH$m*oX1|0a;+DgB<pChyVZp07*qoM6N<$f@e4Q
A)c^nh

literal 0
HcmV?d00001

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts
index 7785a8e44ab..d0afc896260 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_configs.ts
@@ -318,4 +318,10 @@ export const GUARDRAIL_PRESETS: Record<string, GuardrailPreset> = {
     mode: "pre_call",
     defaultOn: false,
   },
+  conduct: {
+    provider: "Conduct",
+    guardrailNameSuggestion: "Conduct Guard",
+    mode: "pre_call",
+    defaultOn: false,
+  },
 };
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts
index 1e486639840..9a9ab3a61d7 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.test.ts
@@ -28,6 +28,7 @@ const EXPECTED_PARTNER_LOGO_FILES: Record<string, string> = {
   repelloai: "repelloai.png",
   straiker: "straiker.svg",
   alice: "alice.svg",
+  conduct: "conduct.png",
 };
 
 describe("guardrail_garden_data logos", () => {
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts
index 931b3a111d8..165bd8f9967 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts
+++ b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_garden_data.ts
@@ -474,6 +474,16 @@ export const PARTNER_GUARDRAIL_CARDS: GuardrailCardInfo[] = [
     tags: ["Content Moderation", "Prompt Injection", "PII", "Policy"],
     providerKey: "Alice",
   },
+  {
+    id: "conduct",
+    name: "Conduct Guard",
+    description:
+      "Conduct Guard evaluates prompts against workspace rules before the model call: prompt injection, PII, and custom policies, with block, warning, and approval verdicts.",
+    category: "partner",
+    logo: guardrailLogoMap["Conduct Guard"],
+    tags: ["Security", "Prompt Injection", "PII", "Policy"],
+    providerKey: "Conduct",
+  },
 ];
 
 export const ALL_CARDS = [...LITELLM_CONTENT_FILTER_CARDS, ...PARTNER_GUARDRAIL_CARDS];
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx
index f686ff5644a..fb3cf8f309a 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/guardrails/_components/guardrail_info_helpers.tsx
@@ -1,6 +1,7 @@
 import aimSecurityLogo from "../../../../../public/assets/logos/aim_security.jpeg";
 import aktoLogo from "../../../../../public/assets/logos/akto.svg";
 import aliceLogo from "../../../../../public/assets/logos/alice.svg";
+import conductLogo from "../../../../../public/assets/logos/conduct.png";
 import aporiaLogo from "../../../../../public/assets/logos/aporia.png";
 import bedrockLogo from "../../../../../public/assets/logos/bedrock.svg";
 import catoNetworksLogo from "../../../../../public/assets/logos/cato_networks.svg";
@@ -85,6 +86,7 @@ export const guardrail_provider_map: Record<string, string> = {
   QostodianNexus: "qostodian_nexus",
   Repelloai: "repelloai",
   Alice: "alice",
+  Conduct: "conduct",
 };
 
 // Function to populate provider map from API response - updates the original map
@@ -208,6 +210,7 @@ export const guardrailLogoMap = {
   "RepelloAI Argus": repelloAiLogo.src,
   Straiker: straikerLogo.src,
   Alice: aliceLogo.src,
+  "Conduct Guard": conductLogo.src,
 } satisfies Record<string, string>;
 
 export const getGuardrailLogo = (displayName: string): string | undefined =>

From 0c98afa7809c590e70e2cddf41a8c47211d50d1c Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 10:33:09 -0700
Subject: [PATCH 294/298] fix(mcp): enforce end user mcp_tool_permissions on
 tools/list and tools/call (#40865)

* fix(mcp): apply end user mcp_tool_permissions as a tool ceiling on tools/list and tools/call

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(mcp): restore scoped session admission coverage dropped by mistake

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: yassin <yassin@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../mcp_server/auth/user_api_key_auth_mcp.py  | 36 +++++++++
 .../auth/test_user_api_key_auth_mcp.py        | 78 ++++++++++++++++++-
 2 files changed, 111 insertions(+), 3 deletions(-)

diff --git a/litellm/proxy/_experimental/mcp_server/auth/user_api_key_auth_mcp.py b/litellm/proxy/_experimental/mcp_server/auth/user_api_key_auth_mcp.py
index 7e6de474b0b..cd6739777dd 100644
--- a/litellm/proxy/_experimental/mcp_server/auth/user_api_key_auth_mcp.py
+++ b/litellm/proxy/_experimental/mcp_server/auth/user_api_key_auth_mcp.py
@@ -2162,6 +2162,10 @@ class MCPRequestHandler:
                 # No team restrictions → use key restrictions
                 allowed_tools = cast(list[str], key_tools)
 
+            allowed_tools = _as_list(
+                await MCPRequestHandler._apply_end_user_tool_ceiling(allowed_tools, server_id, user_api_key_auth)
+            )
+
             allowed_tools = _as_list(
                 await MCPRequestHandler._apply_user_tool_ceiling(
                     allowed_tools, server_id, user_api_key_auth, keyless_source=keyless_source
@@ -3027,6 +3031,38 @@ class MCPRequestHandler:
             return list(user_tools)
         return list(set(allowed_tools) & set(user_tools))
 
+    @staticmethod
+    async def _apply_end_user_tool_ceiling(
+        allowed_tools: Sequence[str] | None,
+        server_id: str,
+        user_api_key_auth: UserAPIKeyAuth | None = None,
+    ) -> Sequence[str] | None:
+        """Narrow a key/team tool allowlist by the end user's (customer's) tool entitlement."""
+        from litellm.proxy._experimental.mcp_server.mcp_server_manager import (
+            global_mcp_server_manager,
+        )
+        from litellm.proxy.proxy_server import prisma_client
+
+        if user_api_key_auth is None or not user_api_key_auth.end_user_id or prisma_client is None:
+            return allowed_tools
+
+        object_permissions: Final = await MCPRequestHandler._get_end_user_object_permission(
+            user_api_key_auth, prisma_client
+        )
+        if object_permissions is None:
+            return allowed_tools
+
+        end_user_direct_tools: Final = global_mcp_server_manager.expand_tool_permissions(
+            object_permissions.mcp_tool_permissions
+        ).get(server_id)
+        end_user_toolset_tools: Final = await MCPRequestHandler._toolset_tools_for_server(object_permissions, server_id)
+        end_user_tools: Final = MCPRequestHandler._union_tool_grants(end_user_direct_tools, end_user_toolset_tools)
+        if end_user_tools is None:
+            return allowed_tools
+        if allowed_tools is None:
+            return list(end_user_tools)
+        return list(set(allowed_tools) & set(end_user_tools))
+
     # Sentinel stored in cache when an agent has no object_permission, so we
     # don't re-query the DB on every MCP request for that agent.
     _AGENT_NO_PERMISSION_SENTINEL = "__agent_no_mcp_permission__"
diff --git a/tests/test_litellm/proxy/_experimental/mcp_server/auth/test_user_api_key_auth_mcp.py b/tests/test_litellm/proxy/_experimental/mcp_server/auth/test_user_api_key_auth_mcp.py
index e6c8d4ee039..c2f4f7163a0 100644
--- a/tests/test_litellm/proxy/_experimental/mcp_server/auth/test_user_api_key_auth_mcp.py
+++ b/tests/test_litellm/proxy/_experimental/mcp_server/auth/test_user_api_key_auth_mcp.py
@@ -9266,17 +9266,24 @@ def _agent_prisma(object_permission_id=None, side_effect=None):
 
 
 @contextlib.contextmanager
-def _entitlement_fault_globals(prisma_client=None):
+def _entitlement_fault_globals(prisma_client=None, user_api_key_cache=None):
     from litellm.caching.dual_cache import DualCache
 
     with (
         patch("litellm.proxy.proxy_server.prisma_client", prisma_client or MagicMock()),
-        patch("litellm.proxy.proxy_server.user_api_key_cache", DualCache()),
-        patch("litellm.proxy.proxy_server.proxy_logging_obj", MagicMock()),
+        patch("litellm.proxy.proxy_server.user_api_key_cache", user_api_key_cache or DualCache()),
+        patch("litellm.proxy.proxy_server.proxy_logging_obj", _proxy_logging_with_awaitable_hooks()),
     ):
         yield
 
 
+def _proxy_logging_with_awaitable_hooks():
+    proxy_logging_obj = MagicMock()
+    proxy_logging_obj.service_logging_obj.async_service_success_hook = AsyncMock()
+    proxy_logging_obj.service_logging_obj.async_service_failure_hook = AsyncMock()
+    return proxy_logging_obj
+
+
 @pytest.mark.asyncio
 class TestEntitlementFaultSemantics:
     """Each entitlement level distinguishes two fault classes for a KEY-authenticated caller.
@@ -9412,6 +9419,71 @@ class TestEntitlementFaultSemantics:
         assert set(allowed) == {"srv1"}
 
 
+async def _cache_with_end_user(end_user_id, *, mcp_tool_permissions=None, object_permission_id=None):
+    """A real DualCache already holding the end user row, so ``get_end_user_object`` answers from
+    cache and no ``litellm.`` internal has to be patched. ``object_permission_id`` without a
+    permission body models a row that NAMES an entitlement the DB then fails to serve."""
+    from litellm.caching.dual_cache import DualCache
+    from litellm.models.end_user import LiteLLM_EndUserTable
+    from litellm.proxy.common_utils.user_api_key_cache import end_user_cache_key
+
+    cache = DualCache()
+    await cache.async_set_cache(
+        key=end_user_cache_key(end_user_id),
+        value=LiteLLM_EndUserTable(
+            user_id=end_user_id,
+            blocked=False,
+            object_permission_id=object_permission_id or ("op-eu" if mcp_tool_permissions else None),
+            object_permission=LiteLLM_ObjectPermissionTable(
+                object_permission_id="op-eu", mcp_tool_permissions=mcp_tool_permissions
+            )
+            if mcp_tool_permissions
+            else None,
+        ),
+    )
+    return cache
+
+
+@pytest.mark.asyncio
+class TestEndUserToolCeiling:
+    """The end user (customer) level narrows the TOOLS axis exactly as it narrows the servers axis,
+    so `object_permission.mcp_tool_permissions` on `/customer/new` is enforced, not just stored."""
+
+    async def test_end_user_tool_permissions_intersect_key_tools(self):
+        auth = _key_auth_reaching("srv1", tools=["tool_a", "tool_b"], end_user_id="eu-1")
+        cache = await _cache_with_end_user("eu-1", mcp_tool_permissions={"srv1": ["tool_a"]})
+        with _entitlement_fault_globals(user_api_key_cache=cache):
+            tools = await MCPRequestHandler.get_allowed_tools_for_server("srv1", auth)
+        assert tools == ["tool_a"]
+
+    async def test_end_user_tool_permissions_become_allowlist_when_key_is_unrestricted(self):
+        auth = _key_auth_reaching("srv1", end_user_id="eu-1")
+        cache = await _cache_with_end_user("eu-1", mcp_tool_permissions={"srv1": ["tool_a"]})
+        with _entitlement_fault_globals(user_api_key_cache=cache):
+            tools = await MCPRequestHandler.get_allowed_tools_for_server("srv1", auth)
+        assert tools == ["tool_a"]
+
+    async def test_end_user_tool_permissions_on_another_server_place_no_ceiling(self):
+        auth = _key_auth_reaching("srv1", tools=["tool_a", "tool_b"], end_user_id="eu-1")
+        cache = await _cache_with_end_user("eu-1", mcp_tool_permissions={"srv2": ["tool_z"]})
+        with _entitlement_fault_globals(user_api_key_cache=cache):
+            tools = await MCPRequestHandler.get_allowed_tools_for_server("srv1", auth)
+        assert sorted(tools) == ["tool_a", "tool_b"]
+
+    async def test_end_user_named_but_unloadable_permission_denies_tools(self):
+        auth = _key_auth_reaching("srv1", tools=["tool_a"], end_user_id="eu-1")
+        cache = await _cache_with_end_user("eu-1", object_permission_id="op-eu")
+        with _entitlement_fault_globals(user_api_key_cache=cache):
+            tools = await MCPRequestHandler.get_allowed_tools_for_server("srv1", auth)
+        assert tools == [], "an end-user entitlement we know exists but cannot read must deny its tools"
+
+    async def test_no_end_user_row_places_no_tool_ceiling(self):
+        auth = _key_auth_reaching("srv1", tools=["tool_a"], end_user_id="eu-1")
+        with _entitlement_fault_globals(user_api_key_cache=await _cache_with_end_user("someone-else")):
+            tools = await MCPRequestHandler.get_allowed_tools_for_server("srv1", auth)
+        assert tools == ["tool_a"]
+
+
 @pytest.mark.asyncio
 class TestScopedSessionAdmission:
     """LIT-4917: a session bearer sealed to one server (RFC 8707 resource at authorize)

From 347b642bddf34751e86551a3ad521488baaf84ed Mon Sep 17 00:00:00 2001
From: yujonglee <yujong@berri.ai>
Date: Sat, 12 Sep 2026 11:56:49 -0700
Subject: [PATCH 295/298] refactor(ocr): complete native lifecycle and preserve
 Azure auth (#40734)

* refactor(ocr): extract call completion boundary

* fix(ocr): release completion state after dispatch

* test(ocr): prove wrapper completion handoff

* test(ocr): narrow mapped failure assertion

* fix(ocr): preserve wrapper invocation kwargs

* fix(ocr): retain completion through finalization

* fix(ocr): make completion ownership explicit

* refactor(ocr): resolve logging executor explicitly

* fix(callbacks): preserve completion lifecycle behavior

* refactor(ocr): move public OCR into native lifecycle

* refactor(ocr): remove unused rust bridge capability

* wip

* wip

* refactor

* wip

* fix(ocr): preserve reducto native compatibility

* wip

* fix(ocr): document native callable casts

* perf(ocr): bound responses and reduce native scheduling overhead

* refactor(python-bridge): organize placeholder routes

* refactor test

* fix(ocr): normalize DeepSeek document content

* perf(ocr): skip unused callback work and benchmark callback overhead

* fix(ocr): align conversion contracts

* test(ocr): cover official provider response shapes

* fix(ocr): restore Python fallback and honor Rust opt-out

* fixes and refactor

* fix(ocr): preserve Azure Document Intelligence authentication

* fix(rust): enforce OCR response limits and lint contracts

* test(rust): align native OCR contract coverage

* test(ocr): isolate Azure auth precedence coverage
---
 .gitignore                                    |    3 +
 litellm-rust/ADDING_A_PROVIDER.md             |   29 -
 litellm-rust/AGENTS.md                        |   45 -
 litellm-rust/CLAUDE.md                        |  189 ---
 litellm-rust/Cargo.lock                       |    8 +-
 litellm-rust/Cargo.toml                       |    1 +
 litellm-rust/README.md                        |   56 -
 .../PROVIDER_CODING_STANDARDS.md              |   53 -
 litellm-rust/crates/ai-gateway/AGENTS.md      |   54 -
 .../crates/ai-gateway/ARCHITECTURE.md         |   14 -
 litellm-rust/crates/ai-gateway/Cargo.toml     |    5 +
 .../ai-gateway/benchmarks/realtime/README.md  |   55 -
 .../src/audio_transcription/hooks.rs          |    2 +-
 .../src/bin/trace_parity_gateway.rs           |   40 +
 .../crates/ai-gateway/src/io/responses_ws.rs  |   91 +-
 .../ai-gateway/src/routes/messages/mod.rs     |    3 +-
 .../crates/ai-gateway/src/trace_parity.rs     |   33 +
 .../tests/crypto_provider_wiring.rs           |   15 +-
 litellm-rust/crates/core/AGENTS.md            |    2 +-
 litellm-rust/crates/core/CLAUDE.md            |   66 -
 litellm-rust/crates/core/Cargo.toml           |   12 +-
 .../crates/core/src/auth/credential.rs        |   15 +
 litellm-rust/crates/core/src/auth/mod.rs      |    1 +
 .../crates/core/src/call_lifecycle/README.md  |  167 ---
 .../crates/core/src/call_lifecycle/host.rs    |  121 ++
 .../crates/core/src/call_lifecycle/mod.rs     |    4 +
 litellm-rust/crates/core/src/constants.rs     |    6 +-
 litellm-rust/crates/core/src/error.rs         |   16 +-
 .../core/src/ocr/adapters/azure/cohere.rs     |  131 ++
 .../azure/document_intelligence/mod.rs        |    9 +-
 .../azure/document_intelligence/polling.rs    |   31 +-
 .../core/src/ocr/adapters/azure/mistral.rs    |   24 +-
 .../crates/core/src/ocr/adapters/azure/mod.rs |    7 +
 .../crates/core/src/ocr/adapters/cohere.rs    |  123 ++
 .../crates/core/src/ocr/adapters/mistral.rs   |    2 +-
 .../crates/core/src/ocr/adapters/mod.rs       |   28 +-
 .../core/src/ocr/adapters/reducto/legacy.rs   |    2 +-
 .../core/src/ocr/adapters/reducto/mod.rs      |    2 +-
 .../core/src/ocr/adapters/reducto/v3.rs       |    2 +-
 .../core/src/ocr/adapters/vertex/deepseek.rs  |   12 +-
 .../core/src/ocr/adapters/vertex/mistral.rs   |    3 +
 litellm-rust/crates/core/src/ocr/client.rs    |  119 +-
 .../crates/core/src/ocr/codecs/cohere.rs      |  254 ++++
 .../src/ocr/codecs/deepseek/transformation.rs |    8 +-
 .../codecs/document_intelligence/params.rs    |   24 +
 .../document_intelligence/transformation.rs   |    7 +-
 .../src/ocr/codecs/mistral/transformation.rs  |   27 +-
 .../core/src/ocr/codecs/mistral/types.rs      |    9 +-
 .../crates/core/src/ocr/codecs/mod.rs         |    1 +
 litellm-rust/crates/core/src/ocr/document.rs  |  169 ++-
 litellm-rust/crates/core/src/ocr/error.rs     |   16 +-
 litellm-rust/crates/core/src/ocr/handler.rs   |  127 +-
 litellm-rust/crates/core/src/ocr/hooks.rs     |   15 +-
 litellm-rust/crates/core/src/ocr/lifecycle.rs |  640 +++++++++
 litellm-rust/crates/core/src/ocr/mod.rs       |    6 +
 litellm-rust/crates/core/src/ocr/prepare.rs   |   46 +-
 litellm-rust/crates/core/src/ocr/registry.rs  |   26 +-
 litellm-rust/crates/core/src/ocr/types.rs     |   51 +-
 litellm-rust/crates/core/src/ocr/wire.rs      |  238 +++-
 .../crates/core/src/responses/websocket.rs    |  149 +++
 .../crates/core/tests/azure_ai_ocr.rs         |    2 +-
 .../tests/azure_document_intelligence_ocr.rs  |   60 +-
 .../crates/core/tests/deepseek_ocr.rs         |   22 +
 .../crates/core/tests/host_lifecycle.rs       |  116 ++
 litellm-rust/crates/core/tests/ocr.rs         |  617 ++++++++-
 litellm-rust/crates/core/tests/reducto_ocr.rs |   65 +-
 .../core/tests/vertex_ai_deepseek_ocr.rs      |    2 +-
 .../core/tests/workspace_crate_allowlist.rs   |  115 --
 litellm-rust/crates/python-bridge/AGENTS.md   |   45 +-
 litellm-rust/crates/python-bridge/Cargo.toml  |    3 +-
 litellm-rust/crates/python-bridge/src/auth.rs |  194 +++
 .../crates/python-bridge/src/errors.rs        |   46 +-
 .../crates/python-bridge/src/execution.rs     |  227 +++-
 litellm-rust/crates/python-bridge/src/lib.rs  |    7 +-
 .../python-bridge/src/lifecycle/bindings.rs   |  391 ++++++
 .../python-bridge/src/lifecycle/handle.rs     |  139 ++
 .../crates/python-bridge/src/lifecycle/mod.rs | 1175 +++++++++++++++++
 .../src/lifecycle/preparation.rs              |  314 +++++
 .../crates/python-bridge/src/marshal.rs       |  301 ++++-
 .../src/routes/audio_transcription/mod.rs     |   12 +
 .../value.rs}                                 |    0
 .../src/routes/chat_completions/mod.rs        |   12 +
 .../value.rs}                                 |    6 +-
 .../python-bridge/src/routes/definition.rs    |   76 ++
 .../src/routes/gateway_messages.rs            |   29 -
 .../python-bridge/src/routes/messages/mod.rs  |   12 +
 .../routes/{messages.rs => messages/value.rs} |    6 +-
 .../crates/python-bridge/src/routes/mod.rs    |    5 +-
 .../python-bridge/src/routes/ocr/callbacks.rs |  161 +++
 .../python-bridge/src/routes/ocr/document.rs  |  264 ++++
 .../python-bridge/src/routes/ocr/errors.rs    |   72 +
 .../python-bridge/src/routes/ocr/lifecycle.rs |  311 +++++
 .../python-bridge/src/routes/ocr/mod.rs       |   19 +
 .../python-bridge/src/routes/ocr/project.rs   |  579 ++++++++
 .../src/routes/{ocr.rs => ocr/value.rs}       |   63 +-
 .../crates/python-bridge/tests/lifecycle.py   |  186 +++
 litellm-rust/crates/python-interop/AGENTS.md  |   17 +-
 litellm-rust/crates/python-interop/src/lib.rs |    4 +-
 .../crates/python-interop/src/marshal.rs      |   61 +
 litellm/litellm_core_utils/litellm_logging.py |   47 +-
 .../document_intelligence/transformation.py   |   18 +-
 litellm/llms/base_llm/ocr/transformation.py   |   12 +-
 litellm/llms/cohere/ocr/transformation.py     |    3 -
 litellm/ocr/input.py                          |  112 ++
 litellm/ocr/legacy.py                         |  411 ++++++
 litellm/ocr/main.py                           |  900 +------------
 litellm/proxy/common_request_processing.py    |    5 +
 .../unified_guardrail/unified_guardrail.py    |    3 +-
 litellm/proxy/ocr_endpoints/endpoints.py      |   23 +-
 litellm/rust_bridge/configuration.py          |   11 +
 litellm/rust_bridge/lifecycle.py              |  215 +++
 litellm/rust_bridge/ocr.py                    |  300 +----
 litellm/rust_bridge/ocr_lifecycle.py          |   67 +
 scripts/benchmark_ocr_callbacks.py            |  289 ++++
 .../trace_parity/gateway/execution.py         |   73 +-
 ...st_azure_ai_cohere_parse_transformation.py |  112 --
 ...ocument_intelligence_ocr_transformation.py |   33 +
 .../ocr/test_cohere_parse_transformation.py   |  196 +--
 tests/test_litellm/llms/reducto/conftest.py   |   11 +
 .../llms/reducto/test_parse_legacy.py         |   54 +-
 .../llms/reducto/test_parse_v3.py             |   63 +-
 .../test_litellm/llms/reducto/test_upload.py  |  104 +-
 tests/test_litellm/ocr/test_legacy.py         |  200 +++
 ...cr_azure_document_intelligence_api_base.py |   73 -
 tests/test_litellm/ocr/test_ocr_file_input.py |   55 +-
 .../ocr/test_ocr_native_format.py             |   61 -
 tests/test_litellm/ocr/test_rust_bridge.py    | 1161 ----------------
 .../test_unified_guardrail.py                 |   64 +-
 .../test_deferred_guardrail_logging.py        |   34 +-
 .../rust_bridge/test_configuration.py         |   12 +
 .../rust_bridge/test_ocr_lifecycle.py         |  230 ++++
 tests/test_litellm/test_utils.py              |   32 +
 tests/test_litellm_rust/README.md             |   13 -
 tests/test_litellm_rust/conftest.py           |   17 +-
 tests/test_litellm_rust/ocr/test_callbacks.py |   53 +-
 tests/test_litellm_rust/ocr/test_cohere.py    |  141 ++
 tests/test_litellm_rust/ocr/test_dispatch.py  |   41 +-
 tests/test_litellm_rust/ocr/test_lifecycle.py |  996 ++++++++++++++
 tests/test_litellm_rust/ocr/test_requests.py  |  217 ++-
 .../support/callback_recorder.py              |    2 +-
 .../support/recording_server.py               |    5 +-
 tests/test_litellm_rust/support/requests.py   |    5 +-
 tests/test_litellm_rust/test_ocr.py           |   67 +-
 143 files changed, 11388 insertions(+), 4303 deletions(-)
 delete mode 100644 litellm-rust/ADDING_A_PROVIDER.md
 delete mode 100644 litellm-rust/AGENTS.md
 delete mode 100644 litellm-rust/CLAUDE.md
 delete mode 100644 litellm-rust/README.md
 delete mode 100644 litellm-rust/crates/CODING_STANDARDS/PROVIDER_CODING_STANDARDS.md
 delete mode 100644 litellm-rust/crates/ai-gateway/AGENTS.md
 delete mode 100644 litellm-rust/crates/ai-gateway/ARCHITECTURE.md
 delete mode 100644 litellm-rust/crates/ai-gateway/benchmarks/realtime/README.md
 create mode 100644 litellm-rust/crates/ai-gateway/src/bin/trace_parity_gateway.rs
 delete mode 100644 litellm-rust/crates/core/CLAUDE.md
 delete mode 100644 litellm-rust/crates/core/src/call_lifecycle/README.md
 create mode 100644 litellm-rust/crates/core/src/call_lifecycle/host.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/azure/cohere.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/adapters/cohere.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/codecs/cohere.rs
 create mode 100644 litellm-rust/crates/core/src/ocr/lifecycle.rs
 create mode 100644 litellm-rust/crates/core/tests/host_lifecycle.rs
 delete mode 100644 litellm-rust/crates/core/tests/workspace_crate_allowlist.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/auth.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/lifecycle/bindings.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/lifecycle/handle.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/lifecycle/mod.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/lifecycle/preparation.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/audio_transcription/mod.rs
 rename litellm-rust/crates/python-bridge/src/routes/{audio_transcription.rs => audio_transcription/value.rs} (100%)
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs
 rename litellm-rust/crates/python-bridge/src/routes/{chat_completions.rs => chat_completions/value.rs} (95%)
 delete mode 100644 litellm-rust/crates/python-bridge/src/routes/gateway_messages.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/messages/mod.rs
 rename litellm-rust/crates/python-bridge/src/routes/{messages.rs => messages/value.rs} (94%)
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/callbacks.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/document.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/lifecycle.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs
 create mode 100644 litellm-rust/crates/python-bridge/src/routes/ocr/project.rs
 rename litellm-rust/crates/python-bridge/src/routes/{ocr.rs => ocr/value.rs} (52%)
 create mode 100644 litellm-rust/crates/python-bridge/tests/lifecycle.py
 create mode 100644 litellm/ocr/input.py
 create mode 100644 litellm/ocr/legacy.py
 create mode 100644 litellm/rust_bridge/lifecycle.py
 create mode 100644 litellm/rust_bridge/ocr_lifecycle.py
 create mode 100644 scripts/benchmark_ocr_callbacks.py
 create mode 100644 tests/test_litellm/llms/reducto/conftest.py
 create mode 100644 tests/test_litellm/ocr/test_legacy.py
 delete mode 100644 tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
 delete mode 100644 tests/test_litellm/ocr/test_rust_bridge.py
 create mode 100644 tests/test_litellm/rust_bridge/test_ocr_lifecycle.py
 delete mode 100644 tests/test_litellm_rust/README.md
 create mode 100644 tests/test_litellm_rust/ocr/test_cohere.py
 create mode 100644 tests/test_litellm_rust/ocr/test_lifecycle.py

diff --git a/.gitignore b/.gitignore
index deb0acae56e..7da917ce450 100644
--- a/.gitignore
+++ b/.gitignore
@@ -147,3 +147,6 @@ crash.*.log
 
 ui/litellm-dashboard/out/
 litellm.log
+
+.coverage-rust
+coverage-rust.xml
diff --git a/litellm-rust/ADDING_A_PROVIDER.md b/litellm-rust/ADDING_A_PROVIDER.md
deleted file mode 100644
index ae8ae5a6870..00000000000
--- a/litellm-rust/ADDING_A_PROVIDER.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# Adding a provider / route to litellm-rust
-
-Everything for a route lives in `crates/core/src/<route>/`; `crates/core/src/messages` is the reference. A host (the axum gateway, the Python bridge) only calls the route's entrypoint.
-
-1. **Entrypoint** — `mod.rs`: `pub async fn <route>(request) -> CoreResult<Response>`, the Rust equivalent of `litellm.<route>()`, plus a `<route>_stream` variant when the route streams. It is the only thing a host touches.
-2. **Transform contract** — `transformation.rs`: a `…ProviderConfig` trait (URL build + request/response transforms) with types in `types.rs`.
-3. **Provider config** — `crates/core/src/providers/<provider>/<route>/transformation.rs`: implement that trait as a `const <PROVIDER>_<ROUTE>_CONFIG`, mirroring the Python provider tree. Add parity unit tests.
-4. **Prepare + handler** — `prepare.rs` resolves provider/model, credentials, auth headers, and URL, then transforms the request; `handler.rs` performs the provider call through the shared client in `client.rs` and transforms the response.
-
-## Coding standards
-
-Before writing new logic, look for an existing base to extend. When a change is
-“the same behavior for one more provider/endpoint/integration”, the codebase
-almost always already has a shared abstraction for it (for example, provider
-`BaseConfig` transformation classes in `litellm/llms/base_llm/`, shared
-helpers in `litellm_core_utils/`, typed request/response models, or factory
-functions). Find it first with a search, then add the new variant by inheriting
-from or composing that base, overriding only what genuinely differs (model
-name, parameter mapping, or auth).
-
-Never copy an existing implementation and edit it in place, and never hand-roll
-a parallel version of logic a base already provides. If you catch yourself
-writing a second copy of a pattern that exists twice already, stop and extract a
-base instead: put the shared shape in one place and make both call sites thin
-variants of it. The test for a good abstraction is that adding the next provider
-is a few declarative lines, not a new file of duplicated flow. Only diverge from
-the base when behavior is genuinely different, and say so explicitly in the PR.
-
-**Calling:** hosts invoke the core entrypoint — the Python bridge and the `ai-gateway` route service both call `litellm_core::messages::messages`. Never add a provider handler to `ai-gateway`. Register new modules in `lib.rs` / `mod.rs`, then run the commands under "Checks" in [CLAUDE.md](CLAUDE.md).
diff --git a/litellm-rust/AGENTS.md b/litellm-rust/AGENTS.md
deleted file mode 100644
index 17856218e60..00000000000
--- a/litellm-rust/AGENTS.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# AGENTS.md
-
-litellm-rust has six crates. A crate is a layer or shared foundation, not a route. Routes (ocr, realtime, chat) and providers (mistral, openai) are modules inside the layers.
-
-## Crates
-
-| Crate | Role |
-|-------|------|
-| litellm-core | The LiteLLM SDK in Rust. One public entrypoint per top-level call (`messages::messages()`), owning types, transforms, provider resolution, auth, and the provider HTTP call. Call it, get a typed response. |
-| litellm-token-counter | Standalone input token counting shared by host integrations without pulling in the full SDK. |
-| litellm-config | Config-loading boundary. Returns resolved core deployment data and optionally delegates loading to Python. |
-| litellm-ai-gateway | The axum server (behind the `server` feature) plus the WebSocket hosts. Translates HTTP/WS to core entrypoints; owns no provider logic and no handlers. |
-| litellm-python-interop | Domain-neutral PyO3 foundation for GIL handling and typed Python/Serde conversion. |
-| litellm-python-bridge | PyO3 cdylib exposing LiteLLM Rust APIs to the Python SDK. Owns API registration, domain wiring, and Python exception mapping. |
-
-Dependency direction is acyclic: `litellm-config` depends on `litellm-core`, the gateway depends on both, and `litellm-python-bridge` depends on the domain layers, `litellm-token-counter`, and `litellm-python-interop`. The token counter and interop foundations depend on no LiteLLM domain crate.
-
-## Where a route lives
-
-A top-level LiteLLM call is a module under `crates/core/src/<route>/`, shaped like `messages`:
-
-```
-core/src/messages/
-  mod.rs             # pub async fn messages(..) -> CoreResult<..>  (+ messages_stream for SSE)
-  types.rs           # request/response types, MessagesRequest
-  transformation.rs  # the provider template trait
-  prepare.rs         # provider resolution, auth headers, URL
-  handler.rs         # the provider call
-  client.rs          # the shared reqwest client
-```
-
-Handlers never live in `ai-gateway`. `ocr`, `audio_transcription`, and `realtime` are still hosted there from before this rule; they move to `core` as they are touched.
-
-Adding a crate: default to a module. A new crate requires a real trigger: separate artifact (binary/cdylib), proc-macro, shared foundation, or publishable standalone. A new provider or route is none of these.
-
-Adding a crate fails crates/core/tests/workspace_crate_allowlist.rs until you update its allowlist and this file — intentional.
-
-## Style
-
-All Rust in `litellm-rust/` follows the official Rust Style Guide:
-https://doc.rust-lang.org/style-guide/
-
-`rustfmt` implements its formatting by default, so run `cargo fmt` before committing; CI gates every PR on `cargo fmt --check`. Do not hand-format against rustfmt or add a `rustfmt.toml` that diverges from the default style.
-
-Beyond formatting, follow the guide's naming and idiom conventions rustfmt cannot auto-apply: `snake_case` items/functions/modules, `UpperCamelCase` types/traits/variants, `SCREAMING_SNAKE_CASE` constants/statics (acronyms as one word, e.g. `HttpClient`), and the import grouping and item ordering it prescribes. See CLAUDE.md for the detailed version.
diff --git a/litellm-rust/CLAUDE.md b/litellm-rust/CLAUDE.md
deleted file mode 100644
index dfacf37b6cd..00000000000
--- a/litellm-rust/CLAUDE.md
+++ /dev/null
@@ -1,189 +0,0 @@
-# CLAUDE.md
-
-This file defines the rules for Rust work in LiteLLM.
-
-## Provider Coding Standards
-
-Before writing new logic, look for an existing base to extend. When a change is
-“the same behavior for one more provider/endpoint/integration”, the codebase
-almost always already has a shared abstraction for it (for example, provider
-`BaseConfig` transformation classes in `litellm/llms/base_llm/`, shared
-helpers in `litellm_core_utils/`, typed request/response models, or factory
-functions). Find it first with a search, then add the new variant by inheriting
-from or composing that base, overriding only what genuinely differs (model
-name, parameter mapping, or auth).
-
-Never copy an existing implementation and edit it in place, and never hand-roll
-a parallel version of logic a base already provides. If you catch yourself
-writing a second copy of a pattern that exists twice already, stop and extract a
-base instead: put the shared shape in one place and make both call sites thin
-variants of it. The test for a good abstraction is that adding the next provider
-is a few declarative lines, not a new file of duplicated flow. Only diverge from
-the base when behavior is genuinely different, and say so explicitly in the PR.
-
-## Crates (see AGENTS.md)
-
-`litellm-core` **is** the LiteLLM SDK in Rust: it makes the LLM call.
-`litellm-config` is the config-loading boundary and returns resolved core types.
-`litellm-ai-gateway` is an HTTP/WebSocket server in front of it, and
-`litellm-python-bridge` exposes it to the Python SDK. `litellm-python-interop`
-holds domain-neutral PyO3 primitives shared by Python-facing Rust code. A crate
-is a layer or shared foundation, not a route; add modules, not crates.
-
-## Core Boundary
-
-`litellm-core` owns the whole call. The Rust equivalent of `litellm.messages()`
-is `litellm_core::messages::messages(request).await`: you call it, it does the
-provider call, and you get a typed non-streaming response back.
-
-Route-level Rust structure mirrors LiteLLM's Python responsibilities:
-- `core/src/<route>/` owns the route end to end: the public entrypoint fn named
-  after the route in `mod.rs`, the request/response types (`types.rs`), the
-  provider template trait (`transformation.rs`), the provider/auth/URL
-  resolution (`prepare.rs`), the HTTP client (`client.rs`), and the handler that
-  performs the call (`handler.rs`). `core/src/messages` is the reference.
-- `core/src/providers/<provider>/<route>/transformation.rs` owns the
-  provider-specific transform. For Anthropic Messages, this means
-  `core/src/providers/anthropic/messages/transformation.rs`.
-- Handlers live in `core`, never in a host. `ai-gateway` must not contain a
-  route handler that talks to a provider; its axum route reads the HTTP request,
-  picks a deployment, and calls the `core` entrypoint. `python-bridge` marshals
-  Python objects and calls the same entrypoint.
-
-Streaming keeps the same shape: the route entrypoint has a `<route>_stream`
-variant in `core` that returns the upstream response so a host can splice it to
-its own caller; the host still owns no provider logic.
-
-Call-hook and lifecycle instrumentation, including phase timing, usage
-accumulation, and callback payload construction, always lives in `core`.
-Hosts feed observed events into core and dispatch the completed payloads through
-their I/O logger; hosts must not own callback orchestration.
-
-Allowed in `core`:
-- The public entrypoint for a top-level LiteLLM call
-- Request/response transforms and stream chunk normalization
-- Provider resolution, auth header construction, and URL building
-- The provider HTTP call itself, through a shared reused client with connect and
-  request timeouts
-- Shared data types and validation errors
-- Deterministic token/cost helper logic
-
-Not allowed in `core`:
-- Serving HTTP: axum routes, extractors, and transport concerns stay in the host
-- Filesystem access
-- Database access
-- Config file reading and rollout state
-- Logging callbacks, spend writes, or custom callbacks
-- Global mutable runtime state
-
-Env reads in `core` are limited to credential fallback inside a route's
-`prepare.rs` (the `env_lookup` closure), mirroring what the Python SDK does when
-no key is passed. Everything else config-shaped is resolved by the host and
-passed in.
-
-Routes still hosted in `ai-gateway` (`ocr`, `audio_transcription`, `realtime`)
-predate this rule and are being moved into `core` route modules; do not add new
-ones there, and prefer moving one when you touch it.
-
-Python owns rollout state and fallback while Rust is being introduced. Rust
-paths must be off by default until parity tests prove equivalence with Python.
-A new provider/route may instead be implemented rust-only with no Python
-reference; then the Python interface is a thin dispatch that calls Rust with no
-fallback, and you state the rust-only choice explicitly in the PR. Either way
-the Python side stays minimal (it only marshals inputs and calls the Rust
-interface), never add a per-route feature flag, and never push provider
-dispatch into `litellm/main.py`; put it in a thin dispatch class under
-`litellm/llms/<provider>/<route>/`.
-
-## Production Bar
-
-Rust code in this workspace is held to a strict parity and robustness bar from
-the first PR:
-
-- Correctness parity is proven with tests. Do not rely on README claims or
-  manual inspection for a port that mirrors Python behavior.
-- Every provider transform must have unit tests for supported-parameter
-  filtering, request body shape, response normalization, missing/null fields,
-  and bad-input errors.
-- When Rust is exposed through Python, add Python tests that prove disabled,
-  enabled, and unavailable-bridge fallback behavior.
-- Avoid panics on user/provider input. Return typed errors and let the host map
-  them to Python exceptions or HTTP responses.
-- OCR handles documents that often contain personal data. Do not log document
-  contents, base64 payloads, provider response bodies, or secrets.
-- Error messages must be useful but data-minimized. Truncate or sanitize any
-  upstream body before it crosses a host boundary.
-- Treat empty or whitespace-only credentials, URLs, and config values as absent
-  at the host/config resolution layer.
-- Preserve Python output shape intentionally. If a field is always serialized as
-  `null` for Python parity, leave a short comment explaining that parity choice.
-
-## Network I/O Rules
-
-These rules apply to every module that executes network I/O, whether it is a
-`core` route handler or a host such as `ai-gateway`:
-
-- Set connect and full-request timeouts. No unbounded waits.
-- Reuse HTTP clients; do not construct clients per request.
-- Prefer rustls TLS for portable Python wheels and Linux images unless there is
-  a documented reason not to.
-- Add request IDs and structured tracing at the host layer, without logging OCR
-  document contents or secrets.
-- Do not echo raw upstream response bodies to callers. Sanitize and bound them.
-- Avoid `expect`/`unwrap` in server startup and request paths unless the panic is
-  impossible by construction and documented.
-
-## Rust Style Guide
-
-All Rust in `litellm-rust/` follows the official Rust Style Guide:
-https://doc.rust-lang.org/style-guide/
-
-`rustfmt` implements the guide's formatting rules by default, so the mechanical
-side is enforced for you: run `cargo fmt` before committing and CI gates every
-PR on `cargo fmt --check` (see Checks). Do not hand-format against rustfmt or add
-a `rustfmt.toml` that diverges from the default style; the default style *is* the
-guide.
-
-The guide also covers conventions rustfmt cannot auto-apply; follow these too:
-- Naming: `snake_case` for items, functions, and modules; `UpperCamelCase` for
-  types, traits, and enum variants; `SCREAMING_SNAKE_CASE` for constants and
-  statics; acronyms count as one word (`HttpClient`, not `HTTPClient`).
-- Ordering and grouping the guide prescribes: imports grouped std / external /
-  crate-local, derives before other attributes, and consistent item order.
-- Idioms the guide recommends over the formatter fighting you (e.g. prefer
-  restructuring an over-long expression rather than forcing an awkward wrap).
-
-## Constants
-
-Magic numbers and fixed strings go in a crate-level `constants.rs`, never
-hardcoded inline — the Rust mirror of Python's `litellm/constants.py`.
-
-- Each crate that needs them has `src/constants.rs` (declared `mod constants;`);
-  import from it (`use crate::constants::...`). Don't scatter `const` values at
-  the top of feature modules.
-- An env-overridable tunable still lives in `constants.rs` as its `DEFAULT_*`
-  value; the env read (with fallback to that default) happens at the host/config
-  resolution layer, not in `core`/`providers`.
-- Exception: a value that is purely local to one function and has no meaning
-  elsewhere may stay inline, but prefer `constants.rs` when in doubt.
-
-## Checks
-
-Run these before pushing Rust changes. The same checks run in GitHub Actions
-for changes under `litellm-rust/`.
-
-```bash
-cd litellm-rust
-cargo fmt --check
-cargo clippy --workspace --all-targets -- -D warnings
-cargo clippy -p litellm-core --all-targets --features bedrock-auth -- -D warnings
-# the ai-gateway binary + server code is behind the `server` feature
-cargo clippy -p litellm-ai-gateway --all-targets --all-features -- -D warnings
-cargo test --workspace
-cargo test -p litellm-core --features bedrock-auth
-# the `auth`, `routes`, `state` and `realtime` tests only exist under `server`
-cargo test -p litellm-ai-gateway --features server
-```
-
-When a Rust path is exposed through Python, add Python parity tests that compare
-the existing Python output with the Rust-backed output.
diff --git a/litellm-rust/Cargo.lock b/litellm-rust/Cargo.lock
index 7b0b593b70f..7e3d25e9c5d 100644
--- a/litellm-rust/Cargo.lock
+++ b/litellm-rust/Cargo.lock
@@ -1948,12 +1948,17 @@ dependencies = [
  "azure_core",
  "azure_identity",
  "base64 0.22.1",
+ "bytes",
  "data-url",
+ "futures-util",
  "gcp_auth",
+ "mime_guess",
  "moka",
  "rand 0.8.7",
  "reqwest 0.12.28",
  "rstest",
+ "rustls 0.23.42",
+ "rustls-native-certs",
  "serde",
  "serde_json",
  "serde_path_to_error",
@@ -1962,6 +1967,7 @@ dependencies = [
  "subtle",
  "thiserror 2.0.19",
  "tokio",
+ "tokio-tungstenite",
  "tracing",
  "tracing-subscriber",
  "url",
@@ -1974,12 +1980,12 @@ version = "0.1.0"
 dependencies = [
  "criterion",
  "futures-util",
- "litellm-ai-gateway",
  "litellm-core",
  "litellm-python-interop",
  "litellm-token-counter",
  "pyo3",
  "pyo3-async-runtimes",
+ "rstest",
  "serde",
  "serde_json",
  "tokio",
diff --git a/litellm-rust/Cargo.toml b/litellm-rust/Cargo.toml
index 5f25e69a1f8..5c72c86d6ef 100644
--- a/litellm-rust/Cargo.toml
+++ b/litellm-rust/Cargo.toml
@@ -16,6 +16,7 @@ license = "MIT"
 repository = "https://github.com/BerriAI/litellm"
 
 [workspace.dependencies]
+bytes = "1"
 tracing = "0.1"
 tracing-subscriber = { version = "0.3", default-features = false, features = ["registry", "std"] }
 litellm-core = { path = "crates/core" }
diff --git a/litellm-rust/README.md b/litellm-rust/README.md
deleted file mode 100644
index 650d38753e7..00000000000
--- a/litellm-rust/README.md
+++ /dev/null
@@ -1,56 +0,0 @@
-# LiteLLM Rust
-
-This workspace contains the staged Rust implementation for LiteLLM.
-
-`litellm-core` is the LiteLLM SDK in Rust: one entrypoint per top-level call
-that makes the LLM call and hands back a typed response, the same shape as
-`litellm.messages()` in Python.
-
-```rust
-let response = litellm_core::messages::messages(MessagesRequest {
-    model: "claude-sonnet-4-5",
-    body,
-    api_key: Some(key),
-    ..
-})
-.await?;
-```
-
-Python continues to own configuration, retries, routing policy, logging,
-callbacks, spend tracking, and customer plugins until each Rust path has parity
-coverage and production evidence.
-
-## Crates
-
-| Crate | Role |
-|-------|------|
-| litellm-core | The SDK. Per-route entrypoints (`messages::messages()`), types, provider transforms (modules under `providers/`), provider resolution, auth, the provider HTTP call, and the router. |
-| litellm-config | Config-loading boundary. Returns resolved deployments and optionally delegates loading to Python. |
-| litellm-ai-gateway | The axum server (behind the `server` feature) and WebSocket hosts. Translates HTTP/WS to core entrypoints; no provider handlers. |
-| litellm-python-interop | Domain-neutral PyO3 foundation for GIL handling and typed Python/Serde conversion. |
-| litellm-python-bridge | PyO3 cdylib exposing LiteLLM Rust APIs to the Python SDK. Owns API registration, domain wiring, and Python exception mapping. |
-
-Dependency direction is acyclic: config depends on core, the gateway depends on config and core, and the Python bridge depends on the domain layers and Python interop.
-
-## Layout
-
-```text
-crates/
-  core/           The SDK: route modules + provider transforms.
-    src/messages/   mod.rs (entrypoint), types, transformation, prepare, handler, client
-    src/providers/anthropic/messages/transformation.rs
-  config/         Config loading and resolved deployments.
-  ai-gateway/     Axum server + WebSocket hosts; calls core entrypoints.
-  python-interop/ Domain-neutral PyO3 conversion and GIL primitives.
-  python-bridge/  PyO3 API adapter for Python LiteLLM.
-```
-
-The folder shape follows the Python provider tree:
-`core/src/providers/<provider>/<route>/transformation.rs`. The bridge exposes one
-function per top-level route, mirroring the core entrypoints.
-
-## Checks
-
-Run the commands under "Checks" in [CLAUDE.md](CLAUDE.md) before pushing Rust
-changes. That list is the single source of truth and matches what GitHub Actions
-runs for changes under `litellm-rust/`.
diff --git a/litellm-rust/crates/CODING_STANDARDS/PROVIDER_CODING_STANDARDS.md b/litellm-rust/crates/CODING_STANDARDS/PROVIDER_CODING_STANDARDS.md
deleted file mode 100644
index 952bbc38b43..00000000000
--- a/litellm-rust/crates/CODING_STANDARDS/PROVIDER_CODING_STANDARDS.md
+++ /dev/null
@@ -1,53 +0,0 @@
-# Provider coding standards (litellm-rust)
-
-Rules for adding or changing an LLM provider/route in `litellm-rust`. `messages` (`core/src/messages`, `ANTHROPIC_MESSAGES_CONFIG`) is the reference: a route is a `core` module with a public entrypoint that makes the call and returns a typed response.
-
-## Provider resolution
-
-1. Always resolve the provider/model first with `get_custom_llm_provider` (`core/src/routing_utils/provider.rs`). Nothing downstream may branch on a raw model string.
-2. Model/provider is resolved once, in `prepare.rs`, and passed down as typed fields. Don't re-resolve or re-parse it in transforms or handlers.
-
-## Transforms and the base config
-
-3. Every route defines a base config trait with `transform_request` + `transform_response` (+ `complete_url`, `supported_params`), living in `core/src/<route>/transformation.rs` (e.g. `AnthropicMessagesProviderConfig`, mirroring `OcrProviderConfig`).
-4. Each provider implements that trait as a `const <PROVIDER>_<ROUTE>_CONFIG` in `core/src/providers/<provider>/<route>/transformation.rs`, mirroring the Python provider tree.
-5. Individual configs implement only the request/response transforms. Shared behavior (param filtering, defaults) stays as trait default methods so future providers inherit existing logic instead of reimplementing it.
-6. Prefer composition: a provider that extends another reuses the base trait's defaults or wraps another config; don't copy transform bodies between providers.
-
-## Boundaries
-
-7. Layers never cross: `core` = the call itself (entrypoint, types, transforms, provider resolution, auth headers, provider HTTP, lifecycle hooks); `ai-gateway` = serving HTTP/WS (routing, extractors, auth of *our* callers, streaming to the client); `python-bridge` = thin PyO3 adapter. Hosts call the core entrypoint; they never build a provider request.
-8. Generic/route files contain zero provider-specific branches. A provider is one module under `core/src/providers/<provider>/<route>/`; a route is a module, never a new crate.
-9. Route entry point stays thin: `core::<route>::<route>()` -> `prepare_*` -> handler (or `CallLifecycle::run_request`, which owns the pre_call -> during_call -> provider call -> success/failure order and phase timing). Axum handlers validate and delegate to a service that calls the entrypoint; no business logic in them.
-10. Constants (URLs, env-var names, API versions, error messages) live in a crate `constants.rs`, never inline. Config-shaped env reads happen at the host/config layer with the `DEFAULT_*` fallback defined in `constants.rs`; the only env read in `core` is the credential fallback in a route's `prepare.rs`.
-
-## Types and errors
-
-11. Typed contracts only: no bare `serde_json::Value` / `String` / `Vec<String>` as a transform input or output. Parse wire bytes into typed structs/enums at the host edge; a `type` discriminator is a typed field, not a raw string.
-12. Model failures as values: return typed `CoreError`, don't panic. No `unwrap`/`expect`/`panic!` on user or provider input.
-13. No mutation: build values in one shot (comprehensions/iterators, `collect`), prefer immutable bindings and owned typed structs over seeding-and-mutating.
-14. Early returns over deep nesting; small focused files over god modules.
-15. Preserve Python output shape intentionally. If a field is always serialized as `null` for parity, keep it and pin it with a test.
-
-## Safety and data minimization
-
-16. Never log request/response bodies, base64 payloads, document contents, or secrets. Truncate and bound any upstream body before it crosses a host boundary.
-17. Treat empty/whitespace credentials, URLs, and config values as absent at the host resolution layer.
-18. Network I/O sets connect + request timeouts (no unbounded waits), reuses a shared HTTP client, and prefers rustls TLS.
-
-## Tests and rollout
-
-19. Every provider transform ships tests for: supported-param filtering, request body shape, response normalization, missing/null fields, bad input, and `*_match_python` fixture parity.
-20. Lifecycle/hook tests cover hook order, success + failure callback payloads, pre-call guardrail blocking before any provider I/O, during-call body mutation, and provider-error mapping.
-21. When a route has a Python reference implementation, the Rust path stays off by default and behind Python parity tests (disabled / enabled-equals-Python / bridge-unavailable fallback) until parity is proven. A new provider/route may instead be implemented rust-only with no Python reference; then the Python interface is a thin dispatch to Rust with no fallback, and tests cover the rust-backed path plus the unavailable-bridge error. State the rust-only choice explicitly in the PR.
-
-## Python bridge (SDK side)
-
-22. A Python -> Rust bridge keeps the Python side minimal: the Python interface only marshals inputs and calls the Rust interface, with no transform, handler, or business logic. Aim for well under 100 lines of interface code per route; if the Python grows past that, the logic belongs in Rust.
-23. Do not bloat `litellm/main.py`. A route's provider dispatch lives in a thin dispatch class under `litellm/llms/<provider>/<route>/` that calls the Rust bridge; `main.py` only instantiates it and calls its sync/async method.
-24. Do not add new feature flags unless explicitly requested. Reuse the existing LiteLLM Rust rollout mechanism (`litellm.rust`); never introduce a per-route env flag such as `LITELLM_USE_RUST_<ROUTE>`.
-
-## Checks before push
-
-25. Run, and keep green, the commands under "Checks" in `litellm-rust/CLAUDE.md`.
-    That list is the single source of truth and matches what GitHub Actions runs.
diff --git a/litellm-rust/crates/ai-gateway/AGENTS.md b/litellm-rust/crates/ai-gateway/AGENTS.md
deleted file mode 100644
index b2fd583316b..00000000000
--- a/litellm-rust/crates/ai-gateway/AGENTS.md
+++ /dev/null
@@ -1,54 +0,0 @@
-# ai-gateway — folder architecture
-
-The Axum server that fronts the Rust gateway. It owns transport + config + auth
-only; deployment selection lives in `core::router`, and the LLM call itself
-(transforms, auth headers, provider HTTP) lives behind a `core` route entrypoint
-such as `litellm_core::messages::messages`. No provider handler lives here.
-
-```
-src/
-  main.rs            # entrypoint: build AppState (router + master key), bind, serve
-  state.rs           # AppState — shared Arc<Router> + master_key
-  auth/              # authentication as an axum extractor — added to handler args
-    mod.rs           #   RequireMasterKey: FromRequestParts, single master key (LITELLM_MASTER_KEY)
-  routes/            # one module per route, all matching the same template
-    AGENTS.md        #   ← the route template (read this before adding a route)
-    mod.rs           #   app(): merges every module's router()
-    health.rs        #   simple route (one file): router() + liveness/readiness
-    realtime/        #   route with logic → axum surface + a no-axum service:
-      mod.rs         #     router() + handler + WS<->events adapter (the axum surface)
-      service.rs     #     business logic (select deployment, call provider) — no axum, testable
-```
-
-## Rules
-
-- **Routes follow one template.** Each route module exposes
-  `pub fn router() -> Router<AppState>`; `routes/mod.rs` only merges them. Simple
-  routes are one file; non-trivial routes are a folder (`handler`/`service`/
-  `transport`). See `routes/AGENTS.md`.
-- **Auth is an extractor.** Add `crate::auth::RequireMasterKey` to a handler's
-  args; it runs during extraction. Never re-implement the check per route.
-- **Handlers are thin.** A handler validates and delegates to its `service`. No
-  business logic, no provider calls, no transforms in handlers.
-- **Services call `core`, they don't reimplement it.** A `service` picks the
-  deployment and calls the `core` route entrypoint. Provider resolution, auth
-  headers, URL building, and the HTTP call are `core`'s job; a service that
-  builds a provider request itself is a bug (`routes/messages/service.rs` is
-  the reference).
-- **State is shared and cheap to clone.** Long-lived handles live behind `Arc` in
-  `state.rs`; read env/config only in `main.rs` when building state.
-
-## Auth (interim)
-
-A single **master key** (`LITELLM_MASTER_KEY`), enforced by the
-`auth::RequireMasterKey` extractor: any caller presenting it as
-`Authorization: Bearer <key>` may invoke the gateway. Fails closed (500) when
-unset; constant-time compare. The server binds `127.0.0.1` by default (`HOST` to
-override). Full per-key auth + budgets/rate-limits are delegated to the Python
-proxy in a later phase. Health routes don't add the extractor (unauthenticated).
-
-## Python interop
-
-Python-backed loading lives in `litellm-config` and is **load-time only**. The
-gateway's `python-config` feature forwards to that crate. The realtime data path
-never takes the GIL.
diff --git a/litellm-rust/crates/ai-gateway/ARCHITECTURE.md b/litellm-rust/crates/ai-gateway/ARCHITECTURE.md
deleted file mode 100644
index 6d090cf4c8e..00000000000
--- a/litellm-rust/crates/ai-gateway/ARCHITECTURE.md
+++ /dev/null
@@ -1,14 +0,0 @@
-# ai-gateway architecture
-
-The Rust ai-gateway does LLM inference (realtime WebSocket). Spend tracking is an
-API callback: it POSTs each finished session to the LiteLLM proxy, which records
-spend and runs the usual callbacks.
-
-```mermaid
-flowchart LR
-  C[client] <--> G[Rust ai-gateway<br/>LLM inference]
-  G <--> O[OpenAI realtime]
-  G -. spend tracking callback .-> P[litellm proxy]
-  F[litellm-config<br/>load-time only] --> G
-  F -. Python backend .-> P
-```
diff --git a/litellm-rust/crates/ai-gateway/Cargo.toml b/litellm-rust/crates/ai-gateway/Cargo.toml
index 74cf66e88a2..dfa61226d4e 100644
--- a/litellm-rust/crates/ai-gateway/Cargo.toml
+++ b/litellm-rust/crates/ai-gateway/Cargo.toml
@@ -13,6 +13,11 @@ name = "litellm-ai-gateway"
 path = "src/main.rs"
 required-features = ["server"]
 
+[[bin]]
+name = "trace-parity-gateway"
+path = "src/bin/trace_parity_gateway.rs"
+required-features = ["trace-parity"]
+
 [dependencies]
 tracing.workspace = true
 litellm-core = { workspace = true, features = ["bedrock-auth"] }
diff --git a/litellm-rust/crates/ai-gateway/benchmarks/realtime/README.md b/litellm-rust/crates/ai-gateway/benchmarks/realtime/README.md
deleted file mode 100644
index 84e926af243..00000000000
--- a/litellm-rust/crates/ai-gateway/benchmarks/realtime/README.md
+++ /dev/null
@@ -1,55 +0,0 @@
-# Realtime gateway benchmark — pool on/off
-
-Measures what the gateway adds over talking to OpenAI's realtime WebSocket
-directly, and what the pre-warmed connection pool removes. See
-`../../src/routes/realtime/README.md` for how the pool works.
-
-## Results
-
-5000 calls / 500 concurrency, gateway at 10 instances, pool ON
-(`REALTIME_POOL_SIZE=64`), upstream OpenAI `gpt-realtime`. Each leg run twice.
-Times in **ms**. Phases per connection: **dial** = TCP+TLS+WS upgrade,
-**session** = upgrade → `session.created` (the phase the pool removes),
-**1st-audio** = `response.create` → first audio delta (OpenAI inference),
-**total** = full wall-clock.
-
-| metric             | Direct OpenAI | Gateway (pool ON) | Overhead (ms) | vs OpenAI  |
-| ------------------ | ------------- | ----------------- | ------------- | ---------- |
-| success rate (%)   | 99.8          | 99.8              | —             | —          |
-| dial p50 (ms)      | 276           | 158               | −118          | **faster** |
-| session p50 (ms)   | 7             | 0                 | −7            | **faster** |
-| 1st-audio p50 (ms) | 440           | 664               | +224          | slower¹    |
-| total p50 (ms)     | 816           | 1010              | +194          | slower¹    |
-| total p95 (ms)     | 2152          | 1970              | −182          | **faster** |
-| total p99 (ms)     | 2692          | 2610              | −82           | **faster** |
-
-The gateway is **faster than direct on 4 of 6 metrics**. The warm pool makes the
-**session phase sub-millisecond** at the median — ~76% of connects hit the pool,
-~70% had session < 1 ms. ¹ The two "slower" rows are not gateway overhead:
-`1st-audio` is OpenAI's own inference time (the gateway only relays it), which ran
-slower during the gateway legs and drags `total p50` with it.
-
-**Pool OFF** (control, `REALTIME_POOL_SIZE=0`): session p50 was **367 ms** — the
-fresh-dial overhead the pool removes.
-
-## Reproduce
-
-The load generator lives in a separate repo:
-**https://github.com/ishaan-berri/litellm-realtime-bench**
-
-```bash
-git clone https://github.com/ishaan-berri/litellm-realtime-bench
-cd litellm-realtime-bench && go build -o wsbench .
-
-# Direct to OpenAI (baseline)
-./wsbench -host api.openai.com -key "$OPENAI_API_KEY" -m gpt-realtime -n 5000 -c 500 -t 60
-
-# Through the gateway — run once with pool ON, once with REALTIME_POOL_SIZE=0
-./wsbench -host <gateway-host> -key "$LITELLM_MASTER_KEY" -m gpt-realtime -n 5000 -c 500 -t 60
-```
-
-Run the gateway with the env stand-in (`OPENAI_REALTIME_MODEL=gpt-realtime`,
-`OPENAI_API_KEY`, `LITELLM_MASTER_KEY`, `REALTIME_POOL_SIZE`, `HOST=0.0.0.0`). At
-500 concurrency over N instances, size the pool to `≈ 500 / N` per instance (64 was
-used here for 10 instances). The bench repo's README covers running 500-concurrency
-legs from a hosted multi-vCPU runner. **Never commit keys — pass them via `-key`.**
diff --git a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
index 6f48f38c9f6..b17f17de11f 100644
--- a/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
+++ b/litellm-rust/crates/ai-gateway/src/audio_transcription/hooks.rs
@@ -277,7 +277,7 @@ fn core_error_kind(error: &Error) -> &'static str {
         Error::InvalidProvider(_) => "InvalidProvider",
         Error::InvalidRequest(_) => "InvalidRequest",
         Error::InvalidType { .. } => "InvalidType",
-        Error::MissingField(_) => "MissingField",
+        Error::MissingField(_) | Error::MissingDocumentUrl => "MissingField",
         Error::Http { .. } => "HttpError",
         Error::InvalidResponse(_) => "InvalidResponse",
         Error::Network(_) => "NetworkError",
diff --git a/litellm-rust/crates/ai-gateway/src/bin/trace_parity_gateway.rs b/litellm-rust/crates/ai-gateway/src/bin/trace_parity_gateway.rs
new file mode 100644
index 00000000000..9036deb9871
--- /dev/null
+++ b/litellm-rust/crates/ai-gateway/src/bin/trace_parity_gateway.rs
@@ -0,0 +1,40 @@
+use std::io::Read;
+
+use serde::Deserialize;
+use serde_json::Value;
+
+#[derive(Deserialize)]
+struct Input {
+    model_alias: String,
+    provider_model: String,
+    api_base: String,
+    body: Value,
+}
+
+#[tokio::main]
+async fn main() {
+    let mut input = String::new();
+    if let Err(error) = std::io::stdin().read_to_string(&mut input) {
+        fail(error);
+    }
+    let input: Input = match serde_json::from_str(&input) {
+        Ok(input) => input,
+        Err(error) => fail(error),
+    };
+    let result = litellm_ai_gateway::trace_parity::traced_messages_request(
+        input.model_alias,
+        input.provider_model,
+        input.api_base,
+        input.body,
+    )
+    .await;
+    match serde_json::to_string(&result) {
+        Ok(result) => println!("{result}"),
+        Err(error) => fail(error),
+    }
+}
+
+fn fail(error: impl std::fmt::Display) -> ! {
+    eprintln!("{error}");
+    std::process::exit(1)
+}
diff --git a/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs b/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
index 7f3b6b0650f..f86dd778424 100644
--- a/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
+++ b/litellm-rust/crates/ai-gateway/src/io/responses_ws.rs
@@ -1,5 +1,3 @@
-use std::collections::HashMap;
-use std::sync::Arc;
 use std::time::Duration;
 
 use futures_util::stream::{SplitSink, SplitStream};
@@ -10,106 +8,21 @@ use litellm_core::auth::error::MissingCredential;
 use litellm_core::providers::openai::responses::transformation::OPENAI_RESPONSES_WS_CONFIG;
 use litellm_core::responses::types::ResponsesWsEvent;
 use litellm_core::responses::websocket::ResponsesWebSocketProviderConfig;
-use tokio::net::TcpStream;
-use tokio::sync::Mutex;
 use tokio_tungstenite::tungstenite::Message;
 use tokio_tungstenite::tungstenite::client::IntoClientRequest;
 use tokio_tungstenite::tungstenite::http::HeaderValue;
-use tokio_tungstenite::tungstenite::http::header::{AUTHORIZATION, HeaderName};
-use tokio_tungstenite::{MaybeTlsStream, WebSocketStream};
+use tokio_tungstenite::tungstenite::http::header::AUTHORIZATION;
 
-use crate::io::tls::connect_upstream;
+use litellm_core::responses::websocket::{ResponsesUpstreamWs, connect_upstream};
 
 use crate::constants::{
     DEFAULT_RESPONSES_WS_CONNECT_TIMEOUT_SECS, DEFAULT_RESPONSES_WS_IDLE_TIMEOUT_SECS,
 };
 
 const OPENAI_API_KEY_ENV: &str = "OPENAI_API_KEY";
-pub type ResponsesUpstreamWs = WebSocketStream<MaybeTlsStream<TcpStream>>;
 type UpstreamTx = SplitSink<ResponsesUpstreamWs, Message>;
 type UpstreamRx = SplitStream<ResponsesUpstreamWs>;
 
-#[derive(Clone)]
-pub struct ResponsesWebSocketConnection {
-    socket: Arc<Mutex<Option<ResponsesUpstreamWs>>>,
-}
-
-impl ResponsesWebSocketConnection {
-    pub async fn connect_url(
-        url: &str,
-        headers: &HashMap<String, String>,
-        timeout: Option<Duration>,
-    ) -> Result<Self, Error> {
-        let mut request = url
-            .into_client_request()
-            .map_err(|error| Error::Network(error.to_string()))?;
-        for (name, value) in headers {
-            let header_name = name
-                .parse::<HeaderName>()
-                .map_err(|error| Error::InvalidRequest(error.to_string()))?;
-            let header_value = HeaderValue::from_str(value)
-                .map_err(|error| Error::InvalidRequest(error.to_string()))?;
-            request.headers_mut().insert(header_name, header_value);
-        }
-        let connect = connect_upstream(request);
-        let result = match timeout {
-            Some(timeout) => tokio::time::timeout(timeout, connect).await.map_err(|_| {
-                Error::Network("Responses WebSocket connection timed out".to_string())
-            })?,
-            None => connect.await,
-        };
-        let (socket, _) = result.map_err(|error| match *error {
-            tokio_tungstenite::tungstenite::Error::Http(response) => Error::Http {
-                status: response.status().as_u16(),
-                body: String::new(),
-            },
-            other => Error::Network(other.to_string()),
-        })?;
-        Ok(Self {
-            socket: Arc::new(Mutex::new(Some(socket))),
-        })
-    }
-
-    pub async fn send_text(&self, text: String) -> Result<(), Error> {
-        let mut socket = self.socket.lock().await;
-        let Some(socket) = socket.as_mut() else {
-            return Err(Error::Network("Responses WebSocket is closed".to_string()));
-        };
-        socket
-            .send(Message::Text(text))
-            .await
-            .map_err(|error| Error::Network(error.to_string()))
-    }
-
-    pub async fn recv_text(&self) -> Result<Option<String>, Error> {
-        let mut socket_guard = self.socket.lock().await;
-        let Some(socket) = socket_guard.as_mut() else {
-            return Ok(None);
-        };
-        match socket.next().await {
-            Some(Ok(Message::Text(text))) => Ok(Some(text)),
-            Some(Ok(Message::Binary(bytes))) => String::from_utf8(bytes.to_vec())
-                .map(Some)
-                .map_err(|error| Error::InvalidResponse(error.to_string())),
-            Some(Ok(Message::Close(_))) | None => Ok(None),
-            Some(Ok(_)) => Ok(None),
-            Some(Err(error)) => Err(Error::Network(error.to_string())),
-        }
-    }
-
-    pub async fn close(&self) -> Result<(), Error> {
-        let mut socket = self.socket.lock().await;
-        if let Some(socket) = socket.as_mut() {
-            socket
-                .close(None)
-                .await
-                .map_err(|error| Error::Network(error.to_string()))?;
-        }
-        *socket = None;
-        Ok(())
-    }
-}
-
 pub(crate) fn resolve_api_key(api_key: Option<&str>) -> Result<String, Error> {
     api_key
         .map(str::trim)
diff --git a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
index 39465e28e84..3334053a0a4 100644
--- a/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
+++ b/litellm-rust/crates/ai-gateway/src/routes/messages/mod.rs
@@ -118,7 +118,8 @@ impl IntoResponse for MessagesRouteError {
             | Error::Connect(_)
             | Error::InvalidResponse(_)
             | Error::InvalidType { .. }
-            | Error::MissingField(_) => (
+            | Error::MissingField(_)
+            | Error::MissingDocumentUrl => (
                 StatusCode::BAD_GATEWAY,
                 "messages provider request failed".to_string(),
             ),
diff --git a/litellm-rust/crates/ai-gateway/src/trace_parity.rs b/litellm-rust/crates/ai-gateway/src/trace_parity.rs
index 21123df3f1c..00c9b53e691 100644
--- a/litellm-rust/crates/ai-gateway/src/trace_parity.rs
+++ b/litellm-rust/crates/ai-gateway/src/trace_parity.rs
@@ -10,6 +10,7 @@ use litellm_core::router::{Deployment, LiteLLMParams, Router as ModelRouter};
 use serde::Serialize;
 use serde_json::Value;
 use tower::ServiceExt;
+use tracing::instrument::WithSubscriber;
 
 use crate::io::realtime_pool::RealtimePool;
 use crate::routes;
@@ -21,6 +22,38 @@ pub struct GatewayResponse {
     pub body: Value,
 }
 
+#[derive(Debug, Serialize)]
+pub struct TracedGatewayResponse {
+    pub response: Option<GatewayResponse>,
+    pub error: Option<String>,
+    pub trace: Vec<litellm_core::observability::FunctionTraceEvent>,
+}
+
+pub async fn traced_messages_request(
+    model_alias: String,
+    provider_model: String,
+    api_base: String,
+    body: Value,
+) -> TracedGatewayResponse {
+    let trace = litellm_core::observability::FunctionTrace::default();
+    let result = messages_request(model_alias, provider_model, api_base, body)
+        .with_subscriber(trace.dispatcher())
+        .await;
+    let events = trace.events();
+    match result {
+        Ok(response) => TracedGatewayResponse {
+            response: Some(response),
+            error: None,
+            trace: events,
+        },
+        Err(error) => TracedGatewayResponse {
+            response: None,
+            error: Some(error.to_string()),
+            trace: events,
+        },
+    }
+}
+
 pub async fn messages_request(
     model_alias: String,
     provider_model: String,
diff --git a/litellm-rust/crates/ai-gateway/tests/crypto_provider_wiring.rs b/litellm-rust/crates/ai-gateway/tests/crypto_provider_wiring.rs
index 05f7d9610d5..ac37440d682 100644
--- a/litellm-rust/crates/ai-gateway/tests/crypto_provider_wiring.rs
+++ b/litellm-rust/crates/ai-gateway/tests/crypto_provider_wiring.rs
@@ -2,10 +2,10 @@
 //! API has to resolve its own crypto provider, in a test binary where nothing
 //! has installed a process-wide one, and has to leave it uninstalled.
 
-use std::collections::HashMap;
 use std::time::Duration;
 
-use litellm_ai_gateway::io::responses_ws::ResponsesWebSocketConnection;
+use futures_util::{sink, stream};
+use litellm_ai_gateway::io::responses_ws::async_responses_websocket;
 use tokio::net::TcpListener;
 
 async fn dead_tls_server() -> u16 {
@@ -30,10 +30,15 @@ async fn dead_tls_server() -> u16 {
 async fn dialing_wss_returns_an_error_instead_of_panicking() {
     let port = dead_tls_server().await;
 
-    let result = ResponsesWebSocketConnection::connect_url(
-        &format!("wss://127.0.0.1:{port}/"),
-        &HashMap::new(),
+    let result = async_responses_websocket(
+        "gpt-5",
+        Some("test-key"),
+        Some(&format!("wss://127.0.0.1:{port}/")),
+        None,
         Some(Duration::from_secs(10)),
+        |_| {},
+        stream::empty(),
+        sink::drain(),
     )
     .await;
 
diff --git a/litellm-rust/crates/core/AGENTS.md b/litellm-rust/crates/core/AGENTS.md
index aee8b4937ef..9ba7bfb5323 100644
--- a/litellm-rust/crates/core/AGENTS.md
+++ b/litellm-rust/crates/core/AGENTS.md
@@ -2,6 +2,6 @@ litellm-core is the LiteLLM SDK in Rust — it makes the LLM call. Each top-leve
 
 A route module owns everything the call needs: types, the provider template trait, provider transforms (under `providers/`), provider/auth/URL resolution, and the handler that performs the HTTP call. Handlers belong here, never in a host crate.
 
-Not here: serving HTTP (axum routes, extractors), config file reading, rollout state, databases, or callback dispatch. Env reads are limited to credential fallback in a route's `prepare.rs`.
+Not here: serving HTTP (axum routes, extractors), config file reading, rollout state, databases, or host-specific callback execution. Core owns lifecycle sequencing and callback payload construction; hosts execute the selected integrations. Env reads are limited to credential fallback in a route's `prepare.rs`.
 
 Routes (messages, ocr, realtime) and providers (anthropic, mistral, openai) are modules, not crates.
diff --git a/litellm-rust/crates/core/CLAUDE.md b/litellm-rust/crates/core/CLAUDE.md
deleted file mode 100644
index 5d36305ded5..00000000000
--- a/litellm-rust/crates/core/CLAUDE.md
+++ /dev/null
@@ -1,66 +0,0 @@
-# CLAUDE.md
-
-Rules for `litellm-rust/crates/core`.
-
-## Responsibility
-
-`core` is the LiteLLM SDK in Rust: it makes the LLM call. Every top-level
-LiteLLM call has a public entrypoint here, named after the route
-(`messages::messages()` is the Rust equivalent of `litellm.messages()`), and
-calling it returns a typed non-streaming response.
-
-Allowed:
-- The public entrypoint for a route, plus its `<route>_stream` variant when the
-  route supports streaming.
-- Provider resolution, auth header construction, URL building, and the provider
-  HTTP call (shared reused client, connect + request timeouts).
-- Shared request/response structs.
-- Typed errors with stable, non-sensitive messages.
-- Deterministic validation helpers.
-- Serialization helpers that intentionally mirror Python output shape.
-- Route templates that match Python base config responsibilities, such as
-  `messages::transformation::AnthropicMessagesProviderConfig`.
-
-Not allowed:
-- Serving HTTP: axum routers, extractors, and other transport concerns.
-- Filesystem, database, or cache access.
-- Config file reading or rollout state; the host resolves those and passes them
-  in. Env reads are limited to credential fallback in a route's `prepare.rs`.
-- Logging callbacks, tracing spans, spend writes, or customer callbacks.
-- Provider-specific branching that belongs in `providers`.
-- Panics for user/provider-controlled input.
-
-## Typed Contracts (core rule)
-
-Trait and function boundaries MUST be strongly typed. No stringly-typed JSON
-(`&str` / `String` / `Vec<String>` / bare `serde_json::Value`) as a transform
-input or output. Parse wire bytes into typed structs/enums at the host edge;
-`core` and `providers` operate only on those types (e.g. `RealtimeEvent`,
-`RealtimeTransformResult`, `OcrRequestData`). A `type`-style discriminator is a
-typed field on a struct, not a raw string threaded through the API.
-
-## Structure
-
-Use route names directly under `src/`: `messages`, `ocr`, future
-`chat_completions`, `embeddings`, and similar top-level LiteLLM calls. Do not
-invent broad names like `engine` for route contracts.
-
-`src/messages` is the reference shape for a route module:
-
-```
-mod.rs             pub async fn messages(..) (+ messages_stream)
-types.rs           request/response types
-transformation.rs  the provider template trait
-prepare.rs         provider resolution, auth headers, URL
-handler.rs         the provider call
-client.rs          the shared reqwest client
-```
-
-## Parity Rules
-
-- Every shared type used by a provider transform needs unit tests for
-  serialization shape.
-- If Python parity requires always emitting a `null` field instead of omitting
-  it, document that in code and pin it with a test.
-- Error enums should preserve enough detail for Python/HTTP hosts to map errors
-  consistently without exposing document contents or upstream bodies.
diff --git a/litellm-rust/crates/core/Cargo.toml b/litellm-rust/crates/core/Cargo.toml
index a2433435e34..09c526f73cf 100644
--- a/litellm-rust/crates/core/Cargo.toml
+++ b/litellm-rust/crates/core/Cargo.toml
@@ -6,25 +6,27 @@ license.workspace = true
 repository.workspace = true
 autotests = false
 
-[[test]]
-name = "workspace_crate_allowlist"
-path = "tests/workspace_crate_allowlist.rs"
-
 [dependencies]
+bytes.workspace = true
+futures-util.workspace = true
 base64.workspace = true
 azure_core.workspace = true
 azure_identity.workspace = true
 data-url = "0.3.2"
 gcp_auth.workspace = true
 moka.workspace = true
+mime_guess = "2.0.5"
 rand.workspace = true
 reqwest.workspace = true
+rustls.workspace = true
+rustls-native-certs.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 serde_path_to_error = "0.1"
 strum.workspace = true
 subtle.workspace = true
-tokio.workspace = true
+tokio = { workspace = true, features = ["sync"] }
+tokio-tungstenite.workspace = true
 thiserror.workspace = true
 tracing.workspace = true
 tracing-subscriber = { workspace = true, optional = true }
diff --git a/litellm-rust/crates/core/src/auth/credential.rs b/litellm-rust/crates/core/src/auth/credential.rs
index b5235b6780c..c64d331b877 100644
--- a/litellm-rust/crates/core/src/auth/credential.rs
+++ b/litellm-rust/crates/core/src/auth/credential.rs
@@ -9,6 +9,21 @@ use crate::AuthError;
 
 use super::{ResolvedCredential, SecretValue, TokenProviderHandle};
 
+pub fn credential_index(requested: &str, names: &[String]) -> Option<usize> {
+    names.iter().position(|name| name == requested)
+}
+
+pub fn credential_default_fields<'a>(
+    supplied: &[String],
+    credential_fields: &'a [String],
+) -> Vec<&'a str> {
+    credential_fields
+        .iter()
+        .filter(|name| !supplied.contains(name))
+        .map(String::as_str)
+        .collect()
+}
+
 #[derive(Clone, Debug, PartialEq, Eq)]
 pub enum CredentialFileRef {
     Path(PathBuf),
diff --git a/litellm-rust/crates/core/src/auth/mod.rs b/litellm-rust/crates/core/src/auth/mod.rs
index 35d9c676f65..2940a983fb9 100644
--- a/litellm-rust/crates/core/src/auth/mod.rs
+++ b/litellm-rust/crates/core/src/auth/mod.rs
@@ -49,6 +49,7 @@ impl<T> Sourced<T> {
 pub use credential::{
     CredentialFileRef, CredentialLookup, CredentialLookupFuture, CredentialPlan,
     CredentialPlanResolution, CredentialRef, CredentialResolver, CredentialResolverHandle,
+    credential_default_fields, credential_index,
 };
 pub use http::{CredentialPlacement, RequestAuth};
 pub use policy::{CredentialPlanKind, CredentialRule, ExistingHeaderBehavior, ProviderAuthPolicy};
diff --git a/litellm-rust/crates/core/src/call_lifecycle/README.md b/litellm-rust/crates/core/src/call_lifecycle/README.md
deleted file mode 100644
index 692e249ef27..00000000000
--- a/litellm-rust/crates/core/src/call_lifecycle/README.md
+++ /dev/null
@@ -1,167 +0,0 @@
-# Call lifecycle
-
-`litellm_core::call_lifecycle` is the shared execution wrapper for LiteLLM call
-types migrated to Rust. It owns lifecycle ordering, phase timing, and trace
-observer calls. It must not know about OCR, chat, messages, responses,
-completions, provider auth, request transforms, or response normalization.
-
-Call-type modules own their domain behavior. For example, OCR owns document
-payloads, OCR provider transforms, safe document fetch, guardrail payload shape,
-callback payload shape, and provider HTTP execution.
-
-## Runtime order
-
-Every wrapped call runs in this order:
-
-1. `async_pre_call_hook`
-2. `async_during_call_hook`
-3. provider call
-4. `async_log_success_event` or `async_log_failure_event`
-
-`async_pre_call_hook` receives the initial LiteLLM request shape. It is where
-pre-call custom guardrails run.
-
-`async_during_call_hook` converts the initial request into the provider-ready
-request. It is where provider config selection, parameter mapping, auth/header
-resolution, request transforms, and during-call guardrails belong.
-
-The provider call receives only the provider-ready request. It should execute
-I/O and call the provider response transform.
-
-Success and failure callbacks receive `CallLifecycleTiming`. Callback failures
-must not replace the original provider or guardrail result.
-
-## Trace contract
-
-The lifecycle runner records:
-
-- full call start and end time
-- `pre_call` phase timing
-- `during_call` phase timing
-- `provider_call` phase timing
-- `success_callback` phase timing
-- `failure_callback` phase timing
-
-`CallLifecycleObserver` receives phase start and end events. The default
-observer is a no-op. Future OTEL support should implement this observer instead
-of editing OCR, chat, messages, responses, completions, or provider modules.
-
-## Required shape
-
-Each migrated call type should use this folder shape:
-
-```text
-litellm-rust/crates/ai-gateway/src/<call_type>/
-  mod.rs          # thin public entrypoint
-  types.rs        # public request, prepared request, provider request, response types
-  prepare.rs      # model/provider/callback/guardrail setup
-  hooks.rs        # CallLifecycleHooks implementation
-  handler.rs      # provider I/O and response normalization
-  tests.rs        # call-type lifecycle and handler tests
-```
-
-Provider transforms can live in `litellm-rust/crates/core/src/providers/...`.
-Shared call-type helpers can live beside the call type, but generic lifecycle
-code stays in this folder.
-
-## Core API
-
-The prepared request implements `CallLifecycleRequest`:
-
-```rust
-impl CallLifecycleRequest for PreparedMessagesRequest {
-    fn lifecycle_context(&self) -> CallLifecycleContext {
-        CallLifecycleContext::new(
-            "messages",
-            self.model.clone(),
-            self.custom_llm_provider.clone(),
-            self.litellm_call_id.clone(),
-        )
-    }
-}
-```
-
-The call-type hooks implement `CallLifecycleHooks`:
-
-```rust
-impl CallLifecycleHooks<
-    PreparedMessagesRequest,
-    ProviderMessagesRequest,
-    MessagesResponse,
-> for MessagesLifecycleHooks {
-    fn async_pre_call_hook(...) {
-        // run pre-call custom guardrails against the LiteLLM request shape
-    }
-
-    fn async_during_call_hook(...) {
-        // map params, validate env, transform request, run during-call guardrails
-    }
-
-    fn async_log_success_event(...) {
-        // call async_log_success_event on configured custom loggers
-    }
-
-    fn async_log_failure_event(...) {
-        // call async_log_failure_event without swallowing the original error
-    }
-}
-```
-
-The public entrypoint stays thin:
-
-```rust
-pub async fn messages(request: MessagesRequest<'_>) -> CoreResult<MessagesResponse> {
-    let PreparedMessagesCall { request, hooks } = prepare_messages_call(request)?;
-
-    CallLifecycle::default()
-        .run_request(request, &hooks, execute_messages_provider_call)
-        .await
-}
-```
-
-Use `run_request` for new call types. Keep `run` available only for specialized
-tests or existing code that already has a `CallLifecycleContext`.
-
-## Adding a new call type
-
-1. Add `<call_type>/types.rs`
-
-Define the public request accepted by the bridge, the prepared request used by
-the lifecycle runner, and the provider request consumed by the handler.
-
-2. Implement `CallLifecycleRequest`
-
-Return `call_type`, `model`, `custom_llm_provider`, and `litellm_call_id`.
-Do not put provider-specific logic here.
-
-3. Add `<call_type>/prepare.rs`
-
-Resolve model/provider once, generate or preserve `litellm_call_id`, construct
-callback and guardrail runners, and return `Prepared<CallType>Call`.
-
-4. Add `<call_type>/hooks.rs`
-
-Implement `CallLifecycleHooks`. Put pre-call guardrail payload construction,
-provider config selection, param mapping, request transform, during-call
-guardrail payload construction, and callback payload construction here.
-
-5. Add `<call_type>/handler.rs`
-
-Execute the provider request and normalize the provider response. Do not repeat
-provider-specific transforms here; call the provider config.
-
-6. Add tests
-
-Cover hook order, success callback payload, failure callback payload, pre-call
-guardrail blocking before provider I/O, during-call body mutation, and provider
-error mapping.
-
-## Review checklist
-
-- Core lifecycle has no call-type or provider-specific branches
-- Public call-type entrypoint only prepares and calls `run_request`
-- Provider behavior lives behind provider config/transformation code
-- Hook method names map to the Python custom logger and guardrail concepts
-- Phase timing is recorded once in lifecycle, not separately per call type
-- Callback failures never hide the original provider or guardrail error
-- Tests prove the provider socket is not touched when pre-call guardrails block
diff --git a/litellm-rust/crates/core/src/call_lifecycle/host.rs b/litellm-rust/crates/core/src/call_lifecycle/host.rs
new file mode 100644
index 00000000000..ac6ddf99b9e
--- /dev/null
+++ b/litellm-rust/crates/core/src/call_lifecycle/host.rs
@@ -0,0 +1,121 @@
+use std::future::Future;
+use std::pin::Pin;
+
+pub enum HostCallStep<O, C> {
+    Host(O),
+    Complete(C),
+}
+
+pub type HostCallFuture<'a, O, C> =
+    Pin<Box<dyn Future<Output = Result<HostCallStep<O, C>, crate::Error>> + Send + 'a>>;
+
+pub trait HostCall: Send + Sync {
+    type Operation: Send + 'static;
+    type Result: Send + 'static;
+    type Complete: Send + 'static;
+
+    fn resume(
+        &mut self,
+        result: Option<Self::Result>,
+    ) -> HostCallFuture<'_, Self::Operation, Self::Complete>;
+
+    fn interrupt(
+        &mut self,
+        failure: HostFailure,
+    ) -> HostCallFuture<'_, Self::Operation, Self::Complete>;
+}
+
+pub enum HostStep<V, S> {
+    Ready(V),
+    Suspend(S),
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub enum HostPhase {
+    Setup,
+    DeploymentPreCall,
+    Prepare,
+    Execute,
+    ConstructResponse,
+    DeploymentPostCall,
+    Finalize,
+    Success,
+    MapFailure,
+    DeploymentFailure,
+    Failure,
+    AsyncFailure,
+    Complete,
+}
+
+#[derive(Clone, Debug)]
+pub enum HostFailure {
+    Error(crate::Error),
+    Cancelled(crate::Error),
+}
+
+pub struct HostLifecycle {
+    phase: HostPhase,
+    asynchronous: bool,
+}
+
+impl HostLifecycle {
+    pub fn new(asynchronous: bool) -> Self {
+        Self {
+            phase: HostPhase::Setup,
+            asynchronous,
+        }
+    }
+
+    pub fn phase(&self) -> HostPhase {
+        self.phase
+    }
+
+    pub fn accept(&mut self, result: Result<(), HostFailure>) -> Option<crate::Error> {
+        if let Err(failure) = result {
+            if self.phase == HostPhase::DeploymentFailure {
+                self.phase = HostPhase::Failure;
+                return None;
+            }
+            let error = match failure {
+                HostFailure::Cancelled(error) => {
+                    self.phase = HostPhase::Complete;
+                    return Some(error);
+                }
+                HostFailure::Error(error) => error,
+            };
+            match self.phase {
+                HostPhase::Failure | HostPhase::AsyncFailure => {
+                    self.advance();
+                    return None;
+                }
+                HostPhase::Success => self.phase = HostPhase::Complete,
+                HostPhase::Execute | HostPhase::ConstructResponse => {
+                    self.phase = HostPhase::MapFailure;
+                }
+                _ => self.phase = HostPhase::Failure,
+            }
+            return Some(error);
+        }
+        self.advance();
+        None
+    }
+
+    fn advance(&mut self) {
+        self.phase = match self.phase {
+            HostPhase::Setup if self.asynchronous => HostPhase::DeploymentPreCall,
+            HostPhase::Setup | HostPhase::DeploymentPreCall => HostPhase::Prepare,
+            HostPhase::Prepare => HostPhase::Execute,
+            HostPhase::Execute => HostPhase::ConstructResponse,
+            HostPhase::ConstructResponse if self.asynchronous => HostPhase::DeploymentPostCall,
+            HostPhase::ConstructResponse | HostPhase::DeploymentPostCall => HostPhase::Finalize,
+            HostPhase::Finalize => HostPhase::Success,
+            HostPhase::MapFailure if self.asynchronous => HostPhase::DeploymentFailure,
+            HostPhase::MapFailure | HostPhase::DeploymentFailure => HostPhase::Failure,
+            HostPhase::Failure if self.asynchronous => HostPhase::AsyncFailure,
+            HostPhase::Failure
+            | HostPhase::AsyncFailure
+            | HostPhase::Success
+            | HostPhase::Complete => HostPhase::Complete,
+        };
+    }
+}
diff --git a/litellm-rust/crates/core/src/call_lifecycle/mod.rs b/litellm-rust/crates/core/src/call_lifecycle/mod.rs
index 637c156e192..5c752a73899 100644
--- a/litellm-rust/crates/core/src/call_lifecycle/mod.rs
+++ b/litellm-rust/crates/core/src/call_lifecycle/mod.rs
@@ -3,6 +3,10 @@ use std::time::{Instant, SystemTime, UNIX_EPOCH};
 
 use crate::Error;
 
+pub mod host;
+#[cfg(test)]
+#[path = "../../tests/host_lifecycle.rs"]
+mod host_tests;
 pub mod types;
 
 pub use types::{
diff --git a/litellm-rust/crates/core/src/constants.rs b/litellm-rust/crates/core/src/constants.rs
index 9469d379462..1babb0078b8 100644
--- a/litellm-rust/crates/core/src/constants.rs
+++ b/litellm-rust/crates/core/src/constants.rs
@@ -46,9 +46,10 @@ pub const FUNCTION_TRACE_TARGET: &str = "litellm::function_trace";
 
 pub(crate) const MEDIA_CONNECT_TIMEOUT_SECS: u64 = 10;
 
+pub(crate) const OCR_RESPONSE_MAX_BYTES: usize = 64 * 1024 * 1024;
 pub(crate) const OCR_HTTP_TIMEOUT_SECS: u64 = 600;
 pub(crate) const OCR_CONNECT_TIMEOUT_SECS: u64 = 10;
-pub(crate) const OCR_INLINE_MAX_BYTES: usize = 50 * 1024 * 1024;
+pub const OCR_INLINE_MAX_BYTES: usize = 50 * 1024 * 1024;
 pub(crate) const OCR_DOWNLOAD_MAX_BYTES: u64 = 50 * 1024 * 1024;
 pub(crate) const OCR_MAX_FETCH_REDIRECTS: usize = 10;
 pub(crate) const OCR_POLL_TIMEOUT_SECS: u64 = 120;
@@ -63,3 +64,6 @@ pub(crate) const REDUCTO_API_KEY_ENV: &str = "REDUCTO_API_KEY";
 pub(crate) const REDUCTO_ID_PREFIX: &str = "reducto://";
 pub(crate) const AZURE_AI_OCR_PATH: &str = "/providers/mistral/azure/ocr";
 pub(crate) const MISTRAL_OCR_API_BASE: &str = "https://api.mistral.ai/v1";
+
+pub(crate) const COHERE_PARSE_API_BASE: &str = "https://api.cohere.com";
+pub(crate) const COHERE_API_KEY_ENV: &str = "COHERE_API_KEY";
diff --git a/litellm-rust/crates/core/src/error.rs b/litellm-rust/crates/core/src/error.rs
index fa4a9d36e03..359ad56c336 100644
--- a/litellm-rust/crates/core/src/error.rs
+++ b/litellm-rust/crates/core/src/error.rs
@@ -1,6 +1,6 @@
 use thiserror::Error as ThisError;
 
-#[derive(Debug, ThisError, PartialEq, Eq)]
+#[derive(Clone, Debug, ThisError, PartialEq, Eq)]
 pub enum Error {
     #[error("expected {expected}, got {actual}")]
     InvalidType {
@@ -9,6 +9,8 @@ pub enum Error {
     },
     #[error("missing required field: {0}")]
     MissingField(&'static str),
+    #[error("Document URL is required")]
+    MissingDocumentUrl,
     #[error("invalid response: {0}")]
     InvalidResponse(String),
     #[error("invalid provider: {0}")]
@@ -52,6 +54,17 @@ pub enum Error {
     Unsupported(&'static str),
 }
 
+impl Error {
+    pub const fn http_status_code(&self) -> Option<u16> {
+        match self {
+            Self::InvalidRequest(_) => Some(400),
+            Self::MissingDocumentUrl => Some(500),
+            Self::Http { status, .. } => Some(*status),
+            _ => None,
+        }
+    }
+}
+
 #[derive(Debug, ThisError)]
 pub(crate) enum MediaError {
     #[error("media URL rejected by network policy")]
@@ -106,6 +119,7 @@ impl From<crate::ocr::error::OcrRequestError> for Error {
     fn from(error: crate::ocr::error::OcrRequestError) -> Self {
         match error {
             crate::ocr::error::OcrRequestError::MissingField(field) => Self::MissingField(field),
+            crate::ocr::error::OcrRequestError::MissingDocumentUrl => Self::MissingDocumentUrl,
             error => Self::InvalidRequest(error.to_string()),
         }
     }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/cohere.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/cohere.rs
new file mode 100644
index 00000000000..4c8455a171c
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/cohere.rs
@@ -0,0 +1,131 @@
+use super::super::OcrAdapter;
+use crate::Error;
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::cohere::{
+    CohereParams, CohereResponse, transform_request, transform_response, validate_document,
+};
+use crate::ocr::document::{inline_remote_document, validate_inline_document};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{credential_env, transform_request_body};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
+use crate::providers::azure_ai::auth::AzureAuthInputs;
+use crate::url_utils::ApiUrl;
+
+const AZURE_AI_API_BASE_ENV: &str = "AZURE_AI_API_BASE";
+
+pub(crate) struct AzureCohereAdapter;
+
+impl OcrAdapter for AzureCohereAdapter {
+    type ProviderResponse = CohereResponse;
+    const PROVIDER: OcrProvider = OcrProvider::AzureAi;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let params = super::super::super::wire::decode_request_value::<CohereParams>(
+            serde_json::Value::Object(request.optional_params.clone()),
+            "optional_params",
+        )?;
+        let mut config = AzureAuthInputs::from_sourced_optional_params(
+            &request.optional_params,
+            &request.input_sources,
+        )
+        .map_err(Error::from)?;
+        config.azure_ad_token_provider = request.azure_ad_token_provider.clone();
+        let base = request
+            .connection
+            .api_base
+            .clone()
+            .or_else(|| credential_env(AZURE_AI_API_BASE_ENV))
+            .filter(|base| !base.trim().is_empty())
+            .ok_or_else(|| {
+                Error::Auth(
+                    "Missing Azure AI API Base - Set AZURE_AI_API_BASE or pass api_base".into(),
+                )
+            })?;
+        let headers =
+            super::validate_ai_environment(&request.connection, &config, &credential_env).await?;
+        validate_document(&request.document)?;
+        let remote = request.document.source().starts_with("http://")
+            || request.document.source().starts_with("https://");
+        let document = inline_remote_document(
+            client.document_fetcher(),
+            request.document.clone(),
+            &request.connection,
+        )
+        .await?;
+        let body = transform_request(&request.model, document, params)?;
+        transform_request_body(
+            client,
+            request,
+            &complete_url(&base)?,
+            &headers,
+            !remote,
+            body,
+            |body| {
+                validate_document(&body.document)?;
+                validate_inline_document(&body.document)
+            },
+        )
+        .await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        transform_response(&request.model, response)
+    }
+}
+
+fn complete_url(base: &str) -> Result<String, OcrError> {
+    let mut url = reqwest::Url::parse(base).map_err(|_| invalid_api_base())?;
+    if !matches!(url.scheme(), "http" | "https") {
+        return Err(invalid_api_base().into());
+    }
+    let path = url.path().trim_end_matches('/').to_string();
+    if path.ends_with("/v2/parse") {
+        url.set_path(&path);
+        return Ok(url.into());
+    }
+    url.set_path(path.strip_suffix("/models").unwrap_or(&path));
+    ApiUrl::parse(url.as_str())
+        .and_then(|url| url.complete_path(&["providers", "cohere", "v2", "parse"]))
+        .map(|url| url.into_string())
+        .map_err(|_| invalid_api_base().into())
+}
+
+fn invalid_api_base() -> OcrRequestError {
+    OcrRequestError::RequestField {
+        path: "api_base".into(),
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn completes_foundry_urls_without_duplicate_paths_and_preserves_queries() {
+        for suffix in [
+            "",
+            "/models",
+            "/providers/cohere/v2",
+            "/providers/cohere/v2/parse",
+        ] {
+            assert_eq!(
+                complete_url(&format!("https://example.com{suffix}?tenant=a")).unwrap(),
+                "https://example.com/providers/cohere/v2/parse?tenant=a"
+            );
+        }
+        assert_eq!(
+            complete_url("https://example.com/v2/parse?tenant=a").unwrap(),
+            "https://example.com/v2/parse?tenant=a"
+        );
+        assert!(complete_url("relative/path").is_err());
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
index 71ca69ddc58..e90c27ba59d 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/mod.rs
@@ -10,7 +10,6 @@ use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
 use crate::ocr::prepare::{credential_env, transform_request_body};
 use crate::ocr::registry::OcrProvider;
 use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection, OcrResponseFormat};
-use crate::ocr::wire::DecodedOcrResponse;
 use crate::providers::azure_ai::auth::AzureAuthInputs;
 use crate::url_utils::ApiUrl;
 
@@ -32,18 +31,19 @@ impl OcrAdapter for AzureDocumentIntelligenceAdapter {
         client: &OcrClient,
     ) -> Result<reqwest::Request, OcrError> {
         let params = map_ocr_params(request)?;
-        let config = AzureAuthInputs::from_sourced_optional_params(
+        let mut config = AzureAuthInputs::from_sourced_optional_params(
             &request.optional_params,
             &request.input_sources,
         )
         .map_err(Error::from)?;
+        config.azure_ad_token_provider = request.azure_ad_token_provider.clone();
         let headers = validate_environment(&request.connection, &config, &credential_env).await?;
         let endpoint = nonblank(request.connection.api_base.clone())
             .or_else(|| nonblank(credential_env(AZURE_DI_ENDPOINT_ENV)))
             .ok_or_else(|| Error::Auth("Missing Azure Document Intelligence API Base - Set AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT or pass api_base".into()))?;
         let url = get_complete_url(&endpoint, &request.model, &params)?;
         let body = document_intelligence::transform_ocr_request(request.document.clone())?;
-        transform_request_body(client, request, &url, &headers, body, |_| Ok(())).await
+        transform_request_body(client, request, &url, &headers, false, body, |_| Ok(())).await
     }
 
     fn transform_ocr_response(
@@ -61,7 +61,7 @@ impl OcrAdapter for AzureDocumentIntelligenceAdapter {
         url: &str,
         headers: &[(String, String)],
         request: &LiteLLMOcrRequest,
-    ) -> Result<DecodedOcrResponse<Self::ProviderResponse>, OcrError> {
+    ) -> Result<crate::ocr::wire::DecodedOcrResponse<Self::ProviderResponse>, OcrError> {
         polling::read_operation_response(
             client.polling_http(),
             response,
@@ -69,6 +69,7 @@ impl OcrAdapter for AzureDocumentIntelligenceAdapter {
             headers,
             &request.connection,
             request.response_format()? == OcrResponseFormat::Native,
+            &request.hooks,
         )
         .await
     }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
index 1bddea0da4f..6ed1e4441d4 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/document_intelligence/polling.rs
@@ -1,3 +1,4 @@
+use std::sync::Arc;
 use std::time::Duration;
 
 use reqwest::Url;
@@ -9,6 +10,7 @@ use crate::ocr::codecs::document_intelligence::{
     AzureDocumentIntelligenceOperation, OperationStatus,
 };
 use crate::ocr::error::{OcrError, OcrPollingError, OcrResponseError};
+use crate::ocr::hooks::OcrHooks;
 use crate::ocr::types::OcrConnection;
 use crate::ocr::wire::DecodedOcrResponse;
 
@@ -19,24 +21,33 @@ pub(super) async fn read_operation_response(
     headers: &[(String, String)],
     connection: &OcrConnection,
     native: bool,
+    hooks: &Arc<dyn OcrHooks>,
 ) -> Result<DecodedOcrResponse<AzureDocumentIntelligenceOperation>, OcrError> {
     if response.status() != reqwest::StatusCode::ACCEPTED {
-        return read_json_response(response, native).await;
+        let bytes =
+            crate::ocr::client::read_response_bytes(response, connection.max_response_bytes)
+                .await?;
+        crate::ocr::handler::post_call(hooks, &bytes).await?;
+        return Ok(crate::ocr::wire::decode_response(&bytes, native)?);
     }
     let location = response
         .headers()
         .get("operation-location")
         .and_then(|value| value.to_str().ok())
-        .ok_or(OcrPollingError::PollLocation)?;
+        .ok_or(OcrPollingError::PollLocation)?
+        .to_string();
     let original = Url::parse(original_url).map_err(|_| OcrPollingError::PollOrigin)?;
-    let operation = Url::parse(location).map_err(|_| OcrPollingError::PollOrigin)?;
+    let operation = Url::parse(&location).map_err(|_| OcrPollingError::PollOrigin)?;
     if original.origin() != operation.origin()
         || !operation.username().is_empty()
         || operation.password().is_some()
     {
         return Err(OcrPollingError::PollOrigin.into());
     }
-    poll_operation(http_client, operation, headers, connection, native).await
+    let bytes =
+        crate::ocr::client::read_response_bytes(response, connection.max_response_bytes).await?;
+    crate::ocr::handler::post_call(hooks, &bytes).await?;
+    poll_operation(http_client, operation, headers, connection, native, hooks).await
 }
 
 async fn poll_operation(
@@ -45,6 +56,7 @@ async fn poll_operation(
     headers: &[(String, String)],
     connection: &OcrConnection,
     native: bool,
+    hooks: &Arc<dyn OcrHooks>,
 ) -> Result<DecodedOcrResponse<AzureDocumentIntelligenceOperation>, OcrError> {
     let deadline = Instant::now()
         .checked_add(connection.poll_timeout)
@@ -75,12 +87,19 @@ async fn poll_operation(
             .max(1);
         let decoded = tokio::time::timeout_at(
             deadline,
-            read_json_response::<AzureDocumentIntelligenceOperation>(response, native),
+            read_json_response::<AzureDocumentIntelligenceOperation>(
+                response,
+                native,
+                connection.max_response_bytes,
+            ),
         )
         .await
         .map_err(|_| OcrPollingError::PollTimeout)??;
         match &decoded.data.status {
-            Some(OperationStatus::Succeeded) => return Ok(decoded),
+            Some(OperationStatus::Succeeded) => {
+                crate::ocr::handler::post_call(hooks, decoded.text.as_bytes()).await?;
+                return Ok(decoded);
+            }
             Some(OperationStatus::Running | OperationStatus::NotStarted) => {
                 tokio::time::timeout_at(deadline, tokio::time::sleep(Duration::from_secs(retry)))
                     .await
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
index 3107494d39e..8639590b05c 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/mistral.rs
@@ -33,13 +33,16 @@ impl OcrAdapter for AzureMistralAdapter {
             known: params,
             extra_params: _extra_params,
         } = _prepare_ocr_request::<MistralOcrParams>(request)?;
-        let config = AzureAuthInputs::from_sourced_optional_params(
+        let mut config = AzureAuthInputs::from_sourced_optional_params(
             &request.optional_params,
             &request.input_sources,
         )
         .map_err(Error::from)?;
-        let headers = validate_environment(&request.connection, &config, &credential_env).await?;
+        config.azure_ad_token_provider = request.azure_ad_token_provider.clone();
         let url = get_complete_url(request.connection.api_base.as_deref(), &credential_env)?;
+        let headers = validate_environment(&request.connection, &config, &credential_env).await?;
+        let retains_document = !request.document.source().starts_with("http://")
+            && !request.document.source().starts_with("https://");
         let document = inline_remote_document(
             client.document_fetcher(),
             request.document.clone(),
@@ -47,9 +50,15 @@ impl OcrAdapter for AzureMistralAdapter {
         )
         .await?;
         let body = mistral::transform_ocr_request(&request.model, document, &params)?;
-        transform_request_body(client, request, &url, &headers, body, |body| {
-            validate_inline_document(&body.document)
-        })
+        transform_request_body(
+            client,
+            request,
+            &url,
+            &headers,
+            retains_document,
+            body,
+            |body| validate_inline_document(&body.document),
+        )
         .await
     }
 
@@ -83,12 +92,15 @@ fn get_complete_url(
         })
 }
 
-async fn validate_environment(
+pub(in crate::ocr::adapters) async fn validate_environment(
     connection: &OcrConnection,
     config: &AzureAuthInputs,
     env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
 ) -> Result<Vec<(String, String)>, OcrError> {
     if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
+        if config.azure_ad_token_provider.is_some() {
+            super::resolve_entra(config, env_lookup).await?;
+        }
         super::validate_destination(connection, connection.extra_headers_source)?;
         return Ok(connection.extra_headers.clone());
     }
diff --git a/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
index 9c02a7471c9..3d30ae6d6bd 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/azure/mod.rs
@@ -1,3 +1,4 @@
+mod cohere;
 mod document_intelligence;
 mod mistral;
 
@@ -10,8 +11,10 @@ use crate::ocr::error::OcrError;
 use crate::ocr::types::OcrConnection;
 use crate::providers::azure_ai::auth::{AzureAuthInputs, AzureAuthService};
 
+pub(crate) use cohere::AzureCohereAdapter;
 pub(crate) use document_intelligence::AzureDocumentIntelligenceAdapter;
 pub(crate) use mistral::AzureMistralAdapter;
+pub(super) use mistral::validate_environment as validate_ai_environment;
 
 async fn resolve_entra(
     config: &AzureAuthInputs,
@@ -22,6 +25,10 @@ async fn resolve_entra(
         .get_or_init(AzureAuthService::default)
         .get_azure_ad_token(config, env_lookup)
         .await
+        .or_else(|error| match error {
+            crate::AuthError::EmptyAzureToken => Ok(None),
+            other => Err(other),
+        })
         .map(|credential| {
             credential.map(|credential| {
                 let source = credential.source();
diff --git a/litellm-rust/crates/core/src/ocr/adapters/cohere.rs b/litellm-rust/crates/core/src/ocr/adapters/cohere.rs
new file mode 100644
index 00000000000..933ead7f7f7
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/adapters/cohere.rs
@@ -0,0 +1,123 @@
+use super::OcrAdapter;
+use crate::Error;
+use crate::constants::{COHERE_API_KEY_ENV, COHERE_PARSE_API_BASE};
+use crate::ocr::OcrClient;
+use crate::ocr::codecs::cohere::{
+    CohereParams, CohereResponse, transform_request, transform_response, validate_document,
+};
+use crate::ocr::error::{OcrError, OcrRequestError, OcrResponseError};
+use crate::ocr::prepare::{credential_env, transform_request_body};
+use crate::ocr::registry::OcrProvider;
+use crate::ocr::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection};
+use crate::url_utils::ApiUrl;
+
+pub(crate) struct CohereAdapter;
+
+impl OcrAdapter for CohereAdapter {
+    type ProviderResponse = CohereResponse;
+    const PROVIDER: OcrProvider = OcrProvider::Cohere;
+
+    async fn prepare_request(
+        &self,
+        request: &LiteLLMOcrRequest,
+        client: &OcrClient,
+    ) -> Result<reqwest::Request, OcrError> {
+        let params = super::super::wire::decode_request_value::<CohereParams>(
+            serde_json::Value::Object(request.optional_params.clone()),
+            "optional_params",
+        )?;
+        let headers = validate_environment(&request.connection, &credential_env)?;
+        let url = complete_url(
+            request
+                .connection
+                .api_base
+                .as_deref()
+                .unwrap_or(COHERE_PARSE_API_BASE),
+        )?;
+        let body = transform_request(&request.model, request.document.clone(), params)?;
+        transform_request_body(client, request, &url, &headers, true, body, |body| {
+            validate_document(&body.document)
+        })
+        .await
+    }
+
+    fn transform_ocr_response(
+        &self,
+        request: &LiteLLMOcrRequest,
+        response: Self::ProviderResponse,
+    ) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+        transform_response(&request.model, response)
+    }
+}
+
+fn complete_url(base: &str) -> Result<String, OcrError> {
+    let parsed = reqwest::Url::parse(base).map_err(|_| invalid_api_base())?;
+    if !matches!(parsed.scheme(), "http" | "https") {
+        return Err(invalid_api_base().into());
+    }
+    ApiUrl::parse(base)
+        .and_then(|url| url.complete_path(&["v2", "parse"]))
+        .map(|url| url.into_string())
+        .map_err(|_| invalid_api_base().into())
+}
+
+fn invalid_api_base() -> OcrRequestError {
+    OcrRequestError::RequestField {
+        path: "api_base".into(),
+    }
+}
+
+fn validate_environment(
+    connection: &OcrConnection,
+    env_lookup: &(dyn Fn(&str) -> Option<String> + Sync),
+) -> Result<Vec<(String, String)>, OcrError> {
+    if crate::http_utils::has_header(&connection.extra_headers, "authorization") {
+        return Ok(connection.extra_headers.clone());
+    }
+    let key = connection
+        .api_key
+        .as_deref()
+        .map(str::trim)
+        .filter(|key| !key.is_empty())
+        .map(str::to_string)
+        .or_else(|| env_lookup(COHERE_API_KEY_ENV).filter(|key| !key.trim().is_empty()))
+        .ok_or_else(|| {
+            Error::Auth("Missing COHERE_API_KEY - set it in the environment or pass api_key".into())
+        })?;
+    Ok(
+        std::iter::once(("Authorization".into(), format!("Bearer {key}")))
+            .chain(connection.extra_headers.clone())
+            .collect(),
+    )
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn completes_provider_urls_without_duplicate_paths_and_preserves_queries() {
+        for suffix in ["", "/v2", "/v2/parse"] {
+            assert_eq!(
+                complete_url(&format!("https://example.com{suffix}?tenant=a")).unwrap(),
+                "https://example.com/v2/parse?tenant=a"
+            );
+        }
+    }
+
+    #[test]
+    fn rejects_invalid_urls_and_blank_keys() {
+        assert!(complete_url("relative/path").is_err());
+        assert!(complete_url("ftp://example.com").is_err());
+        assert!(matches!(
+            validate_environment(
+                &OcrConnection {
+                    api_key: Some("  ".into()),
+                    ..Default::default()
+                },
+                &|_| None,
+            ),
+            Err(OcrError::Public(Error::Auth(_)))
+        ));
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/mistral.rs
index ea569ffb34f..cdbc2c3effc 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mistral.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mistral.rs
@@ -33,7 +33,7 @@ impl OcrAdapter for MistralAdapter {
         let url = get_complete_url(request.connection.api_base.as_deref())?;
         let body =
             mistral::transform_ocr_request(&request.model, request.document.clone(), &params)?;
-        transform_request_body(client, request, &url, &headers, body, |_| Ok(())).await
+        transform_request_body(client, request, &url, &headers, true, body, |_| Ok(())).await
     }
 
     fn transform_ocr_response(
diff --git a/litellm-rust/crates/core/src/ocr/adapters/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
index 9171d11836c..d473fcad280 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/mod.rs
@@ -5,15 +5,16 @@ use serde::de::DeserializeOwned;
 use super::OcrClient;
 use super::error::{OcrError, OcrResponseError};
 use super::registry::OcrProvider;
-use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrResponseFormat};
-use super::wire::DecodedOcrResponse;
+use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
 
 mod azure;
+mod cohere;
 mod mistral;
 mod reducto;
 mod vertex;
 
-pub(crate) use azure::{AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
+pub(crate) use azure::{AzureCohereAdapter, AzureDocumentIntelligenceAdapter, AzureMistralAdapter};
+pub(crate) use cohere::CohereAdapter;
 pub(crate) use mistral::MistralAdapter;
 pub(crate) use reducto::{ReductoLegacyAdapter, ReductoV3Adapter};
 pub(crate) use vertex::{VertexDeepSeekAdapter, VertexMistralAdapter};
@@ -55,18 +56,27 @@ pub(crate) trait OcrAdapter: Send + Sync + Sized + 'static {
         _url: &str,
         _headers: &[(String, String)],
         request: &LiteLLMOcrRequest,
-    ) -> impl Future<Output = Result<DecodedOcrResponse<Self::ProviderResponse>, OcrError>> + Send
-    {
-        let retain_native = request
-            .response_format()
-            .map(|format| format == OcrResponseFormat::Native);
-        async move { super::client::read_json_response(response, retain_native?).await }
+    ) -> impl Future<
+        Output = Result<super::wire::DecodedOcrResponse<Self::ProviderResponse>, OcrError>,
+    > + Send {
+        async move {
+            let bytes =
+                super::client::read_response_bytes(response, request.connection.max_response_bytes)
+                    .await?;
+            super::handler::post_call(&request.hooks, &bytes).await?;
+            Ok(super::wire::decode_response(
+                &bytes,
+                request.response_format()? == super::types::OcrResponseFormat::Native,
+            )?)
+        }
     }
 }
 
 macro_rules! for_each_ocr_adapter {
     ($callback:ident) => {
         $callback! {
+            Cohere, $crate::ocr::adapters::CohereAdapter, $crate::ocr::adapters::CohereAdapter, Cohere;
+            AzureCohere, $crate::ocr::adapters::AzureCohereAdapter, $crate::ocr::adapters::AzureCohereAdapter, AzureAi;
             Mistral, $crate::ocr::adapters::MistralAdapter, $crate::ocr::adapters::MistralAdapter, Mistral;
             AzureMistral, $crate::ocr::adapters::AzureMistralAdapter, $crate::ocr::adapters::AzureMistralAdapter, AzureAi;
             AzureDocumentIntelligence, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, $crate::ocr::adapters::AzureDocumentIntelligenceAdapter, AzureAi;
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
index 062a0071a34..8889bcd1b45 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/legacy.rs
@@ -27,7 +27,7 @@ impl OcrAdapter for ReductoLegacyAdapter {
         } = _prepare_ocr_request::<ReductoLegacyParams>(request)?;
         let headers = super::validate_environment(&request.connection, &credential_env)?;
         let url = super::get_complete_url(request.connection.api_base.as_deref(), "parse")?;
-        let document = guardrail_document(request, &url).await?;
+        let (document, headers) = guardrail_document(request, &url, &headers).await?;
         let document =
             super::prepare_document(client, document, &request.connection, &headers).await?;
         let body = reducto::transform_legacy_ocr_request(&request.model, document, &params)?;
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
index 7621d0d326a..2dafe291674 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/mod.rs
@@ -93,7 +93,7 @@ pub(super) async fn prepare_document(
         .map_err(crate::error::TransportError::from)?;
     let uploaded = crate::ocr::client::read_json_response::<
         crate::ocr::codecs::reducto::ReductoUploadResponse,
-    >(response, false)
+    >(response, false, connection.max_response_bytes)
     .await?
     .data;
     let file_id = uploaded
diff --git a/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs b/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
index a49f8105e26..c272d31b67e 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/reducto/v3.rs
@@ -27,7 +27,7 @@ impl OcrAdapter for ReductoV3Adapter {
         } = _prepare_ocr_request::<ReductoV3Params>(request)?;
         let headers = super::validate_environment(&request.connection, &credential_env)?;
         let url = super::get_complete_url(request.connection.api_base.as_deref(), "parse")?;
-        let document = guardrail_document(request, &url).await?;
+        let (document, headers) = guardrail_document(request, &url, &headers).await?;
         let document =
             super::prepare_document(client, document, &request.connection, &headers).await?;
         let body = reducto::transform_v3_ocr_request(&request.model, document, &params)?;
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
index ef188f8b9ac..d16b3e7f386 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/deepseek.rs
@@ -57,9 +57,15 @@ impl OcrAdapter for VertexDeepSeekAdapter {
         let document = request.document.clone();
         let body =
             deepseek::transform_ocr_request(&provider_model(&request.model), document, &params)?;
-        transform_request_body(client, request, &url, &authentication.headers, body, |_| {
-            Ok(())
-        })
+        transform_request_body(
+            client,
+            request,
+            &url,
+            &authentication.headers,
+            false,
+            body,
+            |_| Ok(()),
+        )
         .await
     }
 
diff --git a/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs b/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
index f3335bf497c..88c61725cee 100644
--- a/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
+++ b/litellm-rust/crates/core/src/ocr/adapters/vertex/mistral.rs
@@ -54,6 +54,8 @@ impl OcrAdapter for VertexMistralAdapter {
             &location,
             &request.model,
         )?;
+        let retains_document = !request.document.source().starts_with("http://")
+            && !request.document.source().starts_with("https://");
         let document = inline_remote_document(
             client.document_fetcher(),
             request.document.clone(),
@@ -66,6 +68,7 @@ impl OcrAdapter for VertexMistralAdapter {
             request,
             &url,
             &authentication.headers,
+            retains_document,
             body,
             |body| validate_inline_document(&body.document),
         )
diff --git a/litellm-rust/crates/core/src/ocr/client.rs b/litellm-rust/crates/core/src/ocr/client.rs
index ab2d098d0bb..394ca778d2f 100644
--- a/litellm-rust/crates/core/src/ocr/client.rs
+++ b/litellm-rust/crates/core/src/ocr/client.rs
@@ -1,10 +1,10 @@
 use std::sync::OnceLock;
 use std::time::Duration;
 
+use bytes::{Bytes, BytesMut};
 use serde::de::DeserializeOwned;
 
-use super::error::OcrError;
-use super::handler::perform_ocr_request;
+use super::error::{OcrError, OcrResponseError};
 use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
 use super::wire::{DecodedOcrResponse, decode_response};
 use crate::Error;
@@ -32,6 +32,10 @@ impl OcrClient {
         })
     }
 
+    pub fn shared() -> Result<Self, Error> {
+        shared_client()
+    }
+
     #[tracing::instrument(
         name = "ocr",
         target = "litellm::function_trace",
@@ -39,7 +43,34 @@ impl OcrClient {
         skip_all
     )]
     pub async fn perform(&self, request: LiteLLMOcrRequest) -> Result<LiteLLMOcrResponse, Error> {
-        perform_ocr_request(self, request).await
+        use super::{
+            NativeOutcome, OcrAdmission, OcrCall, OcrCallStep, OcrHookHost, OcrHost,
+            OcrHostOperation, OcrHostResult,
+        };
+
+        let host = OcrHookHost::new(request.hooks.clone());
+        let mut request = Some(request);
+        let NativeOutcome::Completed(mut call) = OcrCall::admit(self.clone(), OcrAdmission::all())
+        else {
+            return Err(Error::InvalidRequest(
+                "native OCR host admission declined".into(),
+            ));
+        };
+        let mut result = None;
+        loop {
+            match call.resume(result.take()).await? {
+                OcrCallStep::Host(OcrHostOperation::ProjectRequest) => {
+                    result = Some(OcrHostResult::Request(Ok((
+                        Box::new(request.take().ok_or_else(|| {
+                            Error::InvalidRequest("OCR request was already projected".into())
+                        })?),
+                        false,
+                    ))))
+                }
+                OcrCallStep::Host(operation) => result = Some(host.invoke(operation).await),
+                OcrCallStep::Complete(response) => return Ok(response),
+            }
+        }
     }
 
     pub(crate) fn provider_http(&self) -> &reqwest::Client {
@@ -77,7 +108,7 @@ fn no_redirect_http() -> Result<reqwest::Client, TransportError> {
         .map_err(TransportError::from)
 }
 
-pub async fn ocr(request: LiteLLMOcrRequest) -> Result<LiteLLMOcrResponse, Error> {
+pub(crate) fn shared_client() -> Result<OcrClient, Error> {
     static CLIENT: OnceLock<Result<OcrClient, TransportError>> = OnceLock::new();
     let client = CLIENT
         .get_or_init(|| {
@@ -88,18 +119,50 @@ pub async fn ocr(request: LiteLLMOcrRequest) -> Result<LiteLLMOcrResponse, Error
                 .and_then(OcrClient::new)
         })
         .clone()?;
-    client.perform(request).await
+    Ok(client)
+}
+
+pub async fn ocr(request: LiteLLMOcrRequest) -> Result<LiteLLMOcrResponse, Error> {
+    shared_client()?.perform(request).await
 }
 
 pub async fn read_json_response<T: DeserializeOwned>(
     response: reqwest::Response,
     native: bool,
+    max_response_bytes: usize,
 ) -> Result<DecodedOcrResponse<T>, OcrError> {
+    let bytes = read_response_bytes(response, max_response_bytes).await?;
+    Ok(decode_response(&bytes, native)?)
+}
+
+pub(crate) async fn read_response_bytes(
+    mut response: reqwest::Response,
+    max_response_bytes: usize,
+) -> Result<Bytes, OcrError> {
     let status = response.status();
-    let bytes = response
-        .bytes()
-        .await
-        .map_err(crate::error::TransportError::from)?;
+    let limit = if status.is_success() {
+        max_response_bytes
+    } else {
+        max_response_bytes.min(4 * (crate::constants::UPSTREAM_ERROR_BODY_MAX_CHARS + 1))
+    };
+    if status.is_success()
+        && response
+            .content_length()
+            .is_some_and(|length| length > limit as u64)
+    {
+        return Err(OcrResponseError::TooLarge { limit }.into());
+    }
+    let mut bytes = BytesMut::new();
+    while let Some(chunk) = response.chunk().await.map_err(transport_error)? {
+        let remaining = limit.saturating_sub(bytes.len());
+        if status.is_success() && chunk.len() > remaining {
+            return Err(OcrResponseError::TooLarge { limit }.into());
+        }
+        bytes.extend_from_slice(&chunk[..chunk.len().min(remaining)]);
+        if !status.is_success() && bytes.len() == limit {
+            break;
+        }
+    }
     if !status.is_success() {
         return Err(crate::error::TransportError::Http {
             status: status.as_u16(),
@@ -107,5 +170,41 @@ pub async fn read_json_response<T: DeserializeOwned>(
         }
         .into());
     }
-    Ok(decode_response(&bytes, native)?)
+    Ok(bytes.freeze())
+}
+
+pub(crate) fn transport_error(error: reqwest::Error) -> Error {
+    if error.is_timeout() {
+        return Error::Http {
+            status: 408,
+            body: "OCR request timed out".into(),
+        };
+    }
+    crate::error::TransportError::from(error).into()
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[tokio::test]
+    async fn request_timeout_has_an_http_408_status() {
+        let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap();
+        let address = listener.local_addr().unwrap();
+        let server = tokio::spawn(async move {
+            let _connection = listener.accept().await.unwrap();
+            tokio::time::sleep(Duration::from_secs(1)).await;
+        });
+        let error = reqwest::Client::new()
+            .get(format!("http://{address}"))
+            .timeout(Duration::from_millis(10))
+            .send()
+            .await
+            .unwrap_err();
+        assert!(matches!(
+            transport_error(error),
+            Error::Http { status: 408, .. }
+        ));
+        server.abort();
+    }
 }
diff --git a/litellm-rust/crates/core/src/ocr/codecs/cohere.rs b/litellm-rust/crates/core/src/ocr/codecs/cohere.rs
new file mode 100644
index 00000000000..649432f39d3
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/codecs/cohere.rs
@@ -0,0 +1,254 @@
+use serde::{Deserialize, Serialize};
+use serde_json::{Map, Value, json};
+
+use crate::ocr::document::InlineDocument;
+use crate::ocr::error::{OcrRequestError, OcrResponseError};
+use crate::ocr::types::{LiteLLMOcrResponse, OcrDocument};
+
+#[derive(Clone, Copy, Debug, Default, Deserialize, Serialize)]
+#[serde(rename_all = "lowercase")]
+pub(crate) enum OutputFormat {
+    #[default]
+    Markdown,
+    Blocks,
+}
+
+#[derive(Deserialize)]
+pub(crate) struct CohereParams {
+    #[serde(default)]
+    pub output_format: OutputFormat,
+}
+
+#[derive(Deserialize, Serialize)]
+pub(crate) struct CohereRequest {
+    pub model: String,
+    pub document: OcrDocument,
+    pub output_format: OutputFormat,
+}
+
+pub(crate) fn validate_document(document: &OcrDocument) -> Result<(), OcrRequestError> {
+    let OcrDocument::ImageUrl { image_url, .. } = document else {
+        return Err(OcrRequestError::CohereImageOnly);
+    };
+    if image_url.is_empty() {
+        return Err(OcrRequestError::CohereImageOnly);
+    }
+    if let Some(inline) = InlineDocument::parse(image_url)? {
+        if !inline.mime_type().type_.eq_ignore_ascii_case("image") {
+            return Err(OcrRequestError::CohereImageOnly);
+        }
+        inline.decode(crate::constants::OCR_INLINE_MAX_BYTES)?;
+    }
+    Ok(())
+}
+
+#[derive(Deserialize)]
+pub(crate) struct CohereResponse {
+    #[serde(default)]
+    pages: Vec<CoherePage>,
+    meta: Option<CohereMeta>,
+}
+
+#[derive(Deserialize)]
+struct CoherePage {
+    index: Option<i64>,
+    markdown: Option<CohereMarkdown>,
+    blocks: Option<Vec<Map<String, Value>>>,
+}
+
+#[derive(Deserialize)]
+struct CohereMarkdown {
+    #[serde(default)]
+    content: String,
+    images: Option<Vec<Map<String, Value>>>,
+}
+
+#[derive(Deserialize)]
+struct CohereMeta {
+    billed_units: Option<CohereBilledUnits>,
+}
+
+#[derive(Deserialize)]
+struct CohereBilledUnits {
+    pages: Option<i64>,
+}
+
+pub(crate) fn transform_response(
+    model: &str,
+    response: CohereResponse,
+) -> Result<LiteLLMOcrResponse, OcrResponseError> {
+    let pages_processed = response
+        .meta
+        .and_then(|meta| meta.billed_units)
+        .and_then(|units| units.pages)
+        .map(Ok)
+        .unwrap_or_else(|| {
+            i64::try_from(response.pages.len()).map_err(|_| OcrResponseError::NumericRange("pages"))
+        })?;
+    let pages = response
+        .pages
+        .into_iter()
+        .enumerate()
+        .map(|(position, page)| {
+            let index = page.index.map(Ok).unwrap_or_else(|| {
+                i64::try_from(position).map_err(|_| OcrResponseError::NumericRange("page index"))
+            })?;
+            let (content, images) = page
+                .markdown
+                .map(|markdown| {
+                    let images =
+                        markdown
+                            .images
+                            .filter(|images| !images.is_empty())
+                            .map(|images| {
+                                images
+                                    .into_iter()
+                                    .map(|mut image| {
+                                        if let Some(Value::Object(bbox)) =
+                                            image.get("bounding_box").cloned()
+                                        {
+                                            image.insert("bbox".into(), Value::Object(bbox));
+                                        }
+                                        Value::Object(image)
+                                    })
+                                    .collect::<Vec<_>>()
+                            });
+                    (markdown.content, images)
+                })
+                .unwrap_or_default();
+            let mut normalized = json!({"index": index, "markdown": content, "images": images});
+            if let Some(blocks) = page.blocks {
+                normalized["blocks"] = json!(blocks);
+            }
+            Ok(normalized)
+        })
+        .collect::<Result<Vec<_>, OcrResponseError>>()?;
+    Ok(LiteLLMOcrResponse {
+        pages,
+        model: model.into(),
+        document_annotation: None,
+        usage_info: Some(json!({"pages_processed": pages_processed})),
+        object: "ocr".into(),
+        extra_fields: Map::new(),
+        provider_native_response: None,
+    })
+}
+
+pub(crate) fn transform_request(
+    model: &str,
+    document: OcrDocument,
+    params: CohereParams,
+) -> Result<CohereRequest, OcrRequestError> {
+    validate_document(&document)?;
+    Ok(CohereRequest {
+        model: model.into(),
+        document,
+        output_format: params.output_format,
+    })
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn response_normalizes_markdown_images_blocks_and_billed_pages() {
+        let response = serde_json::from_value(json!({
+            "pages": [
+                {
+                    "type":"markdown",
+                    "index":4,
+                    "markdown":{
+                        "content":"receipt",
+                        "images":[{
+                            "id":"image",
+                            "bounding_box":{"top_left_x":1,"bottom_right_x":48},
+                            "bounding_box_normalized":{"top_left_x":0.04,"bottom_right_x":0.15},
+                            "description":"scan",
+                            "category":"logo"
+                        }]
+                    }
+                },
+                {"type":"blocks","blocks":[{"type":"text","text":{"content":"total"}}]}
+            ],
+            "meta":{"api_version":{"version":"2"},"billed_units":{"pages":3}}
+        }))
+        .unwrap();
+        let normalized = transform_response("parse-v5.0", response).unwrap();
+        assert_eq!(normalized.pages[0]["index"], 4);
+        assert_eq!(normalized.pages[0]["markdown"], "receipt");
+        assert_eq!(normalized.pages[0]["images"][0]["bbox"]["top_left_x"], 1);
+        assert_eq!(
+            normalized.pages[0]["images"][0]["bounding_box_normalized"]["bottom_right_x"],
+            0.15
+        );
+        assert_eq!(normalized.pages[0]["images"][0]["description"], "scan");
+        assert_eq!(normalized.pages[0]["images"][0]["category"], "logo");
+        assert_eq!(normalized.pages[1]["index"], 1);
+        assert_eq!(normalized.pages[1]["markdown"], "");
+        assert_eq!(normalized.pages[1]["blocks"][0]["text"]["content"], "total");
+        assert_eq!(normalized.usage_info.unwrap()["pages_processed"], 3);
+    }
+
+    #[test]
+    fn response_defaults_and_invalid_fields() {
+        for value in [
+            json!({}),
+            json!({"meta":null}),
+            json!({"pages":[],"meta":{"billed_units":null}}),
+        ] {
+            let normalized =
+                transform_response("parse", serde_json::from_value(value).unwrap()).unwrap();
+            assert!(normalized.pages.is_empty());
+            assert_eq!(normalized.usage_info.unwrap()["pages_processed"], 0);
+        }
+        for value in [
+            json!({"pages":null}),
+            json!({"pages":[{"markdown":"text"}]}),
+            json!({"pages":[{"index":"bad"}]}),
+        ] {
+            assert!(serde_json::from_value::<CohereResponse>(value).is_err());
+        }
+        let normalized = transform_response(
+            "parse",
+            serde_json::from_value(json!({"pages":[{"markdown":null}]})).unwrap(),
+        )
+        .unwrap();
+        assert_eq!(normalized.usage_info.unwrap()["pages_processed"], 1);
+        assert!(normalized.pages[0]["images"].is_null());
+    }
+
+    #[test]
+    fn request_requires_image_and_supported_output_format() {
+        for value in [
+            json!({"type":"document_url","document_url":"https://example.com/a.pdf"}),
+            json!({"type":"image_url","image_url":""}),
+            json!({"type":"image_url","image_url":"data:application/pdf;base64,YQ=="}),
+        ] {
+            assert_eq!(
+                validate_document(&serde_json::from_value(value).unwrap()),
+                Err(OcrRequestError::CohereImageOnly)
+            );
+        }
+        assert!(serde_json::from_value::<CohereParams>(json!({"output_format":"html"})).is_err());
+        for format in ["markdown", "blocks"] {
+            assert!(
+                serde_json::from_value::<CohereParams>(json!({"output_format":format})).is_ok()
+            );
+        }
+        let request = transform_request(
+            "parse-v5.0",
+            serde_json::from_value(json!({
+                "type":"image_url",
+                "image_url":"https://example.com/image.png"
+            }))
+            .unwrap(),
+            serde_json::from_value(json!({})).unwrap(),
+        )
+        .unwrap();
+        assert_eq!(
+            serde_json::to_value(request).unwrap()["output_format"],
+            "markdown"
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
index 98cfc0db78d..7e8ce63b379 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/deepseek/transformation.rs
@@ -12,13 +12,17 @@ pub(crate) fn transform_ocr_request(
     params: &DeepSeekOcrParams,
 ) -> Result<DeepSeekOcrRequest, OcrRequestError> {
     if document.source().is_empty() {
-        return Err(OcrRequestError::MissingField("document URL"));
+        return Err(OcrRequestError::MissingDocumentUrl);
     }
+    let content = OcrDocument::ImageUrl {
+        image_url: document.source().to_string(),
+        extra_fields: serde_json::Map::new(),
+    };
     Ok(DeepSeekOcrRequest {
         model: provider_model.to_string(),
         messages: vec![DeepSeekOcrMessage {
             role: UserRole::User,
-            content: vec![document],
+            content: vec![content],
         }],
         params: params.clone(),
     })
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
index 85d1dafa542..9389f93b8e3 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/params.rs
@@ -163,6 +163,30 @@ mod tests {
         );
     }
 
+    #[rstest]
+    #[case(json!([0, 1, 2]), Some("1,2,3"))]
+    #[case(json!([2, 0, 0, 1]), Some("1,2,3"))]
+    #[case(json!([]), None)]
+    #[case(json!("3-9"), Some("3-9"))]
+    #[case(json!("1-3, 5"), Some("1-3,5"))]
+    #[case(json!(["1", "3-5"]), Some("1,3-5"))]
+    fn page_mapping_matches_python(#[case] input: Value, #[case] expected: Option<&str>) {
+        assert_eq!(
+            map(json!({"pages": input})).unwrap().pages.as_deref(),
+            expected
+        );
+    }
+
+    #[rstest]
+    #[case(json!("a,b"))]
+    #[case(json!([-1]))]
+    #[case(json!([true, false]))]
+    #[case(json!([1, "2"]))]
+    #[case(json!(5))]
+    fn invalid_page_mapping_matches_python(#[case] input: Value) {
+        assert!(map(json!({"pages": input})).is_err());
+    }
+
     #[rstest]
     #[case(json!(["keyValuePairs"]), "keyValuePairs")]
     #[case(json!(["keyValuePairs", "languages"]), "keyValuePairs,languages")]
diff --git a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
index 2b848fcfb7a..f76a7c2b232 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/document_intelligence/transformation.rs
@@ -13,7 +13,7 @@ pub(crate) fn transform_ocr_request(
 ) -> Result<DocumentIntelligenceRequest, OcrRequestError> {
     let source = document.source();
     if source.is_empty() {
-        return Err(OcrRequestError::MissingField("document URL"));
+        return Err(OcrRequestError::MissingDocumentUrl);
     }
     Ok(if let Some(document) = InlineDocument::parse(source)? {
         DocumentIntelligenceRequest::Base64Source(
@@ -46,10 +46,7 @@ pub(crate) fn transform_ocr_response(
     let mut extra_fields = Map::new();
     extra_fields.insert("content".into(), option_value(result.content));
     extra_fields.insert("tables".into(), option_value(result.tables));
-    extra_fields.insert(
-        "key_value_pairs".into(),
-        option_value(result.key_value_pairs),
-    );
+    extra_fields.insert("keyValuePairs".into(), option_value(result.key_value_pairs));
     Ok(LiteLLMOcrResponse {
         pages,
         model: model.into(),
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs b/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
index 5bd7e555a1e..e60f1f5d3d6 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mistral/transformation.rs
@@ -114,6 +114,7 @@ mod tests {
     #[rstest]
     #[case("table_format", json!("html"))]
     #[case("confidence_scores_granularity", json!("word"))]
+    #[case("confidence_scores_granularity", json!("block"))]
     #[case("document_annotation_prompt", json!("extract"))]
     #[case("include_blocks", json!(true))]
     #[case("id", json!("req-123"))]
@@ -133,6 +134,7 @@ mod tests {
 
     #[rstest]
     #[case("pages", json!([0, 2]))]
+    #[case("pages", json!("0,2-4"))]
     #[case("include_image_base64", json!(true))]
     #[case("image_limit", json!(2))]
     #[case("image_min_size", json!(100))]
@@ -196,8 +198,16 @@ mod tests {
     #[rstest]
     fn transform_ocr_response_preserves_blocks_and_confidence_scores() {
         let response: MistralOcrResponse = serde_json::from_value(json!({
-            "pages":[{"index":0,"markdown":"hello","blocks":[{"type":"title"}],"confidence_scores":{"mean":0.99}}],
+            "pages":[{
+                "index":0,
+                "markdown":"hello",
+                "images":[{"id":"img-0","image_base64":"data:image/png;base64,AA=="}],
+                "dimensions":{"width":612,"height":792,"dpi":72},
+                "blocks":[{"type":"title","bbox":{"x":1},"confidence_scores":{"mean":0.98}}],
+                "confidence_scores":{"average_page_confidence_score":0.99,"minimum_page_confidence_score":0.97}
+            }],
             "model":"returned-model",
+            "document_annotation":"{\"language\":\"en\"}",
             "usage_info":{"pages_processed":1}
         }))
         .unwrap();
@@ -205,7 +215,20 @@ mod tests {
             .unwrap()
             .into_json();
         assert_eq!(result["pages"][0]["blocks"][0]["type"], "title");
-        assert_eq!(result["pages"][0]["confidence_scores"]["mean"], 0.99);
+        assert_eq!(result["pages"][0]["blocks"][0]["bbox"]["x"], 1);
+        assert_eq!(
+            result["pages"][0]["blocks"][0]["confidence_scores"]["mean"],
+            0.98
+        );
+        assert_eq!(
+            result["pages"][0]["confidence_scores"]["average_page_confidence_score"],
+            0.99
+        );
+        assert_eq!(result["pages"][0]["images"][0]["id"], "img-0");
+        assert_eq!(result["pages"][0]["dimensions"]["dpi"], 72);
+        assert_eq!(result["model"], "returned-model");
+        assert_eq!(result["document_annotation"], "{\"language\":\"en\"}");
+        assert_eq!(result["usage_info"]["pages_processed"], 1);
     }
 
     #[rstest]
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mistral/types.rs b/litellm-rust/crates/core/src/ocr/codecs/mistral/types.rs
index 0e601cd8319..e0bc8a267d2 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mistral/types.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mistral/types.rs
@@ -3,10 +3,17 @@ use serde_json::{Map, Value};
 
 use crate::ocr::types::OcrDocument;
 
+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
+#[serde(untagged)]
+pub(crate) enum MistralOcrPages {
+    Range(String),
+    Indices(Vec<i64>),
+}
+
 #[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize)]
 pub(crate) struct MistralOcrParams {
     #[serde(skip_serializing_if = "Option::is_none")]
-    pub pages: Option<Vec<i64>>,
+    pub pages: Option<MistralOcrPages>,
     #[serde(skip_serializing_if = "Option::is_none")]
     pub include_image_base64: Option<bool>,
     #[serde(skip_serializing_if = "Option::is_none")]
diff --git a/litellm-rust/crates/core/src/ocr/codecs/mod.rs b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
index 7c752749901..639b985b9ae 100644
--- a/litellm-rust/crates/core/src/ocr/codecs/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/codecs/mod.rs
@@ -1,3 +1,4 @@
+pub(crate) mod cohere;
 pub(crate) mod deepseek;
 pub(crate) mod document_intelligence;
 pub(crate) mod mistral;
diff --git a/litellm-rust/crates/core/src/ocr/document.rs b/litellm-rust/crates/core/src/ocr/document.rs
index e89b1c5c569..82a32ac1ab5 100644
--- a/litellm-rust/crates/core/src/ocr/document.rs
+++ b/litellm-rust/crates/core/src/ocr/document.rs
@@ -2,13 +2,90 @@ use base64::{Engine, engine::general_purpose::STANDARD};
 use data_url::mime::Mime;
 use data_url::{DataUrl, DataUrlError, forgiving_base64::DecodeError};
 use reqwest::Url;
+use serde_json::Map;
 
 use super::error::{OcrError, OcrRequestError, OcrResponseError};
 use super::types::{OcrConnection, OcrDocument};
-use crate::constants::OCR_MAX_FETCH_REDIRECTS;
+use crate::constants::{OCR_INLINE_MAX_BYTES, OCR_MAX_FETCH_REDIRECTS};
 use crate::error::{MediaError, TransportError};
 use crate::media::{DownloadPolicy, MediaFetcher};
 
+pub fn encode_file_document(
+    bytes: &[u8],
+    file_name: Option<&str>,
+    mime_type: Option<&str>,
+) -> Result<OcrDocument, OcrRequestError> {
+    if bytes.is_empty() {
+        return Err(OcrRequestError::EmptyFile);
+    }
+    if bytes.len() > OCR_INLINE_MAX_BYTES {
+        return Err(OcrRequestError::InlineDocumentTooLarge);
+    }
+    if let Some(value) = mime_type
+        && !valid_mime_type(value)
+    {
+        return Err(OcrRequestError::InvalidMimeType(value.into()));
+    }
+    let mime_type = mime_type
+        .map(str::to_string)
+        .or_else(|| file_name.map(|name| mime_type_for_name(name).to_string()))
+        .unwrap_or_else(|| "application/octet-stream".into());
+    let source = format!("data:{mime_type};base64,{}", STANDARD.encode(bytes));
+    Ok(if mime_type.starts_with("image/") {
+        OcrDocument::ImageUrl {
+            image_url: source,
+            extra_fields: Map::new(),
+        }
+    } else {
+        OcrDocument::DocumentUrl {
+            document_url: source,
+            extra_fields: Map::new(),
+        }
+    })
+}
+
+fn valid_mime_type(value: &str) -> bool {
+    let Some((kind, subtype)) = value.split_once('/') else {
+        return false;
+    };
+    !kind.is_empty()
+        && !subtype.is_empty()
+        && kind.chars().chain(subtype.chars()).all(|character| {
+            character.is_alphanumeric() || matches!(character, '.' | '+' | '-' | '_')
+        })
+}
+
+pub fn mime_type_for_name(name: &str) -> &'static str {
+    let extension = std::path::Path::new(name)
+        .extension()
+        .and_then(|value| value.to_str())
+        .unwrap_or_default();
+    match extension.to_ascii_lowercase().as_str() {
+        "pdf" => "application/pdf",
+        "png" => "image/png",
+        "jpg" | "jpeg" => "image/jpeg",
+        "gif" => "image/gif",
+        "webp" => "image/webp",
+        "tiff" | "tif" => "image/tiff",
+        "bmp" => "image/bmp",
+        _ => mime_guess::from_path(name)
+            .first_raw()
+            .unwrap_or("application/octet-stream"),
+    }
+}
+
+pub fn upload_mime_type<'a>(file_name: Option<&str>, content_type: Option<&'a str>) -> &'a str {
+    match content_type
+        .and_then(|value| value.split(';').next())
+        .map(str::trim)
+    {
+        Some(value) if !value.is_empty() && value != "application/octet-stream" => value,
+        _ => file_name
+            .map(mime_type_for_name)
+            .unwrap_or("application/octet-stream"),
+    }
+}
+
 pub(crate) struct InlineDocument<'a>(DataUrl<'a>);
 
 impl<'a> InlineDocument<'a> {
@@ -95,9 +172,11 @@ fn map_media_error(error: MediaError) -> OcrError {
             body: "OCR document download failed".into(),
         }
         .into(),
-        MediaError::Timeout => {
-            TransportError::Network("OCR document download timed out".into()).into()
+        MediaError::Timeout => TransportError::Http {
+            status: 408,
+            body: "OCR document download timed out".into(),
         }
+        .into(),
         MediaError::Transport(error) => error.into(),
     }
 }
@@ -114,6 +193,90 @@ mod tests {
         }
     }
 
+    #[test]
+    fn file_bytes_are_encoded_with_core_owned_mime_policy() {
+        assert_eq!(
+            encode_file_document(b"abc", Some("scan.png"), None).unwrap(),
+            OcrDocument::ImageUrl {
+                image_url: "data:image/png;base64,YWJj".into(),
+                extra_fields: Map::new(),
+            }
+        );
+        assert_eq!(
+            encode_file_document(b"abc", None, Some("application/pdf")).unwrap(),
+            document("data:application/pdf;base64,YWJj")
+        );
+    }
+
+    #[test]
+    fn file_name_mime_mapping_matches_python() {
+        for (name, expected) in [
+            ("document.pdf", "application/pdf"),
+            ("image.png", "image/png"),
+            ("photo.jpg", "image/jpeg"),
+            ("photo.jpeg", "image/jpeg"),
+            ("animation.gif", "image/gif"),
+            ("image.webp", "image/webp"),
+            ("scan.tiff", "image/tiff"),
+            ("scan.tif", "image/tiff"),
+            ("bitmap.bmp", "image/bmp"),
+            ("DOCUMENT.PDF", "application/pdf"),
+            ("IMAGE.PNG", "image/png"),
+            ("file.unknown-extension", "application/octet-stream"),
+        ] {
+            assert_eq!(mime_type_for_name(name), expected);
+        }
+    }
+
+    #[test]
+    fn upload_mime_mapping_matches_python() {
+        assert_eq!(
+            upload_mime_type(Some("report.pdf"), Some("application/octet-stream")),
+            "application/pdf"
+        );
+        assert_eq!(upload_mime_type(Some("image.png"), None), "image/png");
+        assert_eq!(upload_mime_type(None, None), "application/octet-stream");
+        assert_eq!(
+            upload_mime_type(Some("doc.pdf"), Some("application/pdf; charset=utf-8")),
+            "application/pdf"
+        );
+        assert_eq!(
+            upload_mime_type(
+                Some("img.png"),
+                Some("image/png; charset=utf-8; boundary=something")
+            ),
+            "image/png"
+        );
+    }
+
+    #[test]
+    fn file_encoding_enforces_decoded_size_limit() {
+        let bytes = vec![b'a'; OCR_INLINE_MAX_BYTES + 1];
+        assert_eq!(
+            encode_file_document(&bytes, None, None),
+            Err(OcrRequestError::InlineDocumentTooLarge)
+        );
+        let document = encode_file_document(&bytes[..OCR_INLINE_MAX_BYTES], None, None).unwrap();
+        let inline = InlineDocument::parse(document.source()).unwrap().unwrap();
+        assert_eq!(
+            inline.decode(OCR_INLINE_MAX_BYTES).unwrap(),
+            bytes[..OCR_INLINE_MAX_BYTES]
+        );
+    }
+
+    #[test]
+    fn file_encoding_rejects_empty_bytes_and_invalid_explicit_mime() {
+        assert!(encode_file_document(b"", None, None).is_err());
+        for mime in [
+            "text/plain;bad",
+            "text/plain/extra",
+            " text/plain",
+            "text/plain\n",
+        ] {
+            assert!(encode_file_document(b"abc", None, Some(mime)).is_err());
+        }
+    }
+
     #[test]
     fn decodes_data_urls_and_limits_decoded_size() {
         for (source, expected) in [
diff --git a/litellm-rust/crates/core/src/ocr/error.rs b/litellm-rust/crates/core/src/ocr/error.rs
index 522d059ec48..55ea2cbcdae 100644
--- a/litellm-rust/crates/core/src/ocr/error.rs
+++ b/litellm-rust/crates/core/src/ocr/error.rs
@@ -4,15 +4,27 @@ use crate::error::TransportError;
 
 #[derive(Debug, Clone, PartialEq, Eq, Error)]
 pub enum OcrRequestError {
+    #[error("File is empty or could not be read")]
+    EmptyFile,
+    #[error("Invalid MIME type: {0}")]
+    InvalidMimeType(String),
+    #[error(
+        "Cohere Parse only accepts `image_url` documents; document_url and PDF inputs are not supported"
+    )]
+    CohereImageOnly,
     #[error("Invalid `req_format`. Expected 'native' or 'litellm'.")]
     RequestFormat,
     #[error("invalid OCR request field: {path}")]
     RequestField { path: String },
     #[error("missing required field: {0}")]
     MissingField(&'static str),
+    #[error("Document URL is required")]
+    MissingDocumentUrl,
     #[error("invalid OCR document data URI")]
     InvalidDataUri,
-    #[error("Reducto requires a reducto:// id or a data URI")]
+    #[error(
+        "Reducto requires a reducto:// id or a data URI; plain HTTP URLs are not supported, upload the file first"
+    )]
     ReductoSource,
     #[error("inline OCR document exceeds the size limit")]
     InlineDocumentTooLarge,
@@ -34,6 +46,8 @@ pub enum OcrRequestError {
 
 #[derive(Debug, Clone, PartialEq, Eq, Error)]
 pub enum OcrResponseError {
+    #[error("OCR response exceeds the size limit of {limit} bytes")]
+    TooLarge { limit: usize },
     #[error("invalid OCR response field: {path}")]
     ResponseField { path: String },
     #[error("OCR response is missing non-empty content")]
diff --git a/litellm-rust/crates/core/src/ocr/handler.rs b/litellm-rust/crates/core/src/ocr/handler.rs
index 0b04319d966..cd1d538aaa8 100644
--- a/litellm-rust/crates/core/src/ocr/handler.rs
+++ b/litellm-rust/crates/core/src/ocr/handler.rs
@@ -1,15 +1,17 @@
 use super::OcrClient;
 use super::adapters::OcrAdapter;
-use super::hooks::OcrLifecycleHooks;
+use super::hooks::{OcrHooks, OcrLifecycleHooks, OcrPostCallRequest};
 use super::registry::OcrAdapterKind;
 use super::types::{LiteLLMOcrRequest, LiteLLMOcrResponse};
 use crate::Error;
 use crate::call_lifecycle::{CallLifecycle, CallLifecycleContext};
+use std::sync::Arc;
 
 pub(crate) async fn perform_ocr_request(
     client: &OcrClient,
     request: LiteLLMOcrRequest,
 ) -> Result<LiteLLMOcrResponse, Error> {
+    request.response_format()?;
     let context = CallLifecycleContext::new(
         "ocr",
         request.model.clone(),
@@ -23,27 +25,71 @@ pub(crate) async fn perform_ocr_request(
         hooks: request.hooks.clone(),
         provider_name: context.custom_llm_provider.clone(),
     };
-    CallLifecycle::default().run(context, request, &hooks, |request| async move {
-        macro_rules! execute_selected_adapter {
+    CallLifecycle::default()
+        .run(context, request, &hooks, |request| async move {
+            PreparedOcrCall::prepare(client.clone(), request)
+                .await?
+                .execute()
+                .await?
+                .normalize()
+        })
+        .await
+}
+
+pub(crate) struct PreparedOcrCall {
+    client: OcrClient,
+    request: LiteLLMOcrRequest,
+    http: reqwest::Request,
+}
+
+impl PreparedOcrCall {
+    pub(crate) async fn prepare(
+        client: OcrClient,
+        request: LiteLLMOcrRequest,
+    ) -> Result<Self, Error> {
+        macro_rules! prepare_adapter {
             ($( $variant:ident, $adapter:ty, $instance:expr, $provider:ident; )+) => {
                 match request.adapter {
-                    $( OcrAdapterKind::$variant => execute_ocr_provider_call(client, &$instance, request).await, )+
+                    $( OcrAdapterKind::$variant => $instance.prepare_request(&request, &client).await?, )+
                 }
             };
         }
-        super::adapters::for_each_ocr_adapter!(execute_selected_adapter)
-    }).await
+        let http = super::adapters::for_each_ocr_adapter!(prepare_adapter);
+        Ok(Self {
+            client,
+            request,
+            http,
+        })
+    }
+
+    pub(crate) async fn execute(self) -> Result<OcrProviderResponse, Error> {
+        let url = self.http.url().to_string();
+        let headers = request_headers(&self.http)?;
+        let response = crate::http_utils::http_request(reqwest::RequestBuilder::from_parts(
+            self.client.provider_http().clone(),
+            self.http,
+        ))
+        .await
+        .map_err(super::client::transport_error)?;
+        macro_rules! read_adapter {
+            ($( $variant:ident, $adapter:ty, $instance:expr, $provider:ident; )+) => {
+                match self.request.adapter {
+                    $( OcrAdapterKind::$variant => {
+                        let decoded = $instance.read_response(&self.client, response, &url, &headers, &self.request).await?;
+                        Ok(OcrProviderResponse {
+                            request: self.request,
+                            data: OcrProviderData::$variant(decoded),
+                        })
+                    }, )+
+                }
+            };
+        }
+        super::adapters::for_each_ocr_adapter!(read_adapter)
+    }
 }
 
-#[tracing::instrument(target = "litellm::function_trace", level = "trace", skip_all)]
-async fn execute_ocr_provider_call<A: OcrAdapter>(
-    client: &OcrClient,
-    adapter: &A,
-    request: LiteLLMOcrRequest,
-) -> Result<LiteLLMOcrResponse, Error> {
-    let provider_request = adapter.prepare_request(&request, client).await?;
-    let url = provider_request.url().to_string();
-    let headers = provider_request
+fn request_headers(request: &reqwest::Request) -> Result<Vec<(String, String)>, Error> {
+    request
         .headers()
         .iter()
         .map(|(name, value)| {
@@ -53,20 +99,41 @@ async fn execute_ocr_provider_call<A: OcrAdapter>(
                 .map_err(|_| super::error::OcrRequestError::RequestField {
                     path: "headers".into(),
                 })
+                .map_err(Error::from)
         })
-        .collect::<Result<Vec<_>, _>>()?;
-    let response = crate::http_utils::http_request(reqwest::RequestBuilder::from_parts(
-        client.provider_http().clone(),
-        provider_request,
-    ))
-    .await
-    .map_err(crate::error::TransportError::from)?;
-    let decoded = adapter
-        .read_response(client, response, &url, &headers, &request)
-        .await?;
-    let response = adapter.transform_ocr_response(&request, decoded.data)?;
-    Ok(LiteLLMOcrResponse {
-        provider_native_response: decoded.native,
-        ..response
-    })
+        .collect()
 }
+
+macro_rules! provider_data {
+    ($( $variant:ident, $adapter:ty, $instance:expr, $provider:ident; )+) => {
+        enum OcrProviderData {
+            $( $variant(super::wire::DecodedOcrResponse<<$adapter as OcrAdapter>::ProviderResponse>), )+
+        }
+
+        impl OcrProviderResponse {
+            pub(crate) fn normalize(self) -> Result<LiteLLMOcrResponse, Error> {
+                match self.data {
+                    $( OcrProviderData::$variant(decoded) => {
+                        let response = $instance.transform_ocr_response(&self.request, decoded.data)?;
+                        Ok(LiteLLMOcrResponse { provider_native_response: decoded.native, ..response })
+                    }, )+
+                }
+            }
+        }
+    };
+}
+
+pub(crate) struct OcrProviderResponse {
+    request: LiteLLMOcrRequest,
+    data: OcrProviderData,
+}
+
+pub(crate) async fn post_call(hooks: &Arc<dyn OcrHooks>, bytes: &[u8]) -> Result<(), Error> {
+    let original_response = serde_json::Value::String(String::from_utf8_lossy(bytes).into_owned());
+    hooks
+        .post_call(OcrPostCallRequest { original_response })
+        .await?;
+    Ok(())
+}
+
+super::adapters::for_each_ocr_adapter!(provider_data);
diff --git a/litellm-rust/crates/core/src/ocr/hooks.rs b/litellm-rust/crates/core/src/ocr/hooks.rs
index 7dd3c6bf8b2..3e7507e9ed5 100644
--- a/litellm-rust/crates/core/src/ocr/hooks.rs
+++ b/litellm-rust/crates/core/src/ocr/hooks.rs
@@ -24,11 +24,19 @@ pub struct OcrDuringCallRequest {
     pub model: String,
     pub custom_llm_provider: String,
     pub url: String,
+    pub headers: Vec<(String, String)>,
     pub body: Value,
+    #[serde(skip)]
+    pub retained_fields: Vec<String>,
+}
+
+#[derive(Clone, Debug, Serialize)]
+pub struct OcrPostCallRequest {
+    pub original_response: Value,
 }
 
 pub trait OcrHooks: Send + Sync {
-    fn has_guardrails(&self) -> bool {
+    fn intercepts_requests(&self) -> bool {
         false
     }
     fn pre_call(&self, request: OcrPreCallRequest) -> OcrHookFuture<'_, OcrPreCallRequest> {
@@ -40,6 +48,9 @@ pub trait OcrHooks: Send + Sync {
     ) -> OcrHookFuture<'_, OcrDuringCallRequest> {
         Box::pin(async move { Ok(request) })
     }
+    fn post_call(&self, request: OcrPostCallRequest) -> OcrHookFuture<'_, OcrPostCallRequest> {
+        Box::pin(async move { Ok(request) })
+    }
     fn success<'a>(
         &'a self,
         _context: &'a CallLifecycleContext,
@@ -80,7 +91,7 @@ impl CallLifecycleHooks<LiteLLMOcrRequest, LiteLLMOcrRequest, LiteLLMOcrResponse
         request: LiteLLMOcrRequest,
     ) -> Self::PreCallFuture<'a> {
         Box::pin(async move {
-            if !self.hooks.has_guardrails() {
+            if !self.hooks.intercepts_requests() {
                 return Ok(request);
             }
             let changed = self
diff --git a/litellm-rust/crates/core/src/ocr/lifecycle.rs b/litellm-rust/crates/core/src/ocr/lifecycle.rs
new file mode 100644
index 00000000000..92c9d4b717c
--- /dev/null
+++ b/litellm-rust/crates/core/src/ocr/lifecycle.rs
@@ -0,0 +1,640 @@
+use std::future::Future;
+use std::pin::Pin;
+use std::sync::Arc;
+
+use tokio::sync::{mpsc, oneshot};
+
+use super::handler::perform_ocr_request;
+use super::hooks::{
+    OcrDuringCallRequest, OcrHookFuture, OcrHooks, OcrLogFuture, OcrPostCallRequest,
+    OcrPreCallRequest,
+};
+use super::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrClient};
+use crate::AuthError;
+use crate::Error;
+use crate::auth::{ResolvedCredential, TokenFuture, TokenProvider, TokenProviderHandle};
+use crate::call_lifecycle::host::{
+    HostCall, HostCallFuture, HostCallStep, HostFailure, HostLifecycle, HostPhase,
+};
+use crate::call_lifecycle::{CallLifecycleContext, CallLifecycleTiming};
+
+pub type NativeResult<T> = Result<NativeOutcome<T>, Error>;
+
+#[derive(Debug, PartialEq, Eq)]
+pub enum NativeOutcome<T> {
+    Completed(T),
+    Declined(OcrDecline),
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub enum OcrDecline {
+    ProviderWorkflow,
+    HostOperations,
+}
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub struct OcrAdmission {
+    pub provider_workflow: bool,
+    pub host_operations: bool,
+    pub asynchronous: bool,
+}
+
+impl OcrAdmission {
+    pub const fn all() -> Self {
+        Self {
+            provider_workflow: true,
+            host_operations: true,
+            asynchronous: false,
+        }
+    }
+}
+
+#[derive(Clone, Debug)]
+pub enum OcrHostOperation {
+    ProjectRequest,
+    Lifecycle(HostPhase),
+    ConstructResponse(Arc<LiteLLMOcrResponse>),
+    MapFailure(Error),
+    Success {
+        context: CallLifecycleContext,
+        response: Arc<LiteLLMOcrResponse>,
+        timing: CallLifecycleTiming,
+    },
+    Failure {
+        context: CallLifecycleContext,
+        error: Error,
+        timing: CallLifecycleTiming,
+    },
+    AcquireAzureAdToken,
+    PreCall(OcrPreCallRequest),
+    DuringCall(OcrDuringCallRequest),
+    PostCall(OcrPostCallRequest),
+}
+
+impl OcrHostOperation {
+    pub const fn phase(&self) -> Option<HostPhase> {
+        match self {
+            Self::Lifecycle(phase) => Some(*phase),
+            Self::Success { .. } => Some(HostPhase::Success),
+            Self::Failure { .. } => Some(HostPhase::Failure),
+            _ => None,
+        }
+    }
+}
+
+pub enum OcrHostResult {
+    Request(Result<(Box<LiteLLMOcrRequest>, bool), Error>),
+    Lifecycle(Result<(), HostFailure>),
+    AzureAdToken(Result<ResolvedCredential, AuthError>),
+    PreCall(Result<OcrPreCallRequest, Error>),
+    DuringCall(Result<OcrDuringCallRequest, Error>),
+    PostCall(Result<OcrPostCallRequest, Error>),
+}
+
+pub type OcrCallStep = HostCallStep<OcrHostOperation, LiteLLMOcrResponse>;
+
+pub struct OcrCall {
+    lifecycle: HostLifecycle,
+    execution: OcrExecution,
+    response: Option<Arc<LiteLLMOcrResponse>>,
+    error: Option<Error>,
+    pending: bool,
+    completed: bool,
+    projecting: bool,
+}
+
+impl OcrCall {
+    pub fn admit(client: OcrClient, admission: OcrAdmission) -> NativeOutcome<Self> {
+        if !admission.provider_workflow {
+            return NativeOutcome::Declined(OcrDecline::ProviderWorkflow);
+        }
+        if !admission.host_operations {
+            return NativeOutcome::Declined(OcrDecline::HostOperations);
+        }
+        NativeOutcome::Completed(Self {
+            lifecycle: HostLifecycle::new(admission.asynchronous),
+            execution: OcrExecution::new(client),
+            response: None,
+            error: None,
+            pending: false,
+            completed: false,
+            projecting: false,
+        })
+    }
+
+    pub async fn resume(&mut self, result: Option<OcrHostResult>) -> Result<OcrCallStep, Error> {
+        if self.completed {
+            return Err(Error::InvalidRequest(
+                "OCR call cannot be resumed after completion".into(),
+            ));
+        }
+        if self.pending != result.is_some() {
+            return Err(Error::InvalidRequest(
+                "OCR host operation result does not match pending state".into(),
+            ));
+        }
+        match &result {
+            Some(OcrHostResult::Lifecycle(Ok(())))
+                if self.lifecycle.phase() == HostPhase::Execute =>
+            {
+                return Err(Error::InvalidRequest(
+                    "OCR provider operation requires a typed result".into(),
+                ));
+            }
+            Some(result)
+                if !matches!(result, OcrHostResult::Lifecycle(_))
+                    && self.lifecycle.phase() != HostPhase::Execute =>
+            {
+                return Err(Error::InvalidRequest(
+                    "unexpected OCR provider operation result".into(),
+                ));
+            }
+            _ => {}
+        }
+        self.pending = false;
+        let provider_result = match result {
+            Some(OcrHostResult::Request(result)) if self.projecting => {
+                self.projecting = false;
+                match result {
+                    Ok((request, azure_ad_token_provider)) => {
+                        self.execution.request = Some(*request);
+                        self.execution.azure_ad_token_provider = azure_ad_token_provider;
+                    }
+                    Err(error) => self.accept(Err(HostFailure::Error(error))),
+                }
+                None
+            }
+            Some(OcrHostResult::Request(_)) => {
+                return Err(Error::InvalidRequest(
+                    "unexpected OCR request projection".into(),
+                ));
+            }
+            Some(OcrHostResult::Lifecycle(result)) => {
+                self.accept(result);
+                None
+            }
+            result => result,
+        };
+        if self.lifecycle.phase() == HostPhase::Execute {
+            if self.execution.request.is_none()
+                && self.execution.execution.is_none()
+                && !self.execution.completed
+            {
+                self.projecting = true;
+                return Ok(self.host_step(OcrHostOperation::ProjectRequest));
+            }
+            match self.execution.resume(provider_result).await {
+                Ok(OcrCallStep::Host(operation)) => return Ok(self.host_step(operation)),
+                Ok(OcrCallStep::Complete(response)) => {
+                    self.response = Some(Arc::new(response));
+                    self.accept(Ok(()));
+                }
+                Err(error) => self.accept(Err(HostFailure::Error(error))),
+            }
+        }
+        if self.error.is_some() {
+            self.execution.stop().await;
+        }
+        let operation = match self.lifecycle.phase() {
+            HostPhase::Complete => {
+                self.completed = true;
+                return match self.error.take() {
+                    Some(error) => Err(error),
+                    None => self
+                        .response
+                        .take()
+                        .map(Arc::unwrap_or_clone)
+                        .map(OcrCallStep::Complete)
+                        .ok_or_else(|| {
+                            Error::InvalidRequest("OCR completed without a response".into())
+                        }),
+                };
+            }
+            HostPhase::ConstructResponse => OcrHostOperation::ConstructResponse(
+                self.response
+                    .as_ref()
+                    .ok_or_else(|| Error::InvalidRequest("missing OCR response".into()))?
+                    .clone(),
+            ),
+            HostPhase::MapFailure => OcrHostOperation::MapFailure(
+                self.error
+                    .as_ref()
+                    .ok_or_else(|| Error::InvalidRequest("missing OCR failure".into()))?
+                    .clone(),
+            ),
+            HostPhase::Success | HostPhase::Failure => {
+                let snapshot = self
+                    .execution
+                    .terminal
+                    .lock()
+                    .unwrap_or_else(|error| error.into_inner())
+                    .clone();
+                match (self.lifecycle.phase(), snapshot) {
+                    (HostPhase::Success, Some((context, timing))) => OcrHostOperation::Success {
+                        context,
+                        response: self
+                            .response
+                            .as_ref()
+                            .ok_or_else(|| Error::InvalidRequest("missing OCR response".into()))?
+                            .clone(),
+                        timing,
+                    },
+                    (HostPhase::Failure, Some((context, timing))) => OcrHostOperation::Failure {
+                        context,
+                        error: self
+                            .error
+                            .as_ref()
+                            .ok_or_else(|| Error::InvalidRequest("missing OCR failure".into()))?
+                            .clone(),
+                        timing,
+                    },
+                    (phase, _) => OcrHostOperation::Lifecycle(phase),
+                }
+            }
+            phase => OcrHostOperation::Lifecycle(phase),
+        };
+        Ok(self.host_step(operation))
+    }
+
+    fn accept(&mut self, result: Result<(), HostFailure>) {
+        let cancelled = matches!(&result, Err(HostFailure::Cancelled(_)));
+        if let Some(error) = self.lifecycle.accept(result) {
+            if cancelled {
+                self.error = Some(error);
+            } else {
+                self.error.get_or_insert(error);
+            }
+            self.execution.cancel();
+        }
+    }
+
+    pub async fn interrupt(&mut self, failure: HostFailure) -> Result<OcrCallStep, Error> {
+        if self.completed {
+            return Err(Error::InvalidRequest(
+                "OCR call cannot be interrupted after completion".into(),
+            ));
+        }
+        self.pending = false;
+        self.accept(Err(failure));
+        self.resume(None).await
+    }
+
+    fn host_step(&mut self, operation: OcrHostOperation) -> OcrCallStep {
+        self.pending = true;
+        OcrCallStep::Host(operation)
+    }
+}
+
+impl HostCall for OcrCall {
+    type Operation = OcrHostOperation;
+    type Result = OcrHostResult;
+    type Complete = LiteLLMOcrResponse;
+
+    fn resume(
+        &mut self,
+        result: Option<Self::Result>,
+    ) -> HostCallFuture<'_, Self::Operation, Self::Complete> {
+        Box::pin(OcrCall::resume(self, result))
+    }
+
+    fn interrupt(
+        &mut self,
+        failure: HostFailure,
+    ) -> HostCallFuture<'_, Self::Operation, Self::Complete> {
+        Box::pin(OcrCall::interrupt(self, failure))
+    }
+}
+
+struct PendingOperation {
+    operation: OcrHostOperation,
+    result: oneshot::Sender<OcrHostResult>,
+}
+
+struct OcrExecution {
+    client: Option<OcrClient>,
+    request: Option<LiteLLMOcrRequest>,
+    operations_tx: mpsc::UnboundedSender<PendingOperation>,
+    operations_rx: mpsc::UnboundedReceiver<PendingOperation>,
+    pending_result: Option<oneshot::Sender<OcrHostResult>>,
+    execution: Option<tokio::task::JoinHandle<Result<LiteLLMOcrResponse, Error>>>,
+    completed: bool,
+    azure_ad_token_provider: bool,
+    terminal: Arc<std::sync::Mutex<Option<(CallLifecycleContext, CallLifecycleTiming)>>>,
+}
+
+impl OcrExecution {
+    fn new(client: OcrClient) -> Self {
+        let (operations_tx, operations_rx) = mpsc::unbounded_channel();
+        Self {
+            client: Some(client),
+            request: None,
+            operations_tx,
+            operations_rx,
+            pending_result: None,
+            execution: None,
+            completed: false,
+            azure_ad_token_provider: false,
+            terminal: Arc::default(),
+        }
+    }
+
+    pub async fn resume(&mut self, result: Option<OcrHostResult>) -> Result<OcrCallStep, Error> {
+        if self.completed {
+            return Err(Error::InvalidRequest(
+                "OCR call cannot be resumed after completion".into(),
+            ));
+        }
+        match (self.pending_result.take(), result) {
+            (Some(sender), Some(result)) => sender
+                .send(result)
+                .map_err(|_| Error::InvalidRequest("OCR host operation was abandoned".into()))?,
+            (None, None) if self.execution.is_none() => self.start(),
+            (Some(sender), None) => {
+                self.pending_result = Some(sender);
+                return Err(Error::InvalidRequest(
+                    "OCR host operation result is required".into(),
+                ));
+            }
+            (None, Some(_)) => {
+                return Err(Error::InvalidRequest(
+                    "unexpected OCR host operation result".into(),
+                ));
+            }
+            (None, None) => {}
+        }
+
+        let execution = self.execution.as_mut().ok_or_else(|| {
+            Error::InvalidRequest("OCR call cannot be resumed after completion".into())
+        })?;
+        tokio::select! {
+            operation = self.operations_rx.recv() => {
+                let operation = operation.ok_or_else(|| Error::InvalidRequest("OCR operation channel closed".into()))?;
+                self.pending_result = Some(operation.result);
+                Ok(OcrCallStep::Host(operation.operation))
+            }
+            result = execution => {
+                self.execution = None;
+                self.completed = true;
+                result
+                    .map_err(|error| Error::Network(format!("OCR execution task failed: {error}")))?
+                    .map(OcrCallStep::Complete)
+            }
+        }
+    }
+
+    fn start(&mut self) {
+        let client = self.client.take().expect("admitted OCR call has a client");
+        let mut request = self
+            .request
+            .take()
+            .expect("admitted OCR call has a request");
+        let intercepts_requests = request.hooks.intercepts_requests();
+        if self.azure_ad_token_provider {
+            request.azure_ad_token_provider = Some(TokenProviderHandle::new(Arc::new(
+                OcrAzureAdTokenProvider {
+                    operations: self.operations_tx.clone(),
+                },
+            )));
+        }
+        request.hooks = Arc::new(ProtocolHooks {
+            operations: self.operations_tx.clone(),
+            intercepts_requests,
+            terminal: self.terminal.clone(),
+        });
+        self.execution = Some(tokio::spawn(async move {
+            perform_ocr_request(&client, request).await
+        }));
+    }
+
+    fn cancel(&mut self) {
+        self.pending_result = None;
+        if let Some(execution) = &self.execution {
+            execution.abort();
+        }
+    }
+
+    async fn stop(&mut self) {
+        self.cancel();
+        if let Some(execution) = self.execution.as_mut() {
+            let _ = execution.await;
+        }
+        self.execution = None;
+    }
+}
+
+impl Drop for OcrExecution {
+    fn drop(&mut self) {
+        if let Some(execution) = &self.execution {
+            execution.abort();
+        }
+    }
+}
+
+struct ProtocolHooks {
+    operations: mpsc::UnboundedSender<PendingOperation>,
+    intercepts_requests: bool,
+    terminal: Arc<std::sync::Mutex<Option<(CallLifecycleContext, CallLifecycleTiming)>>>,
+}
+
+#[derive(Debug)]
+struct OcrAzureAdTokenProvider {
+    operations: mpsc::UnboundedSender<PendingOperation>,
+}
+
+impl TokenProvider for OcrAzureAdTokenProvider {
+    fn acquire(&self) -> TokenFuture<'_> {
+        Box::pin(async move {
+            let (result, receiver) = oneshot::channel();
+            self.operations
+                .send(PendingOperation {
+                    operation: OcrHostOperation::AcquireAzureAdToken,
+                    result,
+                })
+                .map_err(|_| {
+                    AuthError::AzureTokenAcquisition("OCR host driver was abandoned".into())
+                })?;
+            match receiver.await.map_err(|_| {
+                AuthError::AzureTokenAcquisition(
+                    "OCR token provider operation was abandoned".into(),
+                )
+            })? {
+                OcrHostResult::AzureAdToken(result) => result,
+                _ => Err(AuthError::AzureTokenAcquisition(
+                    "invalid OCR token provider host result".into(),
+                )),
+            }
+        })
+    }
+}
+
+impl ProtocolHooks {
+    async fn invoke(&self, operation: OcrHostOperation) -> Result<OcrHostResult, Error> {
+        let (result, receiver) = oneshot::channel();
+        self.operations
+            .send(PendingOperation { operation, result })
+            .map_err(|_| Error::InvalidRequest("OCR host driver was abandoned".into()))?;
+        receiver
+            .await
+            .map_err(|_| Error::InvalidRequest("OCR host operation was abandoned".into()))
+    }
+}
+
+impl OcrHooks for ProtocolHooks {
+    fn intercepts_requests(&self) -> bool {
+        self.intercepts_requests
+    }
+
+    fn pre_call(&self, request: OcrPreCallRequest) -> OcrHookFuture<'_, OcrPreCallRequest> {
+        Box::pin(async move {
+            match self.invoke(OcrHostOperation::PreCall(request)).await? {
+                OcrHostResult::PreCall(result) => result,
+                _ => Err(Error::InvalidRequest(
+                    "invalid OCR pre-call host result".into(),
+                )),
+            }
+        })
+    }
+
+    fn during_call(
+        &self,
+        request: OcrDuringCallRequest,
+    ) -> OcrHookFuture<'_, OcrDuringCallRequest> {
+        Box::pin(async move {
+            match self.invoke(OcrHostOperation::DuringCall(request)).await? {
+                OcrHostResult::DuringCall(result) => result,
+                _ => Err(Error::InvalidRequest(
+                    "invalid OCR during-call host result".into(),
+                )),
+            }
+        })
+    }
+
+    fn post_call(&self, request: OcrPostCallRequest) -> OcrHookFuture<'_, OcrPostCallRequest> {
+        Box::pin(async move {
+            match self.invoke(OcrHostOperation::PostCall(request)).await? {
+                OcrHostResult::PostCall(result) => result,
+                _ => Err(Error::InvalidRequest(
+                    "invalid OCR post-call host result".into(),
+                )),
+            }
+        })
+    }
+
+    fn success<'a>(
+        &'a self,
+        context: &'a CallLifecycleContext,
+        _response: &'a LiteLLMOcrResponse,
+        timing: &'a CallLifecycleTiming,
+    ) -> OcrLogFuture<'a> {
+        Box::pin(async move {
+            *self
+                .terminal
+                .lock()
+                .unwrap_or_else(|error| error.into_inner()) =
+                Some((context.clone(), timing.clone()));
+        })
+    }
+
+    fn failure<'a>(
+        &'a self,
+        context: &'a CallLifecycleContext,
+        _error: &'a Error,
+        timing: &'a CallLifecycleTiming,
+    ) -> OcrLogFuture<'a> {
+        Box::pin(async move {
+            *self
+                .terminal
+                .lock()
+                .unwrap_or_else(|error| error.into_inner()) =
+                Some((context.clone(), timing.clone()));
+        })
+    }
+}
+
+pub type OcrHostFuture<'a> = Pin<Box<dyn Future<Output = OcrHostResult> + Send + 'a>>;
+
+pub trait OcrHost: Send + Sync {
+    fn invoke(&self, operation: OcrHostOperation) -> OcrHostFuture<'_>;
+}
+
+pub struct NoopOcrHost;
+
+impl OcrHost for NoopOcrHost {
+    fn invoke(&self, operation: OcrHostOperation) -> OcrHostFuture<'_> {
+        Box::pin(async move {
+            match operation {
+                OcrHostOperation::ProjectRequest => OcrHostResult::Request(Err(
+                    Error::InvalidRequest("OCR host has no request projection".into()),
+                )),
+                OcrHostOperation::Lifecycle(_)
+                | OcrHostOperation::ConstructResponse(_)
+                | OcrHostOperation::MapFailure(_)
+                | OcrHostOperation::Success { .. }
+                | OcrHostOperation::Failure { .. } => OcrHostResult::Lifecycle(Ok(())),
+                OcrHostOperation::AcquireAzureAdToken => {
+                    OcrHostResult::AzureAdToken(Err(AuthError::AzureTokenAcquisition(
+                        "OCR host has no Azure AD token provider".into(),
+                    )))
+                }
+                OcrHostOperation::PreCall(request) => OcrHostResult::PreCall(Ok(request)),
+                OcrHostOperation::DuringCall(request) => OcrHostResult::DuringCall(Ok(request)),
+                OcrHostOperation::PostCall(request) => OcrHostResult::PostCall(Ok(request)),
+            }
+        })
+    }
+}
+
+pub struct OcrHookHost {
+    hooks: Arc<dyn OcrHooks>,
+}
+
+impl OcrHookHost {
+    pub fn new(hooks: Arc<dyn OcrHooks>) -> Self {
+        Self { hooks }
+    }
+}
+
+impl OcrHost for OcrHookHost {
+    fn invoke(&self, operation: OcrHostOperation) -> OcrHostFuture<'_> {
+        Box::pin(async move {
+            match operation {
+                OcrHostOperation::ProjectRequest => OcrHostResult::Request(Err(
+                    Error::InvalidRequest("OCR hook host has no request projection".into()),
+                )),
+                OcrHostOperation::Success {
+                    context,
+                    response,
+                    timing,
+                } => {
+                    self.hooks.success(&context, &response, &timing).await;
+                    OcrHostResult::Lifecycle(Ok(()))
+                }
+                OcrHostOperation::Failure {
+                    context,
+                    error,
+                    timing,
+                } => {
+                    self.hooks.failure(&context, &error, &timing).await;
+                    OcrHostResult::Lifecycle(Ok(()))
+                }
+                OcrHostOperation::Lifecycle(_)
+                | OcrHostOperation::ConstructResponse(_)
+                | OcrHostOperation::MapFailure(_) => OcrHostResult::Lifecycle(Ok(())),
+                OcrHostOperation::AcquireAzureAdToken => {
+                    OcrHostResult::AzureAdToken(Err(AuthError::AzureTokenAcquisition(
+                        "OCR hook host has no Azure AD token provider".into(),
+                    )))
+                }
+                OcrHostOperation::PreCall(request) => {
+                    OcrHostResult::PreCall(self.hooks.pre_call(request).await)
+                }
+                OcrHostOperation::DuringCall(request) => {
+                    OcrHostResult::DuringCall(self.hooks.during_call(request).await)
+                }
+                OcrHostOperation::PostCall(request) => {
+                    OcrHostResult::PostCall(self.hooks.post_call(request).await)
+                }
+            }
+        })
+    }
+}
diff --git a/litellm-rust/crates/core/src/ocr/mod.rs b/litellm-rust/crates/core/src/ocr/mod.rs
index 1e975c3f521..e29fd6ac572 100644
--- a/litellm-rust/crates/core/src/ocr/mod.rs
+++ b/litellm-rust/crates/core/src/ocr/mod.rs
@@ -5,12 +5,18 @@ mod document;
 pub mod error;
 mod handler;
 pub mod hooks;
+mod lifecycle;
 mod prepare;
 mod registry;
 pub mod types;
 pub mod wire;
 
 pub use client::{OcrClient, ocr};
+pub use document::{encode_file_document, mime_type_for_name, upload_mime_type};
+pub use lifecycle::{
+    NativeOutcome, NativeResult, NoopOcrHost, OcrAdmission, OcrCall, OcrCallStep, OcrDecline,
+    OcrHookHost, OcrHost, OcrHostOperation, OcrHostResult,
+};
 pub use types::{LiteLLMOcrRequest, LiteLLMOcrResponse, OcrConnection, OcrDocument};
 
 #[cfg(test)]
diff --git a/litellm-rust/crates/core/src/ocr/prepare.rs b/litellm-rust/crates/core/src/ocr/prepare.rs
index bf6f924088c..9934a1d9a14 100644
--- a/litellm-rust/crates/core/src/ocr/prepare.rs
+++ b/litellm-rust/crates/core/src/ocr/prepare.rs
@@ -62,34 +62,48 @@ pub(crate) async fn transform_request_body<B>(
     request: &LiteLLMOcrRequest,
     url: &str,
     headers: &[(String, String)],
+    retains_document: bool,
     body: B,
     validate: impl FnOnce(&B) -> Result<(), OcrRequestError>,
 ) -> Result<reqwest::Request, OcrError>
 where
     B: Serialize + DeserializeOwned,
 {
-    let body = if request.hooks.has_guardrails() {
+    let (body, headers) = if request.hooks.intercepts_requests() {
+        let body = serde_json::to_value(body).map_err(|_| OcrRequestError::RequestField {
+            path: "body".into(),
+        })?;
+        let retained_fields = request
+            .optional_params
+            .keys()
+            .filter(|name| body.get(*name).is_some())
+            .cloned()
+            .chain(retains_document.then(|| "document".to_string()))
+            .collect();
         let changed = request
             .hooks
             .during_call(OcrDuringCallRequest {
                 model: request.model.clone(),
                 custom_llm_provider: request.adapter.provider().as_str().into(),
                 url: url.into(),
-                body: serde_json::to_value(body).map_err(|_| OcrRequestError::RequestField {
-                    path: "body".into(),
-                })?,
+                headers: headers.to_vec(),
+                body,
+                retained_fields,
             })
             .await?;
         let body = OcrWireBody::<B>::decode(changed.body)?;
         validate(&body.body)?;
-        body
+        (body, changed.headers)
     } else {
-        OcrWireBody {
-            body,
-            extra: Map::new(),
-        }
+        (
+            OcrWireBody {
+                body,
+                extra: Map::new(),
+            },
+            headers.to_vec(),
+        )
     };
-    build_http_request(client, request, url, headers, &body)
+    build_http_request(client, request, url, &headers, &body)
 }
 
 pub(crate) fn build_http_request<B: Serialize>(
@@ -113,9 +127,10 @@ pub(crate) fn build_http_request<B: Serialize>(
 pub(crate) async fn guardrail_document(
     request: &LiteLLMOcrRequest,
     url: &str,
-) -> Result<OcrDocument, OcrError> {
-    if !request.hooks.has_guardrails() {
-        return Ok(request.document.clone());
+    headers: &[(String, String)],
+) -> Result<(OcrDocument, Vec<(String, String)>), OcrError> {
+    if !request.hooks.intercepts_requests() {
+        return Ok((request.document.clone(), headers.to_vec()));
     }
     let changed = request
         .hooks
@@ -123,14 +138,17 @@ pub(crate) async fn guardrail_document(
             model: request.model.clone(),
             custom_llm_provider: request.adapter.provider().as_str().into(),
             url: url.into(),
+            headers: headers.to_vec(),
             body: serde_json::to_value(&request.document).map_err(|_| {
                 OcrRequestError::RequestField {
                     path: "document".into(),
                 }
             })?,
+            retained_fields: Vec::new(),
         })
         .await?;
-    super::wire::decode_request_value(changed.body, "guardrail.document").map_err(OcrError::from)
+    let document = super::wire::decode_request_value(changed.body, "guardrail.document")?;
+    Ok((document, changed.headers))
 }
 
 #[derive(Serialize)]
diff --git a/litellm-rust/crates/core/src/ocr/registry.rs b/litellm-rust/crates/core/src/ocr/registry.rs
index 1b20a91143b..ed7d4fd5cf2 100644
--- a/litellm-rust/crates/core/src/ocr/registry.rs
+++ b/litellm-rust/crates/core/src/ocr/registry.rs
@@ -23,6 +23,7 @@ super::adapters::for_each_ocr_adapter!(define_adapter_types);
 
 #[derive(Clone, Copy, Debug, PartialEq, Eq)]
 pub(crate) enum OcrProvider {
+    Cohere,
     Mistral,
     AzureAi,
     Reducto,
@@ -32,6 +33,7 @@ pub(crate) enum OcrProvider {
 impl OcrProvider {
     pub(crate) const fn as_str(self) -> &'static str {
         match self {
+            Self::Cohere => "cohere",
             Self::Mistral => "mistral",
             Self::AzureAi => "azure_ai",
             Self::Reducto => "reducto",
@@ -50,6 +52,7 @@ pub(crate) fn resolve_wire_adapter(
             custom_llm_provider: OcrProvider::Mistral.as_str(),
         });
     let typed_provider = match provider.custom_llm_provider {
+        "cohere" => OcrProvider::Cohere,
         "mistral" => OcrProvider::Mistral,
         "azure_ai" => OcrProvider::AzureAi,
         "reducto" => OcrProvider::Reducto,
@@ -57,10 +60,17 @@ pub(crate) fn resolve_wire_adapter(
         value => return Err(Error::InvalidProvider(value.to_string())),
     };
     let adapter = match typed_provider {
+        OcrProvider::Cohere => OcrAdapterKind::Cohere,
         OcrProvider::Mistral => OcrAdapterKind::Mistral,
         OcrProvider::AzureAi if is_document_intelligence_model(provider.model) => {
             OcrAdapterKind::AzureDocumentIntelligence
         }
+        OcrProvider::AzureAi
+            if provider.model.to_ascii_lowercase().contains("cohere")
+                && provider.model.to_ascii_lowercase().contains("parse") =>
+        {
+            OcrAdapterKind::AzureCohere
+        }
         OcrProvider::AzureAi => OcrAdapterKind::AzureMistral,
         OcrProvider::Reducto if provider.model.eq_ignore_ascii_case("parse-legacy") => {
             OcrAdapterKind::ReductoLegacy
@@ -68,12 +78,7 @@ pub(crate) fn resolve_wire_adapter(
         OcrProvider::Reducto if provider.model.eq_ignore_ascii_case("parse-v3") => {
             OcrAdapterKind::ReductoV3
         }
-        OcrProvider::Reducto => {
-            return Err(Error::InvalidRequest(format!(
-                "unsupported Reducto OCR model: {}",
-                provider.model
-            )));
-        }
+        OcrProvider::Reducto => OcrAdapterKind::ReductoV3,
         OcrProvider::VertexAi if provider.model.to_ascii_lowercase().contains("deepseek") => {
             OcrAdapterKind::VertexDeepSeek
         }
@@ -107,11 +112,10 @@ mod tests {
     }
 
     #[test]
-    fn unknown_reducto_models_are_rejected() {
-        assert!(matches!(
-            resolve_wire_adapter("reducto/future-parse-model", None),
-            Err(Error::InvalidRequest(_))
-        ));
+    fn unknown_reducto_models_use_the_current_protocol() {
+        let (model, adapter) = resolve_wire_adapter("reducto/future-parse-model", None).unwrap();
+        assert_eq!(model, "future-parse-model");
+        assert_eq!(adapter, OcrAdapterKind::ReductoV3);
     }
 
     #[test]
diff --git a/litellm-rust/crates/core/src/ocr/types.rs b/litellm-rust/crates/core/src/ocr/types.rs
index 06519f86c91..76df8b42806 100644
--- a/litellm-rust/crates/core/src/ocr/types.rs
+++ b/litellm-rust/crates/core/src/ocr/types.rs
@@ -8,7 +8,7 @@ use serde_json::{Map, Value};
 use super::hooks::{NoopOcrHooks, OcrHooks};
 use super::registry::{OcrAdapterKind, resolve_wire_adapter};
 use crate::Error;
-use crate::auth::InputSource;
+use crate::auth::{InputSource, TokenProviderHandle};
 use crate::constants::OCR_HTTP_TIMEOUT_SECS;
 
 #[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
@@ -68,6 +68,7 @@ pub struct OcrConnection {
     pub extra_headers_source: InputSource,
     pub timeout: Duration,
     pub max_download_bytes: u64,
+    pub max_response_bytes: usize,
     pub poll_timeout: Duration,
 }
 
@@ -82,6 +83,7 @@ impl Default for OcrConnection {
             extra_headers_source: InputSource::Deployment,
             timeout: Duration::from_secs(OCR_HTTP_TIMEOUT_SECS),
             max_download_bytes: crate::constants::OCR_DOWNLOAD_MAX_BYTES,
+            max_response_bytes: crate::constants::OCR_RESPONSE_MAX_BYTES,
             poll_timeout: Duration::from_secs(crate::constants::OCR_POLL_TIMEOUT_SECS),
         }
     }
@@ -95,6 +97,7 @@ pub struct LiteLLMOcrRequest {
     pub litellm_call_id: Option<String>,
     pub optional_params: Map<String, Value>,
     pub input_sources: BTreeMap<String, InputSource>,
+    pub azure_ad_token_provider: Option<TokenProviderHandle>,
     pub(crate) adapter: OcrAdapterKind,
 }
 
@@ -115,6 +118,7 @@ impl LiteLLMOcrRequest {
             litellm_call_id: None,
             optional_params,
             input_sources: BTreeMap::new(),
+            azure_ad_token_provider: None,
             adapter: adapter_kind,
         })
     }
@@ -132,6 +136,10 @@ impl LiteLLMOcrRequest {
             .map(|format| format.unwrap_or_default())
     }
 
+    pub fn provider_name(&self) -> &'static str {
+        self.adapter.provider().as_str()
+    }
+
     pub fn with_host_hooks(
         self,
         hooks: Arc<dyn OcrHooks>,
@@ -169,6 +177,47 @@ mod tests {
     use super::*;
     use serde_json::json;
 
+    #[test]
+    fn document_variants_preserve_provider_fields_when_rewriting_sources() {
+        for (value, original, replacement, expected) in [
+            (
+                json!({
+                    "type":"document_url",
+                    "document_url":"https://example.com/input.pdf",
+                    "document_name":"input.pdf"
+                }),
+                "https://example.com/input.pdf",
+                "data:application/pdf;base64,AA==",
+                json!({
+                    "type":"document_url",
+                    "document_url":"data:application/pdf;base64,AA==",
+                    "document_name":"input.pdf"
+                }),
+            ),
+            (
+                json!({
+                    "type":"image_url",
+                    "image_url":"https://example.com/input.png",
+                    "detail":"high"
+                }),
+                "https://example.com/input.png",
+                "data:image/png;base64,AA==",
+                json!({
+                    "type":"image_url",
+                    "image_url":"data:image/png;base64,AA==",
+                    "detail":"high"
+                }),
+            ),
+        ] {
+            let document: OcrDocument = serde_json::from_value(value).unwrap();
+            assert_eq!(document.source(), original);
+            assert_eq!(
+                serde_json::to_value(document.with_source(replacement.into())).unwrap(),
+                expected
+            );
+        }
+    }
+
     #[test]
     fn response_serialization_flattens_extra_fields_and_omits_absent_native_response() {
         let response = LiteLLMOcrResponse {
diff --git a/litellm-rust/crates/core/src/ocr/wire.rs b/litellm-rust/crates/core/src/ocr/wire.rs
index 34d0a7d7b86..6dc6b34b73d 100644
--- a/litellm-rust/crates/core/src/ocr/wire.rs
+++ b/litellm-rust/crates/core/src/ocr/wire.rs
@@ -3,7 +3,6 @@ use crate::ocr::error::OcrResponseError;
 use std::collections::BTreeMap;
 use std::time::Duration;
 
-use super::hooks::{OcrDuringCallRequest, OcrPreCallRequest};
 use super::types::{LiteLLMOcrRequest, OcrConnection, OcrDocument};
 use crate::Error;
 use crate::auth::InputSource;
@@ -13,10 +12,58 @@ use serde::{
 };
 use serde_json::{Map, Value};
 
+const COMMON_OPTION_FIELDS: &[&str] = &["req_format", "extra_body", "max_response_bytes"];
+const MISTRAL_OPTION_FIELDS: &[&str] = &[
+    "pages",
+    "include_image_base64",
+    "image_limit",
+    "image_min_size",
+    "bbox_annotation_format",
+    "document_annotation_format",
+    "document_annotation_prompt",
+    "extract_header",
+    "extract_footer",
+    "table_format",
+    "confidence_scores_granularity",
+    "include_blocks",
+    "id",
+];
+const DEEPSEEK_OPTION_FIELDS: &[&str] =
+    &["stream", "temperature", "max_tokens", "top_p", "n", "stop"];
+const DOCUMENT_INTELLIGENCE_OPTION_FIELDS: &[&str] = &["pages", "features"];
+const REDUCTO_V3_OPTION_FIELDS: &[&str] = &["formatting", "retrieval", "settings"];
+const REDUCTO_LEGACY_OPTION_FIELDS: &[&str] = &["enhance"];
+const AZURE_AUTH_OPTION_FIELDS: &[&str] = &[
+    "azure_ad_token",
+    "tenant_id",
+    "client_id",
+    "client_secret",
+    "azure_scope",
+    "azure_authority_host",
+    "azure_credential",
+    "azure_federated_token_file",
+    "enable_azure_ad_token_refresh",
+];
+const VERTEX_AUTH_OPTION_FIELDS: &[&str] = &[
+    "vertex_credentials",
+    "vertex_ai_credentials",
+    "vertex_project",
+    "vertex_ai_project",
+    "vertex_location",
+    "vertex_ai_location",
+];
+
+#[derive(Clone, Copy, Debug, PartialEq, Eq)]
+pub struct OptionalParamSpec {
+    pub name: &'static str,
+    pub secret: bool,
+}
+
 #[derive(Debug)]
 pub struct DecodedOcrResponse<T> {
     pub data: T,
     pub native: Option<Value>,
+    pub text: String,
 }
 
 #[derive(Deserialize)]
@@ -39,11 +86,65 @@ pub fn is_supported_request(model: &str, custom_llm_provider: Option<&str>) -> b
     super::registry::resolve_wire_adapter(model, custom_llm_provider).is_ok()
 }
 
+pub fn consumed_optional_param_names(
+    model: &str,
+    custom_llm_provider: Option<&str>,
+) -> Result<Vec<&'static str>, Error> {
+    use super::registry::OcrAdapterKind;
+
+    let (_, adapter) = super::registry::resolve_wire_adapter(model, custom_llm_provider)?;
+    let provider_fields: &[&str] = match adapter {
+        OcrAdapterKind::Cohere | OcrAdapterKind::AzureCohere => &["output_format"],
+        OcrAdapterKind::Mistral | OcrAdapterKind::AzureMistral | OcrAdapterKind::VertexMistral => {
+            MISTRAL_OPTION_FIELDS
+        }
+        OcrAdapterKind::AzureDocumentIntelligence => DOCUMENT_INTELLIGENCE_OPTION_FIELDS,
+        OcrAdapterKind::ReductoV3 => REDUCTO_V3_OPTION_FIELDS,
+        OcrAdapterKind::ReductoLegacy => REDUCTO_LEGACY_OPTION_FIELDS,
+        OcrAdapterKind::VertexDeepSeek => DEEPSEEK_OPTION_FIELDS,
+    };
+    let auth_fields: &[&str] = match adapter {
+        OcrAdapterKind::AzureMistral
+        | OcrAdapterKind::AzureDocumentIntelligence
+        | OcrAdapterKind::AzureCohere => AZURE_AUTH_OPTION_FIELDS,
+        OcrAdapterKind::VertexMistral | OcrAdapterKind::VertexDeepSeek => VERTEX_AUTH_OPTION_FIELDS,
+        _ => &[],
+    };
+    Ok(COMMON_OPTION_FIELDS
+        .iter()
+        .chain(provider_fields)
+        .chain(auth_fields)
+        .copied()
+        .collect())
+}
+
+pub fn consumed_optional_params(
+    model: &str,
+    custom_llm_provider: Option<&str>,
+) -> Result<Vec<OptionalParamSpec>, Error> {
+    consumed_optional_param_names(model, custom_llm_provider).map(|names| {
+        names
+            .into_iter()
+            .map(|name| OptionalParamSpec {
+                name,
+                secret: matches!(
+                    name,
+                    "azure_ad_token"
+                        | "client_secret"
+                        | "azure_federated_token_file"
+                        | "vertex_credentials"
+                        | "vertex_ai_credentials"
+                ),
+            })
+            .collect()
+    })
+}
+
 pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error> {
     let api_key_source = source_for(&wire.input_sources, "api_key");
     let api_base_source = source_for(&wire.input_sources, "api_base");
     let extra_headers_source = source_for(&wire.input_sources, "extra_headers");
-    let document = decode_request_value(wire.document, "document")?;
+    let document = decode_document(wire.document)?;
     let headers = wire
         .extra_headers
         .unwrap_or_default()
@@ -66,11 +167,28 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
         })
         .transpose()?;
     let defaults = OcrConnection::default();
+    let max_response_bytes = wire
+        .optional_params
+        .get("max_response_bytes")
+        .map(|value| {
+            value
+                .as_u64()
+                .and_then(|value| usize::try_from(value).ok())
+                .filter(|value| *value > 0 && *value <= defaults.max_response_bytes)
+                .ok_or_else(|| OcrRequestError::RequestField {
+                    path: "max_response_bytes".into(),
+                })
+        })
+        .transpose()?
+        .unwrap_or(defaults.max_response_bytes);
     let request = LiteLLMOcrRequest::new(
         wire.model,
         document,
         wire.custom_llm_provider.as_deref(),
-        wire.optional_params,
+        wire.optional_params
+            .into_iter()
+            .filter(|(name, _)| name != "max_response_bytes")
+            .collect(),
     )?;
     let connection = OcrConnection {
         api_key: nonblank(wire.api_key),
@@ -81,6 +199,7 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
         extra_headers_source,
         timeout: timeout.unwrap_or(defaults.timeout),
         max_download_bytes: defaults.max_download_bytes,
+        max_response_bytes,
         poll_timeout: defaults.poll_timeout,
     };
     Ok(LiteLLMOcrRequest {
@@ -90,6 +209,16 @@ pub fn decode_request(wire: OcrWireRequest) -> Result<LiteLLMOcrRequest, Error>
     })
 }
 
+fn decode_document(value: Value) -> Result<OcrDocument, OcrRequestError> {
+    let kind = value.get("type").and_then(Value::as_str);
+    let missing_url = matches!(kind, Some("document_url")) && value.get("document_url").is_none()
+        || matches!(kind, Some("image_url")) && value.get("image_url").is_none();
+    if missing_url {
+        return Err(OcrRequestError::MissingDocumentUrl);
+    }
+    decode_request_value(value, "document")
+}
+
 fn source_for(sources: &BTreeMap<String, InputSource>, name: &str) -> InputSource {
     sources.get(name).copied().unwrap_or_default()
 }
@@ -134,38 +263,81 @@ pub fn decode_response<T: DeserializeOwned>(
     } else {
         None
     };
-    Ok(DecodedOcrResponse { data, native })
-}
-
-pub fn decode_pre_call_result(
-    original: OcrPreCallRequest,
-    value: Value,
-) -> Result<OcrPreCallRequest, OcrRequestError> {
-    #[derive(Deserialize)]
-    struct Changed {
-        document: OcrDocument,
-        #[serde(default)]
-        optional_params: Map<String, Value>,
-    }
-    let changed: Changed = decode_request_value(value, "guardrail")?;
-    Ok(OcrPreCallRequest {
-        document: changed.document,
-        optional_params: Value::Object(changed.optional_params),
-        ..original
+    Ok(DecodedOcrResponse {
+        data,
+        native,
+        text: String::from_utf8_lossy(bytes).into_owned(),
     })
 }
 
-pub fn decode_during_call_result(
-    original: OcrDuringCallRequest,
-    value: Value,
-) -> Result<OcrDuringCallRequest, OcrRequestError> {
-    #[derive(Deserialize)]
-    struct Changed {
-        body: Value,
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn option_projection_is_provider_specific_and_excludes_opaque_fields() {
+        let mistral = consumed_optional_param_names("mistral/model", None).unwrap();
+        assert!(mistral.contains(&"pages"));
+        assert!(mistral.contains(&"req_format"));
+        assert!(!mistral.contains(&"vertex_project"));
+        assert!(!mistral.contains(&"opaque_extension"));
+
+        let vertex = consumed_optional_param_names("vertex_ai/deepseek-ocr", None).unwrap();
+        assert!(vertex.contains(&"temperature"));
+        assert!(vertex.contains(&"vertex_credentials"));
+        assert!(!vertex.contains(&"pages"));
+    }
+
+    #[test]
+    fn optional_param_metadata_marks_only_credentials_as_secret() {
+        let azure = consumed_optional_params("model", Some("azure_ai")).unwrap();
+        assert!(
+            azure
+                .iter()
+                .any(|spec| spec.name == "client_secret" && spec.secret)
+        );
+        assert!(
+            azure
+                .iter()
+                .any(|spec| spec.name == "tenant_id" && !spec.secret)
+        );
+        let vertex = consumed_optional_params("deepseek-ocr", Some("vertex_ai")).unwrap();
+        assert!(
+            vertex
+                .iter()
+                .any(|spec| spec.name == "vertex_credentials" && spec.secret)
+        );
+        assert!(
+            vertex
+                .iter()
+                .any(|spec| spec.name == "vertex_project" && !spec.secret)
+        );
+    }
+
+    #[test]
+    fn activation_includes_migrated_providers() {
+        assert!(is_supported_request("model", Some("mistral")));
+        assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
+        assert!(is_supported_request(
+            "documentintelligence/prebuilt-read",
+            Some("azure_ai")
+        ));
+        assert!(is_supported_request("parse-v3", Some("reducto")));
+        assert!(is_supported_request("parse-legacy", Some("reducto")));
+        assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
+        assert!(is_supported_request("deepseek-ocr", Some("vertex_ai")));
+    }
+
+    #[test]
+    fn missing_document_source_has_a_typed_public_error() {
+        for document in [
+            serde_json::json!({"type": "document_url"}),
+            serde_json::json!({"type": "image_url"}),
+        ] {
+            assert_eq!(
+                decode_document(document),
+                Err(OcrRequestError::MissingDocumentUrl)
+            );
+        }
     }
-    let changed: Changed = decode_request_value(value, "guardrail")?;
-    Ok(OcrDuringCallRequest {
-        body: changed.body,
-        ..original
-    })
 }
diff --git a/litellm-rust/crates/core/src/responses/websocket.rs b/litellm-rust/crates/core/src/responses/websocket.rs
index 5d037e9cf1b..34213e5f6c4 100644
--- a/litellm-rust/crates/core/src/responses/websocket.rs
+++ b/litellm-rust/crates/core/src/responses/websocket.rs
@@ -1,3 +1,21 @@
+use std::collections::HashMap;
+use std::io;
+use std::sync::{Arc, OnceLock};
+use std::time::Duration;
+
+use futures_util::{SinkExt, StreamExt};
+use rustls::{ClientConfig, RootCertStore};
+use tokio::net::TcpStream;
+use tokio::sync::Mutex;
+use tokio_tungstenite::tungstenite::Message;
+use tokio_tungstenite::tungstenite::client::IntoClientRequest;
+use tokio_tungstenite::tungstenite::error::TlsError;
+use tokio_tungstenite::tungstenite::handshake::client::Response;
+use tokio_tungstenite::tungstenite::http::{HeaderName, HeaderValue};
+use tokio_tungstenite::{
+    Connector, MaybeTlsStream, WebSocketStream, connect_async_tls_with_config,
+};
+
 use crate::Error;
 use crate::constants::{OPENAI_RESPONSES_DEFAULT_API_BASE, OPENAI_RESPONSES_PATH};
 use crate::responses::types::{ResponsesWsEvent, ResponsesWsEventType, ResponsesWsTransformResult};
@@ -125,6 +143,137 @@ pub fn is_terminal_event(event_type: &ResponsesWsEventType) -> bool {
     )
 }
 
+pub type ResponsesUpstreamWs = WebSocketStream<MaybeTlsStream<TcpStream>>;
+
+static TLS_CONFIG: OnceLock<Arc<ClientConfig>> = OnceLock::new();
+
+fn build_tls_config() -> Result<ClientConfig, Box<tokio_tungstenite::tungstenite::Error>> {
+    let native = rustls_native_certs::load_native_certs();
+    let mut store = RootCertStore::empty();
+    let (added, _ignored) = store.add_parsable_certificates(native.certs);
+    if added == 0 {
+        return Err(Box::new(tokio_tungstenite::tungstenite::Error::Io(
+            io::Error::other(format!(
+                "no usable native root certificates: {:?}",
+                native.errors
+            )),
+        )));
+    }
+    ClientConfig::builder_with_provider(Arc::new(rustls::crypto::ring::default_provider()))
+        .with_safe_default_protocol_versions()
+        .map(|builder| builder.with_root_certificates(store).with_no_client_auth())
+        .map_err(|error| {
+            Box::new(tokio_tungstenite::tungstenite::Error::Tls(
+                TlsError::Rustls(error),
+            ))
+        })
+}
+
+fn tls_config() -> Result<Arc<ClientConfig>, Box<tokio_tungstenite::tungstenite::Error>> {
+    if let Some(config) = TLS_CONFIG.get() {
+        return Ok(Arc::clone(config));
+    }
+    let built = Arc::new(build_tls_config()?);
+    Ok(Arc::clone(TLS_CONFIG.get_or_init(|| built)))
+}
+
+pub async fn connect_upstream<R>(
+    request: R,
+) -> Result<(ResponsesUpstreamWs, Response), Box<tokio_tungstenite::tungstenite::Error>>
+where
+    R: IntoClientRequest + Unpin,
+{
+    let request = request.into_client_request().map_err(Box::new)?;
+    let connector = match request.uri().scheme_str() {
+        Some("wss") => Some(Connector::Rustls(tls_config()?)),
+        _ => None,
+    };
+    connect_async_tls_with_config(request, None, false, connector)
+        .await
+        .map_err(Box::new)
+}
+
+#[derive(Clone)]
+pub struct ResponsesWebSocketConnection {
+    socket: Arc<Mutex<Option<ResponsesUpstreamWs>>>,
+}
+
+impl ResponsesWebSocketConnection {
+    pub async fn connect_url(
+        url: &str,
+        headers: &HashMap<String, String>,
+        timeout: Option<Duration>,
+    ) -> Result<Self, Error> {
+        let mut request = url
+            .into_client_request()
+            .map_err(|error| Error::Network(error.to_string()))?;
+        for (name, value) in headers {
+            let header_name = name
+                .parse::<HeaderName>()
+                .map_err(|error| Error::InvalidRequest(error.to_string()))?;
+            let header_value = HeaderValue::from_str(value)
+                .map_err(|error| Error::InvalidRequest(error.to_string()))?;
+            request.headers_mut().insert(header_name, header_value);
+        }
+        let connect = connect_upstream(request);
+        let result = match timeout {
+            Some(timeout) => tokio::time::timeout(timeout, connect)
+                .await
+                .map_err(|_| Error::Network("Responses WebSocket connection timed out".into()))?,
+            None => connect.await,
+        };
+        let (socket, _) = result.map_err(|error| match *error {
+            tokio_tungstenite::tungstenite::Error::Http(response) => Error::Http {
+                status: response.status().as_u16(),
+                body: String::new(),
+            },
+            other => Error::Network(other.to_string()),
+        })?;
+        Ok(Self {
+            socket: Arc::new(Mutex::new(Some(socket))),
+        })
+    }
+
+    pub async fn send_text(&self, text: String) -> Result<(), Error> {
+        let mut socket = self.socket.lock().await;
+        let Some(socket) = socket.as_mut() else {
+            return Err(Error::Network("Responses WebSocket is closed".into()));
+        };
+        socket
+            .send(Message::Text(text))
+            .await
+            .map_err(|error| Error::Network(error.to_string()))
+    }
+
+    pub async fn recv_text(&self) -> Result<Option<String>, Error> {
+        let mut socket = self.socket.lock().await;
+        let Some(socket) = socket.as_mut() else {
+            return Ok(None);
+        };
+        match socket.next().await {
+            Some(Ok(Message::Text(text))) => Ok(Some(text)),
+            Some(Ok(Message::Binary(bytes))) => String::from_utf8(bytes.to_vec())
+                .map(Some)
+                .map_err(|error| Error::InvalidResponse(error.to_string())),
+            Some(Ok(Message::Close(_))) | None => Ok(None),
+            Some(Ok(_)) => Ok(None),
+            Some(Err(error)) => Err(Error::Network(error.to_string())),
+        }
+    }
+
+    pub async fn close(&self) -> Result<(), Error> {
+        let mut socket = self.socket.lock().await;
+        if let Some(socket) = socket.as_mut() {
+            socket
+                .close(None)
+                .await
+                .map_err(|error| Error::Network(error.to_string()))?;
+        }
+        *socket = None;
+        Ok(())
+    }
+}
+
 #[cfg(test)]
 mod tests {
     use super::*;
diff --git a/litellm-rust/crates/core/tests/azure_ai_ocr.rs b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
index d7d532cfef1..b6dc8d90b93 100644
--- a/litellm-rust/crates/core/tests/azure_ai_ocr.rs
+++ b/litellm-rust/crates/core/tests/azure_ai_ocr.rs
@@ -70,7 +70,7 @@ async fn facade_acquires_supplied_entra_token_for_final_request() {
 struct ReplaceBodyDocument;
 
 impl OcrHooks for ReplaceBodyDocument {
-    fn has_guardrails(&self) -> bool {
+    fn intercepts_requests(&self) -> bool {
         true
     }
 
diff --git a/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs b/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs
index e4c81dea5a7..3fca59033cc 100644
--- a/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs
+++ b/litellm-rust/crates/core/tests/azure_document_intelligence_ocr.rs
@@ -1,4 +1,5 @@
 use serde_json::{Value, json};
+use std::sync::{Arc, Mutex};
 
 use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
 use super::wire::{OcrWireRequest, decode_request};
@@ -124,6 +125,14 @@ async fn immediate_response_normalizes_pages_and_preserves_native() {
         json!({"width":816,"height":1056,"dpi":96})
     );
     assert_eq!(result.usage_info, Some(json!({"pages_processed":1})));
+    let serialized = result.clone().into_json();
+    assert_eq!(serialized["content"], "A\n\nB");
+    assert_eq!(serialized["tables"], json!([{"cells":[]}]));
+    assert_eq!(
+        serialized["keyValuePairs"],
+        json!([{"key":{"content":"A"}}])
+    );
+    assert!(serialized.get("key_value_pairs").is_none());
     assert_eq!(result.provider_native_response, Some(operation));
 }
 
@@ -169,6 +178,55 @@ async fn accepted_response_polls_to_success_with_only_credentials() {
     }
 }
 
+struct SubmissionBoundary {
+    request_count: Arc<Mutex<Vec<String>>>,
+}
+
+impl super::hooks::OcrHooks for SubmissionBoundary {
+    fn post_call(
+        &self,
+        request: super::hooks::OcrPostCallRequest,
+    ) -> super::hooks::OcrHookFuture<'_, super::hooks::OcrPostCallRequest> {
+        Box::pin(async move {
+            match self.request_count.lock().unwrap().len() {
+                1 => assert_eq!(request.original_response, json!(r#"{"submitted":true}"#)),
+                2 => assert!(
+                    request
+                        .original_response
+                        .as_str()
+                        .unwrap()
+                        .contains("succeeded")
+                ),
+                count => panic!("unexpected callback after {count} requests"),
+            }
+            Ok(request)
+        })
+    }
+}
+
+#[tokio::test]
+async fn accepted_response_runs_post_call_before_polling() {
+    let (base, seen, server) = mock_server(vec![
+        MockResponse {
+            status: 202,
+            headers: vec![("Operation-Location", "{base}/operation".into())],
+            body: json!({"submitted": true}),
+        },
+        MockResponse::json(json!({"status":"succeeded"})),
+    ])
+    .await;
+    let request = super::LiteLLMOcrRequest {
+        hooks: Arc::new(SubmissionBoundary {
+            request_count: seen.clone(),
+        }),
+        ..wire_request("azure_ai/doc-intelligence/prebuilt-read", &base, json!({}))
+    };
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(seen.lock().unwrap().len(), 2);
+}
+
 #[tokio::test]
 async fn polling_forwards_bearer_credentials() {
     let (base, seen, server) = mock_server(vec![
@@ -361,7 +419,7 @@ async fn pre_call_guardrail_receives_caller_pages_before_mapping() {
 
     struct RewritePages;
     impl OcrHooks for RewritePages {
-        fn has_guardrails(&self) -> bool {
+        fn intercepts_requests(&self) -> bool {
             true
         }
 
diff --git a/litellm-rust/crates/core/tests/deepseek_ocr.rs b/litellm-rust/crates/core/tests/deepseek_ocr.rs
index 875fc9e3dc6..4ba39561dcd 100644
--- a/litellm-rust/crates/core/tests/deepseek_ocr.rs
+++ b/litellm-rust/crates/core/tests/deepseek_ocr.rs
@@ -34,6 +34,28 @@ fn request_mapping_matches_python(#[case] name: &str, #[case] value: Value) {
     assert!(result.get("ignored").is_none());
 }
 
+#[rstest]
+#[case(json!({"type":"image_url","image_url":"data:image/png;base64,AA=="}))]
+#[case(json!({"type":"document_url","document_url":"data:application/pdf;base64,AA=="}))]
+fn request_maps_both_document_types_to_image_content(#[case] document: Value) {
+    let source = document
+        .get("image_url")
+        .or_else(|| document.get("document_url"))
+        .unwrap()
+        .clone();
+    let request = transform_ocr_request(
+        "deepseek-ai/deepseek-ocr-maas",
+        serde_json::from_value(document).unwrap(),
+        &DeepSeekOcrParams::default(),
+    )
+    .unwrap();
+    let result = serde_json::to_value(request).unwrap();
+    assert_eq!(
+        result["messages"][0]["content"][0],
+        json!({"type":"image_url","image_url":source})
+    );
+}
+
 #[rstest]
 #[case(json!("# hello"), "# hello")]
 #[case(json!("{broken"), "{broken")]
diff --git a/litellm-rust/crates/core/tests/host_lifecycle.rs b/litellm-rust/crates/core/tests/host_lifecycle.rs
new file mode 100644
index 00000000000..19fb946afde
--- /dev/null
+++ b/litellm-rust/crates/core/tests/host_lifecycle.rs
@@ -0,0 +1,116 @@
+use crate::Error;
+use crate::call_lifecycle::host::{HostFailure, HostLifecycle, HostPhase};
+
+fn run(fail_at: Option<HostPhase>, asynchronous: bool) -> (Vec<HostPhase>, Vec<Error>) {
+    let mut lifecycle = HostLifecycle::new(asynchronous);
+    let mut events = Vec::new();
+    let mut failures = Vec::new();
+    while lifecycle.phase() != HostPhase::Complete {
+        let phase = lifecycle.phase();
+        events.push(phase);
+        let result = if Some(phase) == fail_at {
+            Err(HostFailure::Error(Error::InvalidRequest(
+                "selected failure".into(),
+            )))
+        } else {
+            Ok(())
+        };
+        if let Some(error) = lifecycle.accept(result) {
+            failures.push(error);
+        }
+    }
+    (events, failures)
+}
+
+#[test]
+fn public_outcome_is_finalized_before_a_single_terminal_dispatch() {
+    for asynchronous in [false, true] {
+        let (events, failures) = run(None, asynchronous);
+        assert!(failures.is_empty());
+        assert_eq!(
+            &events[events.len() - 2..],
+            &[HostPhase::Finalize, HostPhase::Success]
+        );
+        assert_eq!(
+            events
+                .iter()
+                .filter(|phase| **phase == HostPhase::Execute)
+                .count(),
+            1
+        );
+        assert_eq!(
+            events.contains(&HostPhase::DeploymentPostCall),
+            asynchronous
+        );
+    }
+}
+
+#[test]
+fn only_provider_and_response_construction_failures_use_provider_mapping() {
+    for phase in [
+        HostPhase::Setup,
+        HostPhase::DeploymentPreCall,
+        HostPhase::Prepare,
+        HostPhase::Execute,
+        HostPhase::ConstructResponse,
+        HostPhase::DeploymentPostCall,
+        HostPhase::Finalize,
+    ] {
+        let (events, failures) = run(Some(phase), true);
+        assert_eq!(failures.len(), 1);
+        assert!(!events.contains(&HostPhase::Success));
+        let mapped = matches!(phase, HostPhase::Execute | HostPhase::ConstructResponse);
+        assert_eq!(events.contains(&HostPhase::MapFailure), mapped);
+        assert_eq!(events.contains(&HostPhase::DeploymentFailure), mapped);
+        assert_eq!(
+            &events[events.len() - 2..],
+            &[HostPhase::Failure, HostPhase::AsyncFailure]
+        );
+        assert!(
+            events
+                .iter()
+                .filter(|phase| **phase == HostPhase::Execute)
+                .count()
+                <= 1
+        );
+    }
+}
+
+#[test]
+fn failure_handler_errors_do_not_replace_selected_failure_or_suppress_async_dispatch() {
+    let mut lifecycle = HostLifecycle::new(true);
+    while lifecycle.phase() != HostPhase::Execute {
+        lifecycle.accept(Ok(()));
+    }
+    let selected = Error::InvalidRequest("provider".into());
+    assert_eq!(
+        lifecycle.accept(Err(HostFailure::Error(selected.clone()))),
+        Some(selected)
+    );
+    lifecycle.accept(Ok(()));
+    for phase in [
+        HostPhase::DeploymentFailure,
+        HostPhase::Failure,
+        HostPhase::AsyncFailure,
+    ] {
+        assert_eq!(lifecycle.phase(), phase);
+        assert_eq!(
+            lifecycle.accept(Err(HostFailure::Error(Error::InvalidRequest(
+                "callback".into()
+            )))),
+            None
+        );
+    }
+    assert_eq!(lifecycle.phase(), HostPhase::Complete);
+}
+
+#[test]
+fn cancellation_skips_terminal_dispatch() {
+    let mut lifecycle = HostLifecycle::new(true);
+    let error = Error::InvalidRequest("cancelled".into());
+    assert_eq!(
+        lifecycle.accept(Err(HostFailure::Cancelled(error.clone()))),
+        Some(error)
+    );
+    assert_eq!(lifecycle.phase(), HostPhase::Complete);
+}
diff --git a/litellm-rust/crates/core/tests/ocr.rs b/litellm-rust/crates/core/tests/ocr.rs
index cecd8869741..55f8713d76e 100644
--- a/litellm-rust/crates/core/tests/ocr.rs
+++ b/litellm-rust/crates/core/tests/ocr.rs
@@ -3,9 +3,16 @@ use std::sync::{Arc, Mutex};
 use serde_json::{Value, json};
 
 use super::OcrClient;
-use super::hooks::{OcrHookFuture, OcrHooks, OcrLogFuture, OcrPreCallRequest};
+use super::hooks::{
+    OcrDuringCallRequest, OcrHookFuture, OcrHooks, OcrLogFuture, OcrPostCallRequest,
+    OcrPreCallRequest,
+};
 use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
 use super::wire::{OcrWireRequest, decode_request};
+use super::{
+    NativeOutcome, NoopOcrHost, OcrAdmission, OcrCall, OcrCallStep, OcrDecline, OcrHost,
+    OcrHostOperation, OcrHostResult,
+};
 use crate::call_lifecycle::{CallLifecycleContext, CallLifecycleTiming};
 
 #[test]
@@ -51,7 +58,7 @@ async fn facade_executes_direct_mistral_once() {
     let result = perform_ocr(wire_request(
         "mistral/model",
         &base,
-        json!({"extract_header":true,"unknown":"ignored"}),
+        json!({"pages":"0,2-4","extract_header":true,"unknown":"ignored"}),
     ))
     .await
     .unwrap();
@@ -72,6 +79,7 @@ async fn facade_executes_direct_mistral_once() {
         json!({
             "model":"model",
             "document":{"type":"document_url","document_url":"data:application/pdf;base64,YWJj"},
+            "pages":"0,2-4",
             "extract_header":true
         })
     );
@@ -124,7 +132,7 @@ struct RecordingHooks {
 }
 
 impl OcrHooks for RecordingHooks {
-    fn has_guardrails(&self) -> bool {
+    fn intercepts_requests(&self) -> bool {
         true
     }
 
@@ -148,6 +156,13 @@ impl OcrHooks for RecordingHooks {
         })
     }
 
+    fn post_call(&self, request: OcrPostCallRequest) -> OcrHookFuture<'_, OcrPostCallRequest> {
+        Box::pin(async move {
+            self.events.lock().unwrap().push("post");
+            Ok(request)
+        })
+    }
+
     fn success<'a>(
         &'a self,
         _context: &'a CallLifecycleContext,
@@ -171,6 +186,38 @@ impl OcrHooks for RecordingHooks {
     }
 }
 
+struct HeaderEditHooks;
+
+impl OcrHooks for HeaderEditHooks {
+    fn intercepts_requests(&self) -> bool {
+        true
+    }
+
+    fn during_call(
+        &self,
+        mut request: OcrDuringCallRequest,
+    ) -> OcrHookFuture<'_, OcrDuringCallRequest> {
+        request
+            .headers
+            .push(("x-core-callback".into(), "edited".into()));
+        Box::pin(async move { Ok(request) })
+    }
+}
+
+#[tokio::test]
+async fn lifecycle_sends_headers_returned_by_the_typed_during_call_operation() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({"pages":[]}))]).await;
+    let request = super::LiteLLMOcrRequest {
+        hooks: Arc::new(HeaderEditHooks),
+        ..wire_request("mistral/model", &base, json!({}))
+    };
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+
+    assert!(seen.lock().unwrap()[0].contains("x-core-callback: edited"));
+}
+
 #[tokio::test]
 async fn lifecycle_orders_hooks_and_emits_one_success() {
     let (base, seen, server) = mock_server(vec![MockResponse::json(json!({"pages":[]}))]).await;
@@ -185,7 +232,10 @@ async fn lifecycle_orders_hooks_and_emits_one_success() {
     };
     perform_ocr(request).await.unwrap();
     server.await.unwrap();
-    assert_eq!(*events.lock().unwrap(), ["pre", "during", "success"]);
+    assert_eq!(
+        *events.lock().unwrap(),
+        ["pre", "during", "post", "success"]
+    );
     assert_eq!(seen.lock().unwrap().len(), 1);
 }
 
@@ -227,3 +277,562 @@ async fn upstream_failure_emits_one_terminal_failure() {
     assert_eq!(*events.lock().unwrap(), ["pre", "during", "failure"]);
     assert_eq!(seen.lock().unwrap().len(), 1);
 }
+
+struct AdmissionSpy {
+    effects: Arc<Mutex<usize>>,
+}
+
+impl OcrHooks for AdmissionSpy {
+    fn intercepts_requests(&self) -> bool {
+        *self.effects.lock().unwrap() += 1;
+        true
+    }
+
+    fn pre_call(&self, request: OcrPreCallRequest) -> OcrHookFuture<'_, OcrPreCallRequest> {
+        *self.effects.lock().unwrap() += 1;
+        Box::pin(async move { Ok(request) })
+    }
+}
+
+#[test]
+fn admission_declines_without_invoking_hooks_or_transport() {
+    for (admission, expected) in [
+        (
+            OcrAdmission {
+                provider_workflow: false,
+                host_operations: true,
+                asynchronous: false,
+            },
+            OcrDecline::ProviderWorkflow,
+        ),
+        (
+            OcrAdmission {
+                provider_workflow: true,
+                host_operations: false,
+                asynchronous: false,
+            },
+            OcrDecline::HostOperations,
+        ),
+    ] {
+        let outcome = OcrCall::admit(super::test_support::ocr_client(), admission);
+        assert!(matches!(outcome, NativeOutcome::Declined(reason) if reason == expected));
+    }
+}
+
+#[tokio::test]
+async fn fallible_host_phases_do_not_replay_or_reach_transport() {
+    for failure_phase in ["pre", "during"] {
+        let request = super::LiteLLMOcrRequest {
+            hooks: Arc::new(AdmissionSpy {
+                effects: Arc::new(Mutex::new(0)),
+            }),
+            ..wire_request("mistral/model", "http://127.0.0.1:1", json!({}))
+        };
+        let NativeOutcome::Completed(mut call) =
+            OcrCall::admit(super::test_support::ocr_client(), OcrAdmission::all())
+        else {
+            panic!("supported call declined")
+        };
+        let mut request = Some(request);
+        let mut result = None;
+        let mut phases = Vec::new();
+        let error = loop {
+            match call.resume(result.take()).await {
+                Ok(OcrCallStep::Host(operation)) => match operation {
+                    OcrHostOperation::Lifecycle(_)
+                    | OcrHostOperation::ConstructResponse(_)
+                    | OcrHostOperation::MapFailure(_)
+                    | OcrHostOperation::Success { .. }
+                    | OcrHostOperation::Failure { .. } => {
+                        result = Some(OcrHostResult::Lifecycle(Ok(())))
+                    }
+                    OcrHostOperation::ProjectRequest => {
+                        result = Some(OcrHostResult::Request(Ok((
+                            Box::new(request.take().unwrap()),
+                            false,
+                        ))))
+                    }
+                    OcrHostOperation::AcquireAzureAdToken => {
+                        panic!("test request has no token provider")
+                    }
+                    OcrHostOperation::PreCall(request) => {
+                        phases.push("pre");
+                        result = Some(OcrHostResult::PreCall(if failure_phase == "pre" {
+                            Err(crate::Error::InvalidRequest("pre failed".into()))
+                        } else {
+                            Ok(request)
+                        }));
+                    }
+                    OcrHostOperation::DuringCall(request) => {
+                        phases.push("during");
+                        result = Some(OcrHostResult::DuringCall(if failure_phase == "during" {
+                            Err(crate::Error::InvalidRequest("during failed".into()))
+                        } else {
+                            Ok(request)
+                        }));
+                    }
+                    OcrHostOperation::PostCall(_) => panic!("transport should not be reached"),
+                },
+                Err(error) => break error,
+                Ok(OcrCallStep::Complete(_)) => panic!("failed call completed"),
+            }
+        };
+        assert!(matches!(error, crate::Error::InvalidRequest(_)));
+        assert_eq!(
+            phases
+                .iter()
+                .filter(|phase| **phase == failure_phase)
+                .count(),
+            1
+        );
+    }
+}
+
+#[tokio::test]
+async fn invalid_provider_response_runs_post_call_before_normalization_failure() {
+    let (base, seen, server) =
+        mock_server(vec![MockResponse::json(json!({"pages":"invalid"}))]).await;
+    let mut request = Some(wire_request("mistral/model", &base, json!({})));
+    let NativeOutcome::Completed(mut call) =
+        OcrCall::admit(super::test_support::ocr_client(), OcrAdmission::all())
+    else {
+        panic!("supported call declined")
+    };
+    let host = NoopOcrHost;
+    let mut result = None;
+    let mut post_calls = Vec::new();
+    let error = loop {
+        match call.resume(result.take()).await {
+            Ok(OcrCallStep::Host(OcrHostOperation::ProjectRequest)) => {
+                result = Some(OcrHostResult::Request(Ok((
+                    Box::new(request.take().unwrap()),
+                    false,
+                ))));
+            }
+            Ok(OcrCallStep::Host(operation)) => {
+                if let OcrHostOperation::PostCall(request) = &operation {
+                    post_calls.push(request.original_response.clone());
+                }
+                result = Some(host.invoke(operation).await);
+            }
+            Err(error) => break error,
+            Ok(OcrCallStep::Complete(_)) => panic!("invalid provider response completed"),
+        }
+    };
+    server.await.unwrap();
+    assert!(matches!(error, crate::Error::InvalidResponse(_)));
+    assert_eq!(seen.lock().unwrap().len(), 1);
+    assert_eq!(post_calls, [json!(r#"{"pages":"invalid"}"#)]);
+}
+
+#[tokio::test]
+async fn direct_native_host_drives_the_same_state_machine() {
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({
+        "pages":[{"index":0,"markdown":"native"}]
+    }))])
+    .await;
+    let request = super::LiteLLMOcrRequest {
+        hooks: Arc::new(AdmissionSpy {
+            effects: Arc::new(Mutex::new(0)),
+        }),
+        ..wire_request("mistral/model", &base, json!({}))
+    };
+    let NativeOutcome::Completed(mut call) = OcrCall::admit(
+        super::test_support::ocr_client(),
+        OcrAdmission {
+            asynchronous: true,
+            ..OcrAdmission::all()
+        },
+    ) else {
+        panic!("supported call declined")
+    };
+    let mut request = Some(request);
+    let host = NoopOcrHost;
+    let mut result = None;
+    let mut operations = Vec::new();
+    let response = loop {
+        match call.resume(result.take()).await.unwrap() {
+            OcrCallStep::Host(operation) => {
+                operations.push(match &operation {
+                    OcrHostOperation::ProjectRequest => "ProjectRequest".into(),
+                    OcrHostOperation::Lifecycle(phase) => format!("{phase:?}"),
+                    OcrHostOperation::PreCall(_) => "PreCall".into(),
+                    OcrHostOperation::DuringCall(_) => "DuringCall".into(),
+                    OcrHostOperation::PostCall(_) => "PostCall".into(),
+                    OcrHostOperation::ConstructResponse(_) => "ConstructResponse".into(),
+                    OcrHostOperation::Success { response, .. } => {
+                        assert_eq!(response.pages[0]["markdown"], "native");
+                        "Success".into()
+                    }
+                    _ => panic!("unexpected OCR operation"),
+                });
+                result = Some(match operation {
+                    OcrHostOperation::ProjectRequest => {
+                        OcrHostResult::Request(Ok((Box::new(request.take().unwrap()), false)))
+                    }
+                    operation => host.invoke(operation).await,
+                });
+            }
+            OcrCallStep::Complete(response) => break response,
+        }
+    };
+    server.await.unwrap();
+    assert_eq!(response.pages[0]["markdown"], "native");
+    assert_eq!(seen.lock().unwrap().len(), 1);
+    assert_eq!(
+        operations,
+        [
+            "Setup",
+            "DeploymentPreCall",
+            "Prepare",
+            "ProjectRequest",
+            "PreCall",
+            "DuringCall",
+            "PostCall",
+            "ConstructResponse",
+            "DeploymentPostCall",
+            "Finalize",
+            "Success",
+        ]
+    );
+    assert!(matches!(
+        call.resume(None).await,
+        Err(crate::Error::InvalidRequest(_))
+    ));
+}
+
+#[tokio::test]
+async fn public_finalization_failure_never_dispatches_success_or_replays_provider() {
+    use crate::call_lifecycle::host::{HostFailure, HostPhase};
+
+    let (base, seen, server) = mock_server(vec![MockResponse::json(json!({"pages":[]}))]).await;
+    let mut request = Some(wire_request("mistral/model", &base, json!({})));
+    let NativeOutcome::Completed(mut call) = OcrCall::admit(
+        super::test_support::ocr_client(),
+        OcrAdmission {
+            asynchronous: true,
+            ..OcrAdmission::all()
+        },
+    ) else {
+        panic!("supported call declined")
+    };
+    let selected = crate::Error::InvalidRequest("public metadata failed".into());
+    let host = NoopOcrHost;
+    let mut result = None;
+    let mut failures = Vec::new();
+    let error = loop {
+        match call.resume(result.take()).await {
+            Ok(OcrCallStep::Host(operation)) => {
+                result = Some(match operation {
+                    OcrHostOperation::Lifecycle(HostPhase::Finalize) => {
+                        OcrHostResult::Lifecycle(Err(HostFailure::Error(selected.clone())))
+                    }
+                    OcrHostOperation::Failure { error, .. } => {
+                        assert_eq!(error, selected);
+                        failures.push("sync");
+                        OcrHostResult::Lifecycle(Err(HostFailure::Error(
+                            crate::Error::InvalidRequest("failure callback failed".into()),
+                        )))
+                    }
+                    OcrHostOperation::Lifecycle(HostPhase::AsyncFailure) => {
+                        failures.push("async");
+                        OcrHostResult::Lifecycle(Ok(()))
+                    }
+                    OcrHostOperation::Success { .. }
+                    | OcrHostOperation::MapFailure(_)
+                    | OcrHostOperation::Lifecycle(HostPhase::DeploymentFailure) => {
+                        panic!("finalization failure used provider/success dispatch")
+                    }
+                    OcrHostOperation::ProjectRequest => {
+                        OcrHostResult::Request(Ok((Box::new(request.take().unwrap()), false)))
+                    }
+                    operation => host.invoke(operation).await,
+                });
+            }
+            Ok(OcrCallStep::Complete(_)) => panic!("failed call completed successfully"),
+            Err(error) => break error,
+        }
+    };
+    server.await.unwrap();
+    assert_eq!(error, selected);
+    assert_eq!(failures, ["sync", "async"]);
+    assert_eq!(seen.lock().unwrap().len(), 1);
+}
+
+#[tokio::test]
+async fn cancellation_at_provider_hook_prevents_execution_and_further_resumption() {
+    use crate::call_lifecycle::host::HostFailure;
+
+    let request = super::LiteLLMOcrRequest {
+        hooks: Arc::new(AdmissionSpy {
+            effects: Arc::new(Mutex::new(0)),
+        }),
+        ..wire_request("mistral/model", "http://127.0.0.1:1", json!({}))
+    };
+    let NativeOutcome::Completed(mut call) =
+        OcrCall::admit(super::test_support::ocr_client(), OcrAdmission::all())
+    else {
+        panic!("supported call declined")
+    };
+    let mut request = Some(request);
+    let host = NoopOcrHost;
+    let mut result = None;
+    loop {
+        match call.resume(result.take()).await.unwrap() {
+            OcrCallStep::Host(OcrHostOperation::PreCall(_)) => break,
+            OcrCallStep::Host(OcrHostOperation::ProjectRequest) => {
+                result = Some(OcrHostResult::Request(Ok((
+                    Box::new(request.take().unwrap()),
+                    false,
+                ))))
+            }
+            OcrCallStep::Host(operation) => result = Some(host.invoke(operation).await),
+            OcrCallStep::Complete(_) => panic!("provider executed before pre-call result"),
+        }
+    }
+    let selected = crate::Error::InvalidRequest("cancelled".into());
+    assert!(matches!(
+        call.interrupt(HostFailure::Cancelled(selected.clone())).await,
+        Err(error) if error == selected
+    ));
+    assert!(
+        call.resume(Some(OcrHostResult::Lifecycle(Ok(()))))
+            .await
+            .is_err()
+    );
+}
+
+#[tokio::test]
+async fn missing_host_result_preserves_pending_operation() {
+    use crate::call_lifecycle::host::HostPhase;
+
+    let NativeOutcome::Completed(mut call) =
+        OcrCall::admit(super::test_support::ocr_client(), OcrAdmission::all())
+    else {
+        panic!("supported call declined")
+    };
+    assert!(matches!(
+        call.resume(None).await.unwrap(),
+        OcrCallStep::Host(OcrHostOperation::Lifecycle(HostPhase::Setup))
+    ));
+    assert!(call.resume(None).await.is_err());
+    assert!(matches!(
+        call.resume(Some(OcrHostResult::Lifecycle(Ok(()))))
+            .await
+            .unwrap(),
+        OcrCallStep::Host(OcrHostOperation::Lifecycle(HostPhase::Prepare))
+    ));
+}
+
+async fn read_bounded_response(
+    response: Vec<u8>,
+    limit: usize,
+) -> Result<bytes::Bytes, super::error::OcrError> {
+    use tokio::io::{AsyncReadExt, AsyncWriteExt};
+
+    let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap();
+    let address = listener.local_addr().unwrap();
+    let server = tokio::spawn(async move {
+        let (mut socket, _) = listener.accept().await.unwrap();
+        let mut request = [0; 4096];
+        assert!(socket.read(&mut request).await.unwrap() > 0);
+        socket.write_all(&response).await.unwrap();
+        std::future::pending::<()>().await;
+    });
+    let response = reqwest::Client::new()
+        .get(format!("http://{address}"))
+        .send()
+        .await
+        .unwrap();
+    let result = tokio::time::timeout(
+        std::time::Duration::from_secs(2),
+        super::client::read_response_bytes(response, limit),
+    )
+    .await;
+    server.abort();
+    let _ = server.await;
+    result.expect("bounded reads must finish without waiting for the rest of an oversized body")
+}
+
+#[tokio::test]
+async fn response_limit_accepts_exact_size_and_rejects_declared_and_chunked_overflow() {
+    use super::error::{OcrError, OcrResponseError};
+
+    for response in [
+        "HTTP/1.1 200 OK\r\nContent-Length: 8\r\n\r\nabcdefgh",
+        "HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\n\r\n4\r\nabcd\r\n4\r\nefgh\r\n0\r\n\r\n",
+    ] {
+        assert_eq!(
+            read_bounded_response(response.as_bytes().to_vec(), 8)
+                .await
+                .unwrap(),
+            "abcdefgh"
+        );
+    }
+    for response in [
+        "HTTP/1.1 200 OK\r\nContent-Length: 9\r\n\r\n",
+        "HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\n\r\n4\r\nabcd\r\n5\r\nefghi\r\n",
+    ] {
+        assert!(matches!(
+            read_bounded_response(response.as_bytes().to_vec(), 8).await,
+            Err(OcrError::Response(OcrResponseError::TooLarge { limit: 8 }))
+        ));
+    }
+}
+
+#[tokio::test]
+async fn oversized_error_retains_http_status_and_bounded_diagnostics_without_draining() {
+    let prefix = "x".repeat(4 * (crate::constants::UPSTREAM_ERROR_BODY_MAX_CHARS + 1));
+    for headers in ["Content-Length: 1000000", "Transfer-Encoding: chunked"] {
+        let body = if headers.starts_with("Transfer") {
+            format!("{:x}\r\n{prefix}\r\n", prefix.len())
+        } else {
+            prefix.clone()
+        };
+        let response = format!("HTTP/1.1 429 Too Many Requests\r\n{headers}\r\n\r\n{body}");
+        let error = read_bounded_response(response.into_bytes(), 4096)
+            .await
+            .unwrap_err();
+        match error {
+            super::error::OcrError::Transport(crate::error::TransportError::Http {
+                status,
+                body,
+            }) => {
+                assert_eq!(status, 429);
+                assert_eq!(
+                    body,
+                    format!(
+                        "{}... (truncated)",
+                        "x".repeat(crate::constants::UPSTREAM_ERROR_BODY_MAX_CHARS)
+                    )
+                );
+            }
+            error => panic!("unexpected error: {error}"),
+        }
+    }
+}
+
+#[test]
+fn response_limit_is_validated_and_not_forwarded_to_the_provider() {
+    let request = wire_request(
+        "mistral/model",
+        "http://localhost",
+        json!({"max_response_bytes": 123}),
+    );
+    assert_eq!(request.connection.max_response_bytes, 123);
+    assert!(!request.optional_params.contains_key("max_response_bytes"));
+    for value in [
+        json!(0),
+        json!(-1),
+        json!(true),
+        json!("123"),
+        json!(1.5),
+        json!(crate::constants::OCR_RESPONSE_MAX_BYTES + 1),
+        Value::Null,
+    ] {
+        let wire = serde_json::from_value(json!({
+            "model": "mistral/model", "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+            "optional_params": {"max_response_bytes": value}
+        })).unwrap();
+        let Err(error) = decode_request(wire) else {
+            panic!("invalid response limit accepted")
+        };
+        assert!(error.to_string().contains("max_response_bytes"));
+    }
+}
+
+#[derive(Debug)]
+struct PendingToken {
+    entered: Arc<tokio::sync::Notify>,
+    dropped: Arc<std::sync::atomic::AtomicBool>,
+}
+
+struct TokenFutureDrop(Arc<std::sync::atomic::AtomicBool>);
+
+impl Drop for TokenFutureDrop {
+    fn drop(&mut self) {
+        self.0.store(true, std::sync::atomic::Ordering::SeqCst);
+    }
+}
+
+impl crate::auth::TokenProvider for PendingToken {
+    fn acquire(&self) -> crate::auth::TokenFuture<'_> {
+        Box::pin(async move {
+            let _guard = TokenFutureDrop(self.dropped.clone());
+            self.entered.notify_one();
+            std::future::pending().await
+        })
+    }
+}
+
+#[tokio::test]
+async fn cancellation_waits_for_provider_capture_drop_even_when_acknowledgement_is_cancelled() {
+    use crate::call_lifecycle::host::HostFailure;
+    use std::future::Future;
+    use std::sync::atomic::{AtomicBool, Ordering};
+    use std::task::Poll;
+
+    for interrupt_acknowledgement in [false, true] {
+        let entered = Arc::new(tokio::sync::Notify::new());
+        let dropped = Arc::new(AtomicBool::new(false));
+        let request = wire_request("azure_ai/mistral-ocr", "https://example.invalid", json!({}));
+        let request = super::LiteLLMOcrRequest {
+            connection: super::OcrConnection {
+                extra_headers: vec![("authorization".into(), "Bearer test-key".into())],
+                ..request.connection
+            },
+            azure_ad_token_provider: Some(crate::auth::TokenProviderHandle::new(Arc::new(
+                PendingToken {
+                    entered: entered.clone(),
+                    dropped: dropped.clone(),
+                },
+            ))),
+            ..request
+        };
+        let NativeOutcome::Completed(mut call) =
+            OcrCall::admit(super::test_support::ocr_client(), OcrAdmission::all())
+        else {
+            panic!("supported call declined")
+        };
+        let mut request = Some(request);
+        let mut result = None;
+        tokio::time::timeout(std::time::Duration::from_secs(2), async {
+            loop {
+                tokio::select! {
+                    _ = entered.notified() => break,
+                    step = call.resume(result.take()) => {
+                        result = Some(match step.unwrap() {
+                            OcrCallStep::Host(OcrHostOperation::ProjectRequest) => OcrHostResult::Request(Ok((Box::new(request.take().unwrap()), false))),
+                            OcrCallStep::Host(operation) => NoopOcrHost.invoke(operation).await,
+                            OcrCallStep::Complete(_) => panic!("pending provider completed"),
+                        });
+                    }
+                }
+            }
+        }).await.unwrap();
+        assert!(!dropped.load(Ordering::SeqCst));
+        let selected = crate::Error::InvalidRequest("cancelled".into());
+        if interrupt_acknowledgement {
+            let mut acknowledgement =
+                Box::pin(call.interrupt(HostFailure::Cancelled(selected.clone())));
+            std::future::poll_fn(|cx| {
+                assert!(acknowledgement.as_mut().poll(cx).is_pending());
+                Poll::Ready(())
+            })
+            .await;
+            drop(acknowledgement);
+            assert!(!dropped.load(Ordering::SeqCst));
+        }
+        let result = tokio::time::timeout(
+            std::time::Duration::from_secs(2),
+            call.interrupt(HostFailure::Cancelled(selected.clone())),
+        )
+        .await
+        .unwrap();
+        assert!(matches!(result, Err(error) if error == selected));
+        assert!(
+            dropped.load(Ordering::SeqCst),
+            "cancellation returned while provider captures were still alive"
+        );
+    }
+}
diff --git a/litellm-rust/crates/core/tests/reducto_ocr.rs b/litellm-rust/crates/core/tests/reducto_ocr.rs
index 8e86e4713ef..a15e9cae5b5 100644
--- a/litellm-rust/crates/core/tests/reducto_ocr.rs
+++ b/litellm-rust/crates/core/tests/reducto_ocr.rs
@@ -3,7 +3,7 @@ use std::sync::Arc;
 use rstest::rstest;
 use serde_json::{Value, json};
 
-use super::hooks::{OcrDuringCallRequest, OcrHookFuture, OcrHooks};
+use super::hooks::{OcrDuringCallRequest, OcrHookFuture, OcrHooks, OcrPostCallRequest};
 use super::test_support::{MockResponse, mock_server, perform_ocr, wire_request};
 
 fn request_body(request: &str) -> Value {
@@ -100,6 +100,42 @@ async fn data_uri_upload_preserves_multipart_headers(#[case] model: &str) {
     assert!(requests[1].starts_with("POST /parse "));
 }
 
+struct ParseBoundary {
+    request_count: Arc<std::sync::Mutex<Vec<String>>>,
+}
+
+impl OcrHooks for ParseBoundary {
+    fn post_call(&self, request: OcrPostCallRequest) -> OcrHookFuture<'_, OcrPostCallRequest> {
+        Box::pin(async move {
+            assert_eq!(self.request_count.lock().unwrap().len(), 2);
+            assert_eq!(
+                request.original_response,
+                json!(r#"{"result":{"chunks":[]}}"#)
+            );
+            Ok(request)
+        })
+    }
+}
+
+#[tokio::test]
+async fn post_call_stays_after_reducto_upload_and_parse() {
+    let (base, seen, server) = mock_server(vec![
+        MockResponse::json(json!({"file_id":"reducto://uploaded.pdf"})),
+        MockResponse::json(json!({"result":{"chunks":[]}})),
+    ])
+    .await;
+    let request = super::LiteLLMOcrRequest {
+        hooks: Arc::new(ParseBoundary {
+            request_count: seen.clone(),
+        }),
+        ..wire_request("reducto/parse-v3", &base, json!({}))
+    };
+
+    perform_ocr(request).await.unwrap();
+    server.await.unwrap();
+    assert_eq!(seen.lock().unwrap().len(), 2);
+}
+
 #[rstest]
 #[case(json!({"file_id":""}))]
 #[case(json!({}))]
@@ -148,9 +184,16 @@ async fn rejects_invalid_document_sources_before_network(#[case] source: &str) {
 fn response_normalization_groups_blocks_and_distinguishes_null_result() {
     use crate::ocr::codecs::reducto::{ReductoResponse, transform_ocr_response};
 
-    let raw = json!({"usage":{"num_pages":"2","credits":"3"},"result":{"chunks":[
-        {"blocks":[{"content":"B","bbox":{"page":2},"kind":"table"}]},
-        {"blocks":[{"content":"A","bbox":{"page":1},"kind":"text"},{"content":"C","bbox":{"page":1}}]}
+    let raw = json!({"usage":{"num_pages":"2","credits":"3"},"result":{"type":"full","chunks":[
+        {"blocks":[{
+            "type":"Table",
+            "content":"B",
+            "bbox":{"left":0.1,"top":0.2,"width":0.8,"height":0.3,"page":2,"original_page":4},
+            "confidence":"high",
+            "granular_confidence":{"parse_confidence":0.95,"extract_confidence":null},
+            "image_url":null
+        }]},
+        {"blocks":[{"content":"A","bbox":{"page":1},"type":"Text"},{"content":"C","bbox":{"page":1}}]}
     ]}});
     let response: ReductoResponse = serde_json::from_value(raw).unwrap();
     let normalized = transform_ocr_response("parse-v3", response)
@@ -158,7 +201,17 @@ fn response_normalization_groups_blocks_and_distinguishes_null_result() {
         .into_json();
     assert_eq!(normalized["pages"][0]["markdown"], "A\n\nC");
     assert_eq!(normalized["pages"][1]["markdown"], "B");
-    assert_eq!(normalized["pages"][1]["blocks"][0]["kind"], "table");
+    assert_eq!(normalized["pages"][1]["blocks"][0]["type"], "Table");
+    assert_eq!(
+        normalized["pages"][1]["blocks"][0]["bbox"],
+        json!({"left":0.1,"top":0.2,"width":0.8,"height":0.3,"page":2,"original_page":4})
+    );
+    assert_eq!(normalized["pages"][1]["blocks"][0]["confidence"], "high");
+    assert_eq!(
+        normalized["pages"][1]["blocks"][0]["granular_confidence"]["parse_confidence"],
+        0.95
+    );
+    assert!(normalized["pages"][1]["blocks"][0]["image_url"].is_null());
     assert_eq!(normalized["usage_info"]["pages_processed"], 2);
     assert_eq!(normalized["usage_info"]["credits"], 3.0);
 
@@ -195,7 +248,7 @@ async fn facade_omits_native_response_by_default_and_preserves_auth_priority() {
 struct RewriteDocument;
 
 impl OcrHooks for RewriteDocument {
-    fn has_guardrails(&self) -> bool {
+    fn intercepts_requests(&self) -> bool {
         true
     }
 
diff --git a/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs b/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs
index 6d3061d8f5d..676799eb2fe 100644
--- a/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs
+++ b/litellm-rust/crates/core/tests/vertex_ai_deepseek_ocr.rs
@@ -49,7 +49,7 @@ async fn facade_executes_vertex_deepseek_at_the_openai_endpoint() {
     assert!(body.get("extra_body").is_none());
     assert_eq!(
         body["messages"][0]["content"][0],
-        json!({"type":"document_url","document_url":"gs://bucket/document.pdf"})
+        json!({"type":"image_url","image_url":"gs://bucket/document.pdf"})
     );
 }
 
diff --git a/litellm-rust/crates/core/tests/workspace_crate_allowlist.rs b/litellm-rust/crates/core/tests/workspace_crate_allowlist.rs
deleted file mode 100644
index e7739fe7312..00000000000
--- a/litellm-rust/crates/core/tests/workspace_crate_allowlist.rs
+++ /dev/null
@@ -1,115 +0,0 @@
-//! Enforcement: the litellm-rust workspace has exactly six crates.
-//!
-//! `core` (the Rust SDK), `token-counter` (standalone input token counting),
-//! `config` (the config-loading boundary),
-//! `ai-gateway` (the HTTP/WebSocket host),
-//! `python-interop` (domain-neutral PyO3 primitives), and `python-bridge` (the
-//! PyO3 cdylib). Adding or removing a crate must be a
-//! deliberate act: this test fails until the allowlist here is updated, forcing
-//! whoever changes the crate set to justify the new crate per the rule that a
-//! crate is a layer needing independent compilation / its own deps / a separate
-//! artifact — and to keep `litellm-rust/AGENTS.md` in sync.
-//!
-//! Std-only (no toml crate): we scan the workspace manifest's `members = [...]`
-//! block and the `crates/` directory directly.
-
-use std::collections::BTreeSet;
-use std::fs;
-use std::path::{Path, PathBuf};
-
-/// The one true crate set. Update BOTH this and `litellm-rust/AGENTS.md` when the
-/// workspace legitimately gains or loses a crate.
-const EXPECTED_MEMBERS: &[&str] = &[
-    "crates/core",
-    "crates/token-counter",
-    "crates/config",
-    "crates/ai-gateway",
-    "crates/python-interop",
-    "crates/python-bridge",
-];
-
-/// The crate subdirectory names that must exist under `crates/`.
-const EXPECTED_CRATE_DIRS: &[&str] = &[
-    "core",
-    "token-counter",
-    "config",
-    "ai-gateway",
-    "python-interop",
-    "python-bridge",
-];
-
-const MISMATCH: &str = "litellm-rust crate set changed — update this allowlist AND litellm-rust/AGENTS.md, and justify the crate per the rule (crate = layer needing independent compilation / its own deps / a separate artifact).";
-
-/// Absolute path to the workspace root (`litellm-rust/`).
-fn workspace_root() -> PathBuf {
-    // CARGO_MANIFEST_DIR is `.../litellm-rust/crates/core`; the workspace root is
-    // two levels up.
-    Path::new(concat!(env!("CARGO_MANIFEST_DIR"), "/../.."))
-        .canonicalize()
-        .expect("workspace root should resolve")
-}
-
-/// Parse the `members = [ ... ]` array out of the workspace `[workspace]` table.
-///
-/// Minimal hand-rolled scan: find `members`, then collect every double-quoted
-/// string up to the closing `]`. Good enough for our fixed manifest shape and
-/// keeps this test dependency-free.
-fn parse_members(manifest: &str) -> BTreeSet<String> {
-    let after_members = manifest
-        .split_once("members")
-        .map(|(_, rest)| rest)
-        .expect("workspace manifest should declare members");
-    let open = after_members.find('[').expect("members should be an array");
-    let close = after_members[open..]
-        .find(']')
-        .map(|offset| open + offset)
-        .expect("members array should be closed");
-    let body = &after_members[open + 1..close];
-
-    let mut members = BTreeSet::new();
-    let mut rest = body;
-    while let Some(start) = rest.find('"') {
-        let after_quote = &rest[start + 1..];
-        let end = after_quote
-            .find('"')
-            .expect("opening quote should be matched");
-        members.insert(after_quote[..end].to_string());
-        rest = &after_quote[end + 1..];
-    }
-    members
-}
-
-/// The crate subdirectory names under `crates/`.
-///
-/// A directory counts as a crate only when it holds a `Cargo.toml`; non-crate
-/// directories (e.g. docs like `CODING_STANDARDS/`) are ignored so they can live
-/// under `crates/` without tripping the crate-proliferation guard.
-fn crate_dirs(root: &Path) -> BTreeSet<String> {
-    fs::read_dir(root.join("crates"))
-        .expect("crates/ directory should exist")
-        .filter_map(Result::ok)
-        .filter(|entry| entry.file_type().map(|ty| ty.is_dir()).unwrap_or(false))
-        .filter(|entry| entry.path().join("Cargo.toml").is_file())
-        .map(|entry| entry.file_name().to_string_lossy().into_owned())
-        .collect()
-}
-
-#[test]
-fn workspace_members_match_allowlist() {
-    let root = workspace_root();
-    let manifest = fs::read_to_string(root.join("Cargo.toml"))
-        .expect("workspace Cargo.toml should be readable");
-
-    let actual = parse_members(&manifest);
-    let expected: BTreeSet<String> = EXPECTED_MEMBERS.iter().map(|s| s.to_string()).collect();
-    assert_eq!(actual, expected, "{MISMATCH}");
-}
-
-#[test]
-fn crates_directory_matches_allowlist() {
-    let root = workspace_root();
-
-    let actual = crate_dirs(&root);
-    let expected: BTreeSet<String> = EXPECTED_CRATE_DIRS.iter().map(|s| s.to_string()).collect();
-    assert_eq!(actual, expected, "{MISMATCH}");
-}
diff --git a/litellm-rust/crates/python-bridge/AGENTS.md b/litellm-rust/crates/python-bridge/AGENTS.md
index 42282ca4da4..9262617156b 100644
--- a/litellm-rust/crates/python-bridge/AGENTS.md
+++ b/litellm-rust/crates/python-bridge/AGENTS.md
@@ -1,3 +1,42 @@
-litellm-python-bridge is the PyO3 cdylib that exposes LiteLLM Rust APIs to the Python SDK. Keep API registration, domain dependency wiring, request assembly, and Python exception mapping here. Put domain-neutral Python/Serde conversion and GIL primitives in litellm-python-interop.
-
-Keep it thin: no business logic, no transforms, no I/O orchestration — just marshal in/out and call the core entrypoint.
+- Target invariants, not completion claims; these supersede older conflicting bridge guidance
+- Keep this crate the product-specific PyO3 consumer of `litellm-python-interop`
+  - Own registration, input projection, retained Python state, callback invocation, public response/error construction and host scheduling
+  - Keep value-oriented execution, sync waiting, nested-runtime checks, signal polling and panic containment in `execution.rs`; native async work uses `pyo3-async-runtimes`, Serde output uses `Pythonized<T>`
+  - Core owns typed native state, admission, lifecycle sequencing, provider preparation/I/O, normalization and terminal-outcome/dispatch decisions
+  - Python, Rust SDK and gateway use one lifecycle-bearing core route entrypoint; provider helpers stay private, never bridge-accessible transport drivers
+  - Built-in provider/config/secret/auth/document preparation stays in Rust; caller-authored callbacks and focused Python-file reads run only at core-selected points
+- Target GIL-enabled CPython explicitly with `#[pymodule(gil_used = true)]`; detach Rust-only work
+  - Free-threading requires separate runtime/concurrency validation; omitting the attribute does not opt out on PyO3 0.28+
+- Preserve public argument binding and Python object provenance
+  - Retain complete boundary arguments, opaque unknown values, aliases, omitted/default distinctions and deliberate copies; preserve the established deployment-hook kwargs view
+  - Retain independently captured body/header roots; in-place mutation and logging-envelope field replacement have different effects
+  - Project only consumed fields at reference read points; no eager whole-graph serialization or equality-based alias reconstruction
+  - Preserve provider-specific upload/submission/poll observation and encoding boundaries; signed/build-captured bytes must not be silently reserialized
+- Only core's typed, effect-free admission may return `Declined`; conversion errors and all post-admission failures are terminal
+  - Admission cannot invoke hooks, acquire credentials, consume files/iterators, prepare requests or perform I/O
+  - Disabled/unavailable native execution or an admission decline may select legacy once; callback exceptions never authorize fallback or replay
+- Use one ordinary inline `async def` driver in `litellm/rust_bridge/lifecycle.py`, with the native handle in `src/lifecycle.rs`
+  - Contract: `start`, `resume_value`, `resume_error`, idempotent `close`; explicitly tagged `Await`/`Complete` preserve awaitable final values
+  - Validate Created/Running/Suspended/Closed protocol states; core alone chooses lifecycle phases and result/error policy
+  - Defer effectful setup/context reads/timestamps until start; unstarted-handle destruction releases inputs independently of Python `finally`
+  - Catch only the selected await's errors; start/resume errors propagate, `GeneratorExit` closes without further awaits
+  - Inline hooks preserve caller task/thread/loop and context writes; `into_future` creates a separate task and cannot satisfy this contract
+  - Delivery follows the binding, not callable type; keep direct, awaited, worker, background and deferred behavior distinct
+- Finalize fallible public response/error construction, replacements and metadata under core control before terminal dispatch
+  - Success/failure handler entry receives the exact selected public response/exception; logging projections/redaction/snapshots retain their own copy contracts
+  - Ordinary failure-callback errors cannot suppress later eligible sync/async callbacks or replace the mapped provider error; control-flow exceptions have phase-specific policy
+  - Dispatch errors never replay provider work/accepted dispatch or trigger the opposite outcome; proxy acceptance/rejection releases core-owned deferred success at most once
+- Make ownership safe across suspension, re-entry, cancellation and GC
+  - Keep native provider state typed in core; do not shuttle it through opaque Python transport/response classes
+  - Prefer one retained `Py<PyBaseException>` via `PyErr::into_value(py)`; reconstruct transient `PyErr`s, preserving identity, traceback, cause and context
+  - Traverse every owned Python edge, including duplicate references; traversal cannot call Python
+  - Take state out and mark Running under a short borrow, release borrows/locks before Python invocation, publish terminal state before finalizer-capable drops
+  - Close/GC/deferred release are idempotent and re-entry-safe, including during Rust unwinding; release only owned references, never clear caller containers or mask the selected error
+  - Cancellation signaling is not termination; retain captures until work actually finishes and use a Rust-selected awaited acknowledgement where required, never synchronous close/GC
+- Verify behavior through a fresh, provenance-checked installed extension and positive native execution evidence before replacing the custom coroutine
+  - Cover admitted provider workflows, binding/read-point/identity behavior, failure continuation, finalization, no replay, deferred gates, re-entry, GC and cancellation termination
+  - Measure real conversion/copy costs before optimizing; preserve input contracts and capture lifetimes with `PyBackedBytes`, and lookup timing when interning names
+  - Ship accurate `_native.pyi` declarations and typing markers; distinguish Future-returning bindings from coroutine-returning bindings
+- References: [ownership](https://pyo3.rs/v0.29.2/types.html), [GC](https://pyo3.rs/v0.29.2/class/protocols.html#garbage-collector-integration), [exception transfer](https://docs.rs/pyo3/0.29.2/pyo3/struct.PyErr.html#method.into_value), [re-entry](https://pyo3.rs/v0.29.2/class/call.html)
+  - [GIL policy](https://pyo3.rs/v0.29.2/free-threading.html), [experimental async limits](https://pyo3.rs/v0.29.2/async-await.html), [task conversion](https://docs.rs/pyo3-async-runtimes/0.29.0/pyo3_async_runtimes/fn.into_future_with_locals.html), [native cancellation/delivery](https://docs.rs/pyo3-async-runtimes/0.29.0/pyo3_async_runtimes/tokio/fn.future_into_py.html)
+  - [performance](https://pyo3.rs/v0.29.2/performance.html), [PyBackedBytes](https://docs.rs/pyo3/0.29.2/pyo3/pybacked/struct.PyBackedBytes.html), [typing](https://pyo3.rs/v0.29.2/python-typing-hints.html)
diff --git a/litellm-rust/crates/python-bridge/Cargo.toml b/litellm-rust/crates/python-bridge/Cargo.toml
index 337a1e8e5ac..42fad740870 100644
--- a/litellm-rust/crates/python-bridge/Cargo.toml
+++ b/litellm-rust/crates/python-bridge/Cargo.toml
@@ -17,7 +17,6 @@ panic-test = []
 trace-parity = [
     "dep:tracing",
     "litellm-core/observability",
-    "litellm-ai-gateway/trace-parity",
 ]
 
 [dependencies]
@@ -25,7 +24,6 @@ futures-util.workspace = true
 tracing = { workspace = true, optional = true }
 litellm-core = { workspace = true, features = ["bedrock-auth"] }
 litellm-token-counter.workspace = true
-litellm-ai-gateway = { workspace = true, default-features = false }
 litellm-python-interop.workspace = true
 pyo3.workspace = true
 pyo3-async-runtimes.workspace = true
@@ -35,6 +33,7 @@ tokio = { workspace = true, features = ["sync"] }
 
 [dev-dependencies]
 criterion.workspace = true
+rstest.workspace = true
 tokio-tungstenite.workspace = true
 tracing.workspace = true
 
diff --git a/litellm-rust/crates/python-bridge/src/auth.rs b/litellm-rust/crates/python-bridge/src/auth.rs
new file mode 100644
index 00000000000..8dc0b7aabf0
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/auth.rs
@@ -0,0 +1,194 @@
+use litellm_core::auth::{ResolvedCredential, SecretValue};
+use pyo3::exceptions::{PyException, PyRuntimeError, PyTypeError};
+use pyo3::gc::{PyTraverseError, PyVisit};
+use pyo3::prelude::*;
+use pyo3::types::PyString;
+
+#[derive(Clone, Copy)]
+pub(crate) struct TokenProviderContract {
+    callable_error: &'static str,
+    token_type_error: &'static str,
+    callback_error: &'static str,
+}
+
+pub(crate) const AZURE_AD_TOKEN_PROVIDER: TokenProviderContract = TokenProviderContract {
+    callable_error: "Azure AD token provider must be callable",
+    token_type_error: "Azure AD token must be a string, got {}",
+    callback_error: "Failed to get Azure AD token: {}",
+};
+
+pub(crate) struct PythonTokenProvider {
+    callback: Py<PyAny>,
+    contract: TokenProviderContract,
+}
+
+impl PythonTokenProvider {
+    pub(crate) fn select(
+        provider: Bound<'_, PyAny>,
+        contract: TokenProviderContract,
+    ) -> Option<Self> {
+        (provider.is_callable() && provider.is_truthy().unwrap_or(false)).then(|| Self {
+            callback: provider.unbind(),
+            contract,
+        })
+    }
+
+    pub(crate) fn acquire(&self, py: Python<'_>) -> PyResult<ResolvedCredential> {
+        let provider = self.callback.bind(py);
+        if !provider.is_callable() {
+            return Err(PyTypeError::new_err(self.contract.callable_error));
+        }
+        let token = (|| {
+            let token = provider.call0()?;
+            if !token.is_instance_of::<PyString>() {
+                let message = PyString::new(py, self.contract.token_type_error)
+                    .call_method1("format", (token.get_type(),))?;
+                return Err(PyTypeError::new_err(message.unbind()));
+            }
+            Ok(token)
+        })()
+        .map_err(|error| {
+            if error.is_instance_of::<PyTypeError>(py) || !error.is_instance_of::<PyException>(py) {
+                return error;
+            }
+            match PyString::new(py, self.contract.callback_error)
+                .call_method1("format", (error.value(py),))
+            {
+                Ok(message) => {
+                    let wrapped = PyRuntimeError::new_err(message.unbind());
+                    wrapped.set_context(py, Some(error.clone_ref(py)));
+                    wrapped.set_cause(py, Some(error));
+                    wrapped
+                }
+                Err(format_error) => {
+                    format_error.set_context(py, Some(error));
+                    format_error
+                }
+            }
+        })?;
+        Ok(ResolvedCredential::AccessToken {
+            token: SecretValue::new(token.extract::<String>()?),
+            expires_on: None,
+        })
+    }
+
+    pub(crate) fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+        visit.call(&self.callback)
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use pyo3::exceptions::PyRuntimeError;
+    use pyo3::types::PyDict;
+
+    use super::*;
+
+    #[test]
+    fn token_callback_preserves_exception_identity_and_explicit_chaining() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+class ProviderError(Exception):
+    def __format__(self, specification):
+        return 'unavailable'
+ordinary = ProviderError('must use __format__')
+type_error = TypeError('signature')
+abort = KeyboardInterrupt('cancelled')
+def provider(error):
+    def acquire():
+        raise error
+    return acquire
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            for name in ["ordinary", "type_error", "abort"] {
+                let original = locals.get_item(name).unwrap().unwrap();
+                let callback = locals
+                    .get_item("provider")
+                    .unwrap()
+                    .unwrap()
+                    .call1((&original,))
+                    .unwrap();
+                let provider =
+                    PythonTokenProvider::select(callback, AZURE_AD_TOKEN_PROVIDER).unwrap();
+                let error = provider.acquire(py).unwrap_err();
+                if name == "ordinary" {
+                    assert!(error.is_instance_of::<PyRuntimeError>(py));
+                    assert!(error.cause(py).unwrap().value(py).is(&original));
+                    assert!(
+                        error
+                            .value(py)
+                            .getattr("__context__")
+                            .unwrap()
+                            .is(&original)
+                    );
+                    assert_eq!(
+                        error.value(py).str().unwrap().to_str().unwrap(),
+                        "Failed to get Azure AD token: unavailable"
+                    );
+                } else {
+                    assert!(error.value(py).is(&original));
+                }
+            }
+        });
+    }
+
+    #[test]
+    fn invalid_token_type_formatting_preserves_python_failure_semantics() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+failure = ValueError('formatting failed')
+class TokenType(type):
+    def __format__(cls, specification):
+        raise failure
+class Token(metaclass=TokenType):
+    pass
+def provider():
+    return Token()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let provider = PythonTokenProvider::select(
+                locals.get_item("provider").unwrap().unwrap(),
+                AZURE_AD_TOKEN_PROVIDER,
+            )
+            .unwrap();
+            let error = provider.acquire(py).unwrap_err();
+            assert!(error.is_instance_of::<PyRuntimeError>(py));
+            assert!(
+                error
+                    .cause(py)
+                    .unwrap()
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn token_string_extraction_errors_are_not_wrapped_as_callback_failures() {
+        Python::initialize();
+        Python::attach(|py| {
+            let callback = py
+                .eval(pyo3::ffi::c_str!("lambda: '\\ud800'"), None, None)
+                .unwrap();
+            let provider = PythonTokenProvider::select(callback, AZURE_AD_TOKEN_PROVIDER).unwrap();
+            let error = provider.acquire(py).unwrap_err();
+            assert!(error.is_instance_of::<pyo3::exceptions::PyUnicodeEncodeError>(py));
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/errors.rs b/litellm-rust/crates/python-bridge/src/errors.rs
index e1f458ea0bc..701c6abb68c 100644
--- a/litellm-rust/crates/python-bridge/src/errors.rs
+++ b/litellm-rust/crates/python-bridge/src/errors.rs
@@ -22,7 +22,8 @@ pub(crate) fn core_error_to_pyerr(err: Error) -> PyErr {
         Error::InvalidProvider(_)
         | Error::InvalidRequest(_)
         | Error::InvalidType { .. }
-        | Error::MissingField(_) => PyValueError::new_err(err.to_string()),
+        | Error::MissingField(_)
+        | Error::MissingDocumentUrl => PyValueError::new_err(err.to_string()),
         other => PyRuntimeError::new_err(other.to_string()),
     }
 }
@@ -41,6 +42,7 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         | Error::InvalidRequest(_)
         | Error::InvalidType { .. }
         | Error::MissingField(_)
+        | Error::MissingDocumentUrl
         | Error::MissingApiKey { .. }
         | Error::MissingAzureAiCredentials
         | Error::MissingAzureDocumentIntelligenceCredentials
@@ -49,9 +51,7 @@ pub(crate) fn chat_completions_error_to_pyerr(err: Error) -> PyErr {
         // Nothing reached the provider, so serving it on Python cannot double
         // bill and is the only way the caller gets an answer at all.
         | Error::Connect(_) => RustBridgeDeclined::new_err(err.to_string()),
-        Error::Http { status, body } => {
-            RustUpstreamError::new_err((status, format!("{status}: {body}")))
-        }
+        Error::Http { status, body } => RustUpstreamError::new_err((status, body)),
         Error::Network(message) | Error::InvalidResponse(message) => {
             RustUpstreamError::new_err((0u16, message))
         }
@@ -63,41 +63,3 @@ pub(crate) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
     module.add("RustBridgeDeclined", py.get_type::<RustBridgeDeclined>())?;
     module.add("RustUpstreamError", py.get_type::<RustUpstreamError>())
 }
-
-pub(crate) fn ocr_error_to_pyerr(err: Error) -> PyErr {
-    match err {
-        Error::MissingField("document_url" | "image_url") => {
-            PyValueError::new_err("Document URL is required")
-        }
-        Error::Http { status, body } => RustUpstreamError::new_err((status, body)),
-        other => core_error_to_pyerr(other),
-    }
-}
-
-#[cfg(test)]
-mod ocr_error_tests {
-    use super::*;
-
-    #[test]
-    fn ocr_errors_preserve_python_validation_and_provider_details() {
-        Python::initialize();
-        Python::attach(|py| {
-            for field in ["document_url", "image_url"] {
-                let mapped = ocr_error_to_pyerr(Error::MissingField(field));
-                assert!(mapped.is_instance_of::<PyValueError>(py));
-                assert_eq!(mapped.value(py).to_string(), "Document URL is required");
-            }
-            let mapped = ocr_error_to_pyerr(Error::Http {
-                status: 429,
-                body: r#"{"message":"rate limited"}"#.to_string(),
-            });
-            assert!(mapped.is_instance_of::<RustUpstreamError>(py));
-            let args: (u16, String) = mapped
-                .value(py)
-                .getattr("args")
-                .and_then(|args| args.extract())
-                .expect("OCR failures retain status and unprefixed provider message");
-            assert_eq!(args, (429, r#"{"message":"rate limited"}"#.to_string()));
-        });
-    }
-}
diff --git a/litellm-rust/crates/python-bridge/src/execution.rs b/litellm-rust/crates/python-bridge/src/execution.rs
index b57197b9ddf..d8dda10068d 100644
--- a/litellm-rust/crates/python-bridge/src/execution.rs
+++ b/litellm-rust/crates/python-bridge/src/execution.rs
@@ -1,5 +1,7 @@
 use std::future::Future;
 use std::panic::AssertUnwindSafe;
+use std::pin::Pin;
+use std::task::{Context, Poll, Waker};
 use std::time::Duration;
 
 use futures_util::FutureExt;
@@ -28,6 +30,27 @@ where
     )
 }
 
+pub(crate) fn run_sync_value<T, F>(py: Python<'_>, future: F) -> PyResult<T>
+where
+    T: Send + 'static,
+    F: Future<Output = PyResult<T>> + Send + 'static,
+{
+    run_sync_value_on(py, pyo3_async_runtimes::tokio::get_runtime(), future)
+}
+
+fn run_sync_value_on<T, F>(py: Python<'_>, runtime: &Runtime, future: F) -> PyResult<T>
+where
+    T: Send + 'static,
+    F: Future<Output = PyResult<T>> + Send + 'static,
+{
+    if Handle::try_current().is_ok() {
+        return Err(PyRuntimeError::new_err(
+            "synchronous native routes cannot run from a Tokio context; use the async route",
+        ));
+    }
+    release_gil(py, move || runtime.block_on(wait_for_sync_result(future)))?
+}
+
 fn run_sync_on<T, E, F>(
     py: Python<'_>,
     runtime: &Runtime,
@@ -67,6 +90,32 @@ where
     })
 }
 
+pub(crate) fn run_async_value<T, F>(py: Python<'_>, future: F) -> PyResult<Bound<'_, PyAny>>
+where
+    T: for<'py> IntoPyObject<'py> + Send + 'static,
+    F: Future<Output = PyResult<T>> + Send + 'static,
+{
+    pyo3_async_runtimes::tokio::future_into_py(py, async move { catch_future_panic(future).await? })
+}
+
+pub(crate) fn poll_async_value<T, F>(py: Python<'_>, future: Pin<&mut F>) -> PyResult<Poll<T>>
+where
+    T: Send,
+    F: Future<Output = PyResult<T>> + Send,
+{
+    let result = release_gil(py, || {
+        let _runtime = pyo3_async_runtimes::tokio::get_runtime().enter();
+        std::panic::catch_unwind(AssertUnwindSafe(|| {
+            future.poll(&mut Context::from_waker(Waker::noop()))
+        }))
+        .map_err(panic_to_pyerr)
+    })?;
+    match result {
+        Poll::Ready(result) => result.map(Poll::Ready),
+        Poll::Pending => Ok(Poll::Pending),
+    }
+}
+
 fn map_core_result<T, E>(result: Result<T, E>, map_error: fn(E) -> PyErr) -> PyResult<T> {
     match result {
         Ok(value) => Ok(value),
@@ -119,11 +168,30 @@ mod tests {
     use litellm_core::error::Error;
     use pyo3::panic::PanicException;
     use pyo3::types::{PyDict, PyModule};
+    use rstest::{fixture, rstest};
     use serde::Serializer;
     use tokio::runtime::Builder;
 
     use super::*;
 
+    struct InitializedPython;
+
+    impl InitializedPython {
+        fn attach<F, R>(&self, f: F) -> R
+        where
+            F: for<'py> FnOnce(Python<'py>) -> R,
+        {
+            Python::attach(f)
+        }
+    }
+
+    #[fixture]
+    #[once]
+    fn initialized_python() -> InitializedPython {
+        Python::initialize();
+        InitializedPython
+    }
+
     fn runtime_error(error: Error) -> PyErr {
         PyRuntimeError::new_err(error.to_string())
     }
@@ -194,10 +262,84 @@ mod tests {
             .expect("result should convert")
     }
 
-    #[test]
-    fn sync_runner_polls_future_on_the_caller_thread() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn inline_poll_releases_gil_and_enters_runtime(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
+            let (sender, receiver) = mpsc::sync_channel(1);
+            let worker = thread::spawn(move || Python::attach(|_| sender.send(()).unwrap()));
+            let mut future = Box::pin(async move {
+                receiver.recv_timeout(Duration::from_secs(2)).unwrap();
+                Ok(Handle::try_current().is_ok())
+            });
+            assert_eq!(
+                poll_async_value(py, future.as_mut()).unwrap(),
+                Poll::Ready(true)
+            );
+            worker.join().unwrap();
+        });
+    }
+
+    #[rstest]
+    fn inline_poll_contains_panics_and_preserves_python_errors(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
+            let mut panicking = Box::pin(poll_fn(|_| -> Poll<PyResult<()>> {
+                panic!("inline native panic")
+            }));
+            let error = poll_async_value(py, panicking.as_mut()).unwrap_err();
+            assert!(error.is_instance_of::<PanicException>(py));
+            let original = PyRuntimeError::new_err("inline failure");
+            let identity = original.value(py).clone().unbind();
+            let mut failing = Box::pin(async move { Err::<(), _>(original) });
+            let error = poll_async_value(py, failing.as_mut()).unwrap_err();
+            assert!(error.value(py).is(identity.bind(py)));
+        });
+    }
+
+    #[pyfunction]
+    fn pending_after_inline_poll(py: Python<'_>) -> PyResult<Bound<'_, PyAny>> {
+        let starts = Arc::new(AtomicUsize::new(0));
+        let observed = Arc::clone(&starts);
+        let mut future = Box::pin(async move {
+            starts.fetch_add(1, Ordering::SeqCst);
+            tokio::time::sleep(Duration::from_millis(5)).await;
+            Ok(starts.load(Ordering::SeqCst))
+        });
+        assert!(poll_async_value(py, future.as_mut())?.is_pending());
+        assert_eq!(observed.load(Ordering::SeqCst), 1);
+        run_async_value(py, future)
+    }
+
+    #[rstest]
+    fn inline_pending_future_resumes_on_tokio_without_restarting(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
+            let locals = PyDict::new(py);
+            locals
+                .set_item(
+                    "pending",
+                    wrap_pyfunction!(pending_after_inline_poll, py).unwrap(),
+                )
+                .unwrap();
+            py.run(
+                pyo3::ffi::c_str!(
+                    "import asyncio\nasync def exercise():\n    assert await asyncio.wait_for(pending(), 2) == 1\nasyncio.run(exercise())"
+                ),
+                Some(&locals),
+                Some(&locals),
+            ).unwrap();
+        });
+    }
+
+    #[rstest]
+    fn sync_runner_polls_future_on_the_caller_thread(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
             let caller_thread = std::thread::current().id();
             let result = run_sync(
                 py,
@@ -209,10 +351,11 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_releases_gil_while_waiting() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn sync_runner_releases_gil_while_waiting(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
             let result = run_sync(
                 py,
                 async {
@@ -230,16 +373,17 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_rejects_calls_from_a_tokio_context() {
-        Python::initialize();
+    #[rstest]
+    fn sync_runner_rejects_calls_from_a_tokio_context(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
         let runtime = Builder::new_current_thread()
             .enable_all()
             .build()
             .expect("runtime should build");
 
         let error = runtime.block_on(async {
-            Python::attach(|py| {
+            python.attach(|py| {
                 run_sync::<bool, Error, _>(py, async { Ok(true) }, runtime_error)
                     .expect_err("sync route should reject a nested Tokio runtime")
             })
@@ -251,14 +395,15 @@ mod tests {
         );
     }
 
-    #[test]
-    fn sync_runner_can_drive_a_current_thread_runtime() {
-        Python::initialize();
+    #[rstest]
+    fn sync_runner_can_drive_a_current_thread_runtime(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
         let runtime = Builder::new_current_thread()
             .enable_all()
             .build()
             .expect("runtime should build");
-        Python::attach(|py| {
+        python.attach(|py| {
             let result = run_sync_on(
                 py,
                 &runtime,
@@ -272,10 +417,9 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_maps_a_panicked_future() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn sync_runner_maps_a_panicked_future(#[from(initialized_python)] python: &InitializedPython) {
+        python.attach(|py| {
             let error = run_sync::<bool, Error, _>(
                 py,
                 poll_fn(|_| -> Poll<Result<bool, Error>> { panic!("route future panicked") }),
@@ -288,10 +432,11 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_maps_a_panicked_error_mapper() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn sync_runner_maps_a_panicked_error_mapper(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
             let error = run_sync::<bool, Error, _>(
                 py,
                 async { Err(Error::InvalidRequest("invalid".to_string())) },
@@ -304,10 +449,11 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_surfaces_serializer_panics() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn sync_runner_surfaces_serializer_panics(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
             let error = run_sync(py, async { Ok(PanickingOutput) }, runtime_error)
                 .expect_err("serializer panic should become a Python exception");
 
@@ -316,9 +462,10 @@ mod tests {
         });
     }
 
-    #[test]
-    fn sync_runner_supports_concurrent_callers_on_the_shared_runtime() {
-        Python::initialize();
+    #[rstest]
+    fn sync_runner_supports_concurrent_callers_on_the_shared_runtime(
+        #[from(initialized_python)] _python: &InitializedPython,
+    ) {
         let barrier = Arc::new(tokio::sync::Barrier::new(2));
         let callers: Vec<_> = (0..2)
             .map(|_| {
@@ -349,10 +496,11 @@ mod tests {
         assert_eq!(results, vec![true, true]);
     }
 
-    #[test]
-    fn async_runner_surfaces_serializer_panics() {
-        Python::initialize();
-        Python::attach(|py| {
+    #[rstest]
+    fn async_runner_surfaces_serializer_panics(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
+        python.attach(|py| {
             let module = PyModule::new(py, "runtime").expect("module should be created");
             module
                 .add_function(
@@ -386,11 +534,12 @@ asyncio.run(exercise())
         });
     }
 
-    #[test]
-    fn async_result_delivery_does_not_stall_tokio_workers() {
-        Python::initialize();
+    #[rstest]
+    fn async_result_delivery_does_not_stall_tokio_workers(
+        #[from(initialized_python)] python: &InitializedPython,
+    ) {
         ASYNC_PROBE_COMPLETED.store(0, Ordering::SeqCst);
-        Python::attach(|py| {
+        python.attach(|py| {
             let module = PyModule::new(py, "runtime").expect("module should be created");
             for function in [
                 wrap_pyfunction!(async_runtime_probe, &module).expect("function should wrap"),
diff --git a/litellm-rust/crates/python-bridge/src/lib.rs b/litellm-rust/crates/python-bridge/src/lib.rs
index cf0450a1b30..12bc57a8931 100644
--- a/litellm-rust/crates/python-bridge/src/lib.rs
+++ b/litellm-rust/crates/python-bridge/src/lib.rs
@@ -1,14 +1,16 @@
+mod auth;
 mod constants;
 mod diagnostics;
 mod errors;
 mod execution;
 #[cfg(feature = "trace-parity")]
 mod function_trace;
+mod lifecycle;
 mod marshal;
 mod routes;
 mod token_counter;
 
-use litellm_ai_gateway::io::responses_ws::ResponsesWebSocketConnection as RustResponsesWebSocketConnection;
+use litellm_core::responses::websocket::ResponsesWebSocketConnection as RustResponsesWebSocketConnection;
 use pyo3::prelude::*;
 use pyo3::types::PyAny;
 use serde_json::Value;
@@ -64,7 +66,7 @@ impl ResponsesWebSocketConnection {
     }
 }
 
-#[pymodule(gil_used = false)]
+#[pymodule(gil_used = true)]
 mod _native {
     use pyo3::prelude::*;
 
@@ -152,7 +154,6 @@ mod tests {
                         "amessages",
                         "chat_completions",
                         "achat_completions",
-                        "gateway_messages",
                     ]
                 );
             }
diff --git a/litellm-rust/crates/python-bridge/src/lifecycle/bindings.rs b/litellm-rust/crates/python-bridge/src/lifecycle/bindings.rs
new file mode 100644
index 00000000000..06b32b67fd5
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/lifecycle/bindings.rs
@@ -0,0 +1,391 @@
+use pyo3::exceptions::PyBaseException;
+use pyo3::gc::{PyTraverseError, PyVisit};
+use pyo3::prelude::*;
+use pyo3::types::{PyDict, PyTuple};
+
+#[derive(FromPyObject)]
+pub(crate) struct PythonLogger(Py<PyAny>);
+
+impl PythonLogger {
+    pub(crate) fn object<'py>(&self, py: Python<'py>) -> &Bound<'py, PyAny> {
+        self.0.bind(py)
+    }
+
+    pub(crate) fn clone_ref(&self, py: Python<'_>) -> Self {
+        Self(self.0.clone_ref(py))
+    }
+
+    pub(crate) fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+        visit.call(&self.0)
+    }
+
+    pub(crate) fn callbacks_needed(&self, py: Python<'_>, phase: &str) -> PyResult<bool> {
+        if !self
+            .object(py)
+            .getattr("_native_callback_fast_path")
+            .is_ok_and(|value| value.is_truthy().unwrap_or(false))
+        {
+            return Ok(true);
+        }
+        py.import("litellm.rust_bridge.lifecycle")?
+            .getattr("callbacks_needed")?
+            .call1((self.object(py), phase))?
+            .extract()
+    }
+
+    pub(super) fn success_bookkeeping(
+        &self,
+        py: Python<'_>,
+        response: &Option<Py<PyAny>>,
+        start: &Py<PyAny>,
+        end: &Option<Py<PyAny>>,
+        asynchronous: bool,
+    ) -> PyResult<()> {
+        py.import("litellm.rust_bridge.lifecycle")?
+            .getattr("success_bookkeeping")?
+            .call1((self.object(py), response, start, end, asynchronous))?;
+        Ok(())
+    }
+
+    pub(super) fn defers_async_logging(&self, py: Python<'_>) -> bool {
+        self.object(py)
+            .getattr("_defer_async_logging")
+            .is_ok_and(|value| value.is_truthy().unwrap_or(false))
+    }
+
+    pub(super) fn defer_success(
+        &self,
+        py: Python<'_>,
+        pending: Py<super::PendingLogging>,
+    ) -> PyResult<()> {
+        self.object(py).setattr("_native_pending_logging", pending)
+    }
+
+    pub(super) fn sync_success_for_async_call(
+        &self,
+        py: Python<'_>,
+        response: &Option<Py<PyAny>>,
+        start: &Py<PyAny>,
+        end: &Option<Py<PyAny>>,
+    ) -> PyResult<()> {
+        if !self.callbacks_needed(py, "sync_success_async")? {
+            return Ok(());
+        }
+        self.object(py).call_method1(
+            "handle_sync_success_callbacks_for_async_calls",
+            (response, start, end),
+        )?;
+        Ok(())
+    }
+
+    pub(super) fn failure(
+        &self,
+        py: Python<'_>,
+        error: &Py<PyBaseException>,
+        start: &Py<PyAny>,
+        end: &Option<Py<PyAny>>,
+        asynchronous: bool,
+    ) -> PyResult<Option<Py<PyAny>>> {
+        if !self.callbacks_needed(
+            py,
+            if asynchronous {
+                "async_failure"
+            } else {
+                "sync_failure"
+            },
+        )? {
+            py.import("litellm.rust_bridge.lifecycle")?
+                .getattr("failure_bookkeeping")?
+                .call1((self.object(py), error, start, end, asynchronous))?;
+            return Ok(None);
+        }
+        let trace = py
+            .import("traceback")?
+            .getattr("format_exception")?
+            .call1((error,))?;
+        let trace = pyo3::types::PyString::new(py, "").call_method1("join", (trace,))?;
+        let value = self.object(py).call_method1(
+            if asynchronous {
+                "async_failure_handler"
+            } else {
+                "failure_handler"
+            },
+            (error, trace, start, end),
+        )?;
+        Ok(asynchronous.then(|| value.unbind()))
+    }
+
+    pub(super) fn restore_context(&self, py: Python<'_>) -> PyResult<()> {
+        py.import("litellm.utils")?
+            .getattr("_restore_correlation_context_if_supported")?
+            .call1((self.object(py),))?;
+        Ok(())
+    }
+
+    pub(super) fn submit_success(
+        &self,
+        py: Python<'_>,
+        response: &Option<Py<PyAny>>,
+        start: &Py<PyAny>,
+        end: &Option<Py<PyAny>>,
+    ) -> PyResult<()> {
+        if !self.callbacks_needed(py, "sync_success")? {
+            return self.success_bookkeeping(py, response, start, end, false);
+        }
+        let context = py.import("contextvars")?.call_method0("copy_context")?;
+        py.import("litellm.litellm_core_utils.litellm_logging")?
+            .getattr("executor")?
+            .call_method1(
+                "submit",
+                (
+                    context.getattr("run")?,
+                    self.object(py).getattr("success_handler")?,
+                    response,
+                    start,
+                    end,
+                ),
+            )?;
+        Ok(())
+    }
+
+    pub(super) fn enqueue_success(
+        &self,
+        py: Python<'_>,
+        response: &Option<Py<PyAny>>,
+        start: &Py<PyAny>,
+        end: &Option<Py<PyAny>>,
+    ) -> PyResult<()> {
+        if !self.callbacks_needed(py, "async_success")? {
+            return self.success_bookkeeping(py, response, start, end, true);
+        }
+        let context = py.import("contextvars")?.call_method0("copy_context")?;
+        let worker = py
+            .import("litellm.litellm_core_utils.logging_worker")?
+            .getattr("GLOBAL_LOGGING_WORKER")?
+            .getattr("ensure_initialized_and_enqueue")?;
+        let coroutine = self
+            .object(py)
+            .call_method1("async_success_handler", (response, start, end))?;
+        let enqueue = context.call_method1("run", (worker, &coroutine));
+        if enqueue.is_err()
+            && let Err(error) = coroutine.call_method0("close")
+        {
+            error.write_unraisable(py, Some(&coroutine));
+        }
+        enqueue.map(|_| ())
+    }
+}
+
+pub(super) struct SetupResult<'py>(Bound<'py, PyAny>);
+
+impl SetupResult<'_> {
+    pub(super) fn logger(&self) -> PyResult<PythonLogger> {
+        self.0.getattr("logger")?.extract()
+    }
+
+    pub(super) fn kwargs(&self) -> PyResult<Py<PyDict>> {
+        Ok(self.0.getattr("kwargs")?.extract()?)
+    }
+}
+
+pub(super) fn setup<'py>(
+    py: Python<'py>,
+    call_type: &str,
+    args: &Py<PyTuple>,
+    kwargs: &Py<PyDict>,
+    start: &Py<PyAny>,
+    asynchronous: bool,
+) -> PyResult<SetupResult<'py>> {
+    py.import("litellm.rust_bridge.lifecycle")?
+        .getattr("setup")?
+        .call1((call_type, args, kwargs, start, asynchronous))
+        .map(SetupResult)
+}
+
+pub(super) fn finalize(
+    py: Python<'_>,
+    response: &Option<Py<PyAny>>,
+    logger: &PythonLogger,
+    kwargs: &Py<PyDict>,
+    start: &Py<PyAny>,
+    end: &Option<Py<PyAny>>,
+) -> PyResult<()> {
+    py.import("litellm.rust_bridge.lifecycle")?
+        .getattr("finalize")?
+        .call1((response, logger.object(py), kwargs, start, end))?;
+    Ok(())
+}
+
+pub(super) fn is_internal_call(py: Python<'_>) -> PyResult<bool> {
+    py.import("litellm._internal_context")?
+        .getattr("is_internal_call")?
+        .call_method0("get")?
+        .extract()
+}
+
+pub(super) struct DeploymentHooks;
+
+impl DeploymentHooks {
+    pub(super) fn needed(py: Python<'_>) -> PyResult<bool> {
+        py.import("litellm.rust_bridge.lifecycle")?
+            .getattr("deployment_callbacks_needed")?
+            .call0()?
+            .extract()
+    }
+
+    pub(super) fn before_call(
+        py: Python<'_>,
+        kwargs: &Py<PyDict>,
+        call_type: &str,
+    ) -> PyResult<Py<PyAny>> {
+        py.import("litellm.utils")?
+            .getattr("async_pre_call_deployment_hook")?
+            .call1((kwargs, call_type))
+            .map(Bound::unbind)
+    }
+
+    pub(super) fn after_success(
+        py: Python<'_>,
+        kwargs: &Py<PyDict>,
+        response: &Option<Py<PyAny>>,
+        call_type: &str,
+    ) -> PyResult<Py<PyAny>> {
+        py.import("litellm.utils")?
+            .getattr("async_post_call_success_deployment_hook")?
+            .call1((kwargs, response, call_type))
+            .map(Bound::unbind)
+    }
+
+    pub(super) fn after_failure(
+        py: Python<'_>,
+        kwargs: &Py<PyDict>,
+        error: &Py<PyBaseException>,
+        call_type: &str,
+    ) -> PyResult<Py<PyAny>> {
+        py.import("litellm.utils")?
+            .getattr("async_post_call_failure_deployment_hook")?
+            .call1((kwargs, error, call_type))
+            .map(Bound::unbind)
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use pyo3::exceptions::PyTypeError;
+
+    #[test]
+    fn setup_fields_are_checked_in_order_without_eager_logger_method_reads() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+reads = []
+class Logger:
+    def __getattribute__(self, name):
+        reads.append(name)
+        raise AssertionError('logger methods must remain lazy')
+logger = Logger()
+class Setup:
+    @property
+    def logger(self):
+        reads.append('logger')
+        return logger
+    @property
+    def kwargs(self):
+        reads.append('kwargs')
+        return []
+result = Setup()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let result = SetupResult(locals.get_item("result").unwrap().unwrap());
+            let logger = result.logger().unwrap();
+            assert!(
+                logger
+                    .object(py)
+                    .is(locals.get_item("logger").unwrap().unwrap())
+            );
+            assert_eq!(
+                locals
+                    .get_item("reads")
+                    .unwrap()
+                    .unwrap()
+                    .extract::<Vec<String>>()
+                    .unwrap(),
+                ["logger"]
+            );
+            assert!(
+                result
+                    .kwargs()
+                    .unwrap_err()
+                    .is_instance_of::<PyTypeError>(py)
+            );
+            assert_eq!(
+                locals
+                    .get_item("reads")
+                    .unwrap()
+                    .unwrap()
+                    .extract::<Vec<String>>()
+                    .unwrap(),
+                ["logger", "kwargs"]
+            );
+        });
+    }
+
+    #[test]
+    fn logger_resolves_each_callback_at_invocation_and_preserves_arguments() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+calls = []
+response, start, end = object(), object(), object()
+class Logger:
+    @property
+    def handle_sync_success_callbacks_for_async_calls(self):
+        generation = len(calls)
+        def callback(*args):
+            assert args == (response, start, end)
+            calls.append(generation)
+        return callback
+logger = Logger()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let logger: PythonLogger = locals
+                .get_item("logger")
+                .unwrap()
+                .unwrap()
+                .extract()
+                .unwrap();
+            let response = Some(locals.get_item("response").unwrap().unwrap().unbind());
+            let start = locals.get_item("start").unwrap().unwrap().unbind();
+            let end = Some(locals.get_item("end").unwrap().unwrap().unbind());
+            for _ in 0..2 {
+                logger
+                    .sync_success_for_async_call(py, &response, &start, &end)
+                    .unwrap();
+            }
+            assert_eq!(
+                locals
+                    .get_item("calls")
+                    .unwrap()
+                    .unwrap()
+                    .extract::<Vec<usize>>()
+                    .unwrap(),
+                [0, 1]
+            );
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/lifecycle/handle.rs b/litellm-rust/crates/python-bridge/src/lifecycle/handle.rs
new file mode 100644
index 00000000000..17a480a7225
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/lifecycle/handle.rs
@@ -0,0 +1,139 @@
+use std::panic::{AssertUnwindSafe, catch_unwind};
+
+use litellm_python_interop::panic_to_pyerr;
+use pyo3::exceptions::{PyBaseException, PyRuntimeError};
+use pyo3::gc::{PyTraverseError, PyVisit};
+use pyo3::prelude::*;
+
+pub(super) enum ExecutionStep {
+    Return(Py<PyAny>),
+    Await(Py<PyAny>),
+}
+
+pub(super) trait ExecutionBody: Send + Sync {
+    fn resume(&mut self, result: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep>;
+    fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError>;
+}
+
+enum ExecutionState {
+    Created(Box<dyn ExecutionBody>),
+    Running,
+    Suspended(Box<dyn ExecutionBody>),
+    Closed,
+}
+
+#[pyclass]
+pub(super) struct Execution {
+    state: ExecutionState,
+}
+
+impl Execution {
+    pub(super) fn new(body: impl ExecutionBody + 'static) -> Self {
+        Self {
+            state: ExecutionState::Created(Box::new(body)),
+        }
+    }
+
+    fn advance(
+        slf: &Bound<'_, Self>,
+        py: Python<'_>,
+        result: Option<PyResult<Py<PyAny>>>,
+    ) -> PyResult<Py<PyAny>> {
+        let mut body = {
+            let mut execution = slf.borrow_mut();
+            match (&execution.state, result.is_some()) {
+                (ExecutionState::Created(_), false) | (ExecutionState::Suspended(_), true) => {}
+                (ExecutionState::Running, _) => {
+                    return Err(PyRuntimeError::new_err("execution is already running"));
+                }
+                (ExecutionState::Closed, _) => {
+                    return Err(PyRuntimeError::new_err("execution is closed"));
+                }
+                _ => {
+                    return Err(PyRuntimeError::new_err(
+                        "execution requires start before resume and can only start once",
+                    ));
+                }
+            }
+            match std::mem::replace(&mut execution.state, ExecutionState::Running) {
+                ExecutionState::Created(body) | ExecutionState::Suspended(body) => body,
+                _ => unreachable!(),
+            }
+        };
+        let outcome = catch_unwind(AssertUnwindSafe(|| {
+            let step = body.resume(result)?;
+            let (tag, value, suspended) = match step {
+                ExecutionStep::Await(value) => ("Await", value, true),
+                ExecutionStep::Return(value) => ("Complete", value, false),
+            };
+            let step = py
+                .import("litellm.rust_bridge.lifecycle")?
+                .getattr(tag)?
+                .call1((value,))?
+                .unbind();
+            Ok((step, suspended))
+        }))
+        .map_err(panic_to_pyerr)
+        .and_then(|result| result);
+        match outcome {
+            Ok((step, true)) if matches!(slf.borrow().state, ExecutionState::Running) => {
+                slf.borrow_mut().state = ExecutionState::Suspended(body);
+                Ok(step)
+            }
+            outcome => {
+                slf.borrow_mut().state = ExecutionState::Closed;
+                drop(body);
+                outcome.and_then(|(step, suspended)| {
+                    if suspended {
+                        Err(PyRuntimeError::new_err(
+                            "execution was closed while running",
+                        ))
+                    } else {
+                        Ok(step)
+                    }
+                })
+            }
+        }
+    }
+}
+
+#[pymethods]
+impl Execution {
+    fn start(slf: &Bound<'_, Self>, py: Python<'_>) -> PyResult<Py<PyAny>> {
+        Self::advance(slf, py, None)
+    }
+
+    fn resume_value(
+        slf: &Bound<'_, Self>,
+        py: Python<'_>,
+        value: Py<PyAny>,
+    ) -> PyResult<Py<PyAny>> {
+        Self::advance(slf, py, Some(Ok(value)))
+    }
+
+    fn resume_error(
+        slf: &Bound<'_, Self>,
+        py: Python<'_>,
+        error: Bound<'_, PyBaseException>,
+    ) -> PyResult<Py<PyAny>> {
+        Self::advance(slf, py, Some(Err(PyErr::from_value(error.into_any()))))
+    }
+
+    fn close(slf: &Bound<'_, Self>) {
+        let state = std::mem::replace(&mut slf.borrow_mut().state, ExecutionState::Closed);
+        drop(state);
+    }
+
+    fn __traverse__(&self, visit: PyVisit<'_>) -> Result<(), PyTraverseError> {
+        match &self.state {
+            ExecutionState::Created(body) | ExecutionState::Suspended(body) => {
+                body.traverse(&visit)
+            }
+            _ => Ok(()),
+        }
+    }
+
+    fn __clear__(slf: &Bound<'_, Self>) {
+        Self::close(slf);
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/lifecycle/mod.rs b/litellm-rust/crates/python-bridge/src/lifecycle/mod.rs
new file mode 100644
index 00000000000..014564ae89d
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/lifecycle/mod.rs
@@ -0,0 +1,1175 @@
+use std::sync::Arc;
+use std::task::Poll;
+
+use futures_util::future::{AbortHandle, Abortable};
+#[cfg(test)]
+use litellm_core::call_lifecycle::host::HostCallFuture;
+use litellm_core::call_lifecycle::host::{
+    HostCall as NativeCall, HostCallStep as NativeCallStep, HostFailure, HostPhase, HostStep,
+};
+use pyo3::exceptions::{PyBaseException, PyException, PyRuntimeError};
+use pyo3::gc::{PyTraverseError, PyVisit};
+use pyo3::prelude::*;
+use pyo3::types::{PyDict, PyTuple};
+use tokio::sync::Mutex;
+
+use crate::execution::{poll_async_value, run_async_value, run_sync_value};
+
+mod bindings;
+mod handle;
+mod preparation;
+
+use bindings::DeploymentHooks;
+pub(crate) use bindings::PythonLogger;
+use handle::{Execution, ExecutionBody, ExecutionStep};
+
+pub(crate) enum OperationClass {
+    Phase(HostPhase),
+    Route,
+}
+
+pub(crate) trait PythonRoute: Send + Sync {
+    type Call: NativeCall + 'static;
+
+    fn state(&self) -> &PythonCallState;
+    fn state_mut(&mut self) -> &mut PythonCallState;
+    fn classify(operation: &<Self::Call as NativeCall>::Operation) -> OperationClass;
+    fn lifecycle_result() -> <Self::Call as NativeCall>::Result;
+    fn map_error(error: litellm_core::Error) -> PyErr;
+    fn invoke(
+        &mut self,
+        py: Python<'_>,
+        operation: <Self::Call as NativeCall>::Operation,
+    ) -> PyResult<<Self::Call as NativeCall>::Result>;
+    fn cleanup(&mut self);
+    fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError>;
+}
+
+type NativeStep<C> = NativeCallStep<<C as NativeCall>::Operation, <C as NativeCall>::Complete>;
+type NativeResult<C> = Result<NativeStep<C>, litellm_core::Error>;
+type HostResumeStep<R> = HostStep<NativeStep<<R as PythonRoute>::Call>, Py<PyAny>>;
+
+struct NativeCallState<C: NativeCall> {
+    call: C,
+    result: Option<NativeResult<C>>,
+}
+
+enum PendingOperation {
+    Native,
+    Host(HostPhase),
+}
+
+struct PythonLifecycle<R: PythonRoute> {
+    route: R,
+    call: Option<Arc<Mutex<NativeCallState<R::Call>>>>,
+    pending: Option<PendingOperation>,
+    native_abort: Option<AbortHandle>,
+}
+
+pub(crate) fn run_call<R: PythonRoute + 'static>(
+    py: Python<'_>,
+    call: R::Call,
+    route: R,
+) -> PyResult<Py<PyAny>> {
+    let asynchronous = route.state().asynchronous;
+    let mut lifecycle = PythonLifecycle {
+        route,
+        call: Some(Arc::new(Mutex::new(NativeCallState { call, result: None }))),
+        pending: None,
+        native_abort: None,
+    };
+    if asynchronous {
+        let execution = Py::new(py, Execution::new(lifecycle))?;
+        return py
+            .import("litellm.rust_bridge.lifecycle")?
+            .getattr("drive")?
+            .call1((execution,))
+            .map(Bound::unbind);
+    }
+    match lifecycle.resume(None)? {
+        ExecutionStep::Return(value) => Ok(value),
+        ExecutionStep::Await(_) => Err(pyo3::exceptions::PyRuntimeError::new_err(
+            "sync call suspended",
+        )),
+    }
+}
+
+pub(crate) fn missing_state() -> PyErr {
+    pyo3::exceptions::PyRuntimeError::new_err("missing native call state")
+}
+
+impl<R: PythonRoute> PythonLifecycle<R> {
+    fn resume_core(
+        &mut self,
+        py: Python<'_>,
+        result: Option<Result<<R::Call as NativeCall>::Result, HostFailure>>,
+    ) -> PyResult<HostResumeStep<R>> {
+        let call = Arc::clone(self.call.as_ref().ok_or_else(missing_state)?);
+        let future = async move {
+            let mut call = call.lock().await;
+            let result = match result {
+                Some(Err(failure)) => call.call.interrupt(failure).await,
+                Some(Ok(result)) => call.call.resume(Some(result)).await,
+                None => call.call.resume(None).await,
+            };
+            call.result = Some(result);
+            Ok(())
+        };
+        if self.route.state().asynchronous {
+            let mut future = Box::pin(future);
+            if let Poll::Ready(()) = poll_async_value(py, future.as_mut())? {
+                return Ok(HostStep::Ready(self.take_native_result()?));
+            }
+            let (abort, registration) = AbortHandle::new_pair();
+            self.native_abort = Some(abort);
+            self.pending = Some(PendingOperation::Native);
+            Ok(HostStep::Suspend(
+                run_async_value(py, async move {
+                    Abortable::new(future, registration)
+                        .await
+                        .map_err(|_| PyRuntimeError::new_err("native execution closed"))?
+                })?
+                .unbind(),
+            ))
+        } else {
+            run_sync_value(py, future)?;
+            Ok(HostStep::Ready(self.take_native_result()?))
+        }
+    }
+
+    fn take_native_result(&self) -> PyResult<NativeStep<R::Call>> {
+        self.call
+            .as_ref()
+            .ok_or_else(missing_state)?
+            .try_lock()
+            .map_err(|_| missing_state())?
+            .result
+            .take()
+            .ok_or_else(missing_state)?
+            .map_err(R::map_error)
+    }
+
+    fn host_failure(
+        &mut self,
+        py: Python<'_>,
+        error: PyErr,
+        phase: Option<HostPhase>,
+    ) -> HostFailure {
+        let native = litellm_core::Error::InvalidRequest(error.to_string());
+        let cancelled = !error.is_instance_of::<PyException>(py);
+        let failure = if !cancelled {
+            HostFailure::Error(native)
+        } else {
+            HostFailure::Cancelled(native)
+        };
+        let state = self.route.state_mut();
+        if state.error.is_none() || (cancelled && phase != Some(HostPhase::DeploymentFailure)) {
+            state.retain_error(py, error);
+        }
+        if state.end.is_none() {
+            state.end = now(py).ok();
+        }
+        failure
+    }
+
+    fn drive(
+        &mut self,
+        py: Python<'_>,
+        result: Option<PyResult<Py<PyAny>>>,
+    ) -> PyResult<ExecutionStep> {
+        let mut step = match (self.pending.take(), result) {
+            (None, None) => self.resume_core(py, None)?,
+            (Some(PendingOperation::Native), Some(result)) => match result {
+                Ok(_) => HostStep::Ready(self.take_native_result()?),
+                Err(error) => {
+                    let failure = self.host_failure(py, error, None);
+                    self.resume_core(py, Some(Err(failure)))?
+                }
+            },
+            (Some(PendingOperation::Host(phase)), Some(result)) => {
+                let result =
+                    result.and_then(|value| self.route.state_mut().accept(py, phase, value));
+                let result = match result {
+                    Ok(()) => Ok(R::lifecycle_result()),
+                    Err(error) => Err(self.host_failure(py, error, Some(phase))),
+                };
+                self.resume_core(py, Some(result))?
+            }
+            _ => return Err(missing_state()),
+        };
+        loop {
+            let operation = match step {
+                HostStep::Suspend(awaitable) => return Ok(ExecutionStep::Await(awaitable)),
+                HostStep::Ready(NativeCallStep::Complete(_)) => {
+                    return self
+                        .route
+                        .state_mut()
+                        .response
+                        .take()
+                        .map(ExecutionStep::Return)
+                        .ok_or_else(missing_state);
+                }
+                HostStep::Ready(NativeCallStep::Host(operation)) => operation,
+            };
+            let phase = match R::classify(&operation) {
+                OperationClass::Phase(phase) => Some(phase),
+                OperationClass::Route => None,
+            };
+            let result = match phase {
+                Some(phase) => match self.route.state_mut().invoke(py, phase) {
+                    Ok(HostStep::Suspend(awaitable)) => {
+                        self.pending = Some(PendingOperation::Host(phase));
+                        return Ok(ExecutionStep::Await(awaitable));
+                    }
+                    Ok(HostStep::Ready(value)) => self
+                        .route
+                        .state_mut()
+                        .accept(py, phase, value)
+                        .map(|()| R::lifecycle_result()),
+                    Err(error) => Err(error),
+                },
+                None => self.route.invoke(py, operation),
+            };
+            let result = match result {
+                Ok(result) => Ok(result),
+                Err(error) => Err(self.host_failure(py, error, phase)),
+            };
+            step = self.resume_core(py, Some(result))?;
+        }
+    }
+}
+
+impl<R: PythonRoute> ExecutionBody for PythonLifecycle<R> {
+    fn resume(&mut self, result: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep> {
+        let result = Python::attach(|py| self.drive(py, result));
+        match result {
+            Ok(ExecutionStep::Await(value)) => Ok(ExecutionStep::Await(value)),
+            result => result.map_err(|error| {
+                Python::attach(|py| {
+                    self.route
+                        .state_mut()
+                        .error
+                        .take()
+                        .map(|value| PyErr::from_value(value.into_bound(py).into_any()))
+                        .unwrap_or(error)
+                })
+            }),
+        }
+    }
+
+    fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+        self.route.state().traverse(visit)?;
+        self.route.traverse(visit)
+    }
+}
+
+impl<R: PythonRoute> PythonLifecycle<R> {
+    fn clear(&mut self) {
+        if let Some(abort) = self.native_abort.take() {
+            abort.abort();
+        }
+        if self.call.take().is_some() {
+            Python::attach(|py| self.route.state_mut().cleanup(py));
+            self.route.cleanup();
+        }
+    }
+}
+
+impl<R: PythonRoute> Drop for PythonLifecycle<R> {
+    fn drop(&mut self) {
+        self.clear();
+    }
+}
+
+pub(crate) struct PythonCallState {
+    pub args: Py<PyTuple>,
+    pub kwargs: Py<PyDict>,
+    pub logger: Option<PythonLogger>,
+    pub start: Py<PyAny>,
+    pub end: Option<Py<PyAny>>,
+    pub response: Option<Py<PyAny>>,
+    pub error: Option<Py<PyBaseException>>,
+    pub asynchronous: bool,
+    pub internal: bool,
+    pub call_type: &'static str,
+}
+
+pub(crate) fn now(py: Python<'_>) -> PyResult<Py<PyAny>> {
+    py.import("datetime")?
+        .getattr("datetime")?
+        .call_method0("now")
+        .map(Bound::unbind)
+}
+
+impl PythonCallState {
+    fn invoke(
+        &mut self,
+        py: Python<'_>,
+        phase: HostPhase,
+    ) -> PyResult<HostStep<Py<PyAny>, Py<PyAny>>> {
+        match phase {
+            HostPhase::Setup => self.setup(py)?,
+            HostPhase::DeploymentPreCall => {
+                if !DeploymentHooks::needed(py)? {
+                    return Ok(HostStep::Ready(self.kwargs.clone_ref(py).into_any()));
+                }
+                return Ok(HostStep::Suspend(DeploymentHooks::before_call(
+                    py,
+                    &self.kwargs,
+                    self.call_type,
+                )?));
+            }
+            HostPhase::Prepare => self.prepare(py)?,
+            HostPhase::DeploymentPostCall => {
+                if !DeploymentHooks::needed(py)? {
+                    return self
+                        .response
+                        .as_ref()
+                        .map(|value| HostStep::Ready(value.clone_ref(py)))
+                        .ok_or_else(missing_state);
+                }
+                return Ok(HostStep::Suspend(DeploymentHooks::after_success(
+                    py,
+                    &self.kwargs,
+                    &self.response,
+                    self.call_type,
+                )?));
+            }
+            HostPhase::Finalize => self.finalize(py)?,
+            HostPhase::Success => self.dispatch_success(py)?,
+            HostPhase::DeploymentFailure => {
+                if let Some(error) = &self.error
+                    && DeploymentHooks::needed(py)?
+                {
+                    return Ok(HostStep::Suspend(DeploymentHooks::after_failure(
+                        py,
+                        &self.kwargs,
+                        error,
+                        self.call_type,
+                    )?));
+                }
+            }
+            HostPhase::Failure | HostPhase::AsyncFailure => {
+                if let Some(awaitable) =
+                    self.dispatch_failure(py, phase == HostPhase::AsyncFailure)?
+                {
+                    return Ok(HostStep::Suspend(awaitable));
+                }
+            }
+            HostPhase::Execute
+            | HostPhase::ConstructResponse
+            | HostPhase::MapFailure
+            | HostPhase::Complete => return Err(missing_state()),
+        }
+        Ok(HostStep::Ready(py.None()))
+    }
+
+    fn accept(&mut self, py: Python<'_>, phase: HostPhase, value: Py<PyAny>) -> PyResult<()> {
+        match phase {
+            HostPhase::DeploymentPreCall => {
+                self.kwargs = value.into_bound(py).cast_into::<PyDict>()?.unbind()
+            }
+            HostPhase::DeploymentPostCall => self.response = Some(value),
+            _ => {}
+        }
+        Ok(())
+    }
+
+    pub fn new(
+        py: Python<'_>,
+        args: Py<PyTuple>,
+        kwargs: Py<PyDict>,
+        asynchronous: bool,
+        call_type: &'static str,
+    ) -> PyResult<Self> {
+        Ok(Self {
+            args,
+            kwargs,
+            logger: None,
+            start: py.None(),
+            end: None,
+            response: None,
+            error: None,
+            asynchronous,
+            internal: false,
+            call_type,
+        })
+    }
+
+    pub fn logger(&self) -> PyResult<&PythonLogger> {
+        self.logger.as_ref().ok_or_else(|| {
+            pyo3::exceptions::PyRuntimeError::new_err("call logging is not initialized")
+        })
+    }
+
+    pub fn setup(&mut self, py: Python<'_>) -> PyResult<()> {
+        self.start = now(py)?;
+        self.internal = bindings::is_internal_call(py)?;
+        let result = bindings::setup(
+            py,
+            self.call_type,
+            &self.args,
+            &self.kwargs,
+            &self.start,
+            self.asynchronous,
+        )?;
+        self.logger = Some(result.logger()?);
+        self.kwargs = result.kwargs()?;
+        Ok(())
+    }
+
+    pub fn prepare(&mut self, py: Python<'_>) -> PyResult<()> {
+        self.kwargs = preparation::prepare(py, self.kwargs.bind(py), self.logger()?)?.unbind();
+        Ok(())
+    }
+
+    pub fn finalize(&self, py: Python<'_>) -> PyResult<()> {
+        bindings::finalize(
+            py,
+            &self.response,
+            self.logger()?,
+            &self.kwargs,
+            &self.start,
+            &self.end,
+        )
+    }
+
+    pub fn dispatch_success(&self, py: Python<'_>) -> PyResult<()> {
+        match self.try_dispatch_success(py) {
+            Err(error) if error.is_instance_of::<PyException>(py) => {
+                error.write_unraisable(py, self.logger.as_ref().map(|logger| logger.object(py)));
+                Ok(())
+            }
+            result => result,
+        }
+    }
+
+    fn try_dispatch_success(&self, py: Python<'_>) -> PyResult<()> {
+        let logger = self.logger()?;
+        let pending = || PendingSuccess {
+            logger: logger.clone_ref(py),
+            response: self.response.as_ref().map(|value| value.clone_ref(py)),
+            start: self.start.clone_ref(py),
+            end: self.end.as_ref().map(|value| value.clone_ref(py)),
+        };
+        if !self.asynchronous {
+            if !logger.callbacks_needed(py, "sync_success")? {
+                return logger.success_bookkeeping(
+                    py,
+                    &self.response,
+                    &self.start,
+                    &self.end,
+                    false,
+                );
+            }
+            pending().sync(py)
+        } else {
+            if !self.internal
+                && self
+                    .kwargs
+                    .bind(py)
+                    .get_item("fallbacks")?
+                    .is_none_or(|value| value.is_none())
+            {
+                if !logger.callbacks_needed(py, "async_success")? {
+                    logger.success_bookkeeping(py, &self.response, &self.start, &self.end, true)?;
+                } else if logger.defers_async_logging(py) {
+                    logger.defer_success(
+                        py,
+                        Py::new(
+                            py,
+                            PendingLogging {
+                                pending: Some(pending()),
+                            },
+                        )?,
+                    )?;
+                } else {
+                    pending().asynchronous(py)?;
+                }
+            }
+            logger.sync_success_for_async_call(py, &self.response, &self.start, &self.end)
+        }
+    }
+
+    pub fn dispatch_failure(
+        &self,
+        py: Python<'_>,
+        asynchronous: bool,
+    ) -> PyResult<Option<Py<PyAny>>> {
+        if self.logger.is_none() || (self.asynchronous && self.internal) {
+            return Ok(None);
+        }
+        let Some(error) = &self.error else {
+            return Ok(None);
+        };
+        self.logger()?
+            .failure(py, error, &self.start, &self.end, asynchronous)
+    }
+
+    pub fn cleanup(&mut self, py: Python<'_>) {
+        if let Some(logger) = self.logger.take()
+            && let Err(error) = logger.restore_context(py)
+        {
+            error.write_unraisable(py, None);
+        }
+    }
+
+    pub fn retain_error(&mut self, py: Python<'_>, error: PyErr) {
+        self.error = Some(error.into_value(py));
+    }
+
+    pub fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+        visit.call(&self.args)?;
+        visit.call(&self.kwargs)?;
+        if let Some(logger) = &self.logger {
+            logger.traverse(visit)?;
+        }
+        visit.call(&self.start)?;
+        visit.call(&self.end)?;
+        visit.call(&self.response)?;
+        visit.call(&self.error)
+    }
+}
+
+struct PendingSuccess {
+    logger: PythonLogger,
+    response: Option<Py<PyAny>>,
+    start: Py<PyAny>,
+    end: Option<Py<PyAny>>,
+}
+
+impl PendingSuccess {
+    fn sync(&self, py: Python<'_>) -> PyResult<()> {
+        self.logger
+            .submit_success(py, &self.response, &self.start, &self.end)
+    }
+
+    fn asynchronous(&self, py: Python<'_>) -> PyResult<()> {
+        self.logger
+            .enqueue_success(py, &self.response, &self.start, &self.end)
+    }
+}
+
+#[pyclass]
+struct PendingLogging {
+    pending: Option<PendingSuccess>,
+}
+
+#[pymethods]
+impl PendingLogging {
+    fn release(slf: &Bound<'_, Self>, py: Python<'_>, success: bool) -> PyResult<()> {
+        let pending = slf.borrow_mut().pending.take();
+        if let Some(pending) = pending
+            && success
+        {
+            match pending.asynchronous(py) {
+                Err(error) if error.is_instance_of::<PyException>(py) => {
+                    error.write_unraisable(py, Some(pending.logger.object(py)));
+                }
+                result => return result,
+            }
+        }
+        Ok(())
+    }
+
+    fn __traverse__(&self, visit: pyo3::gc::PyVisit<'_>) -> Result<(), pyo3::gc::PyTraverseError> {
+        if let Some(pending) = &self.pending {
+            pending.logger.traverse(&visit)?;
+            visit.call(&pending.response)?;
+            visit.call(&pending.start)?;
+            visit.call(&pending.end)?;
+        }
+        Ok(())
+    }
+
+    fn __clear__(slf: &Bound<'_, Self>) {
+        let pending = slf.borrow_mut().pending.take();
+        drop(pending);
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use pyo3::types::PyDict;
+    use std::sync::Mutex;
+
+    static PYTHON_GLOBALS: Mutex<()> = Mutex::new(());
+
+    fn install_logging_worker(py: Python<'_>, worker: &Bound<'_, PyAny>) -> PyResult<()> {
+        py.import("litellm.litellm_core_utils.logging_worker")?
+            .setattr("GLOBAL_LOGGING_WORKER", worker)
+    }
+
+    struct RetainingHost {
+        retained: Option<Py<PyAny>>,
+    }
+
+    impl ExecutionBody for RetainingHost {
+        fn resume(&mut self, _: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep> {
+            Python::attach(|py| Ok(ExecutionStep::Return(py.None())))
+        }
+
+        fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+            visit.call(&self.retained)
+        }
+    }
+
+    #[pyfunction]
+    fn retaining_coroutine(py: Python<'_>, retained: Py<PyAny>) -> PyResult<Py<Execution>> {
+        Py::new(
+            py,
+            Execution::new(RetainingHost {
+                retained: Some(retained),
+            }),
+        )
+    }
+
+    struct AwaitBody(Option<Py<PyAny>>);
+
+    impl ExecutionBody for AwaitBody {
+        fn resume(&mut self, result: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep> {
+            match self.0.take() {
+                Some(awaitable) => Ok(ExecutionStep::Await(awaitable)),
+                None => result
+                    .expect("selected await completed")
+                    .map(ExecutionStep::Return),
+            }
+        }
+
+        fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+            visit.call(&self.0)
+        }
+    }
+
+    #[pyfunction]
+    fn await_execution(awaitable: Py<PyAny>) -> Execution {
+        Execution::new(AwaitBody(Some(awaitable)))
+    }
+
+    struct CallingBody(Py<PyAny>);
+
+    impl ExecutionBody for CallingBody {
+        fn resume(&mut self, _: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep> {
+            Python::attach(|py| self.0.call0(py).map(ExecutionStep::Return))
+        }
+
+        fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+            visit.call(&self.0)
+        }
+    }
+
+    #[pyfunction]
+    fn calling_execution(callback: Py<PyAny>) -> Execution {
+        Execution::new(CallingBody(callback))
+    }
+
+    struct SyntheticCall(bool);
+
+    impl NativeCall for SyntheticCall {
+        type Operation = ();
+        type Result = ();
+        type Complete = ();
+
+        fn resume(
+            &mut self,
+            result: Option<Self::Result>,
+        ) -> HostCallFuture<'_, Self::Operation, Self::Complete> {
+            Box::pin(async move {
+                match (self.0, result) {
+                    (false, None) => {
+                        self.0 = true;
+                        Ok(NativeCallStep::Host(()))
+                    }
+                    (true, Some(())) => Ok(NativeCallStep::Complete(())),
+                    _ => Err(litellm_core::Error::InvalidRequest(
+                        "invalid synthetic lifecycle state".into(),
+                    )),
+                }
+            })
+        }
+
+        fn interrupt(
+            &mut self,
+            _: HostFailure,
+        ) -> HostCallFuture<'_, Self::Operation, Self::Complete> {
+            Box::pin(async { Ok(NativeCallStep::Complete(())) })
+        }
+    }
+
+    struct SyntheticRoute(PythonCallState);
+
+    impl PythonRoute for SyntheticRoute {
+        type Call = SyntheticCall;
+
+        fn state(&self) -> &PythonCallState {
+            &self.0
+        }
+
+        fn state_mut(&mut self) -> &mut PythonCallState {
+            &mut self.0
+        }
+
+        fn classify(_: &()) -> OperationClass {
+            OperationClass::Route
+        }
+
+        fn lifecycle_result() {}
+
+        fn map_error(error: litellm_core::Error) -> PyErr {
+            crate::errors::core_error_to_pyerr(error)
+        }
+
+        fn invoke(&mut self, py: Python<'_>, _: ()) -> PyResult<()> {
+            self.0.response = Some(
+                pyo3::types::PyString::new(py, "shared lifecycle")
+                    .into_any()
+                    .unbind(),
+            );
+            Ok(())
+        }
+
+        fn cleanup(&mut self) {}
+
+        fn traverse(&self, _: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+            Ok(())
+        }
+    }
+
+    #[test]
+    fn shared_runner_executes_a_non_ocr_adapter() {
+        Python::initialize();
+        Python::attach(|py| {
+            let route = SyntheticRoute(
+                PythonCallState::new(
+                    py,
+                    PyTuple::empty(py).unbind(),
+                    PyDict::new(py).unbind(),
+                    false,
+                    "synthetic",
+                )
+                .unwrap(),
+            );
+            let value: String = run_call(py, SyntheticCall(false), route)
+                .unwrap()
+                .extract(py)
+                .unwrap();
+            assert_eq!(value, "shared lifecycle");
+        });
+    }
+
+    #[test]
+    fn ready_native_lifecycle_completes_without_scheduling() {
+        let _guard = PYTHON_GLOBALS
+            .lock()
+            .unwrap_or_else(|error| error.into_inner());
+        Python::initialize();
+        Python::attach(|py| {
+            let source = std::ffi::CString::new(include_str!(
+                "../../../../../litellm/rust_bridge/lifecycle.py"
+            ))
+            .unwrap();
+            PyModule::from_code(
+                py,
+                &source,
+                pyo3::ffi::c_str!("lifecycle.py"),
+                pyo3::ffi::c_str!("litellm.rust_bridge.lifecycle"),
+            )
+            .unwrap();
+            let route = SyntheticRoute(
+                PythonCallState::new(
+                    py,
+                    PyTuple::empty(py).unbind(),
+                    PyDict::new(py).unbind(),
+                    true,
+                    "synthetic",
+                )
+                .unwrap(),
+            );
+            let coroutine = run_call(py, SyntheticCall(false), route).unwrap();
+            let completed = coroutine
+                .call_method1(py, "send", (py.None(),))
+                .unwrap_err();
+            assert!(completed.is_instance_of::<pyo3::exceptions::PyStopIteration>(py));
+            assert_eq!(
+                completed
+                    .value(py)
+                    .getattr("value")
+                    .unwrap()
+                    .extract::<String>()
+                    .unwrap(),
+                "shared lifecycle",
+            );
+        });
+    }
+
+    #[test]
+    fn python_driver_preserves_inline_await_and_native_ownership() {
+        let _guard = PYTHON_GLOBALS
+            .lock()
+            .unwrap_or_else(|error| error.into_inner());
+        Python::initialize();
+        Python::attach(|py| {
+            py.import("asyncio").unwrap();
+            let source = std::ffi::CString::new(include_str!(
+                "../../../../../litellm/rust_bridge/lifecycle.py"
+            ))
+            .unwrap();
+            let module = PyModule::from_code(
+                py,
+                &source,
+                pyo3::ffi::c_str!("lifecycle.py"),
+                pyo3::ffi::c_str!("litellm.rust_bridge.lifecycle"),
+            )
+            .unwrap();
+            let locals = PyDict::new(py);
+            locals
+                .set_item("drive", module.getattr("drive").unwrap())
+                .unwrap();
+            locals
+                .set_item(
+                    "await_execution",
+                    wrap_pyfunction!(await_execution, py).unwrap(),
+                )
+                .unwrap();
+            locals
+                .set_item(
+                    "calling_execution",
+                    wrap_pyfunction!(calling_execution, py).unwrap(),
+                )
+                .unwrap();
+            let probe = std::ffi::CString::new(include_str!("../../tests/lifecycle.py")).unwrap();
+            py.run(&probe, Some(&locals), Some(&locals)).unwrap();
+        });
+    }
+
+    struct ErrorBody(PythonCallState);
+
+    impl ExecutionBody for ErrorBody {
+        fn resume(&mut self, _: Option<PyResult<Py<PyAny>>>) -> PyResult<ExecutionStep> {
+            Python::attach(|py| {
+                Err(PyErr::from_value(
+                    self.0.error.take().unwrap().into_bound(py).into_any(),
+                ))
+            })
+        }
+
+        fn traverse(&self, visit: &PyVisit<'_>) -> Result<(), PyTraverseError> {
+            self.0.traverse(visit)
+        }
+    }
+
+    #[pyfunction]
+    fn error_execution(py: Python<'_>, error: Bound<'_, PyBaseException>) -> Execution {
+        let mut state = PythonCallState::new(
+            py,
+            PyTuple::empty(py).unbind(),
+            PyDict::new(py).unbind(),
+            true,
+            "test",
+        )
+        .unwrap();
+        state.retain_error(py, PyErr::from_value(error.into_any()));
+        Execution::new(ErrorBody(state))
+    }
+
+    #[test]
+    fn retained_exception_frames_and_duplicate_argument_edges_are_collectable() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            locals
+                .set_item(
+                    "error_execution",
+                    wrap_pyfunction!(error_execution, py).unwrap(),
+                )
+                .unwrap();
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+import gc
+import weakref
+
+class Retained:
+    pass
+
+def cycle():
+    retained = Retained()
+    try:
+        raise ValueError('retained traceback')
+    except ValueError as error:
+        retained.owner = error_execution(error)
+    return weakref.ref(retained)
+
+reference = cycle()
+gc.collect()
+assert reference() is None
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+        });
+    }
+
+    fn state(
+        py: Python<'_>,
+        logger: Py<PyAny>,
+        response: Py<PyAny>,
+        asynchronous: bool,
+    ) -> PythonCallState {
+        PythonCallState {
+            args: PyTuple::empty(py).unbind(),
+            kwargs: PyDict::new(py).unbind(),
+            logger: Some(logger.extract(py).unwrap()),
+            start: py.None(),
+            end: Some(py.None()),
+            response: Some(response),
+            error: None,
+            asynchronous,
+            internal: false,
+            call_type: "test",
+        }
+    }
+
+    #[test]
+    fn success_dispatch_reports_ordinary_failures_without_replacing_response() {
+        let _guard = PYTHON_GLOBALS
+            .lock()
+            .unwrap_or_else(|error| error.into_inner());
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+import sys
+
+response = object()
+failure = ValueError('terminal diagnostic')
+diagnostics = []
+old_hook = sys.unraisablehook
+sys.unraisablehook = lambda event: diagnostics.append(event.exc_value)
+
+class Logger:
+    def handle_sync_success_callbacks_for_async_calls(self, *args):
+        raise failure
+
+logger = Logger()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let response = locals.get_item("response").unwrap().unwrap().unbind();
+            let mut lifecycle_state = state(
+                py,
+                locals.get_item("logger").unwrap().unwrap().unbind(),
+                response.clone_ref(py),
+                true,
+            );
+            lifecycle_state.internal = true;
+            lifecycle_state.dispatch_success(py).unwrap();
+            assert!(lifecycle_state.response.as_ref().unwrap().is(&response));
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+assert diagnostics == [failure]
+sys.unraisablehook = old_hook
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+        });
+    }
+
+    #[test]
+    fn retained_failure_preserves_exception_identity() {
+        Python::initialize();
+        Python::attach(|py| {
+            let logger = PyDict::new(py).into_any().unbind();
+            let response = py.None();
+            let failure = pyo3::exceptions::PyValueError::new_err("identity");
+            let failure_value = failure.value(py).clone().unbind();
+            let mut lifecycle_state = state(py, logger, response, false);
+            lifecycle_state.retain_error(py, failure);
+            let retained = lifecycle_state.error.take().unwrap();
+            assert!(retained.is(&failure_value));
+        });
+    }
+
+    #[test]
+    fn deferred_release_uses_release_context_and_allows_reentry_once() {
+        let _guard = PYTHON_GLOBALS
+            .lock()
+            .unwrap_or_else(|error| error.into_inner());
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+import sys
+import types
+from contextvars import ContextVar
+
+litellm = types.ModuleType('litellm')
+core_utils = types.ModuleType('litellm.litellm_core_utils')
+logging_worker = types.ModuleType('litellm.litellm_core_utils.logging_worker')
+litellm.litellm_core_utils = core_utils
+core_utils.logging_worker = logging_worker
+sys.modules['litellm'] = litellm
+sys.modules['litellm.litellm_core_utils'] = core_utils
+sys.modules['litellm.litellm_core_utils.logging_worker'] = logging_worker
+
+marker = ContextVar('marker', default='unset')
+observed = []
+
+class Coroutine:
+    def close(self):
+        observed.append('closed')
+
+class Worker:
+    def ensure_initialized_and_enqueue(self, coroutine):
+        observed.append(marker.get())
+        pending.release(True)
+        coroutine.close()
+
+class Logger:
+    def async_success_handler(self, *args):
+        observed.append('created')
+        return Coroutine()
+
+worker = Worker()
+logger = Logger()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            install_logging_worker(py, &locals.get_item("worker").unwrap().unwrap()).unwrap();
+            let pending = Py::new(
+                py,
+                PendingLogging {
+                    pending: Some(PendingSuccess {
+                        logger: locals
+                            .get_item("logger")
+                            .unwrap()
+                            .unwrap()
+                            .extract()
+                            .unwrap(),
+                        response: Some(py.None()),
+                        start: py.None(),
+                        end: Some(py.None()),
+                    }),
+                },
+            )
+            .unwrap();
+            locals.set_item("pending", &pending).unwrap();
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+marker.set('release')
+pending.release(True)
+pending.release(True)
+assert observed == ['created', 'release', 'closed']
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+        });
+    }
+
+    #[test]
+    fn deferred_logging_collects_cycles_through_typed_logger() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!("class Logger: pass\nlogger = Logger()"),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let pending = Py::new(
+                py,
+                PendingLogging {
+                    pending: Some(PendingSuccess {
+                        logger: locals
+                            .get_item("logger")
+                            .unwrap()
+                            .unwrap()
+                            .extract()
+                            .unwrap(),
+                        response: None,
+                        start: py.None(),
+                        end: None,
+                    }),
+                },
+            )
+            .unwrap();
+            locals.set_item("pending", pending).unwrap();
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+import gc
+import weakref
+logger.pending = pending
+reference = weakref.ref(logger)
+del logger, pending
+gc.collect()
+assert reference() is None
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+        });
+    }
+
+    #[test]
+    fn coroutine_collects_cycles_retained_by_bridge_host() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            locals
+                .set_item(
+                    "retaining_coroutine",
+                    wrap_pyfunction!(retaining_coroutine, py).unwrap(),
+                )
+                .unwrap();
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+import gc
+import weakref
+
+class Retained:
+    pass
+
+def cycle():
+    retained = Retained()
+    coroutine = retaining_coroutine(retained)
+    retained.coroutine = coroutine
+    return weakref.ref(retained)
+
+retained_ref = cycle()
+gc.collect()
+assert retained_ref() is None
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/lifecycle/preparation.rs b/litellm-rust/crates/python-bridge/src/lifecycle/preparation.rs
new file mode 100644
index 00000000000..ba4a8bb3739
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/lifecycle/preparation.rs
@@ -0,0 +1,314 @@
+use litellm_core::auth::{credential_default_fields, credential_index};
+use pyo3::prelude::*;
+use pyo3::types::{PyDict, PyList};
+
+struct CredentialEntry<'py>(Bound<'py, PyAny>);
+
+impl<'py> CredentialEntry<'py> {
+    fn name(&self) -> PyResult<String> {
+        self.0.getattr("credential_name")?.extract()
+    }
+
+    fn values(&self) -> PyResult<Bound<'py, PyDict>> {
+        Ok(self.0.getattr("credential_values")?.cast_into::<PyDict>()?)
+    }
+}
+
+pub(super) fn prepare<'py>(
+    py: Python<'py>,
+    kwargs: &Bound<'py, PyDict>,
+    logger: &super::PythonLogger,
+) -> PyResult<Bound<'py, PyDict>> {
+    let arguments = kwargs.copy()?;
+    arguments.set_item("litellm_logging_obj", logger.object(py))?;
+    let litellm = py.import("litellm")?;
+    inherit_credentials(py, &litellm, &arguments)?;
+    py.import("litellm.rust_bridge.lifecycle")?
+        .getattr("check_limits")?
+        .call1((&arguments,))?;
+    Ok(arguments)
+}
+
+fn inherit_credentials(
+    py: Python<'_>,
+    litellm: &Bound<'_, PyModule>,
+    arguments: &Bound<'_, PyDict>,
+) -> PyResult<()> {
+    let Some(requested) = arguments
+        .get_item("litellm_credential_name")?
+        .filter(|value| !value.is_none())
+    else {
+        return Ok(());
+    };
+    if !requested.is_truthy()? {
+        return Ok(());
+    }
+    let requested: String = requested.extract()?;
+    let credentials = litellm.getattr("credential_list")?.cast_into::<PyList>()?;
+    let names = credentials
+        .iter()
+        .map(|credential| CredentialEntry(credential).name())
+        .collect::<PyResult<Vec<_>>>()?;
+    let Some(index) = credential_index(&requested, &names) else {
+        py.import("litellm._logging")?.getattr("verbose_logger")?.call_method1(
+            "warning",
+            ("litellm_credential_name=%s matched none of the %d loaded credentials; the request runs without it", requested, names.len()),
+        )?;
+        return Ok(());
+    };
+    let selected = CredentialEntry(credentials.get_item(index)?);
+    let values = selected.values()?;
+    let supplied: Vec<String> = arguments.keys().extract()?;
+    let fields: Vec<String> = values.keys().extract()?;
+    for name in credential_default_fields(&supplied, &fields) {
+        if let Some(value) = values.get_item(name)? {
+            arguments.set_item(name, value)?;
+        }
+    }
+    Ok(())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    fn eval<'py>(py: Python<'py>, source: &std::ffi::CStr) -> Bound<'py, PyDict> {
+        let locals = PyDict::new(py);
+        py.run(source, Some(&locals), Some(&locals)).unwrap();
+        locals
+    }
+
+    fn inherit(py: Python<'_>, locals: &Bound<'_, PyDict>) -> PyResult<()> {
+        let litellm = PyModule::new(py, "credential_host")?;
+        litellm.setattr(
+            "credential_list",
+            locals.get_item("credentials").unwrap().unwrap(),
+        )?;
+        inherit_credentials(
+            py,
+            &litellm,
+            &locals
+                .get_item("arguments")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()?,
+        )
+    }
+
+    #[test]
+    fn duplicate_names_select_the_first_entry_without_reading_other_values() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+accesses = []
+class Credential:
+    def __init__(self, name, values):
+        self._name = name
+        self._values = values
+    @property
+    def credential_name(self):
+        accesses.append(('name', self._name))
+        return self._name
+    @property
+    def credential_values(self):
+        accesses.append(('values', self._name))
+        return self._values
+credentials = [
+    Credential('ocr-test', {'api_key': 'first'}),
+    Credential('other', {'api_key': 'unused'}),
+    Credential('ocr-test', {'api_key': 'later'}),
+]
+arguments = {'litellm_credential_name': 'ocr-test'}
+",
+            );
+            inherit(py, &locals).unwrap();
+            let arguments = locals
+                .get_item("arguments")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            assert_eq!(
+                arguments
+                    .get_item("api_key")
+                    .unwrap()
+                    .unwrap()
+                    .extract::<String>()
+                    .unwrap(),
+                "first"
+            );
+            let accesses: Vec<(String, String)> = locals
+                .get_item("accesses")
+                .unwrap()
+                .unwrap()
+                .extract()
+                .unwrap();
+            assert_eq!(
+                accesses,
+                [
+                    ("name".into(), "ocr-test".into()),
+                    ("name".into(), "other".into()),
+                    ("name".into(), "ocr-test".into()),
+                    ("values".into(), "ocr-test".into()),
+                ]
+            );
+        });
+    }
+
+    #[test]
+    fn later_invalid_name_still_fails_after_an_earlier_match() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+failure = LookupError('later name')
+class Good:
+    credential_name = 'ocr-test'
+    credential_values = {'api_key': 'first'}
+class Bad:
+    @property
+    def credential_name(self):
+        raise failure
+credentials = [Good(), Bad()]
+arguments = {'litellm_credential_name': 'ocr-test'}
+",
+            );
+            let error = inherit(py, &locals).unwrap_err();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn selected_values_must_be_a_dictionary_and_property_errors_keep_identity() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Listed:
+    credential_name = 'ocr-test'
+    credential_values = ['not-a-dict']
+credentials = [Listed()]
+arguments = {'litellm_credential_name': 'ocr-test'}
+",
+            );
+            assert!(
+                inherit(py, &locals)
+                    .unwrap_err()
+                    .is_instance_of::<pyo3::exceptions::PyTypeError>(py)
+            );
+
+            let locals = eval(
+                py,
+                c"
+failure = RuntimeError('values failed')
+class Broken:
+    credential_name = 'ocr-test'
+    @property
+    def credential_values(self):
+        raise failure
+credentials = [Broken()]
+arguments = {'litellm_credential_name': 'ocr-test'}
+",
+            );
+            let error = inherit(py, &locals).unwrap_err();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn explicit_none_is_not_overwritten_and_inherited_objects_keep_identity() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+opaque = object()
+class Credential:
+    credential_name = 'ocr-test'
+    credential_values = {'api_key': 'credential-key', 'opaque': opaque}
+credentials = [Credential()]
+arguments = {'litellm_credential_name': 'ocr-test', 'api_key': None}
+",
+            );
+            inherit(py, &locals).unwrap();
+            let arguments = locals
+                .get_item("arguments")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            assert!(arguments.get_item("api_key").unwrap().unwrap().is_none());
+            assert!(
+                arguments
+                    .get_item("opaque")
+                    .unwrap()
+                    .unwrap()
+                    .is(locals.get_item("opaque").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn selection_rereads_the_list_after_name_properties_run() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class First:
+    @property
+    def credential_name(self):
+        credentials[0] = Second()
+        return 'ocr-test'
+    credential_values = {'api_key': 'first'}
+class Second:
+    credential_name = 'ocr-test'
+    credential_values = {'api_key': 'replaced'}
+credentials = [First()]
+arguments = {'litellm_credential_name': 'ocr-test'}
+",
+            );
+            inherit(py, &locals).unwrap();
+            let arguments = locals
+                .get_item("arguments")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            assert_eq!(
+                arguments
+                    .get_item("api_key")
+                    .unwrap()
+                    .unwrap()
+                    .extract::<String>()
+                    .unwrap(),
+                "replaced"
+            );
+        });
+    }
+
+    #[test]
+    fn falsy_credential_names_return_before_loading_credentials() {
+        Python::initialize();
+        Python::attach(|py| {
+            let litellm = PyModule::new(py, "credential_host").unwrap();
+            for name in [py.None(), py.eval(c"''", None, None).unwrap().unbind()] {
+                let arguments = PyDict::new(py);
+                arguments.set_item("litellm_credential_name", name).unwrap();
+                inherit_credentials(py, &litellm, &arguments).unwrap();
+            }
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/marshal.rs b/litellm-rust/crates/python-bridge/src/marshal.rs
index a14e4b55d82..5f7633a64a0 100644
--- a/litellm-rust/crates/python-bridge/src/marshal.rs
+++ b/litellm-rust/crates/python-bridge/src/marshal.rs
@@ -1,10 +1,14 @@
-use std::collections::HashMap;
+use std::collections::{BTreeMap, HashMap};
 use std::time::Duration;
 
 use pyo3::exceptions::PyValueError;
 use pyo3::prelude::*;
+use pyo3::types::PyDict;
 use serde_json::{Map, Value};
 
+use litellm_core::auth::InputSource;
+use litellm_python_interop::from_py_preserving_errors as from_py;
+
 pub(crate) struct RouteOptions {
     pub(crate) model: String,
     pub(crate) api_key: Option<String>,
@@ -36,18 +40,18 @@ impl RouteOptions {
     }
 }
 
-pub(crate) fn required_value(
-    name: &'static str,
-    value: Value,
-    expected: fn(&Value) -> bool,
-    expected_name: &'static str,
-) -> PyResult<Value> {
-    if expected(&value) {
-        return Ok(value);
+pub(crate) fn required_array(name: &'static str, value: Value) -> PyResult<Vec<Value>> {
+    match value {
+        Value::Array(values) => Ok(values),
+        _ => Err(PyValueError::new_err(format!("{name} must be a list"))),
+    }
+}
+
+pub(crate) fn required_object(name: &'static str, value: Value) -> PyResult<Map<String, Value>> {
+    match value {
+        Value::Object(values) => Ok(values),
+        _ => Err(PyValueError::new_err(format!("{name} must be a dict"))),
     }
-    Err(PyValueError::new_err(format!(
-        "{name} must be a {expected_name}"
-    )))
 }
 
 pub(crate) fn object_or_empty(
@@ -55,7 +59,7 @@ pub(crate) fn object_or_empty(
     value: Option<Value>,
 ) -> PyResult<Map<String, Value>> {
     match value {
-        Some(value) => object(name, value),
+        Some(value) => required_object(name, value),
         None => Ok(Map::new()),
     }
 }
@@ -64,14 +68,7 @@ fn optional_object(
     name: &'static str,
     value: Option<Value>,
 ) -> PyResult<Option<Map<String, Value>>> {
-    value.map(|value| object(name, value)).transpose()
-}
-
-fn object(name: &'static str, value: Value) -> PyResult<Map<String, Value>> {
-    match value {
-        Value::Object(map) => Ok(map),
-        _ => Err(PyValueError::new_err(format!("{name} must be a dict"))),
-    }
+    value.map(|value| required_object(name, value)).transpose()
 }
 
 pub(crate) fn optional_timeout(timeout_seconds: Option<f64>) -> Option<Duration> {
@@ -84,6 +81,72 @@ pub(crate) fn optional_timeout(timeout_seconds: Option<f64>) -> Option<Duration>
     })
 }
 
+pub(crate) fn python_timeout_seconds(py: Python<'_>, timeout: Py<PyAny>) -> PyResult<Option<f64>> {
+    py.import("litellm.rust_bridge.timeouts")?
+        .getattr("timeout_to_seconds")?
+        .call1((timeout,))?
+        .extract()
+}
+
+pub(crate) fn project_optional_fields(
+    kwargs: &Bound<'_, PyDict>,
+    names: &[&str],
+) -> PyResult<Map<String, Value>> {
+    names
+        .iter()
+        .filter_map(|name| match kwargs.get_item(name) {
+            Ok(Some(value)) => Some(from_py(&value).map(|value| ((*name).to_string(), value))),
+            Ok(None) => None,
+            Err(error) => Some(Err(error)),
+        })
+        .collect()
+}
+
+struct RequestFieldSources<'py> {
+    body: Option<Bound<'py, PyAny>>,
+    credentials: Option<Bound<'py, PyAny>>,
+}
+
+impl<'py> RequestFieldSources<'py> {
+    fn extract(proxy_request: &Bound<'py, PyAny>) -> PyResult<Self> {
+        let proxy_request = proxy_request.cast::<PyDict>()?;
+
+        let body = proxy_request
+            .get_item("body_fields")?
+            .or(proxy_request.get_item("body")?);
+
+        let credentials = proxy_request.get_item("credential_fields")?;
+
+        Ok(Self { body, credentials })
+    }
+
+    fn contains(&self, name: &str) -> bool {
+        self.body
+            .as_ref()
+            .is_some_and(|fields| fields.contains(name).unwrap_or(false))
+            || self
+                .credentials
+                .as_ref()
+                .is_some_and(|fields| fields.contains(name).unwrap_or(false))
+    }
+}
+
+pub(crate) fn request_input_sources<'a>(
+    kwargs: &Bound<'_, PyDict>,
+    names: impl Iterator<Item = &'a str>,
+) -> PyResult<BTreeMap<String, InputSource>> {
+    let Some(proxy_request) = kwargs.get_item("proxy_server_request")? else {
+        return Ok(BTreeMap::new());
+    };
+
+    let sources = RequestFieldSources::extract(&proxy_request)?;
+
+    Ok(names
+        .filter(|name| sources.contains(name))
+        .map(|name| (name.to_string(), InputSource::Request))
+        .collect())
+}
+
 pub(crate) fn marshal_headers(headers: Option<Value>) -> PyResult<HashMap<String, String>> {
     let value = match headers {
         Some(headers) => headers,
@@ -102,3 +165,199 @@ pub(crate) fn marshal_headers(headers: Option<Value>) -> PyResult<HashMap<String
         })
         .collect()
 }
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use pyo3::exceptions::PyTypeError;
+    use serde_json::json;
+
+    fn eval<'py>(py: Python<'py>, source: &std::ffi::CStr) -> Bound<'py, PyDict> {
+        let locals = PyDict::new(py);
+        py.run(source, Some(&locals), Some(&locals)).unwrap();
+        locals
+    }
+
+    fn sources(
+        py: Python<'_>,
+        proxy: &Bound<'_, PyAny>,
+        names: &[&str],
+    ) -> PyResult<BTreeMap<String, InputSource>> {
+        let kwargs = PyDict::new(py);
+        kwargs.set_item("proxy_server_request", proxy)?;
+        request_input_sources(&kwargs, names.iter().copied())
+    }
+
+    #[test]
+    fn required_shapes_preserve_nested_values_and_existing_errors() {
+        let nested = json!([{"role": "user", "content": [{"type": "text", "text": "hi"}]}]);
+        assert_eq!(
+            Value::Array(required_array("messages", nested.clone()).unwrap()),
+            nested
+        );
+
+        let body = json!({"model": "claude", "metadata": {"user": "1"}});
+        assert_eq!(
+            Value::Object(required_object("body", body.clone()).unwrap()),
+            body
+        );
+
+        assert_eq!(
+            required_array("messages", json!({"role": "user"}))
+                .unwrap_err()
+                .to_string(),
+            "ValueError: messages must be a list"
+        );
+        assert_eq!(
+            required_object("body", json!([])).unwrap_err().to_string(),
+            "ValueError: body must be a dict"
+        );
+    }
+
+    #[test]
+    fn optional_parameters_treat_missing_as_empty() {
+        assert_eq!(
+            object_or_empty("optional_params", None).unwrap(),
+            Map::new()
+        );
+        assert_eq!(
+            object_or_empty("optional_params", Some(json!({"temperature": 0.2}))).unwrap(),
+            required_object("optional_params", json!({"temperature": 0.2})).unwrap()
+        );
+    }
+
+    #[test]
+    fn missing_none_and_empty_proxy_metadata_are_distinct() {
+        Python::initialize();
+        Python::attach(|py| {
+            let kwargs = PyDict::new(py);
+            assert!(
+                request_input_sources(&kwargs, ["api_key"].into_iter())
+                    .unwrap()
+                    .is_empty()
+            );
+
+            kwargs.set_item("proxy_server_request", py.None()).unwrap();
+            assert!(
+                request_input_sources(&kwargs, ["api_key"].into_iter())
+                    .unwrap_err()
+                    .is_instance_of::<PyTypeError>(py)
+            );
+
+            kwargs
+                .set_item("proxy_server_request", PyDict::new(py))
+                .unwrap();
+            assert!(
+                request_input_sources(&kwargs, ["api_key"].into_iter())
+                    .unwrap()
+                    .is_empty()
+            );
+        });
+    }
+
+    #[test]
+    fn body_fields_win_over_body_and_explicit_none_does_not_fall_back() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+proxy = {'body_fields': ['api_key'], 'body': ['api_base']}
+none_fields = {'body_fields': None, 'body': ['api_key']}
+body_only = {'body': ['api_base']}
+",
+            );
+            let named = sources(
+                py,
+                &locals.get_item("proxy").unwrap().unwrap(),
+                &["api_key", "api_base"],
+            )
+            .unwrap();
+            assert_eq!(named.get("api_key").copied(), Some(InputSource::Request));
+            assert!(!named.contains_key("api_base"));
+
+            assert!(
+                sources(
+                    py,
+                    &locals.get_item("none_fields").unwrap().unwrap(),
+                    &["api_key"],
+                )
+                .unwrap()
+                .is_empty()
+            );
+
+            let body_only = sources(
+                py,
+                &locals.get_item("body_only").unwrap().unwrap(),
+                &["api_base"],
+            )
+            .unwrap();
+            assert_eq!(
+                body_only.get("api_base").copied(),
+                Some(InputSource::Request)
+            );
+        });
+    }
+
+    #[test]
+    fn body_and_credential_membership_can_mark_request_fields() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Raising:
+    def __contains__(self, item):
+        raise RuntimeError('credential membership')
+proxy = {
+    'body_fields': ['api_key'],
+    'credential_fields': Raising(),
+}
+credentials_only = {'credential_fields': ['extra_headers']}
+erroring = {'body_fields': Raising()}
+extra = {'body_fields': ['api_key', 'unused']}
+",
+            );
+            let skipped = sources(
+                py,
+                &locals.get_item("proxy").unwrap().unwrap(),
+                &["api_key"],
+            )
+            .unwrap();
+            assert_eq!(skipped.get("api_key").copied(), Some(InputSource::Request));
+
+            let credentials = sources(
+                py,
+                &locals.get_item("credentials_only").unwrap().unwrap(),
+                &["extra_headers"],
+            )
+            .unwrap();
+            assert_eq!(
+                credentials.get("extra_headers").copied(),
+                Some(InputSource::Request)
+            );
+
+            assert!(
+                sources(
+                    py,
+                    &locals.get_item("erroring").unwrap().unwrap(),
+                    &["api_key"],
+                )
+                .unwrap()
+                .is_empty()
+            );
+
+            let requested = sources(
+                py,
+                &locals.get_item("extra").unwrap().unwrap(),
+                &["api_key"],
+            )
+            .unwrap();
+            assert_eq!(requested.len(), 1);
+            assert_eq!(
+                requested.get("api_key").copied(),
+                Some(InputSource::Request)
+            );
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/audio_transcription/mod.rs b/litellm-rust/crates/python-bridge/src/routes/audio_transcription/mod.rs
new file mode 100644
index 00000000000..f2997ee278c
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/audio_transcription/mod.rs
@@ -0,0 +1,12 @@
+mod value;
+
+use pyo3::prelude::*;
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register(module)
+}
+
+#[cfg(feature = "trace-parity")]
+pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register_trace(module)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/audio_transcription.rs b/litellm-rust/crates/python-bridge/src/routes/audio_transcription/value.rs
similarity index 100%
rename from litellm-rust/crates/python-bridge/src/routes/audio_transcription.rs
rename to litellm-rust/crates/python-bridge/src/routes/audio_transcription/value.rs
diff --git a/litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs b/litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs
new file mode 100644
index 00000000000..f2997ee278c
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/chat_completions/mod.rs
@@ -0,0 +1,12 @@
+mod value;
+
+use pyo3::prelude::*;
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register(module)
+}
+
+#[cfg(feature = "trace-parity")]
+pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register_trace(module)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/chat_completions.rs b/litellm-rust/crates/python-bridge/src/routes/chat_completions/value.rs
similarity index 95%
rename from litellm-rust/crates/python-bridge/src/routes/chat_completions.rs
rename to litellm-rust/crates/python-bridge/src/routes/chat_completions/value.rs
index 08ab476005c..e67bfa89cc7 100644
--- a/litellm-rust/crates/python-bridge/src/routes/chat_completions.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/chat_completions/value.rs
@@ -9,12 +9,12 @@ use pyo3::prelude::*;
 use serde_json::Value;
 
 use crate::errors::chat_completions_error_to_pyerr;
-use crate::marshal::{RouteOptions, RouteOptionsInputs, object_or_empty, required_value};
+use crate::marshal::{RouteOptions, RouteOptionsInputs, object_or_empty, required_array};
 
 fn prepare_chat_completions(
     inputs: ChatCompletionsInputs,
 ) -> PyResult<impl Future<Output = Result<ChatCompletionsResponse, Error>> + Send + 'static> {
-    let messages = required_value("messages", inputs.messages, Value::is_array, "list")?;
+    let messages = required_array("messages", inputs.messages)?;
     let optional_params = object_or_empty("optional_params", inputs.optional_params)?;
     let options = RouteOptions::from_python(RouteOptionsInputs {
         model: inputs.model,
@@ -36,7 +36,7 @@ fn prepare_chat_completions(
         } = options;
         run_chat_completions(ChatCompletionsRequest {
             model: &model,
-            messages,
+            messages: Value::Array(messages),
             optional_params,
             api_key: api_key.as_deref(),
             api_base: api_base.as_deref(),
diff --git a/litellm-rust/crates/python-bridge/src/routes/definition.rs b/litellm-rust/crates/python-bridge/src/routes/definition.rs
index 97313651011..571042062f5 100644
--- a/litellm-rust/crates/python-bridge/src/routes/definition.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/definition.rs
@@ -389,6 +389,82 @@ mod tests {
         });
     }
 
+    #[test]
+    fn missing_and_explicit_none_optional_params_share_the_next_error() {
+        Python::initialize();
+        Python::attach(|py| {
+            let module = PyModule::new(py, "routes").expect("module should be created");
+            crate::routes::register(&module).expect("routes should register");
+            let messages = PyList::empty(py);
+            let headers = PyList::empty(py);
+            let omitted = PyDict::new(py);
+            omitted
+                .set_item("extra_headers", &headers)
+                .expect("kwargs should accept extra_headers");
+            let explicit = PyDict::new(py);
+            explicit
+                .set_item("optional_params", py.None())
+                .expect("kwargs should accept optional_params");
+            explicit
+                .set_item("extra_headers", &headers)
+                .expect("kwargs should accept extra_headers");
+
+            let omitted_error = module
+                .getattr("chat_completions")
+                .and_then(|function| function.call(("model", &messages), Some(&omitted)))
+                .expect_err("omitted optional_params should reach header validation");
+            let explicit_error = module
+                .getattr("chat_completions")
+                .and_then(|function| function.call(("model", &messages), Some(&explicit)))
+                .expect_err("None optional_params should reach header validation");
+            assert_eq!(
+                omitted_error.to_string(),
+                "ValueError: extra_headers must be a dict"
+            );
+            assert_eq!(explicit_error.to_string(), omitted_error.to_string());
+        });
+    }
+
+    #[test]
+    fn chat_completions_decline_keeps_existing_reasons() {
+        Python::initialize();
+        Python::attach(|py| {
+            let module = PyModule::new(py, "routes").expect("module should be created");
+            crate::routes::register(&module).expect("routes should register");
+            let decline = module
+                .getattr("chat_completions_decline")
+                .expect("decline helper should be registered");
+            let empty = PyList::empty(py);
+            let unreadable = py
+                .eval(c"'nope'", None, None)
+                .expect("string messages should convert");
+
+            let unknown: Option<String> = decline
+                .call1(("unknown-model", &empty))
+                .and_then(|value| value.extract())
+                .expect("unknown providers should decline");
+            assert_eq!(
+                unknown.as_deref(),
+                Some("provider is not on the rust chat completions path")
+            );
+
+            let empty_reason: Option<String> = decline
+                .call1(("anthropic/claude-sonnet-4-5", &empty))
+                .and_then(|value| value.extract())
+                .expect("empty lists should decline");
+            assert_eq!(empty_reason.as_deref(), Some("empty message list"));
+
+            let unreadable_reason: Option<String> = decline
+                .call1(("anthropic/claude-sonnet-4-5", unreadable))
+                .and_then(|value| value.extract())
+                .expect("non-list messages should decline");
+            assert_eq!(
+                unreadable_reason.as_deref(),
+                Some("unreadable message list")
+            );
+        });
+    }
+
     #[test]
     fn generated_routes_execute_sync_and_async_contracts() {
         Python::initialize();
diff --git a/litellm-rust/crates/python-bridge/src/routes/gateway_messages.rs b/litellm-rust/crates/python-bridge/src/routes/gateway_messages.rs
deleted file mode 100644
index 97ff93f299a..00000000000
--- a/litellm-rust/crates/python-bridge/src/routes/gateway_messages.rs
+++ /dev/null
@@ -1,29 +0,0 @@
-use pyo3::prelude::*;
-use serde_json::Value;
-
-use crate::errors::core_error_to_pyerr;
-
-#[pyfunction]
-fn gateway_messages<'py>(
-    py: Python<'py>,
-    model_alias: String,
-    provider_model: String,
-    api_base: String,
-    #[pyo3(from_py_with = litellm_python_interop::from_py)] body: Value,
-) -> PyResult<Bound<'py, PyAny>> {
-    let future = litellm_ai_gateway::trace_parity::messages_request(
-        model_alias,
-        provider_model,
-        api_base,
-        body,
-    );
-    crate::execution::run_async(
-        py,
-        crate::function_trace::capture(future),
-        core_error_to_pyerr,
-    )
-}
-
-pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
-    super::definition::add_function(module, wrap_pyfunction!(gateway_messages, module)?)
-}
diff --git a/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs b/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs
new file mode 100644
index 00000000000..f2997ee278c
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/messages/mod.rs
@@ -0,0 +1,12 @@
+mod value;
+
+use pyo3::prelude::*;
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register(module)
+}
+
+#[cfg(feature = "trace-parity")]
+pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register_trace(module)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/messages.rs b/litellm-rust/crates/python-bridge/src/routes/messages/value.rs
similarity index 94%
rename from litellm-rust/crates/python-bridge/src/routes/messages.rs
rename to litellm-rust/crates/python-bridge/src/routes/messages/value.rs
index f69b5e9251d..b741e54f0ca 100644
--- a/litellm-rust/crates/python-bridge/src/routes/messages.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/messages/value.rs
@@ -6,12 +6,12 @@ use serde_json::Value;
 use std::future::Future;
 
 use crate::errors::core_error_to_pyerr;
-use crate::marshal::{RouteOptions, RouteOptionsInputs, required_value};
+use crate::marshal::{RouteOptions, RouteOptionsInputs, required_object};
 
 fn prepare_messages(
     inputs: MessagesInputs,
 ) -> PyResult<impl Future<Output = Result<AnthropicMessagesResponse, Error>> + Send + 'static> {
-    let body = required_value("body", inputs.body, Value::is_object, "dict")?;
+    let body = required_object("body", inputs.body)?;
     let options = RouteOptions::from_python(RouteOptionsInputs {
         model: inputs.model,
         api_key: inputs.api_key,
@@ -32,7 +32,7 @@ fn prepare_messages(
         } = options;
         run_messages(MessagesRequest {
             model: &model,
-            body,
+            body: Value::Object(body),
             api_key: api_key.as_deref(),
             api_base: api_base.as_deref(),
             custom_llm_provider: custom_llm_provider.as_deref(),
diff --git a/litellm-rust/crates/python-bridge/src/routes/mod.rs b/litellm-rust/crates/python-bridge/src/routes/mod.rs
index 7e81f2ffe9b..97c39a5d6b3 100644
--- a/litellm-rust/crates/python-bridge/src/routes/mod.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/mod.rs
@@ -3,9 +3,6 @@ use pyo3::prelude::*;
 #[macro_use]
 mod definition;
 
-#[cfg(feature = "trace-parity")]
-mod gateway_messages;
-
 mod audio_transcription;
 mod chat_completions;
 mod messages;
@@ -16,6 +13,7 @@ pub(crate) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
     audio_transcription::register(module)?;
     messages::register(module)?;
     chat_completions::register(module)?;
+
     #[cfg(feature = "trace-parity")]
     {
         let trace = PyModule::new(module.py(), "_trace")?;
@@ -23,7 +21,6 @@ pub(crate) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
         audio_transcription::register_trace(&trace)?;
         messages::register_trace(&trace)?;
         chat_completions::register_trace(&trace)?;
-        gateway_messages::register_trace(&trace)?;
         module.add_submodule(&trace)?;
     }
     Ok(())
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/callbacks.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/callbacks.rs
new file mode 100644
index 00000000000..1cbe8a179e3
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/callbacks.rs
@@ -0,0 +1,161 @@
+use pyo3::exceptions::PyBaseException;
+use pyo3::prelude::*;
+use pyo3::types::PyDict;
+use serde_json::Value;
+
+use litellm_core::ocr::LiteLLMOcrResponse;
+use litellm_core::ocr::hooks::OcrPreCallRequest;
+use litellm_python_interop::to_py_preserving_errors as to_py;
+
+use crate::lifecycle::PythonLogger;
+
+pub(super) struct OcrLoggingFields {
+    model: String,
+    custom_llm_provider: String,
+    optional_params: Value,
+}
+
+impl From<&OcrPreCallRequest> for OcrLoggingFields {
+    fn from(request: &OcrPreCallRequest) -> Self {
+        Self {
+            model: request.model.clone(),
+            custom_llm_provider: request.custom_llm_provider.clone(),
+            optional_params: request.optional_params.clone(),
+        }
+    }
+}
+
+impl PythonLogger {
+    pub(super) fn update_ocr(
+        &self,
+        py: Python<'_>,
+        kwargs: &Py<PyDict>,
+        pre_call: &OcrLoggingFields,
+        secret_fields: &[&str],
+        url: &str,
+    ) -> PyResult<()> {
+        let update = PyDict::new(py);
+        update.set_item("kwargs", redact(py, kwargs.bind(py), secret_fields)?)?;
+        update.set_item("model", &pre_call.model)?;
+        update.set_item(
+            "optional_params",
+            redact(
+                py,
+                &to_py(py, &pre_call.optional_params)?
+                    .into_bound(py)
+                    .cast_into::<PyDict>()?,
+                secret_fields,
+            )?,
+        )?;
+        let params = PyDict::new(py);
+        params.set_item(
+            "litellm_call_id",
+            kwargs.bind(py).get_item("litellm_call_id")?,
+        )?;
+        params.set_item("api_base", url)?;
+        for name in ["logger_fn", "litellm_request_debug"] {
+            if let Some(value) = kwargs.bind(py).get_item(name)? {
+                params.set_item(name, value)?;
+            }
+        }
+        update.set_item("litellm_params", params)?;
+        update.set_item("custom_llm_provider", &pre_call.custom_llm_provider)?;
+        self.object(py)
+            .call_method("update_from_kwargs", (), Some(&update))?;
+        Ok(())
+    }
+
+    pub(crate) fn pre_ocr(
+        &self,
+        py: Python<'_>,
+        api_key: &Option<Py<PyAny>>,
+        body: &Bound<'_, PyDict>,
+        headers: &Bound<'_, PyDict>,
+        url: &str,
+    ) -> PyResult<()> {
+        let additional = PyDict::new(py);
+        additional.set_item("complete_input_dict", body)?;
+        additional.set_item("headers", headers)?;
+        additional.set_item("api_base", url)?;
+        let kwargs = PyDict::new(py);
+        kwargs.set_item("input", "OCR document processing")?;
+        kwargs.set_item("api_key", api_key)?;
+        kwargs.set_item("additional_args", &additional)?;
+        if self.callbacks_needed(py, "input")? {
+            self.object(py).call_method("pre_call", (), Some(&kwargs))?;
+        } else {
+            self.object(py)
+                .call_method("_pre_call", (), Some(&kwargs))?;
+            self.object(py).call_method0("record_api_call_start_time")?;
+        }
+        Ok(())
+    }
+
+    pub(crate) fn post_ocr(
+        &self,
+        py: Python<'_>,
+        original_response: &Value,
+        body: Option<&Py<PyDict>>,
+        headers: Option<&Py<PyDict>>,
+    ) -> PyResult<()> {
+        let additional = PyDict::new(py);
+        additional.set_item("complete_input_dict", body)?;
+        additional.set_item("headers", headers)?;
+        if self.callbacks_needed(py, "input")? {
+            let kwargs = PyDict::new(py);
+            kwargs.set_item("original_response", to_py(py, original_response)?)?;
+            kwargs.set_item("additional_args", &additional)?;
+            self.object(py)
+                .call_method("post_call", (), Some(&kwargs))?;
+        } else {
+            let response = py
+                .import("json")?
+                .call_method1("dumps", (to_py(py, original_response)?,))?;
+            self.object(py).call_method1(
+                "record_post_call",
+                (response, py.None(), py.None(), additional),
+            )?;
+        }
+        Ok(())
+    }
+}
+
+fn redact(
+    py: Python<'_>,
+    params: &Bound<'_, PyDict>,
+    secret_fields: &[&str],
+) -> PyResult<Py<PyDict>> {
+    let redacted = PyDict::new(py);
+    for (name, value) in params {
+        let name = name.extract::<String>()?;
+        if name == "proxy_server_request" {
+            continue;
+        }
+        if secret_fields.contains(&name.as_str()) {
+            redacted.set_item(name, "****")?;
+        } else {
+            redacted.set_item(name, value)?;
+        }
+    }
+    Ok(redacted.unbind())
+}
+
+pub(super) fn response(py: Python<'_>, response: &LiteLLMOcrResponse) -> PyResult<Py<PyAny>> {
+    py.import("litellm.rust_bridge.ocr")?
+        .getattr("_response")?
+        .call1((to_py(py, response)?,))
+        .map(Bound::unbind)
+}
+
+pub(super) fn map_failure(
+    py: Python<'_>,
+    error: &Py<PyBaseException>,
+    request: &Bound<'_, PyAny>,
+    provider: &str,
+) -> PyResult<Py<PyBaseException>> {
+    Ok(py
+        .import("litellm.rust_bridge.ocr_lifecycle")?
+        .getattr("map_failure")?
+        .call1((error, request, provider))?
+        .extract()?)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/document.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/document.rs
new file mode 100644
index 00000000000..d43c2f88775
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/document.rs
@@ -0,0 +1,264 @@
+use std::io::Read;
+use std::path::PathBuf;
+
+use pyo3::exceptions::{PyFileNotFoundError, PyTypeError, PyValueError};
+use pyo3::prelude::*;
+use pyo3::pybacked::PyBackedBytes;
+#[cfg(test)]
+use pyo3::types::PyDict;
+use pyo3::types::{PyBytes, PyString};
+
+use litellm_core::constants::OCR_INLINE_MAX_BYTES;
+use litellm_core::ocr::{OcrDocument, encode_file_document, mime_type_for_name, upload_mime_type};
+use litellm_python_interop::to_py_preserving_errors;
+
+enum FileBytes {
+    Python(PyBackedBytes),
+    Native(Vec<u8>),
+}
+
+impl AsRef<[u8]> for FileBytes {
+    fn as_ref(&self) -> &[u8] {
+        match self {
+            Self::Python(bytes) => bytes,
+            Self::Native(bytes) => bytes,
+        }
+    }
+}
+
+fn read_file_input(
+    py: Python<'_>,
+    file: &Bound<'_, PyAny>,
+) -> PyResult<(FileBytes, Option<String>)> {
+    if file.is_instance_of::<PyString>() {
+        return Err(PyValueError::new_err(
+            "OCR file input does not accept bare str values. Pass bytes, a pathlib.Path, or a file-like object.",
+        ));
+    }
+    if file.is_instance(&py.import("os")?.getattr("PathLike")?)? {
+        let path: PathBuf = file.extract()?;
+        let name = path
+            .file_name()
+            .map(|value| value.to_string_lossy().into_owned());
+        let bytes = py
+            .detach(|| {
+                let mut bytes = Vec::new();
+                std::fs::File::open(&path)?
+                    .take(OCR_INLINE_MAX_BYTES as u64 + 1)
+                    .read_to_end(&mut bytes)?;
+                Ok::<_, std::io::Error>(bytes)
+            })
+            .map_err(|error| {
+                if error.kind() == std::io::ErrorKind::NotFound {
+                    PyFileNotFoundError::new_err(format!("File not found: {}", path.display()))
+                } else {
+                    error.into()
+                }
+            })?;
+        return Ok((FileBytes::Native(bytes), name));
+    }
+    if file.is_instance_of::<PyBytes>() {
+        return Ok((FileBytes::Python(file.extract()?), None));
+    }
+    let reader = file
+        .getattr_opt("read")?
+        .filter(|value| value.is_callable());
+    let Some(reader) = reader else {
+        return Err(PyValueError::new_err(format!(
+            "Unsupported file input type: {}. Expected pathlib.Path, bytes, or a file-like object.",
+            file.get_type(),
+        )));
+    };
+    let name = file
+        .getattr_opt("name")?
+        .filter(|value| !value.is_none())
+        .map(|value| value.extract::<String>())
+        .transpose()?;
+    let value = reader.call0()?;
+    let bytes = if value.is_instance_of::<PyString>() {
+        FileBytes::Native(value.extract::<String>()?.into_bytes())
+    } else if value.is_instance_of::<PyBytes>() {
+        FileBytes::Python(value.extract()?)
+    } else {
+        return Err(PyTypeError::new_err(format!(
+            "OCR file read must return bytes or str, got {}",
+            value.get_type(),
+        )));
+    };
+    Ok((bytes, name))
+}
+
+pub(super) struct FileDocumentInput {
+    bytes: FileBytes,
+    name: Option<String>,
+    mime_type: Option<String>,
+}
+
+impl FromPyObject<'_, '_> for FileDocumentInput {
+    type Error = PyErr;
+
+    fn extract(document: Borrowed<'_, '_, PyAny>) -> PyResult<Self> {
+        let py = document.py();
+        let mime_type = match document.get_item("mime_type") {
+            Ok(value) => Some(value.extract::<String>()?),
+            Err(error) if error.is_instance_of::<pyo3::exceptions::PyKeyError>(py) => None,
+            Err(error) => return Err(error),
+        };
+        let file = document.get_item("file").map_err(|error| {
+            if error.is_instance_of::<pyo3::exceptions::PyKeyError>(py) {
+                PyValueError::new_err("document with type='file' must include a 'file' field containing a pathlib.Path, file-like object, or bytes")
+            } else {
+                error
+            }
+        })?;
+        if file.is_none() {
+            return Err(PyValueError::new_err(
+                "document with type='file' must include a 'file' field containing a pathlib.Path, file-like object, or bytes",
+            ));
+        }
+        let (bytes, name) = read_file_input(py, &file)?;
+        Ok(Self {
+            bytes,
+            name,
+            mime_type,
+        })
+    }
+}
+
+pub(super) fn file_document(py: Python<'_>, document: FileDocumentInput) -> PyResult<OcrDocument> {
+    py.detach(|| {
+        encode_file_document(
+            document.bytes.as_ref(),
+            document.name.as_deref(),
+            document.mime_type.as_deref(),
+        )
+    })
+    .map_err(|error| PyValueError::new_err(error.to_string()))
+}
+
+#[pyfunction]
+fn _ocr_file_document(py: Python<'_>, document: Bound<'_, PyAny>) -> PyResult<Py<PyAny>> {
+    to_py_preserving_errors(py, &file_document(py, document.extract()?)?)
+}
+
+#[pyfunction]
+fn _ocr_mime_type(file_name: &str) -> String {
+    mime_type_for_name(file_name).into()
+}
+
+#[pyfunction]
+#[pyo3(signature = (file_content, file_name=None, content_type=None))]
+fn _ocr_upload_document(
+    py: Python<'_>,
+    file_content: &Bound<'_, PyBytes>,
+    file_name: Option<&str>,
+    content_type: Option<&str>,
+) -> PyResult<Py<PyAny>> {
+    let bytes: PyBackedBytes = file_content.extract()?;
+    let document = py
+        .detach(|| {
+            encode_file_document(
+                &bytes,
+                None,
+                Some(upload_mime_type(file_name, content_type)),
+            )
+        })
+        .map_err(|error| PyValueError::new_err(error.to_string()))?;
+    to_py_preserving_errors(py, &document)
+}
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    module.add("_OCR_MAX_FILE_BYTES", OCR_INLINE_MAX_BYTES)?;
+    module.add_function(wrap_pyfunction!(_ocr_upload_document, module)?)?;
+    module.add_function(wrap_pyfunction!(_ocr_file_document, module)?)?;
+    module.add_function(wrap_pyfunction!(_ocr_mime_type, module)?)
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn extraction_validates_required_file_and_optional_mime_type() {
+        Python::initialize();
+        Python::attach(|py| {
+            for expression in [c"{}", c"{'file': None}"] {
+                let document = py.eval(expression, None, None).unwrap();
+                let error = document.extract::<FileDocumentInput>().err().unwrap();
+                assert!(error.is_instance_of::<PyValueError>(py));
+                assert!(error.to_string().contains("must include a 'file' field"));
+            }
+            for expression in [
+                c"{'file': b'abc', 'mime_type': None}",
+                c"{'file': b'abc', 'mime_type': 7}",
+            ] {
+                let document = py.eval(expression, None, None).unwrap();
+                let error = document.extract::<FileDocumentInput>().err().unwrap();
+                assert!(error.is_instance_of::<PyTypeError>(py));
+            }
+            let document = py.eval(c"{'file': b'abc'}", None, None).unwrap();
+            let input: FileDocumentInput = document.extract().unwrap();
+            assert_eq!(input.bytes.as_ref(), b"abc");
+            assert_eq!(input.name, None);
+            assert_eq!(input.mime_type, None);
+        });
+    }
+
+    #[test]
+    fn extraction_validates_mime_type_before_consuming_file() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                c"class Reader:
+    def __init__(self):
+        self.reads = 0
+    def read(self):
+        self.reads += 1
+        return b'abc'
+reader = Reader()
+document = {'file': reader, 'mime_type': 7}",
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let document = locals.get_item("document").unwrap().unwrap();
+            let error = document.extract::<FileDocumentInput>().err().unwrap();
+            assert!(error.is_instance_of::<PyTypeError>(py));
+            let reads: usize = locals
+                .get_item("reader")
+                .unwrap()
+                .unwrap()
+                .getattr("reads")
+                .unwrap()
+                .extract()
+                .unwrap();
+            assert_eq!(reads, 0);
+        });
+    }
+
+    #[test]
+    fn extraction_preserves_reader_key_error_identity() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = PyDict::new(py);
+            py.run(
+                c"failure = KeyError('reader failed')
+class Reader:
+    def read(self):
+        raise failure
+document = {'file': Reader()}",
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let document = locals.get_item("document").unwrap().unwrap();
+            let error = document.extract::<FileDocumentInput>().err().unwrap();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs
new file mode 100644
index 00000000000..66bdfb7583e
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/errors.rs
@@ -0,0 +1,72 @@
+use litellm_core::error::Error;
+use pyo3::prelude::*;
+
+use crate::errors::{RustUpstreamError, core_error_to_pyerr};
+
+pub(super) fn to_pyerr(error: Error) -> PyErr {
+    let status = error.http_status_code();
+    let mapped = match error {
+        Error::Http { status, body } => RustUpstreamError::new_err((status, body)),
+        other => core_error_to_pyerr(other),
+    };
+    attach_status(mapped, status)
+}
+
+fn attach_status(error: PyErr, status: Option<u16>) -> PyErr {
+    if let Some(status) = status {
+        Python::attach(|py| {
+            let value = error.value(py);
+            value.setattr("status_code", status).ok();
+            value.setattr("message", value.to_string()).ok();
+        });
+    }
+    error
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use pyo3::exceptions::PyValueError;
+
+    #[test]
+    fn preserves_python_validation_and_provider_details() {
+        Python::initialize();
+        Python::attach(|py| {
+            let mapped = to_pyerr(Error::MissingDocumentUrl);
+            assert!(mapped.is_instance_of::<pyo3::exceptions::PyValueError>(py));
+            assert_eq!(mapped.value(py).to_string(), "Document URL is required");
+            assert_eq!(
+                mapped
+                    .value(py)
+                    .getattr("status_code")
+                    .unwrap()
+                    .extract::<u16>()
+                    .unwrap(),
+                500
+            );
+            let mapped = to_pyerr(Error::Http {
+                status: 429,
+                body: r#"{"message":"rate limited"}"#.to_string(),
+            });
+            assert!(mapped.is_instance_of::<RustUpstreamError>(py));
+            let args: (u16, String) = mapped
+                .value(py)
+                .getattr("args")
+                .and_then(|args| args.extract())
+                .expect("OCR failures retain status and unprefixed provider message");
+            assert_eq!(args, (429, r#"{"message":"rate limited"}"#.to_string()));
+
+            let mapped = to_pyerr(Error::InvalidRequest("invalid format".into()));
+            assert!(mapped.is_instance_of::<PyValueError>(py));
+            assert_eq!(
+                mapped
+                    .value(py)
+                    .getattr("status_code")
+                    .unwrap()
+                    .extract::<u16>()
+                    .unwrap(),
+                400
+            );
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/lifecycle.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/lifecycle.rs
new file mode 100644
index 00000000000..12d902a3544
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/lifecycle.rs
@@ -0,0 +1,311 @@
+use pyo3::prelude::*;
+use pyo3::types::{PyDict, PyTuple};
+
+use litellm_core::auth::ResolvedCredential;
+use litellm_core::ocr::hooks::{OcrDuringCallRequest, OcrPostCallRequest, OcrPreCallRequest};
+use litellm_core::ocr::{OcrAdmission, OcrCall, OcrClient, OcrHostOperation, OcrHostResult};
+use litellm_python_interop::{
+    from_py_preserving_errors as from_py, to_py_preserving_errors as to_py,
+};
+
+use super::callbacks;
+use super::errors::to_pyerr as ocr_error_to_pyerr;
+use super::project::{ProjectedOcrFields, admitted_call, project_request};
+use crate::lifecycle::{
+    OperationClass, PythonCallState, PythonRoute, missing_state, now, run_call,
+};
+
+struct PythonOcrHost {
+    state: PythonCallState,
+    data: OcrHostData,
+}
+
+enum OcrHostData {
+    Unprojected { request: Py<PyAny> },
+    Projected(Box<ProjectedOcrHost>),
+    Released,
+}
+
+struct ProjectedOcrHost {
+    fields: ProjectedOcrFields,
+    pre_call: Option<callbacks::OcrLoggingFields>,
+    retained_fields: Option<Py<PyDict>>,
+    body: Option<Py<PyDict>>,
+    headers: Option<Py<PyDict>>,
+}
+
+impl PythonOcrHost {
+    fn projected(&self) -> PyResult<&ProjectedOcrHost> {
+        match &self.data {
+            OcrHostData::Projected(projected) => Ok(projected),
+            _ => Err(missing_state()),
+        }
+    }
+
+    fn projected_mut(&mut self) -> PyResult<&mut ProjectedOcrHost> {
+        match &mut self.data {
+            OcrHostData::Projected(projected) => Ok(projected),
+            _ => Err(missing_state()),
+        }
+    }
+
+    fn pre_call(
+        &mut self,
+        py: Python<'_>,
+        request: OcrPreCallRequest,
+    ) -> PyResult<OcrPreCallRequest> {
+        let kwargs = self.state.kwargs.bind(py);
+        let retained_fields = PyDict::new(py);
+        for name in request
+            .optional_params
+            .as_object()
+            .ok_or_else(missing_state)?
+            .keys()
+        {
+            if let Some(value) = kwargs.get_item(name)? {
+                retained_fields.set_item(name, value)?;
+            }
+        }
+        retained_fields.set_item("document", &self.projected()?.fields.document)?;
+        let projected = self.projected_mut()?;
+        projected.retained_fields = Some(retained_fields.unbind());
+        projected.pre_call = Some((&request).into());
+        Ok(request)
+    }
+
+    fn acquire_azure_ad_token(&self, py: Python<'_>) -> PyResult<ResolvedCredential> {
+        let provider = self
+            .projected()?
+            .fields
+            .azure_ad_token_provider
+            .as_ref()
+            .ok_or_else(missing_state)?;
+        provider.acquire(py)
+    }
+
+    fn python_pre_call(
+        &mut self,
+        py: Python<'_>,
+        mut request: OcrDuringCallRequest,
+    ) -> PyResult<OcrDuringCallRequest> {
+        let projected = self.projected()?;
+        let pre_call = projected.pre_call.as_ref().ok_or_else(missing_state)?;
+        self.state.logger()?.update_ocr(
+            py,
+            &self.state.kwargs,
+            pre_call,
+            &projected.fields.secret_fields,
+            &request.url,
+        )?;
+        if !self.state.logger()?.callbacks_needed(py, "payload")? {
+            self.state
+                .logger()?
+                .object(py)
+                .call_method0("record_api_call_start_time")?;
+            return Ok(request);
+        }
+        if let Some(body) = request.body.as_object_mut() {
+            for name in &request.retained_fields {
+                body.remove(name);
+            }
+        }
+        let body = to_py(py, &request.body)?
+            .into_bound(py)
+            .cast_into::<PyDict>()?;
+        if let Some(retained) = &self.projected()?.retained_fields {
+            for name in &request.retained_fields {
+                if let Some(value) = retained.bind(py).get_item(name)? {
+                    body.set_item(name, value)?;
+                }
+            }
+        }
+        let headers = PyDict::new(py);
+        for (name, value) in &request.headers {
+            headers.set_item(name, value)?;
+        }
+        let api_key = self.projected()?.fields.api_key.clone_ref(py);
+        let projected = self.projected_mut()?;
+        projected.body = Some(body.clone().unbind());
+        projected.headers = Some(headers.clone().unbind());
+        self.state
+            .logger()?
+            .pre_ocr(py, &Some(api_key), &body, &headers, &request.url)?;
+        let headers = headers
+            .iter()
+            .map(|(name, value)| Ok((name.extract::<String>()?, value.extract::<String>()?)))
+            .collect::<PyResult<Vec<_>>>()?;
+        request.body = from_py(&body)?;
+        request.headers = headers;
+        Ok(request)
+    }
+
+    fn python_post_call(
+        &mut self,
+        py: Python<'_>,
+        request: OcrPostCallRequest,
+    ) -> PyResult<OcrPostCallRequest> {
+        let logger = self.state.logger()?;
+        if logger.callbacks_needed(py, "payload")? {
+            let projected = self.projected()?;
+            logger.post_ocr(
+                py,
+                &request.original_response,
+                projected.body.as_ref(),
+                projected.headers.as_ref(),
+            )?;
+        }
+        Ok(request)
+    }
+}
+
+impl PythonRoute for PythonOcrHost {
+    type Call = OcrCall;
+
+    fn state(&self) -> &PythonCallState {
+        &self.state
+    }
+
+    fn state_mut(&mut self) -> &mut PythonCallState {
+        &mut self.state
+    }
+
+    fn classify(operation: &OcrHostOperation) -> OperationClass {
+        operation
+            .phase()
+            .map_or(OperationClass::Route, OperationClass::Phase)
+    }
+
+    fn lifecycle_result() -> OcrHostResult {
+        OcrHostResult::Lifecycle(Ok(()))
+    }
+
+    fn map_error(error: litellm_core::Error) -> PyErr {
+        ocr_error_to_pyerr(error)
+    }
+
+    fn invoke(&mut self, py: Python<'_>, operation: OcrHostOperation) -> PyResult<OcrHostResult> {
+        Ok(match operation {
+            OcrHostOperation::ProjectRequest => {
+                let OcrHostData::Unprojected { request } = &self.data else {
+                    return Err(missing_state());
+                };
+                let projected = project_request(py, request.bind(py), self.state.kwargs.bind(py))?;
+                let has_token_provider = projected.fields.azure_ad_token_provider.is_some();
+                let request = projected.request;
+                self.data = OcrHostData::Projected(Box::new(ProjectedOcrHost {
+                    fields: projected.fields,
+                    pre_call: None,
+                    retained_fields: None,
+                    body: None,
+                    headers: None,
+                }));
+                OcrHostResult::Request(Ok((Box::new(request), has_token_provider)))
+            }
+            OcrHostOperation::AcquireAzureAdToken => {
+                OcrHostResult::AzureAdToken(Ok(self.acquire_azure_ad_token(py)?))
+            }
+            OcrHostOperation::PreCall(request) => {
+                OcrHostResult::PreCall(Ok(self.pre_call(py, request)?))
+            }
+            OcrHostOperation::DuringCall(request) => {
+                OcrHostResult::DuringCall(Ok(self.python_pre_call(py, request)?))
+            }
+            OcrHostOperation::PostCall(request) => {
+                OcrHostResult::PostCall(Ok(self.python_post_call(py, request)?))
+            }
+            OcrHostOperation::ConstructResponse(response) => {
+                self.state.end = Some(now(py)?);
+                self.state.response = Some(callbacks::response(py, response.as_ref())?);
+                OcrHostResult::Lifecycle(Ok(()))
+            }
+            OcrHostOperation::MapFailure(error) => {
+                if self.state.error.is_none() {
+                    self.state.retain_error(py, ocr_error_to_pyerr(error));
+                }
+                if self.state.end.is_none() {
+                    self.state.end = Some(now(py)?);
+                }
+                let error = self.state.error.as_ref().ok_or_else(missing_state)?;
+                let (request, provider) = match &self.data {
+                    OcrHostData::Unprojected { request } => (request.bind(py), ""),
+                    OcrHostData::Projected(projected) => (
+                        projected.fields.boundary_request.bind(py),
+                        projected.fields.provider,
+                    ),
+                    OcrHostData::Released => return Err(missing_state()),
+                };
+                let mapped = callbacks::map_failure(py, error, request, provider)?;
+                self.state
+                    .retain_error(py, PyErr::from_value(mapped.into_bound(py).into_any()));
+                OcrHostResult::Lifecycle(Ok(()))
+            }
+            OcrHostOperation::Lifecycle(_)
+            | OcrHostOperation::Success { .. }
+            | OcrHostOperation::Failure { .. } => return Err(missing_state()),
+        })
+    }
+
+    fn cleanup(&mut self) {
+        self.data = OcrHostData::Released;
+    }
+    fn traverse(&self, visit: &pyo3::gc::PyVisit<'_>) -> Result<(), pyo3::gc::PyTraverseError> {
+        match &self.data {
+            OcrHostData::Unprojected { request } => visit.call(request),
+            OcrHostData::Projected(projected) => {
+                visit.call(&projected.fields.boundary_request)?;
+                visit.call(&projected.fields.document)?;
+                visit.call(&projected.fields.api_key)?;
+                if let Some(provider) = &projected.fields.azure_ad_token_provider {
+                    provider.traverse(visit)?;
+                }
+                visit.call(&projected.retained_fields)?;
+                visit.call(&projected.body)?;
+                visit.call(&projected.headers)
+            }
+            OcrHostData::Released => Ok(()),
+        }
+    }
+}
+
+pub(super) struct BridgeOcrHooks;
+
+impl litellm_core::ocr::hooks::OcrHooks for BridgeOcrHooks {
+    fn intercepts_requests(&self) -> bool {
+        true
+    }
+}
+
+#[pyfunction]
+fn _ocr_lifecycle(
+    py: Python<'_>,
+    request: Bound<'_, PyAny>,
+    args: Bound<'_, PyTuple>,
+    kwargs: Bound<'_, PyDict>,
+    asynchronous: bool,
+) -> PyResult<Py<PyAny>> {
+    let client = OcrClient::shared().map_err(ocr_error_to_pyerr)?;
+    let call = admitted_call(OcrCall::admit(
+        client,
+        OcrAdmission {
+            asynchronous,
+            ..OcrAdmission::all()
+        },
+    ))?;
+    let host = PythonOcrHost {
+        state: PythonCallState::new(
+            py,
+            args.unbind(),
+            kwargs.copy()?.unbind(),
+            asynchronous,
+            if asynchronous { "aocr" } else { "ocr" },
+        )?,
+        data: OcrHostData::Unprojected {
+            request: request.unbind(),
+        },
+    };
+    run_call(py, call, host)
+}
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    module.add_function(wrap_pyfunction!(_ocr_lifecycle, module)?)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs
new file mode 100644
index 00000000000..10fa40b65ea
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/mod.rs
@@ -0,0 +1,19 @@
+mod callbacks;
+mod document;
+mod errors;
+mod lifecycle;
+mod project;
+mod value;
+
+use pyo3::prelude::*;
+
+pub(super) fn register(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register(module)?;
+    document::register(module)?;
+    lifecycle::register(module)
+}
+
+#[cfg(feature = "trace-parity")]
+pub(super) fn register_trace(module: &Bound<'_, PyModule>) -> PyResult<()> {
+    value::register_trace(module)
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr/project.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/project.rs
new file mode 100644
index 00000000000..8b6a1b02e19
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/project.rs
@@ -0,0 +1,579 @@
+use std::sync::Arc;
+
+use litellm_core::ocr::wire::{OcrWireRequest, consumed_optional_params, decode_request};
+use litellm_core::ocr::{LiteLLMOcrRequest, NativeOutcome, OcrCall};
+use litellm_python_interop::{
+    from_py_preserving_errors as from_py, to_py_preserving_errors as to_py,
+};
+use pyo3::prelude::*;
+use pyo3::types::PyDict;
+use serde_json::{Map, Value};
+
+use super::errors::to_pyerr as ocr_error_to_pyerr;
+use super::lifecycle::BridgeOcrHooks;
+use crate::auth::{AZURE_AD_TOKEN_PROVIDER, PythonTokenProvider};
+use crate::errors::RustBridgeDeclined;
+use crate::marshal::{project_optional_fields, python_timeout_seconds, request_input_sources};
+
+pub(super) struct ProjectedOcrFields {
+    pub boundary_request: Py<PyAny>,
+    pub document: Py<PyAny>,
+    pub api_key: Py<PyAny>,
+    pub azure_ad_token_provider: Option<PythonTokenProvider>,
+    pub provider: &'static str,
+    pub secret_fields: Vec<&'static str>,
+}
+
+pub(super) struct ProjectedOcrCall {
+    pub request: LiteLLMOcrRequest,
+    pub fields: ProjectedOcrFields,
+}
+
+struct OcrArguments<'a, 'py> {
+    request: &'a Bound<'py, PyAny>,
+    kwargs: &'a Bound<'py, PyDict>,
+}
+
+impl<'py> OcrArguments<'_, 'py> {
+    fn lookup(&self, name: &str) -> PyResult<Bound<'py, PyAny>> {
+        match self.kwargs.get_item(name)? {
+            Some(value) => Ok(value),
+            None => self.request.getattr(name),
+        }
+    }
+
+    fn model(&self) -> PyResult<String> {
+        self.lookup("model")?.extract()
+    }
+
+    fn custom_llm_provider(&self) -> PyResult<Option<String>> {
+        self.lookup("custom_llm_provider")?.extract()
+    }
+
+    fn document(&self) -> PyResult<Bound<'py, PyAny>> {
+        self.lookup("document")
+    }
+
+    fn api_key(&self) -> PyResult<Bound<'py, PyAny>> {
+        self.lookup("api_key")
+    }
+
+    fn api_base(&self) -> PyResult<Option<String>> {
+        self.lookup("api_base")?.extract()
+    }
+
+    fn extra_headers(&self) -> PyResult<Option<Map<String, Value>>> {
+        self.lookup("extra_headers")?
+            .extract::<Option<Py<PyAny>>>()?
+            .map(|value| from_py(value.bind(self.request.py())))
+            .transpose()
+    }
+
+    fn timeout_seconds(&self) -> PyResult<Option<f64>> {
+        Ok(self
+            .lookup("timeout")?
+            .extract::<Option<Py<PyAny>>>()?
+            .map(|value| python_timeout_seconds(self.request.py(), value))
+            .transpose()?
+            .flatten())
+    }
+}
+
+enum ProjectedDocument {
+    File { wire: Value, retained: Py<PyAny> },
+    Other { wire: Value, retained: Py<PyAny> },
+}
+
+impl ProjectedDocument {
+    fn project(py: Python<'_>, document: &Bound<'_, PyAny>) -> PyResult<Self> {
+        let kind: String = document.get_item("type")?.extract()?;
+        if kind != "file" {
+            return Ok(Self::Other {
+                wire: from_py(document)?,
+                retained: document.clone().unbind(),
+            });
+        }
+        let input = document.extract()?;
+        let encoded = super::document::file_document(py, input)?;
+        let wire = serde_json::to_value(encoded)
+            .map_err(|error| pyo3::exceptions::PyValueError::new_err(error.to_string()))?;
+        Ok(Self::File {
+            retained: to_py(py, &wire)?,
+            wire,
+        })
+    }
+
+    fn into_parts(self) -> (Value, Py<PyAny>) {
+        match self {
+            Self::File { wire, retained } | Self::Other { wire, retained } => (wire, retained),
+        }
+    }
+}
+
+pub(super) fn project_request(
+    py: Python<'_>,
+    request: &Bound<'_, PyAny>,
+    kwargs: &Bound<'_, PyDict>,
+) -> PyResult<ProjectedOcrCall> {
+    let boundary_request = request.clone().unbind();
+    let arguments = OcrArguments { request, kwargs };
+    let model = arguments.model()?;
+    let custom_llm_provider = arguments.custom_llm_provider()?;
+    let (wire_document, retained_document) =
+        ProjectedDocument::project(py, &arguments.document()?)?.into_parts();
+    let api_key = arguments.api_key()?;
+    let specs = consumed_optional_params(&model, custom_llm_provider.as_deref())
+        .map_err(ocr_error_to_pyerr)?;
+    let names = specs.iter().map(|spec| spec.name).collect::<Vec<_>>();
+    let optional_params = project_optional_fields(kwargs, &names)?;
+    let input_sources = request_input_sources(
+        kwargs,
+        names
+            .iter()
+            .copied()
+            .chain(["api_key", "api_base", "extra_headers"]),
+    )?;
+    let azure_ad_token_provider = kwargs
+        .get_item("azure_ad_token_provider")?
+        .and_then(|provider| PythonTokenProvider::select(provider, AZURE_AD_TOKEN_PROVIDER));
+    let wire = OcrWireRequest {
+        model,
+        document: wire_document,
+        api_key: api_key.extract()?,
+        api_base: arguments.api_base()?,
+        custom_llm_provider,
+        extra_headers: arguments.extra_headers()?,
+        optional_params,
+        input_sources,
+        timeout_seconds: arguments.timeout_seconds()?,
+    };
+    let request = decode_request(wire).map_err(ocr_error_to_pyerr)?;
+    let provider = request.provider_name();
+    Ok(ProjectedOcrCall {
+        request: request.with_host_hooks(Arc::new(BridgeOcrHooks), None),
+        fields: ProjectedOcrFields {
+            boundary_request,
+            document: retained_document,
+            api_key: api_key.unbind(),
+            azure_ad_token_provider,
+            provider,
+            secret_fields: specs
+                .into_iter()
+                .filter(|spec| spec.secret)
+                .map(|spec| spec.name)
+                .collect(),
+        },
+    })
+}
+
+pub(super) fn admitted_call(outcome: NativeOutcome<OcrCall>) -> PyResult<OcrCall> {
+    match outcome {
+        NativeOutcome::Completed(call) => Ok(call),
+        NativeOutcome::Declined(reason) => Err(RustBridgeDeclined::new_err(format!(
+            "native OCR admission declined: {reason:?}"
+        ))),
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use litellm_core::Error;
+    use litellm_core::ocr::OcrDecline;
+    use pyo3::exceptions::{PyKeyError, PyTypeError, PyValueError};
+
+    use super::*;
+
+    fn eval<'py>(py: Python<'py>, source: &std::ffi::CStr) -> Bound<'py, PyDict> {
+        let locals = PyDict::new(py);
+        py.run(source, Some(&locals), Some(&locals)).unwrap();
+        locals
+    }
+
+    fn arguments<'a, 'py>(
+        request: &'a Bound<'py, PyAny>,
+        kwargs: &'a Bound<'py, PyDict>,
+    ) -> OcrArguments<'a, 'py> {
+        OcrArguments { request, kwargs }
+    }
+
+    fn project_document(
+        py: Python<'_>,
+        document: &Bound<'_, PyAny>,
+    ) -> PyResult<(Value, Py<PyAny>)> {
+        ProjectedDocument::project(py, document).map(ProjectedDocument::into_parts)
+    }
+
+    fn stub_timeout_conversion(py: Python<'_>) {
+        eval(
+            py,
+            c"
+import sys
+import types
+timeouts = types.ModuleType('litellm.rust_bridge.timeouts')
+timeouts.timeout_to_seconds = lambda timeout: None if timeout is None else float(timeout)
+sys.modules.setdefault('litellm', types.ModuleType('litellm'))
+sys.modules.setdefault('litellm.rust_bridge', types.ModuleType('litellm.rust_bridge'))
+sys.modules['litellm.rust_bridge.timeouts'] = timeouts
+",
+        );
+    }
+
+    #[test]
+    fn typed_initial_decline_uses_bridge_decline_contract() {
+        Python::initialize();
+        Python::attach(|py| {
+            let Err(error) = admitted_call(NativeOutcome::Declined(OcrDecline::HostOperations))
+            else {
+                panic!("unsupported host operations should decline admission");
+            };
+            assert!(error.is_instance_of::<RustBridgeDeclined>(py));
+        });
+    }
+
+    #[test]
+    fn post_admission_error_does_not_use_bridge_decline_contract() {
+        Python::initialize();
+        Python::attach(|py| {
+            let error = ocr_error_to_pyerr(Error::InvalidRequest("callback result".into()));
+            assert!(error.is_instance_of::<PyValueError>(py));
+            assert!(!error.is_instance_of::<RustBridgeDeclined>(py));
+        });
+    }
+
+    #[test]
+    fn kwargs_override_request_attributes_including_explicit_none() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Request:
+    def __init__(self):
+        self.accesses = []
+    def __getattribute__(self, name):
+        if name != 'accesses':
+            object.__getattribute__(self, 'accesses').append(name)
+        return object.__getattribute__(self, name)
+request = Request()
+request.model = 'from-request'
+request.custom_llm_provider = 'mistral'
+kwargs = {'model': 'from-kwargs', 'custom_llm_provider': None}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            let arguments = arguments(&request, &kwargs);
+            assert_eq!(arguments.model().unwrap(), "from-kwargs");
+            assert_eq!(arguments.custom_llm_provider().unwrap(), None);
+            let accesses: Vec<String> = request.getattr("accesses").unwrap().extract().unwrap();
+            assert_eq!(accesses, Vec::<String>::new());
+        });
+    }
+
+    #[test]
+    fn missing_kwargs_read_the_request_property_once() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Request:
+    def __init__(self):
+        self.reads = 0
+    @property
+    def model(self):
+        self.reads += 1
+        return 'mistral-ocr-latest'
+request = Request()
+kwargs = {}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            assert_eq!(
+                arguments(&request, &kwargs).model().unwrap(),
+                "mistral-ocr-latest"
+            );
+            assert_eq!(
+                request.getattr("reads").unwrap().extract::<i32>().unwrap(),
+                1
+            );
+        });
+    }
+
+    #[test]
+    fn request_property_exceptions_keep_their_identity() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+failure = LookupError('model failed')
+class Request:
+    @property
+    def model(self):
+        raise failure
+request = Request()
+kwargs = {}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            let error = arguments(&request, &kwargs).model().unwrap_err();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn unused_raising_property_is_never_inspected() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Request:
+    @property
+    def unused(self):
+        raise RuntimeError('unused')
+    model = 'mistral-ocr-latest'
+    custom_llm_provider = None
+request = Request()
+kwargs = {}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            let arguments = arguments(&request, &kwargs);
+            assert_eq!(arguments.model().unwrap(), "mistral-ocr-latest");
+            assert_eq!(arguments.custom_llm_provider().unwrap(), None);
+        });
+    }
+
+    #[test]
+    fn document_reader_mutations_are_visible_to_later_field_reads() {
+        Python::initialize();
+        Python::attach(|py| {
+            stub_timeout_conversion(py);
+            let locals = eval(
+                py,
+                c"
+class Request:
+    api_base = 'original'
+    timeout = 1
+    @property
+    def document(self):
+        return document
+class Reader:
+    def read(self):
+        Request.api_base = 'mutated'
+        Request.timeout = 9
+        return b'abc'
+document = {'type': 'file', 'file': Reader()}
+request = Request()
+kwargs = {}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            let arguments = arguments(&request, &kwargs);
+            let document = arguments.document().unwrap();
+            project_document(py, &document).unwrap();
+            assert_eq!(arguments.api_base().unwrap().as_deref(), Some("mutated"));
+            assert_eq!(arguments.timeout_seconds().unwrap(), Some(9.0));
+        });
+    }
+
+    #[test]
+    fn captured_api_key_keeps_the_original_python_object() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+key = object()
+class Request:
+    api_key = None
+request = Request()
+kwargs = {'api_key': key}
+",
+            );
+            let request = locals.get_item("request").unwrap().unwrap();
+            let kwargs = locals
+                .get_item("kwargs")
+                .unwrap()
+                .unwrap()
+                .cast_into::<PyDict>()
+                .unwrap();
+            let captured = arguments(&request, &kwargs).api_key().unwrap();
+            assert!(
+                captured
+                    .unbind()
+                    .bind(py)
+                    .is(locals.get_item("key").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn file_documents_are_encoded_and_other_documents_keep_the_python_object() {
+        Python::initialize();
+        Python::attach(|py| {
+            let file = py
+                .eval(
+                    c"{'type': 'file', 'file': b'%PDF-1.4', 'mime_type': 'application/pdf'}",
+                    None,
+                    None,
+                )
+                .unwrap();
+            assert_eq!(
+                project_document(py, &file).unwrap().0,
+                serde_json::json!({
+                    "type": "document_url",
+                    "document_url": "data:application/pdf;base64,JVBERi0xLjQ=",
+                })
+            );
+
+            let original = py
+                .eval(
+                    c"{'type': 'document_url', 'document_url': 'https://example.com/a.pdf'}",
+                    None,
+                    None,
+                )
+                .unwrap();
+            let (wire, retained) = project_document(py, &original).unwrap();
+            assert_eq!(
+                wire,
+                serde_json::json!({
+                    "type": "document_url",
+                    "document_url": "https://example.com/a.pdf",
+                })
+            );
+            assert!(retained.bind(py).is(&original));
+        });
+    }
+
+    #[test]
+    fn unknown_document_types_reach_existing_downstream_validation() {
+        Python::initialize();
+        Python::attach(|py| {
+            let document = py
+                .eval(c"{'type': 'mystery', 'mystery': 'x'}", None, None)
+                .unwrap();
+            let wire_document = project_document(py, &document).unwrap().0;
+            assert_eq!(
+                wire_document,
+                serde_json::json!({"type": "mystery", "mystery": "x"})
+            );
+            let error = match decode_request(OcrWireRequest {
+                model: "mistral/mistral-ocr-latest".into(),
+                document: wire_document,
+                api_key: None,
+                api_base: None,
+                custom_llm_provider: None,
+                extra_headers: None,
+                optional_params: Map::new(),
+                input_sources: Default::default(),
+                timeout_seconds: None,
+            }) {
+                Ok(_) => panic!("unknown discriminators belong to core validation"),
+                Err(error) => error,
+            };
+            assert!(error.to_string().contains("document"));
+        });
+    }
+
+    #[test]
+    fn document_discriminator_errors_keep_their_existing_exceptions() {
+        Python::initialize();
+        Python::attach(|py| {
+            let missing = py.eval(c"{}", None, None).unwrap();
+            assert!(
+                project_document(py, &missing)
+                    .unwrap_err()
+                    .is_instance_of::<PyKeyError>(py)
+            );
+
+            let non_string = py.eval(c"{'type': 1}", None, None).unwrap();
+            assert!(
+                project_document(py, &non_string)
+                    .unwrap_err()
+                    .is_instance_of::<PyTypeError>(py)
+            );
+
+            let locals = eval(
+                py,
+                c"
+failure = RuntimeError('type lookup failed')
+class Document:
+    def __getitem__(self, key):
+        raise failure
+document = Document()
+",
+            );
+            let error =
+                project_document(py, &locals.get_item("document").unwrap().unwrap()).unwrap_err();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+        });
+    }
+
+    #[test]
+    fn document_classification_happens_once() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = eval(
+                py,
+                c"
+class Document(dict):
+    def __init__(self):
+        super().__init__({'file': b'abc'})
+        self.reads = []
+    def __getitem__(self, key):
+        self.reads.append(key)
+        if key == 'type':
+            return 'file' if self.reads.count('type') == 1 else 'document_url'
+        return super().__getitem__(key)
+document = Document()
+",
+            );
+            let document = locals.get_item("document").unwrap().unwrap();
+            let (wire, retained) = project_document(py, &document).unwrap();
+            assert_eq!(wire["type"], "document_url");
+            assert!(!retained.bind(py).is(&document));
+            let reads: Vec<String> = document.getattr("reads").unwrap().extract().unwrap();
+            assert_eq!(reads, ["type", "mime_type", "file"]);
+        });
+    }
+}
diff --git a/litellm-rust/crates/python-bridge/src/routes/ocr.rs b/litellm-rust/crates/python-bridge/src/routes/ocr/value.rs
similarity index 52%
rename from litellm-rust/crates/python-bridge/src/routes/ocr.rs
rename to litellm-rust/crates/python-bridge/src/routes/ocr/value.rs
index c5def64c2f1..051ac19d4fb 100644
--- a/litellm-rust/crates/python-bridge/src/routes/ocr.rs
+++ b/litellm-rust/crates/python-bridge/src/routes/ocr/value.rs
@@ -1,12 +1,11 @@
 use litellm_core::Error;
 use std::future::Future;
 
-use litellm_ai_gateway::io::ocr::{OcrRequest, ocr as run_ocr};
-use litellm_core::ocr::wire::{OcrWireRequest, decode_request, is_supported_request};
+use litellm_core::ocr::wire::{OcrWireRequest, decode_request};
 use pyo3::prelude::*;
 use serde_json::Value;
 
-use crate::errors::ocr_error_to_pyerr;
+use super::errors::to_pyerr as ocr_error_to_pyerr;
 use crate::marshal::{RouteOptions, RouteOptionsInputs, object_or_empty};
 
 fn prepare_ocr(
@@ -38,37 +37,20 @@ fn prepare_ocr(
             extra_headers,
             timeout,
         } = options;
-        if is_supported_request(&model, custom_llm_provider.as_deref()) {
-            let request = decode_request(OcrWireRequest {
-                model,
-                document,
-                api_key,
-                api_base,
-                custom_llm_provider,
-                extra_headers,
-                optional_params,
-                input_sources,
-                timeout_seconds: timeout.map(|value| value.as_secs_f64()),
-            })?;
-            return litellm_core::ocr::ocr(request)
-                .await
-                .map(|response| response.into_json());
-        }
-        run_ocr(OcrRequest {
-            model: &model,
+        let request = decode_request(OcrWireRequest {
+            model,
             document,
-            api_key: api_key.as_deref(),
-            api_base: api_base.as_deref(),
-            custom_llm_provider: custom_llm_provider.as_deref(),
+            api_key,
+            api_base,
+            custom_llm_provider,
             extra_headers,
             optional_params,
-            timeout,
-            callbacks: Vec::new(),
-            guardrails: Vec::new(),
-            request_metadata: Default::default(),
-            litellm_call_id: None,
-        })
-        .await
+            input_sources,
+            timeout_seconds: timeout.map(|value| value.as_secs_f64()),
+        })?;
+        litellm_core::ocr::ocr(request)
+            .await
+            .map(|response| response.into_json())
     })
 }
 
@@ -96,22 +78,3 @@ bridge_route! {
     prepare = prepare_ocr,
     errors = ocr_error_to_pyerr,
 }
-
-#[cfg(test)]
-mod tests {
-    use litellm_core::ocr::wire::is_supported_request;
-
-    #[test]
-    fn native_activation_includes_migrated_providers() {
-        assert!(is_supported_request("model", Some("mistral")));
-        assert!(is_supported_request("pixtral-12b", Some("azure_ai")));
-        assert!(is_supported_request(
-            "documentintelligence/prebuilt-read",
-            Some("azure_ai")
-        ));
-        assert!(is_supported_request("parse-v3", Some("reducto")));
-        assert!(is_supported_request("parse-legacy", Some("reducto")));
-        assert!(is_supported_request("mistral-ocr", Some("vertex_ai")));
-        assert!(is_supported_request("deepseek-ocr", Some("vertex_ai")));
-    }
-}
diff --git a/litellm-rust/crates/python-bridge/tests/lifecycle.py b/litellm-rust/crates/python-bridge/tests/lifecycle.py
new file mode 100644
index 00000000000..fd6742102a4
--- /dev/null
+++ b/litellm-rust/crates/python-bridge/tests/lifecycle.py
@@ -0,0 +1,186 @@
+import asyncio
+import gc
+import threading
+import weakref
+from contextvars import ContextVar
+
+
+async def exercise():
+    caller = asyncio.current_task()
+    thread = threading.get_ident()
+    loop = asyncio.get_running_loop()
+    marker = ContextVar("driver", default="before")
+    entered = asyncio.Event()
+    released = asyncio.Event()
+    result = object()
+
+    class CustomAwaitable:
+        def __await__(self):
+            return operation().__await__()
+
+    async def operation():
+        assert asyncio.current_task() is caller
+        assert threading.get_ident() == thread
+        assert asyncio.get_running_loop() is loop
+        marker.set("inside")
+        entered.set()
+        await released.wait()
+        assert asyncio.current_task() is caller
+        assert marker.get() == "inside"
+        return result
+
+    async def release():
+        await entered.wait()
+        released.set()
+
+    releaser = asyncio.create_task(release())
+    execution = await_execution(CustomAwaitable())
+    try:
+        execution.resume_value(None)
+    except RuntimeError:
+        pass
+    else:
+        raise AssertionError("resumed an unstarted execution")
+    wrapped = drive(execution)
+    try:
+        wrapped.send(1)
+    except TypeError:
+        pass
+    else:
+        raise AssertionError("accepted initial value")
+    assert await wrapped is result
+    assert marker.get() == "inside"
+    await releaser
+    execution.close()
+    execution.close()
+    try:
+        await wrapped
+    except RuntimeError:
+        pass
+    else:
+        raise AssertionError("accepted coroutine reuse")
+
+    final_awaitable = CustomAwaitable()
+    assert await drive(calling_execution(lambda: final_awaitable)) is final_awaitable
+
+    cause = KeyError("cause")
+    failure = ValueError("original")
+
+    async def failing():
+        await asyncio.sleep(0)
+        raise failure from cause
+
+    try:
+        await drive(await_execution(failing()))
+    except ValueError as error:
+        assert error is failure
+        assert error.__cause__ is cause
+        names = []
+        traceback = error.__traceback__
+        while traceback:
+            names.append(traceback.tb_frame.f_code.co_name)
+            traceback = traceback.tb_next
+        assert "failing" in names
+    else:
+        raise AssertionError("lost original exception")
+
+    for suppress in (False, True):
+        pending = asyncio.Event()
+        cleanup_entered = asyncio.Event()
+        cleanup_release = asyncio.Event()
+        cleaned = []
+
+        async def cancel_operation():
+            try:
+                pending.set()
+                await asyncio.Event().wait()
+            except asyncio.CancelledError:
+                if suppress:
+                    return result
+                raise
+            finally:
+                cleanup_entered.set()
+                try:
+                    await cleanup_release.wait()
+                except asyncio.CancelledError:
+                    await cleanup_release.wait()
+                cleaned.append(asyncio.current_task())
+
+        task = asyncio.create_task(drive(await_execution(cancel_operation())))
+        await pending.wait()
+        task.cancel()
+        await cleanup_entered.wait()
+        assert not task.done()
+        task.cancel()
+        await asyncio.sleep(0)
+        cleanup_release.set()
+        if suppress:
+            assert await task is result
+        else:
+            try:
+                await task
+            except asyncio.CancelledError:
+                pass
+            else:
+                raise AssertionError("lost cancellation")
+        assert cleaned == [task]
+
+    observed = []
+
+    def reenter():
+        try:
+            active.start()
+        except RuntimeError as error:
+            observed.append(str(error))
+        return result
+
+    active = calling_execution(reenter)
+    assert await drive(active) is result
+    assert observed == ["execution is already running"]
+
+    class Finalizer:
+        def __call__(self):
+            return result
+
+        def __del__(self):
+            self.owner.close()
+            observed.append("released")
+
+    def cycle(started):
+        callback = Finalizer()
+        execution = calling_execution(callback)
+        callback.owner = execution
+        if started:
+            assert execution.start().value is result
+        return weakref.ref(callback)
+
+    for started in (False, True):
+        reference = cycle(started)
+        gc.collect()
+        assert reference() is None
+    assert observed[-2:] == ["released", "released"]
+
+    class Awaitable:
+        def __await__(self):
+            try:
+                yield self
+            finally:
+                observed.append("unwound")
+
+    def abandoned(started):
+        awaitable = Awaitable()
+        coroutine = drive(await_execution(awaitable))
+        awaitable.owner = coroutine
+        if started:
+            assert coroutine.send(None) is awaitable
+        coroutine.close()
+        return weakref.ref(awaitable)
+
+    for started in (False, True):
+        reference = abandoned(started)
+        gc.collect()
+        assert reference() is None
+    assert observed[-1] == "unwound"
+
+
+asyncio.run(asyncio.wait_for(exercise(), 10))
diff --git a/litellm-rust/crates/python-interop/AGENTS.md b/litellm-rust/crates/python-interop/AGENTS.md
index d1d61e5dfa0..63996d3a92b 100644
--- a/litellm-rust/crates/python-interop/AGENTS.md
+++ b/litellm-rust/crates/python-interop/AGENTS.md
@@ -1 +1,16 @@
-litellm-python-interop is the domain-neutral PyO3 foundation. Keep generic Python/Serde conversion and interpreter primitives here. Do not add LiteLLM domain crates, route types, API registration, or cdylib build features.
+- Target invariants; implementation and runtime validation may lag these rules
+- Keep this crate a small, domain-neutral foundation: Python/Serde conversion and interpreter-boundary utilities
+  - No LiteLLM domain dependencies, route types, callback policy, public API registration or cdylib build features
+  - Generic code alone does not justify extraction: runtime integration stays in `python-bridge/src/execution.rs`, host adaptation in its `lifecycle.rs`
+- Use standard PyO3 ownership and conversion APIs
+  - Prefer `Bound<'py, T>` for attached operations/results, `Py<T>` for retention; binding/unbinding does not copy payloads
+  - Use `pythonize` for selected Serde data, never a JSON-text round trip; share conversion with `Pythonized<T>`
+  - Preserve `PythonizeError`'s standard conversion into `PyErr`; do not stringify original Python exceptions into new `ValueError`s
+  - Keep serializer-panic containment in `Pythonized<T>`: async output conversion can run in an unjoined blocking task and otherwise strand delivery
+- Use `Python::detach` for Rust-only work; Python operations require attachment
+  - Keep diagnostic counters in the consumer; wrapper invocations do not measure every interpreter release
+  - Release exclusive class borrows/locks before Python calls or decrements that can invoke finalizers; expose retained Python edges to GC without calling Python during traversal
+- Keep coroutine driving in the shared Python driver and native adapter
+  - Driver: `litellm/rust_bridge/lifecycle.py`; handle: `python-bridge/src/lifecycle.rs`; native-backed behavior tests: `python-bridge/tests/lifecycle.py`
+- References: [ownership](https://pyo3.rs/v0.29.2/types.html), [conversions](https://pyo3.rs/v0.29.2/conversions/traits.html), [pythonize errors](https://docs.rs/pythonize/0.29.0/src/pythonize/error.rs.html)
+  - [GC](https://pyo3.rs/v0.29.2/class/protocols.html#garbage-collector-integration), [re-entry](https://pyo3.rs/v0.29.2/class/call.html), [parallelism](https://pyo3.rs/v0.29.2/parallelism.html), [async delivery source](https://docs.rs/pyo3-async-runtimes/0.29.0/src/pyo3_async_runtimes/generic.rs.html)
diff --git a/litellm-rust/crates/python-interop/src/lib.rs b/litellm-rust/crates/python-interop/src/lib.rs
index 2e562bdae70..79af79e8c61 100644
--- a/litellm-rust/crates/python-interop/src/lib.rs
+++ b/litellm-rust/crates/python-interop/src/lib.rs
@@ -2,4 +2,6 @@ mod gil;
 mod marshal;
 
 pub use gil::{release_count, release_gil};
-pub use marshal::{Pythonized, from_py, panic_to_pyerr, to_py};
+pub use marshal::{
+    Pythonized, from_py, from_py_preserving_errors, panic_to_pyerr, to_py, to_py_preserving_errors,
+};
diff --git a/litellm-rust/crates/python-interop/src/marshal.rs b/litellm-rust/crates/python-interop/src/marshal.rs
index a16d1e0ae13..ed4cce862c0 100644
--- a/litellm-rust/crates/python-interop/src/marshal.rs
+++ b/litellm-rust/crates/python-interop/src/marshal.rs
@@ -14,6 +14,13 @@ where
     pythonize::depythonize(value).map_err(|error| PyValueError::new_err(error.to_string()))
 }
 
+pub fn from_py_preserving_errors<T>(value: &Bound<'_, PyAny>) -> PyResult<T>
+where
+    T: DeserializeOwned,
+{
+    pythonize::depythonize(value).map_err(PyErr::from)
+}
+
 pub fn to_py<T>(py: Python<'_>, value: &T) -> PyResult<Py<PyAny>>
 where
     T: Serialize + ?Sized,
@@ -23,6 +30,15 @@ where
         .map_err(|error| PyValueError::new_err(error.to_string()))
 }
 
+pub fn to_py_preserving_errors<T>(py: Python<'_>, value: &T) -> PyResult<Py<PyAny>>
+where
+    T: Serialize + ?Sized,
+{
+    pythonize::pythonize(py, value)
+        .map(Bound::unbind)
+        .map_err(PyErr::from)
+}
+
 pub struct Pythonized<T>(pub T);
 
 impl<'py, T> IntoPyObject<'py> for Pythonized<T>
@@ -89,4 +105,49 @@ mod tests {
             assert_eq!(error.to_string(), "PanicException: serializer panicked");
         });
     }
+
+    #[test]
+    fn depythonize_preserves_python_exception_identity_and_traceback() {
+        Python::initialize();
+        Python::attach(|py| {
+            let locals = pyo3::types::PyDict::new(py);
+            py.run(
+                pyo3::ffi::c_str!(
+                    r#"
+failure = LookupError('conversion failed')
+cause = ValueError('cause')
+class Broken:
+    def __index__(self):
+        raise failure from cause
+value = Broken()
+"#
+                ),
+                Some(&locals),
+                Some(&locals),
+            )
+            .unwrap();
+            let value = locals.get_item("value").unwrap().unwrap();
+            let legacy_error = from_py::<i64>(&value).unwrap_err();
+            assert!(legacy_error.is_instance_of::<PyValueError>(py));
+            assert!(
+                !legacy_error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+            let error = from_py_preserving_errors::<i64>(&value).unwrap_err();
+            assert!(
+                error
+                    .value(py)
+                    .is(locals.get_item("failure").unwrap().unwrap())
+            );
+            assert!(
+                error
+                    .cause(py)
+                    .unwrap()
+                    .value(py)
+                    .is(locals.get_item("cause").unwrap().unwrap())
+            );
+            assert!(error.traceback(py).is_some());
+        });
+    }
 }
diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py
index 498d662a906..2d3a99abe81 100644
--- a/litellm/litellm_core_utils/litellm_logging.py
+++ b/litellm/litellm_core_utils/litellm_logging.py
@@ -23,7 +23,6 @@ import litellm
 from litellm import (
     _custom_logger_compatible_callbacks_literal,
     json_logs,
-    log_raw_request_response,
     turn_off_message_logging,
 )
 from litellm._logging import (
@@ -563,6 +562,7 @@ class Logging(LiteLLMLoggingBaseClass):
         self.streaming_chunks: list[Any] = []  # for generating complete stream response
         self.sync_streaming_chunks: list[Any] = []  # for generating complete stream response
         self.log_raw_request_response = log_raw_request_response
+        self._native_callback_fast_path: bool = False
 
         # Initialize dynamic callbacks
         self.dynamic_input_callbacks: list[str | Callable | CustomLogger] | None = dynamic_input_callbacks
@@ -1236,6 +1236,11 @@ class Logging(LiteLLMLoggingBaseClass):
             additional_args.get("api_base", "")
         )
 
+    def record_api_call_start_time(self) -> None:
+        self.model_call_details["api_call_start_time"] = datetime.datetime.now()
+        if self.model_call_details.get("first_api_call_start_time") is None:
+            self.model_call_details["first_api_call_start_time"] = self.model_call_details["api_call_start_time"]
+
     def pre_call(self, input, api_key, model=None, additional_args={}):
         # Log the exact input to the LLM API
         try:
@@ -1253,7 +1258,7 @@ class Logging(LiteLLMLoggingBaseClass):
                 additional_args=additional_args,
             )
             # log raw request to provider (like LangFuse) -- if opted in.
-            if self.log_raw_request_response is True or log_raw_request_response is True:
+            if self.log_raw_request_response is True or litellm.log_raw_request_response is True:
                 _litellm_params: Final = self.model_call_details.get("litellm_params", {})
                 _metadata: Final = _litellm_params.get("metadata", {}) or {}
                 try:
@@ -1300,15 +1305,7 @@ class Logging(LiteLLMLoggingBaseClass):
                         "LiteLLM.LoggingError: [Non-Blocking] Exception occurred while logging %s", e
                     )
 
-            self.model_call_details["api_call_start_time"] = datetime.datetime.now()
-            # Set-once first provider-handoff instant. api_call_start_time
-            # is overwritten on every retry, so it can't measure one-time
-            # preprocessing; pinning the first attempt excludes retry loops
-            # + backoff. Logging object only — must NOT go into
-            # litellm_params["metadata"] (caller request metadata, typed
-            # Dict[str, str], echoed downstream; a datetime breaks it).
-            if self.model_call_details.get("first_api_call_start_time") is None:
-                self.model_call_details["first_api_call_start_time"] = self.model_call_details["api_call_start_time"]
+            self.record_api_call_start_time()
             # Input Integration Logging -> If you want to log the fact that an attempt to call the model was made
             callbacks: Final = litellm.input_callback + (self.dynamic_input_callbacks or [])
             for callback in callbacks:
@@ -1442,16 +1439,21 @@ class Logging(LiteLLMLoggingBaseClass):
         """
         return _get_masked_values(headers, ignore_sensitive_values=ignore_sensitive_headers)
 
+    def record_post_call(
+        self, original_response: object, input: object, api_key: object, additional_args: dict[str, object]
+    ) -> None:
+        self.model_call_details["input"] = input
+        self.model_call_details["api_key"] = api_key
+        self.model_call_details["original_response"] = original_response
+        self.model_call_details["additional_args"] = additional_args
+        self.model_call_details["log_event_type"] = "post_api_call"
+
     def post_call(self, original_response, input=None, api_key=None, additional_args={}):
         # Log the exact result from the LLM API, for streaming - log the type of response received
         if isinstance(original_response, dict):
             original_response = json.dumps(original_response, default=str)
         try:
-            self.model_call_details["input"] = input
-            self.model_call_details["api_key"] = api_key
-            self.model_call_details["original_response"] = original_response
-            self.model_call_details["additional_args"] = additional_args
-            self.model_call_details["log_event_type"] = "post_api_call"
+            self.record_post_call(original_response, input, api_key, additional_args)
 
             attr: Literal["warning", "debug"]
             if self.litellm_request_debug:
@@ -2116,6 +2118,7 @@ class Logging(LiteLLMLoggingBaseClass):
         logging_result,
         start_time,
         end_time,
+        build_logging_payload: bool = True,
     ):
         """Resolve hidden params, compute response cost, and emit the standard logging payload."""
         hidden_params: Final = getattr(logging_result, "_hidden_params", {})
@@ -2140,6 +2143,9 @@ class Logging(LiteLLMLoggingBaseClass):
         else:
             self.model_call_details["response_cost"] = self._response_cost_calculator(result=logging_result)
 
+        if not build_logging_payload:
+            return
+
         self.model_call_details["standard_logging_object"] = self._build_standard_logging_payload(
             logging_result, start_time, end_time
         )
@@ -2201,6 +2207,7 @@ class Logging(LiteLLMLoggingBaseClass):
         end_time=None,
         cache_hit=None,
         standard_logging_object: StandardLoggingPayload | None = None,
+        build_logging_payload: bool = True,
     ):
         try:
             if start_time is None:
@@ -2238,6 +2245,7 @@ class Logging(LiteLLMLoggingBaseClass):
                         logging_result=logging_result,
                         start_time=start_time,
                         end_time=end_time,
+                        build_logging_payload=build_logging_payload,
                     )
             elif standard_logging_object is not None:
                 self.model_call_details["standard_logging_object"] = standard_logging_object
@@ -3261,7 +3269,9 @@ class Logging(LiteLLMLoggingBaseClass):
         except Exception as e:
             verbose_logger.debug("Error in _handle_callback_failure: %s", e)
 
-    def _failure_handler_helper_fn(self, exception, traceback_exception, start_time=None, end_time=None):
+    def _failure_handler_helper_fn(
+        self, exception, traceback_exception, start_time=None, end_time=None, build_logging_payload: bool = True
+    ):
         if start_time is None:
             start_time = self.start_time
         if end_time is None:
@@ -3296,6 +3306,9 @@ class Logging(LiteLLMLoggingBaseClass):
             metadata: Final = self.model_call_details["litellm_params"].get("metadata", {}) or {}
             metadata.update(exception.headers)
 
+        if not build_logging_payload:
+            return start_time, end_time
+
         ## STANDARDIZED LOGGING PAYLOAD
 
         self.model_call_details["standard_logging_object"] = get_standard_logging_object_payload(
diff --git a/litellm/llms/azure_ai/ocr/document_intelligence/transformation.py b/litellm/llms/azure_ai/ocr/document_intelligence/transformation.py
index f5126f81006..3a2af8a5aba 100644
--- a/litellm/llms/azure_ai/ocr/document_intelligence/transformation.py
+++ b/litellm/llms/azure_ai/ocr/document_intelligence/transformation.py
@@ -92,6 +92,18 @@ class AzureDocumentIntelligenceOCRConfig(BaseOCRConfig):
     def get_api_key_env_var(self) -> str | None:
         return AZURE_DOCUMENT_INTELLIGENCE_API_KEY_ENV_VAR
 
+    def resolve_connection_params(
+        self,
+        *,
+        api_key: str | None,
+        api_base: str | None,
+        dynamic_api_key: str | None,
+        dynamic_api_base: str | None,
+    ) -> tuple[str | None, str | None]:
+        explicit_api_key: Final = None if api_key is None else dynamic_api_key or api_key
+        explicit_api_base: Final = None if api_base is None else dynamic_api_base or api_base
+        return explicit_api_key, explicit_api_base
+
     def get_supported_ocr_params(self, model: str) -> list:
         """
         Get supported OCR parameters for Azure Document Intelligence.
@@ -618,7 +630,11 @@ class AzureDocumentIntelligenceOCRConfig(BaseOCRConfig):
         except SSRFError as ssrf_err:
             raise ValueError(f"Azure Document Intelligence: rejected polling URL ({ssrf_err})")
 
-        poll_headers = {"Ocp-Apim-Subscription-Key": raw_response.request.headers.get("Ocp-Apim-Subscription-Key", "")}
+        poll_headers: Final = {
+            header: raw_response.request.headers[header]
+            for header in ("Ocp-Apim-Subscription-Key", "Authorization")
+            if header in raw_response.request.headers
+        }
         return operation_url, poll_headers
 
     @staticmethod
diff --git a/litellm/llms/base_llm/ocr/transformation.py b/litellm/llms/base_llm/ocr/transformation.py
index 8111f9a194a..bd67dbf1a2a 100644
--- a/litellm/llms/base_llm/ocr/transformation.py
+++ b/litellm/llms/base_llm/ocr/transformation.py
@@ -144,9 +144,15 @@ class BaseOCRConfig:
         """
         return None
 
-    def supports_rust_bridge(self) -> bool:
-        """Whether the Rust OCR bridge may serve this config when it is enabled for the provider."""
-        return True
+    def resolve_connection_params(
+        self,
+        *,
+        api_key: str | None,
+        api_base: str | None,
+        dynamic_api_key: str | None,
+        dynamic_api_base: str | None,
+    ) -> tuple[str | None, str | None]:
+        return dynamic_api_key or api_key, dynamic_api_base or api_base
 
     def get_health_check_document(self) -> DocumentType:
         return {  # mutable-ok: litellm.aocr rejects any document that is not a dict
diff --git a/litellm/llms/cohere/ocr/transformation.py b/litellm/llms/cohere/ocr/transformation.py
index dd15d5360a6..b55ff4a3cbf 100644
--- a/litellm/llms/cohere/ocr/transformation.py
+++ b/litellm/llms/cohere/ocr/transformation.py
@@ -144,9 +144,6 @@ class CohereParseConfig(BaseOCRConfig):
     def get_api_key_env_var(self) -> str | None:
         return COHERE_API_KEY_ENV_VAR
 
-    def supports_rust_bridge(self) -> bool:
-        return False
-
     def get_health_check_document(self) -> DocumentType:
         return {  # mutable-ok: litellm.aocr rejects any document that is not a dict
             "type": "image_url",
diff --git a/litellm/ocr/input.py b/litellm/ocr/input.py
new file mode 100644
index 00000000000..bcb448371c4
--- /dev/null
+++ b/litellm/ocr/input.py
@@ -0,0 +1,112 @@
+from collections.abc import Mapping
+from os import PathLike
+from typing import Final, Literal, Protocol, cast  # noqa: TID251  # native callables are validated when loaded
+
+from typing_extensions import NotRequired, ReadOnly, TypedDict
+
+from litellm.rust_bridge.bindings import NativeBinding
+from litellm.rust_bridge.configuration import rust_ocr_enabled
+
+
+class FileReader(Protocol):
+    def read(self) -> bytes | str: ...
+
+
+class FileDocument(TypedDict):
+    type: ReadOnly[Literal["file"]]
+    file: ReadOnly[bytes | PathLike[str] | FileReader]
+    mime_type: ReadOnly[NotRequired[str]]
+
+
+class NativeFileDocument(Protocol):
+    def __call__(self, document: Mapping[str, object]) -> dict[str, str]: ...
+
+
+class NativeUploadDocument(Protocol):
+    def __call__(self, file_content: bytes, file_name: str | None, content_type: str | None) -> dict[str, str]: ...
+
+
+class NativeMimeType(Protocol):
+    def __call__(self, file_name: str) -> str: ...
+
+
+_FILE_DOCUMENT: Final = NativeBinding(
+    "_ocr_file_document",
+    validate=lambda value: (
+        cast(  # cast-ok: native export owns the callable signature
+            NativeFileDocument, value
+        )
+        if callable(value)
+        else None
+    ),
+)
+_UPLOAD_DOCUMENT: Final = NativeBinding(
+    "_ocr_upload_document",
+    validate=lambda value: (
+        cast(  # cast-ok: native export owns the callable signature
+            NativeUploadDocument, value
+        )
+        if callable(value)
+        else None
+    ),
+)
+_MAX_FILE_BYTES: Final = NativeBinding(
+    "_OCR_MAX_FILE_BYTES", validate=lambda value: value if isinstance(value, int) and value > 0 else None
+)
+_MIME_TYPE: Final = NativeBinding(
+    "_ocr_mime_type",
+    validate=lambda value: (
+        cast(  # cast-ok: native export owns the callable signature
+            NativeMimeType, value
+        )
+        if callable(value)
+        else None
+    ),
+)
+_PYTHON_MAX_FILE_BYTES: Final = 50 * 1024 * 1024
+
+
+def get_mime_type(file_path: str) -> str:
+    native: Final = _MIME_TYPE.load() if rust_ocr_enabled() else None
+    if native is None:
+        from litellm.ocr import legacy
+
+        return legacy.get_mime_type(file_path)
+    return native(file_path)
+
+
+def get_max_file_bytes() -> int:
+    limit: Final = _MAX_FILE_BYTES.load() if rust_ocr_enabled() else None
+    if limit is None:
+        return _PYTHON_MAX_FILE_BYTES
+    return limit
+
+
+def convert_file_document_to_url_document(document: FileDocument) -> dict[str, str]:
+    native: Final = _FILE_DOCUMENT.load() if rust_ocr_enabled() else None
+    if native is None:
+        from litellm.ocr import legacy
+
+        return legacy.convert_file_document_to_url_document(document)
+    return native(document)
+
+
+def convert_upload_to_url_document(
+    file_content: bytes, filename: str | None, content_type: str | None
+) -> dict[str, str]:
+    native: Final = _UPLOAD_DOCUMENT.load() if rust_ocr_enabled() else None
+    if native is None:
+        from litellm.ocr import legacy
+
+        if len(file_content) > _PYTHON_MAX_FILE_BYTES:
+            raise ValueError("OCR file exceeds the size limit")
+        content_mime: Final = content_type.split(";")[0].strip() if content_type else None
+        mime_type: Final = (
+            legacy.get_mime_type(filename)
+            if filename and (not content_mime or content_mime == "application/octet-stream")
+            else content_mime or "application/octet-stream"
+        )
+        return legacy.convert_file_document_to_url_document(
+            {"type": "file", "file": file_content, "mime_type": mime_type}
+        )
+    return native(file_content, filename, content_type)
diff --git a/litellm/ocr/legacy.py b/litellm/ocr/legacy.py
new file mode 100644
index 00000000000..ddf6016dce3
--- /dev/null
+++ b/litellm/ocr/legacy.py
@@ -0,0 +1,411 @@
+"""
+Main OCR function for LiteLLM.
+"""
+
+import asyncio
+import base64
+import mimetypes
+import os
+import re
+from collections.abc import Coroutine, Mapping
+from dataclasses import dataclass
+from io import IOBase
+from types import MappingProxyType
+from typing import Final, cast  # noqa: TID251  # adapters preserve the legacy untyped contracts
+
+import httpx
+
+import litellm
+from litellm._logging import verbose_logger
+from litellm.constants import request_timeout
+from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
+from litellm.llms.base_llm.ocr.transformation import (
+    OCR_REQUEST_FORMAT_PARAM,
+    BaseOCRConfig,
+    OCRResponse,
+    parse_ocr_request_format,
+)
+from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler
+from litellm.ocr.input import FileReader
+from litellm.types.router import GenericLiteLLMParams
+from litellm.utils import ProviderConfigManager, client
+
+base_llm_http_handler: Final = BaseLLMHTTPHandler()
+
+
+@dataclass(frozen=True, slots=True)
+class _PreparedOCRRequest:
+    model: str
+    document: Mapping[str, object]
+    api_key: str | None
+    api_base: str | None
+    custom_llm_provider: str
+    extra_headers: dict[str, object] | None
+    provider_config: BaseOCRConfig
+    optional_params: dict[str, object]
+    litellm_params: dict[str, object]
+    effective_timeout: float | httpx.Timeout
+    litellm_logging_obj: LiteLLMLoggingObj
+
+
+def _prepare_ocr_request(
+    model: str,
+    document: Mapping[str, object],
+    api_key: str | None,
+    api_base: str | None,
+    timeout: float | httpx.Timeout | None,
+    custom_llm_provider: str | None,
+    extra_headers: dict[str, object] | None,
+    kwargs: dict[str, object],
+) -> _PreparedOCRRequest:
+    litellm_logging_obj: Final = cast(  # cast-ok: @client supplies the logging object; preserve legacy failure behavior
+        LiteLLMLoggingObj, kwargs.pop("litellm_logging_obj")
+    )
+    litellm_call_id: Final = cast(  # cast-ok: @client supplies the call id without coercion
+        str | None, kwargs.get("litellm_call_id", None)
+    )
+
+    if not isinstance(document, dict):
+        raise ValueError(f"document must be a dict with 'type' and URL/file field, got {type(document)}")
+
+    doc_type = document.get("type")
+
+    if doc_type == "file":
+        document = convert_file_document_to_url_document(document)
+        doc_type = document.get("type")
+
+    if doc_type not in ["document_url", "image_url"]:
+        raise ValueError(f"Invalid document type: {doc_type}. Must be 'document_url', 'image_url', or 'file'")
+
+    (
+        model,
+        custom_llm_provider,
+        dynamic_api_key,
+        dynamic_api_base,
+    ) = litellm.get_llm_provider(
+        model=model,
+        custom_llm_provider=custom_llm_provider,
+        api_base=api_base,
+        api_key=api_key,
+    )
+
+    ocr_provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
+        model=model,
+        provider=litellm.LlmProviders(custom_llm_provider),
+    )
+
+    if ocr_provider_config is None:
+        raise ValueError(f"OCR is not supported for provider: {custom_llm_provider}")
+
+    resolved_api_key, resolved_api_base = ocr_provider_config.resolve_connection_params(
+        api_key=api_key,
+        api_base=api_base,
+        dynamic_api_key=dynamic_api_key,
+        dynamic_api_base=dynamic_api_base,
+    )
+
+    verbose_logger.debug("OCR call - model: %s, provider: %s", model, custom_llm_provider)
+
+    litellm_params: Final = GenericLiteLLMParams.model_validate(kwargs)
+
+    supported_params: Final = ocr_provider_config.get_supported_ocr_params(model=model)
+    requested_format: Final = kwargs.get(OCR_REQUEST_FORMAT_PARAM)
+    if requested_format is not None:
+        try:
+            parsed_format: Final = parse_ocr_request_format(requested_format)
+        except ValueError as e:
+            raise litellm.exceptions.UnsupportedParamsError(
+                message=f"{e}", model=model, llm_provider=custom_llm_provider
+            ) from e
+        if OCR_REQUEST_FORMAT_PARAM not in supported_params and parsed_format == "native":
+            raise litellm.exceptions.UnsupportedParamsError(
+                message=(
+                    f"`{OCR_REQUEST_FORMAT_PARAM}='native'` is not supported for provider: {custom_llm_provider}, "
+                    f"model: {model}"
+                ),
+                model=model,
+                llm_provider=custom_llm_provider,
+            )
+
+    non_default_params: Final = {}
+    for param in supported_params:
+        if param in kwargs:
+            non_default_params[param] = kwargs.pop(param)
+
+    optional_params: Final = ocr_provider_config.map_ocr_params(
+        non_default_params=non_default_params,
+        optional_params={},
+        model=model,
+    )
+
+    verbose_logger.debug("OCR optional_params after mapping: %s", optional_params)
+
+    effective_timeout: Final = timeout or request_timeout
+
+    litellm_logging_obj.update_from_kwargs(
+        kwargs=kwargs,
+        model=model,
+        optional_params=optional_params,
+        litellm_params={
+            "litellm_call_id": litellm_call_id,
+            "api_base": resolved_api_base,
+        },
+        custom_llm_provider=custom_llm_provider,
+    )
+
+    return _PreparedOCRRequest(
+        model=model,
+        document=document,
+        api_key=resolved_api_key,
+        api_base=resolved_api_base,
+        custom_llm_provider=custom_llm_provider,
+        extra_headers=extra_headers,
+        provider_config=ocr_provider_config,
+        optional_params=cast(
+            dict[str, object], optional_params
+        ),  # cast-ok: provider configs return heterogeneous OCR options
+        litellm_params=dict(litellm_params),
+        effective_timeout=effective_timeout,
+        litellm_logging_obj=litellm_logging_obj,
+    )
+
+
+def _error_provider(model: str, custom_llm_provider: str | None) -> str | None:
+    if custom_llm_provider is not None:
+        return custom_llm_provider
+    prefix: Final = model.partition("/")[0]
+    if prefix in {"mistral", "azure_ai", "vertex_ai"}:
+        return prefix
+    return "mistral" if model.startswith("mistral-ocr") else None
+
+
+@client
+async def aocr(
+    model: str,
+    document: Mapping[str, object],
+    api_key: str | None = None,
+    api_base: str | None = None,
+    timeout: float | httpx.Timeout | None = None,
+    custom_llm_provider: str | None = None,
+    extra_headers: dict[str, object] | None = None,
+    **kwargs: object,  # kwargs-ok: public OCR accepts provider-specific options
+) -> OCRResponse:
+    completion_kwargs: Final[dict[str, object]] = {
+        "model": model,
+        "document": document,
+        "api_key": api_key,
+        "api_base": api_base,
+        "timeout": timeout,
+        "custom_llm_provider": custom_llm_provider,
+        "extra_headers": extra_headers,
+        "kwargs": kwargs,
+    }
+    try:
+        prepared: Final = _prepare_ocr_request(
+            model=model,
+            document=document,
+            api_key=api_key,
+            api_base=api_base,
+            timeout=timeout,
+            custom_llm_provider=custom_llm_provider,
+            extra_headers=extra_headers,
+            kwargs=kwargs,
+        )
+        model = prepared.model
+        custom_llm_provider = prepared.custom_llm_provider
+        completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
+
+        response = base_llm_http_handler.ocr(
+            model=prepared.model,
+            document=cast(  # cast-ok: preserve legacy document fields for provider validation
+                dict[str, str], prepared.document
+            ),
+            optional_params=prepared.optional_params,
+            timeout=prepared.effective_timeout,
+            logging_obj=prepared.litellm_logging_obj,
+            api_key=prepared.api_key,
+            api_base=prepared.api_base,
+            custom_llm_provider=prepared.custom_llm_provider,
+            aocr=True,
+            headers=prepared.extra_headers,
+            provider_config=prepared.provider_config,
+            litellm_params=prepared.litellm_params,
+        )
+
+        if asyncio.iscoroutine(response):
+            response = await response
+
+        if response is None:
+            raise ValueError(f"Got an unexpected None response from the OCR API: {response}")
+
+        return response
+    except Exception as e:
+        error_provider: Final = _error_provider(model, custom_llm_provider)
+        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
+        raise litellm.exception_type(
+            model=error_model,
+            custom_llm_provider=error_provider,
+            original_exception=e,
+            completion_kwargs=completion_kwargs,
+            extra_kwargs=kwargs,
+        )
+
+
+_MIME_PATTERN: Final = re.compile(r"^[\w.+-]+/[\w.+-]+$")
+
+_MIME_TYPE_MAP: Final = MappingProxyType(
+    {
+        ".pdf": "application/pdf",
+        ".png": "image/png",
+        ".jpg": "image/jpeg",
+        ".jpeg": "image/jpeg",
+        ".gif": "image/gif",
+        ".webp": "image/webp",
+        ".tiff": "image/tiff",
+        ".tif": "image/tiff",
+        ".bmp": "image/bmp",
+    }
+)
+
+
+def get_mime_type(file_path: str) -> str:
+    ext: Final = os.path.splitext(file_path)[1].lower()
+    mime: Final = _MIME_TYPE_MAP.get(ext)
+    if mime:
+        return mime
+    guessed, _ = mimetypes.guess_type(file_path)
+    return guessed or "application/octet-stream"
+
+
+def _read_file(file_input: object) -> tuple[bytes, str, str | None]:
+    if isinstance(file_input, str):
+        raise ValueError(
+            "OCR file input does not accept bare str values. Pass bytes, "
+            "a pathlib.Path, or a file-like object. To OCR a local file "
+            "from a path, call open(path, 'rb') yourself."
+        )
+    if isinstance(file_input, os.PathLike):
+        file_path: Final = str(cast(object, file_input))  # cast-ok: preserve staging's str(PathLike) conversion
+        if not os.path.isfile(file_path):
+            raise FileNotFoundError(f"File not found: {file_path}")
+        mime_type: Final = get_mime_type(file_path)
+        with open(file_path, "rb") as stream:
+            return stream.read(), mime_type, os.path.basename(file_path)
+    if isinstance(file_input, bytes):
+        return file_input, "application/octet-stream", None
+    if isinstance(file_input, IOBase) or hasattr(file_input, "read"):
+        file_name: Final = cast(  # cast-ok: retain legacy validation and errors for file-like metadata
+            str | None, getattr(file_input, "name", None)
+        )
+        inferred_mime: Final = get_mime_type(file_name) if file_name else "application/octet-stream"
+        reader: Final = cast(FileReader, file_input)  # cast-ok: legacy accepts duck-typed file readers
+        content: Final = reader.read()
+        return content.encode("utf-8") if isinstance(content, str) else content, inferred_mime, file_name
+    raise ValueError(
+        f"Unsupported file input type: {type(file_input)}. Expected pathlib.Path, bytes, or a file-like object."
+    )
+
+
+def convert_file_document_to_url_document(document: Mapping[str, object]) -> dict[str, str]:
+    file_input: Final = document.get("file")
+    if file_input is None:
+        raise ValueError(
+            "document with type='file' must include a 'file' field containing "
+            "a pathlib.Path, file-like object, or bytes"
+        )
+    file_bytes, inferred_mime, file_name = _read_file(file_input)
+    if not file_bytes:
+        raise ValueError("File is empty or could not be read")
+    mime_type: Final = cast(  # cast-ok: keep staging's MIME validation errors
+        str, document.get("mime_type", inferred_mime)
+    )
+    if not _MIME_PATTERN.match(mime_type):
+        raise ValueError(f"Invalid MIME type: {mime_type}")
+
+    base64_data: Final = base64.b64encode(file_bytes).decode("utf-8")
+    data_uri: Final = f"data:{mime_type};base64,{base64_data}"
+
+    if mime_type.startswith("image/"):
+        verbose_logger.debug(
+            "OCR file input: Converted file to image_url data URI (mime=%s, size=%s bytes, name=%s)",
+            mime_type,
+            len(file_bytes),
+            file_name,
+        )
+        return {"type": "image_url", "image_url": data_uri}
+
+    verbose_logger.debug(
+        "OCR file input: Converted file to document_url data URI (mime=%s, size=%s bytes, name=%s)",
+        mime_type,
+        len(file_bytes),
+        file_name,
+    )
+    return {"type": "document_url", "document_url": data_uri}
+
+
+@client
+def ocr(
+    model: str,
+    document: Mapping[str, object],
+    api_key: str | None = None,
+    api_base: str | None = None,
+    timeout: float | httpx.Timeout | None = None,
+    custom_llm_provider: str | None = None,
+    extra_headers: dict[str, object] | None = None,
+    **kwargs: object,  # kwargs-ok: public OCR accepts provider-specific options
+) -> OCRResponse | Coroutine[object, object, OCRResponse]:
+    completion_kwargs: Final[dict[str, object]] = {
+        "model": model,
+        "document": document,
+        "api_key": api_key,
+        "api_base": api_base,
+        "timeout": timeout,
+        "custom_llm_provider": custom_llm_provider,
+        "extra_headers": extra_headers,
+        "kwargs": kwargs,
+    }
+    try:
+        _is_async: Final = kwargs.pop("aocr", False) is True
+        completion_kwargs["aocr"] = _is_async
+        prepared: Final = _prepare_ocr_request(
+            model=model,
+            document=document,
+            api_key=api_key,
+            api_base=api_base,
+            kwargs=kwargs,
+            custom_llm_provider=custom_llm_provider,
+            extra_headers=extra_headers,
+            timeout=timeout,
+        )
+        model = prepared.model
+        custom_llm_provider = prepared.custom_llm_provider
+        completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
+
+        response: Final = base_llm_http_handler.ocr(
+            model=prepared.model,
+            document=cast(  # cast-ok: preserve legacy document fields for provider validation
+                dict[str, str], prepared.document
+            ),
+            optional_params=prepared.optional_params,
+            timeout=prepared.effective_timeout,
+            logging_obj=prepared.litellm_logging_obj,
+            api_key=prepared.api_key,
+            api_base=prepared.api_base,
+            custom_llm_provider=prepared.custom_llm_provider,
+            aocr=_is_async,
+            headers=prepared.extra_headers,
+            provider_config=prepared.provider_config,
+            litellm_params=prepared.litellm_params,
+        )
+
+        return response
+    except Exception as e:
+        error_provider: Final = _error_provider(model, custom_llm_provider)
+        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
+        raise litellm.exception_type(
+            model=error_model,
+            custom_llm_provider=error_provider,
+            original_exception=e,
+            completion_kwargs=completion_kwargs,
+            extra_kwargs=kwargs,
+        )
diff --git a/litellm/ocr/main.py b/litellm/ocr/main.py
index 56bfd98895d..382c5d6aae4 100644
--- a/litellm/ocr/main.py
+++ b/litellm/ocr/main.py
@@ -1,460 +1,20 @@
-"""
-Main OCR function for LiteLLM.
-"""
-
-import asyncio
-import base64
-import mimetypes
-import os
-import re
-from collections.abc import Callable, Coroutine, Mapping
-from dataclasses import dataclass
-from io import IOBase
-from types import MappingProxyType
-from typing import Any, Final, cast
+from collections.abc import Awaitable, Callable, Coroutine, Mapping
+from typing import Final, cast  # noqa: TID251  # native binding selects a sync result or an async awaitable
 
 import httpx
 
-import litellm
-from litellm._logging import verbose_logger
-from litellm.constants import request_timeout
-from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
-from litellm.llms.azure_ai.ocr.common_utils import (
-    is_azure_cohere_parse_model,
-    is_azure_document_intelligence_model,
-)
-from litellm.llms.base_llm.ocr.transformation import (
-    OCR_REQUEST_FORMAT_PARAM,
-    BaseOCRConfig,
-    OCRResponse,
-    parse_ocr_request_format,
-)
-from litellm.llms.custom_httpx.llm_http_handler import BaseLLMHTTPHandler
-from litellm.rust_bridge import ocr as rust_ocr_bridge
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.ocr import legacy
+from litellm.ocr.input import convert_file_document_to_url_document, get_mime_type
 from litellm.rust_bridge.bindings import native_exception_types
-from litellm.rust_bridge.configuration import rust_enabled
-from litellm.types.router import GenericLiteLLMParams
-from litellm.utils import ProviderConfigManager, client
+from litellm.rust_bridge.configuration import rust_ocr_enabled
+from litellm.rust_bridge.ocr import LiteLLMOcrRequest
+from litellm.rust_bridge.ocr_lifecycle import select
 
-####### ENVIRONMENT VARIABLES ###################
-base_llm_http_handler = BaseLLMHTTPHandler()
-#################################################
+__all__ = ("aocr", "convert_file_document_to_url_document", "get_mime_type", "ocr")
 
 
-@dataclass
-class _PreparedOCRRequest:
-    model: str
-    document: dict[str, Any]
-    api_key: str | None
-    api_base: str | None
-    custom_llm_provider: str
-    extra_headers: dict[str, object] | None
-    provider_config: BaseOCRConfig
-    optional_params: dict[str, object]
-    litellm_params: dict[str, object]
-    effective_timeout: float | httpx.Timeout
-    litellm_logging_obj: LiteLLMLoggingObj
-    caller_supplied_api_key: bool = True
-    caller_supplied_api_base: bool = True
-
-
-_RUST_OCR_PROVIDERS: Final = frozenset({"mistral", "azure_ai", "vertex_ai"})
-_RUST_OCR_CONFIG_FIELDS: Final = frozenset(
-    {
-        "azure_ad_token",
-        "tenant_id",
-        "client_id",
-        "client_secret",
-        "azure_scope",
-        "azure_authority_host",
-        "azure_credential",
-        "azure_federated_token_file",
-        "vertex_credentials",
-        "vertex_ai_credentials",
-        "vertex_project",
-        "vertex_ai_project",
-        "vertex_location",
-        "vertex_ai_location",
-    }
-)
-_RUST_OCR_SECRET_FIELDS: Final = frozenset(
-    {"azure_ad_token", "client_secret", "azure_federated_token_file", "vertex_credentials", "vertex_ai_credentials"}
-)
-
-
-def _prepare_ocr_request(
-    model: str,
-    document: Mapping[str, object],
-    api_key: str | None,
-    api_base: str | None,
-    timeout: float | httpx.Timeout | None,
-    custom_llm_provider: str | None,
-    extra_headers: dict[str, object] | None,
-    kwargs: dict[str, object],
-) -> _PreparedOCRRequest:
-    litellm_logging_obj: Final = cast(LiteLLMLoggingObj, kwargs.pop("litellm_logging_obj"))
-    litellm_call_id: Final = cast(str | None, kwargs.get("litellm_call_id", None))
-
-    if not isinstance(document, dict):
-        raise ValueError(f"document must be a dict with 'type' and URL/file field, got {type(document)}")
-
-    doc_type = document.get("type")
-
-    if doc_type == "file":
-        document = convert_file_document_to_url_document(document)
-        doc_type = document.get("type")
-
-    if doc_type not in ["document_url", "image_url"]:
-        raise ValueError(f"Invalid document type: {doc_type}. Must be 'document_url', 'image_url', or 'file'")
-
-    caller_supplied_api_key: Final = api_key is not None
-    caller_supplied_api_base: Final = api_base is not None
-
-    (
-        model,
-        custom_llm_provider,
-        dynamic_api_key,
-        dynamic_api_base,
-    ) = litellm.get_llm_provider(
-        model=model,
-        custom_llm_provider=custom_llm_provider,
-        api_base=api_base,
-        api_key=api_key,
-    )
-
-    suppress_dynamic_api_base: Final = (
-        not caller_supplied_api_base
-        and custom_llm_provider == "azure_ai"
-        and is_azure_document_intelligence_model(model)
-    )
-    if dynamic_api_key:
-        api_key = dynamic_api_key
-    if dynamic_api_base and not suppress_dynamic_api_base:
-        api_base = dynamic_api_base
-
-    ocr_provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
-        model=model,
-        provider=litellm.LlmProviders(custom_llm_provider),
-    )
-
-    if ocr_provider_config is None:
-        raise ValueError(f"OCR is not supported for provider: {custom_llm_provider}")
-
-    verbose_logger.debug("OCR call - model: %s, provider: %s", model, custom_llm_provider)
-
-    litellm_params: Final = GenericLiteLLMParams.model_validate(kwargs)
-
-    supported_params: Final = ocr_provider_config.get_supported_ocr_params(model=model)
-    requested_format: Final = kwargs.get(OCR_REQUEST_FORMAT_PARAM)
-    if requested_format is not None:
-        try:
-            parsed_format: Final = parse_ocr_request_format(requested_format)
-        except ValueError as e:
-            raise litellm.exceptions.UnsupportedParamsError(
-                message=f"{e}", model=model, llm_provider=custom_llm_provider
-            ) from e
-        if OCR_REQUEST_FORMAT_PARAM not in supported_params and parsed_format == "native":
-            raise litellm.exceptions.UnsupportedParamsError(
-                message=(
-                    f"`{OCR_REQUEST_FORMAT_PARAM}='native'` is not supported for provider: {custom_llm_provider}, "
-                    f"model: {model}"
-                ),
-                model=model,
-                llm_provider=custom_llm_provider,
-            )
-
-    non_default_params: Final = {}
-    for param in supported_params:
-        if param in kwargs:
-            non_default_params[param] = kwargs.pop(param)
-
-    optional_params: Final = ocr_provider_config.map_ocr_params(
-        non_default_params=non_default_params,
-        optional_params={},
-        model=model,
-    )
-
-    verbose_logger.debug("OCR optional_params after mapping: %s", optional_params)
-
-    effective_timeout: Final = timeout or request_timeout
-
-    litellm_logging_obj.update_from_kwargs(
-        kwargs=kwargs,
-        model=model,
-        optional_params=optional_params,
-        litellm_params={
-            "litellm_call_id": litellm_call_id,
-            "api_base": api_base,
-        },
-        custom_llm_provider=custom_llm_provider,
-    )
-
-    return _PreparedOCRRequest(
-        model=model,
-        document=document,
-        api_key=api_key,
-        api_base=api_base,
-        custom_llm_provider=custom_llm_provider,
-        extra_headers=extra_headers,
-        provider_config=ocr_provider_config,
-        optional_params=cast(dict[str, object], optional_params),
-        litellm_params=dict(litellm_params),
-        effective_timeout=effective_timeout,
-        litellm_logging_obj=litellm_logging_obj,
-        caller_supplied_api_key=caller_supplied_api_key,
-        caller_supplied_api_base=caller_supplied_api_base,
-    )
-
-
-def _rust_ocr_provider(request: rust_ocr_bridge.LiteLLMOcrRequest) -> str | None:
-    if request.custom_llm_provider is not None:
-        return request.custom_llm_provider
-    prefix: Final = request.model.partition("/")[0]
-    if prefix in _RUST_OCR_PROVIDERS:
-        return prefix
-    if request.model.startswith("mistral-ocr"):
-        return "mistral"
-    return None
-
-
-def _rust_ocr_supported(request: rust_ocr_bridge.LiteLLMOcrRequest) -> bool:
-    provider: Final = _rust_ocr_provider(request)
-    if provider not in _RUST_OCR_PROVIDERS or request.kwargs.get(OCR_REQUEST_FORMAT_PARAM) == "native":
-        return False
-    if provider == "azure_ai":
-        return (
-            not is_azure_cohere_parse_model(request.model)
-            and not callable(request.kwargs.get("azure_ad_token_provider"))
-            and request.kwargs.get("azure_username") is None
-            and request.kwargs.get("azure_password") is None
-        )
-    return True
-
-
-def _rust_bridge_optional_params(
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    resolve_secret: Callable[[str], str | None],
-) -> Mapping[str, object]:
-    optional_params: Final = MappingProxyType(
-        {
-            name: value
-            for name, value in request.kwargs.items()
-            if (name not in GenericLiteLLMParams.model_fields or name in _RUST_OCR_CONFIG_FIELDS)
-            and name not in {"litellm_logging_obj", "aocr", "litellm_call_id", "proxy_server_request"}
-        }
-    )
-    provider: Final = _rust_ocr_provider(request)
-    if provider == "azure_ai" and litellm.enable_azure_ad_token_refresh is True:
-        return MappingProxyType({**optional_params, "enable_azure_ad_token_refresh": True})
-    if provider != "vertex_ai":
-        return optional_params
-    project: Final = (
-        request.kwargs.get("vertex_project")
-        or request.kwargs.get("vertex_ai_project")
-        or litellm.vertex_project
-        or resolve_secret("VERTEXAI_PROJECT")
-    )
-    location: Final = (
-        request.kwargs.get("vertex_location")
-        or request.kwargs.get("vertex_ai_location")
-        or litellm.vertex_location
-        or resolve_secret("VERTEXAI_LOCATION")
-        or resolve_secret("VERTEX_LOCATION")
-    )
-    credentials: Final = (
-        request.kwargs.get("vertex_credentials")
-        or request.kwargs.get("vertex_ai_credentials")
-        or resolve_secret("VERTEXAI_CREDENTIALS")
-    )
-    vertex_params: Final = MappingProxyType(
-        {
-            name: value
-            for name, value in (
-                ("vertex_project", project),
-                ("vertex_location", location),
-                ("vertex_credentials", credentials),
-            )
-            if value is not None
-        }
-    )
-    return MappingProxyType({**optional_params, **vertex_params})
-
-
-def _rust_bridge_input_sources(
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    optional_params: Mapping[str, object],
-) -> Mapping[str, str]:
-    proxy_request: Final = request.kwargs.get("proxy_server_request")
-    if not isinstance(proxy_request, Mapping):
-        return MappingProxyType({})
-    proxy_request_mapping: Final = cast(  # cast-ok: runtime Mapping check loses generic key and value types
-        Mapping[object, object], proxy_request
-    )
-    body_value: Final = proxy_request_mapping.get("body")
-    if not isinstance(body_value, Mapping):
-        return MappingProxyType({})
-    body: Final = cast(  # cast-ok: runtime Mapping check loses generic key and value types
-        Mapping[object, object], body_value
-    )
-    credential_fields_value: Final = proxy_request_mapping.get("credential_fields", ())
-    credential_fields: Final = (
-        frozenset(name for name in credential_fields_value if isinstance(name, str))
-        if isinstance(credential_fields_value, (list, tuple, set, frozenset))
-        else frozenset()
-    )
-    names: Final = frozenset(optional_params) | frozenset({"api_key", "api_base", "extra_headers"})
-    request_sources: Final = MappingProxyType(
-        {name: "request" for name in names if name in body or name in credential_fields}
-    )
-    if litellm.enable_azure_ad_token_refresh is True and "enable_azure_ad_token_refresh" in optional_params:
-        return MappingProxyType({**request_sources, "enable_azure_ad_token_refresh": "deployment"})
-    return request_sources
-
-
-def _marshal_rust_ocr_request(
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    resolve_secret: Callable[[str], str | None],
-) -> rust_ocr_bridge.LiteLLMOcrRequest:
-    if not isinstance(request.document, dict):
-        raise TypeError(f"document must be a dict with 'type' and URL/file field, got {type(request.document)}")
-    document: Final = (
-        convert_file_document_to_url_document(request.document)
-        if request.document.get("type") == "file"
-        else request.document
-    )
-    provider: Final = _rust_ocr_provider(request)
-    api_key: Final = request.api_key or resolve_secret("MISTRAL_API_KEY") if provider == "mistral" else request.api_key
-    optional_params: Final = _rust_bridge_optional_params(request, resolve_secret)
-    input_sources: Final = _rust_bridge_input_sources(request, optional_params)
-    logged_optional_params: Final = MappingProxyType(
-        {name: "****" if name in _RUST_OCR_SECRET_FIELDS else value for name, value in optional_params.items()}
-    )
-    logged_kwargs: Final = MappingProxyType(
-        {
-            name: "****" if name in _RUST_OCR_SECRET_FIELDS else value
-            for name, value in request.kwargs.items()
-            if name != "proxy_server_request"
-        }
-    )
-    logging_obj: Final = cast(  # cast-ok: bridge kwargs carry the prepared logging object
-        LiteLLMLoggingObj, request.kwargs["litellm_logging_obj"]
-    )
-    logging_obj.update_from_kwargs(
-        kwargs=dict(logged_kwargs),  # mutable-ok: logging API requires an owned dict
-        model=request.model,
-        optional_params=dict(logged_optional_params),  # mutable-ok: logging API requires an owned dict
-        litellm_params={
-            "litellm_call_id": request.kwargs.get("litellm_call_id"),
-            "api_base": request.api_base,
-        },  # mutable-ok: legacy logging requires a concrete params dict
-        custom_llm_provider=provider,
-    )
-    logging_obj.pre_call(
-        input="OCR document processing",
-        api_key=api_key,
-        additional_args={  # mutable-ok: pre_call mutates the additional_args dict
-            "complete_input_dict": {
-                "model": request.model,
-                "document": document,
-                **logged_optional_params,
-            },  # mutable-ok: callbacks consume a JSON-serializable request dict
-            "api_base": request.api_base or "",
-            "headers": request.extra_headers or {},  # mutable-ok: logging callbacks consume a concrete headers dict
-        },
-    )
-    return rust_ocr_bridge.LiteLLMOcrRequest(
-        model=request.model,
-        document=document,
-        api_key=api_key,
-        api_base=request.api_base,
-        timeout=request.timeout if request.timeout is not None else request_timeout,
-        custom_llm_provider=request.custom_llm_provider,
-        extra_headers=request.extra_headers,
-        kwargs=optional_params,
-        input_sources=input_sources,
-    )
-
-
-def _map_rust_ocr_error(
-    error: Exception,
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    exception_types: tuple[type[BaseException], type[BaseException]] | None,
-) -> Exception:
-    if exception_types is None or not isinstance(error, exception_types[1]):
-        return error
-    provider: Final = _rust_ocr_provider(request)
-    if provider is None:
-        return error
-    provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
-        model=request.model.removeprefix(f"{provider}/"), provider=litellm.LlmProviders(provider)
-    )
-    if provider_config is None:
-        return error
-    error_args: Final = cast(  # cast-ok: Python exceptions expose positional args as a tuple
-        tuple[object, ...], error.args
-    )
-    status: Final = error_args[0] if error_args and isinstance(error_args[0], int) else 500
-    message: Final = str(error_args[1]) if len(error_args) > 1 else str(error)
-    error_factory: Final = cast(  # cast-ok: provider configs expose heterogeneous exception factories
-        Callable[..., Exception], provider_config.get_error_class
-    )
-    return error_factory(
-        error_message=message, status_code=status or 500, headers={}
-    )  # mutable-ok: provider error factories require a concrete headers dict
-
-
-def _run_rust_ocr(
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    resolve_api_key: Callable[[str], str | None],
-) -> OCRResponse | None:
-    if rust_ocr_bridge.load_rust_ocr() is None:
-        return None
-    marshalled: Final = _marshal_rust_ocr_request(request, resolve_api_key)
-    input_sources: Final = marshalled.input_sources
-    try:
-        response: Final = rust_ocr_bridge.ocr(
-            model=marshalled.model,
-            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            api_key=marshalled.api_key,
-            api_base=marshalled.api_base,
-            custom_llm_provider=marshalled.custom_llm_provider,
-            extra_headers=marshalled.extra_headers,
-            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            input_sources=input_sources,
-            timeout=marshalled.timeout,
-        )
-    except Exception as error:
-        raise _map_rust_ocr_error(error, request, native_exception_types()) from error
-    return OCRResponse.model_validate(response) if response is not None else None
-
-
-async def _run_rust_aocr(
-    request: rust_ocr_bridge.LiteLLMOcrRequest,
-    resolve_api_key: Callable[[str], str | None],
-) -> OCRResponse | None:
-    if rust_ocr_bridge.load_rust_aocr() is None:
-        return None
-    marshalled: Final = _marshal_rust_ocr_request(request, resolve_api_key)
-    input_sources: Final = marshalled.input_sources
-    try:
-        response: Final = await rust_ocr_bridge.aocr(
-            model=marshalled.model,
-            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            api_key=marshalled.api_key,
-            api_base=marshalled.api_base,
-            custom_llm_provider=marshalled.custom_llm_provider,
-            extra_headers=marshalled.extra_headers,
-            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            input_sources=input_sources,
-            timeout=marshalled.timeout,
-        )
-    except Exception as error:
-        raise _map_rust_ocr_error(error, request, native_exception_types()) from error
-    return OCRResponse.model_validate(response) if response is not None else None
-
-
-@client
-async def aocr(
+def _bind_request(
     model: str,
     document: Mapping[str, object],
     api_key: str | None = None,
@@ -462,77 +22,9 @@ async def aocr(
     timeout: float | httpx.Timeout | None = None,
     custom_llm_provider: str | None = None,
     extra_headers: dict[str, object] | None = None,
-    **kwargs: object,
-) -> OCRResponse:
-    """
-    Async OCR function.
-
-    Args:
-        model: Model name (e.g., "mistral/mistral-ocr-latest")
-        document: Document to process in Mistral format:
-            {"type": "document_url", "document_url": "https://..."} for PDFs/docs,
-            {"type": "image_url", "image_url": "https://..."} for images, or
-            {"type": "file", "file": <path/bytes/file-obj>} for local files
-        api_key: Optional API key
-        api_base: Optional API base URL
-        timeout: Optional timeout
-        custom_llm_provider: Optional custom LLM provider
-        extra_headers: Optional extra headers
-        **kwargs: Additional parameters (e.g., include_image_base64, pages, image_limit)
-
-    Returns:
-        OCRResponse in Mistral OCR format with pages, model, usage_info, etc.
-
-    Example:
-        ```python
-        import litellm
-
-        # OCR with PDF
-        response = await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "document_url",
-                "document_url": "https://arxiv.org/pdf/2201.04234"
-            },
-            include_image_base64=True
-        )
-
-        # OCR with image
-        response = await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "image_url",
-                "image_url": "https://example.com/image.png"
-            }
-        )
-
-        # OCR with base64 encoded PDF
-        response = await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "document_url",
-                "document_url": f"data:application/pdf;base64,{base64_pdf}"
-            }
-        )
-
-        # OCR with local file
-        response = await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document={"type": "file", "file": "/path/to/document.pdf"}
-        )
-        ```
-    """
-    completion_kwargs: Final[dict[str, object]] = {
-        "model": model,
-        "document": document,
-        "api_key": api_key,
-        "api_base": api_base,
-        "timeout": timeout,
-        "custom_llm_provider": custom_llm_provider,
-        "extra_headers": extra_headers,
-        "kwargs": kwargs,
-    }
-    request: Final = rust_ocr_bridge.LiteLLMOcrRequest(
+    **kwargs: object,  # kwargs-ok: public OCR accepts provider-specific options
+) -> LiteLLMOcrRequest:
+    return LiteLLMOcrRequest(
         model=model,
         document=document,
         api_key=api_key,
@@ -542,340 +34,50 @@ async def aocr(
         extra_headers=extra_headers,
         kwargs=kwargs,
     )
+
+
+def _public_request(name: str, args: tuple[object, ...], kwargs: dict[str, object]) -> LiteLLMOcrRequest:
     try:
-        if rust_enabled() and _rust_ocr_supported(request):
-            from litellm.secret_managers.main import get_secret_str
-
-            rust_response: Final = await _run_rust_aocr(
-                request=request,
-                resolve_api_key=get_secret_str,
-            )
-            if rust_response is None:
-                verbose_logger.debug("Async Rust OCR bridge unavailable; falling back to Python path")
-            else:
-                return rust_response
-
-        prepared: Final = _prepare_ocr_request(
-            model=model,
-            document=document,
-            api_key=api_key,
-            api_base=api_base,
-            timeout=timeout,
-            custom_llm_provider=custom_llm_provider,
-            extra_headers=extra_headers,
-            kwargs=kwargs,
-        )
-        model = prepared.model
-        custom_llm_provider = prepared.custom_llm_provider
-        completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
-
-        response = base_llm_http_handler.ocr(
-            model=prepared.model,
-            document=prepared.document,
-            optional_params=prepared.optional_params,
-            timeout=prepared.effective_timeout,
-            logging_obj=prepared.litellm_logging_obj,
-            api_key=prepared.api_key,
-            api_base=prepared.api_base,
-            custom_llm_provider=prepared.custom_llm_provider,
-            aocr=True,
-            headers=prepared.extra_headers,
-            provider_config=prepared.provider_config,
-            litellm_params=prepared.litellm_params,
-        )
-
-        if asyncio.iscoroutine(response):
-            response = await response
-
-        if response is None:
-            raise ValueError(f"Got an unexpected None response from the OCR API: {response}")
-
-        return response
-    except Exception as e:
-        error_provider: Final = custom_llm_provider or _rust_ocr_provider(request)
-        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
-        raise litellm.exception_type(
-            model=error_model,
-            custom_llm_provider=error_provider,
-            original_exception=e,
-            completion_kwargs=completion_kwargs,
-            extra_kwargs=kwargs,
-        )
+        return _bind_request(*args, **kwargs)  # pyright: ignore[reportArgumentType]  # Python binds the public arguments before native validation
+    except TypeError as error:
+        raise TypeError(str(error).replace("_bind_request()", f"{name}()")) from None
 
 
-#################################################
-# Public utilities — used by the SDK and the proxy
-#################################################
-
-_MIME_PATTERN: Final = re.compile(r"^[\w.+-]+/[\w.+-]+$")
-
-_MIME_TYPE_MAP: Final = {
-    ".pdf": "application/pdf",
-    ".png": "image/png",
-    ".jpg": "image/jpeg",
-    ".jpeg": "image/jpeg",
-    ".gif": "image/gif",
-    ".webp": "image/webp",
-    ".tiff": "image/tiff",
-    ".tif": "image/tiff",
-    ".bmp": "image/bmp",
-}
-
-
-def get_mime_type(file_path: str) -> str:
-    """
-    Determine MIME type from file path extension.
-
-    Falls back to mimetypes.guess_type, then to 'application/octet-stream'.
-    """
-    ext: Final = os.path.splitext(file_path)[1].lower()
-    mime: Final = _MIME_TYPE_MAP.get(ext)
-    if mime:
-        return mime
-    guessed, _ = mimetypes.guess_type(file_path)
-    return guessed or "application/octet-stream"
-
-
-def convert_file_document_to_url_document(document: dict[str, Any]) -> dict[str, str]:
-    """
-    Convert a file-type document dict to a document_url-type document dict
-    with an inline base64 data URI.
-
-    Accepts document dicts like:
-        {"type": "file", "file": Path("/path/to/doc.pdf")}       # pathlib.Path
-        {"type": "file", "file": <binary file-like object>}      # file-like object (BinaryIO)
-        {"type": "file", "file": b"raw bytes"}                   # raw bytes
-
-    Bare ``str`` paths are not accepted — pass a ``pathlib.Path`` or
-    ``open(path, "rb")`` instead. See the str check below for the rationale.
-
-    Returns:
-        {"type": "document_url", "document_url": "data:<mime>;base64,<data>"}
-        or {"type": "image_url", "image_url": "data:<mime>;base64,<data>"}
-    """
-    file_input: Final = document.get("file")
-    if file_input is None:
-        raise ValueError(
-            "document with type='file' must include a 'file' field containing "
-            "a pathlib.Path, file-like object, or bytes"
-        )
-
-    file_bytes: bytes
-    mime_type: str = "application/octet-stream"
-    file_name: str | None = None
-
-    if isinstance(file_input, str):
-        # Bare strings are rejected here. The OCR ``document`` accepts a
-        # ``{"type": "file", "file": <value>}`` shape, and when this helper
-        # runs in a proxy request handler ``<value>`` is attacker-controlled.
-        # Opening it as a path is an arbitrary local file read on the proxy
-        # host, which is then base64-encoded and forwarded to the OCR
-        # provider — an exfiltration primitive.
-        raise ValueError(
-            "OCR file input does not accept bare str values. Pass bytes, "
-            "a pathlib.Path, or a file-like object. To OCR a local file "
-            "from a path, call open(path, 'rb') yourself."
-        )
-    if isinstance(file_input, os.PathLike):
-        # os.PathLike (pathlib.Path and custom __fspath__ classes) is a
-        # Python-level type that HTTP form values can't fabricate.
-        file_path: Final = str(file_input)
-        if not os.path.isfile(file_path):
-            raise FileNotFoundError(f"File not found: {file_path}")
-        mime_type = get_mime_type(file_path)
-        file_name = os.path.basename(file_path)
-        with open(file_path, "rb") as f:
-            file_bytes = f.read()
-    elif isinstance(file_input, bytes):
-        file_bytes = file_input
-    elif isinstance(file_input, IOBase) or hasattr(file_input, "read"):
-        if hasattr(file_input, "name"):
-            file_name = getattr(file_input, "name", None)
-            if file_name:
-                mime_type = get_mime_type(file_name)
-        file_bytes = file_input.read()
-        if isinstance(file_bytes, str):
-            file_bytes = file_bytes.encode("utf-8")
-    else:
-        raise ValueError(
-            f"Unsupported file input type: {type(file_input)}. Expected pathlib.Path, bytes, or a file-like object."
-        )
-
-    if not file_bytes:
-        raise ValueError("File is empty or could not be read")
-
-    if "mime_type" in document:
-        mime_type = document["mime_type"]
-
-    if not _MIME_PATTERN.match(mime_type):
-        raise ValueError(f"Invalid MIME type: {mime_type}")
-
-    base64_data: Final = base64.b64encode(file_bytes).decode("utf-8")
-    data_uri: Final = f"data:{mime_type};base64,{base64_data}"
-
-    if mime_type.startswith("image/"):
-        verbose_logger.debug(
-            "OCR file input: Converted file to image_url data URI (mime=%s, size=%s bytes, name=%s)",
-            mime_type,
-            len(file_bytes),
-            file_name,
-        )
-        return {"type": "image_url", "image_url": data_uri}
-
-    verbose_logger.debug(
-        "OCR file input: Converted file to document_url data URI (mime=%s, size=%s bytes, name=%s)",
-        mime_type,
-        len(file_bytes),
-        file_name,
-    )
-    return {"type": "document_url", "document_url": data_uri}
-
-
-@client
 def ocr(
-    model: str,
-    document: Mapping[str, object],
-    api_key: str | None = None,
-    api_base: str | None = None,
-    timeout: float | httpx.Timeout | None = None,
-    custom_llm_provider: str | None = None,
-    extra_headers: dict[str, object] | None = None,
-    **kwargs: object,
+    *args: object,
+    **kwargs: object,  # kwargs-ok: preserve the public OCR call shape
 ) -> OCRResponse | Coroutine[object, object, OCRResponse]:
-    """
-    Synchronous OCR function.
-
-    Args:
-        model: Model name (e.g., "mistral/mistral-ocr-latest")
-        document: Document to process in Mistral format:
-            {"type": "document_url", "document_url": "https://..."} for PDFs/docs,
-            {"type": "image_url", "image_url": "https://..."} for images, or
-            {"type": "file", "file": <path/bytes/file-obj>} for local files
-        api_key: Optional API key
-        api_base: Optional API base URL
-        timeout: Optional timeout
-        custom_llm_provider: Optional custom LLM provider
-        extra_headers: Optional extra headers
-        **kwargs: Additional parameters (e.g., include_image_base64, pages, image_limit)
-
-    Returns:
-        OCRResponse in Mistral OCR format with pages, model, usage_info, etc.
-
-    Example:
-        ```python
-        import litellm
-
-        # OCR with PDF
-        response = litellm.ocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "document_url",
-                "document_url": "https://arxiv.org/pdf/2201.04234"
-            },
-            include_image_base64=True
-        )
-
-        # OCR with image
-        response = litellm.ocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "image_url",
-                "image_url": "https://example.com/image.png"
-            }
-        )
-
-        # OCR with base64 encoded PDF
-        response = litellm.ocr(
-            model="mistral/mistral-ocr-latest",
-            document={
-                "type": "document_url",
-                "document_url": f"data:application/pdf;base64,{base64_pdf}"
-            }
-        )
-
-        # OCR with local file
-        response = litellm.ocr(
-            model="mistral/mistral-ocr-latest",
-            document={"type": "file", "file": "/path/to/document.pdf"}
-        )
-
-        # Access pages
-        for page in response.pages:
-            print(f"Page {page.index}: {page.markdown}")
-        ```
-    """
-    completion_kwargs: Final[dict[str, object]] = {
-        "model": model,
-        "document": document,
-        "api_key": api_key,
-        "api_base": api_base,
-        "timeout": timeout,
-        "custom_llm_provider": custom_llm_provider,
-        "extra_headers": extra_headers,
-        "kwargs": kwargs,
-    }
-    request: Final = rust_ocr_bridge.LiteLLMOcrRequest(
-        model=model,
-        document=document,
-        api_key=api_key,
-        api_base=api_base,
-        timeout=timeout,
-        custom_llm_provider=custom_llm_provider,
-        extra_headers=extra_headers,
-        kwargs=kwargs,
-    )
-    try:
-        _is_async: Final = kwargs.pop("aocr", False) is True
-        completion_kwargs["aocr"] = _is_async
-        if rust_enabled() and _rust_ocr_supported(request):
-            from litellm.secret_managers.main import get_secret_str
-
-            rust_response: Final = _run_rust_ocr(
-                request=request,
-                resolve_api_key=get_secret_str,
+    request: Final = _public_request("ocr", args, kwargs)
+    native: Final = select(request) if rust_ocr_enabled() else None
+    if native is not None:
+        try:
+            return cast(  # cast-ok: False selects the synchronous result
+                OCRResponse, native(request, args, kwargs, False)
             )
-            if rust_response is None:
-                verbose_logger.debug("Rust OCR bridge unavailable; falling back to Python path")
-            else:
-                return rust_response
+        except _decline_types():
+            pass
+    fallback: Final = cast(  # cast-ok: forward the original call shape through the legacy @client decorator
+        Callable[..., OCRResponse | Coroutine[object, object, OCRResponse]], legacy.ocr
+    )
+    return fallback(*args, **kwargs)
 
-        prepared: Final = _prepare_ocr_request(
-            model=model,
-            document=document,
-            api_key=api_key,
-            api_base=api_base,
-            kwargs=kwargs,
-            custom_llm_provider=custom_llm_provider,
-            extra_headers=extra_headers,
-            timeout=timeout,
-        )
-        model = prepared.model
-        custom_llm_provider = prepared.custom_llm_provider
-        completion_kwargs.update({"model": model, "custom_llm_provider": custom_llm_provider})
 
-        response: Final = base_llm_http_handler.ocr(
-            model=prepared.model,
-            document=prepared.document,
-            optional_params=prepared.optional_params,
-            timeout=prepared.effective_timeout,
-            logging_obj=prepared.litellm_logging_obj,
-            api_key=prepared.api_key,
-            api_base=prepared.api_base,
-            custom_llm_provider=prepared.custom_llm_provider,
-            aocr=_is_async,
-            headers=prepared.extra_headers,
-            provider_config=prepared.provider_config,
-            litellm_params=prepared.litellm_params,
-        )
+async def aocr(*args: object, **kwargs: object) -> OCRResponse:  # kwargs-ok: preserve the public OCR call shape
+    request: Final = _public_request("aocr", args, kwargs)
+    native: Final = select(request) if rust_ocr_enabled() else None
+    if native is not None:
+        try:
+            return await cast(  # cast-ok: True selects the asynchronous result
+                Awaitable[OCRResponse], native(request, args, kwargs, True)
+            )
+        except _decline_types():
+            pass
+    fallback: Final = cast(  # cast-ok: forward the original call shape through the legacy @client decorator
+        Callable[..., Awaitable[OCRResponse]], legacy.aocr
+    )
+    return await fallback(*args, **kwargs)
 
-        return response
-    except Exception as e:
-        error_provider: Final = custom_llm_provider or _rust_ocr_provider(request)
-        error_model: Final = model.removeprefix(f"{error_provider}/") if error_provider else model
-        raise litellm.exception_type(
-            model=error_model,
-            custom_llm_provider=error_provider,
-            original_exception=e,
-            completion_kwargs=completion_kwargs,
-            extra_kwargs=kwargs,
-        )
+
+def _decline_types() -> tuple[type[BaseException], ...]:
+    exception_types: Final = native_exception_types()
+    return (exception_types[0],) if exception_types is not None else ()
diff --git a/litellm/proxy/common_request_processing.py b/litellm/proxy/common_request_processing.py
index 9f58aaf24f1..289fe086379 100644
--- a/litellm/proxy/common_request_processing.py
+++ b/litellm/proxy/common_request_processing.py
@@ -3181,6 +3181,11 @@ class ProxyBaseLLMRequestProcessing:
         Extracted as a static method so tests can exercise the production
         gating logic directly rather than reimplementing the finally block.
         """
+        if getattr(logging_obj, "call_type", None) in ("ocr", "aocr"):
+            pending: Final = getattr(logging_obj, "_native_pending_logging", None)
+            if pending is not None:
+                logging_obj._native_pending_logging = None  # rebind-ok: consume the native OCR release signal once
+                pending.release(not exception_raised)
         _enqueue_fn: Final = getattr(logging_obj, "_enqueue_deferred_logging", None)
         if _enqueue_fn is None:
             return
diff --git a/litellm/proxy/guardrails/guardrail_hooks/unified_guardrail/unified_guardrail.py b/litellm/proxy/guardrails/guardrail_hooks/unified_guardrail/unified_guardrail.py
index 64a47f4f4ff..ee5cd7c4cb8 100644
--- a/litellm/proxy/guardrails/guardrail_hooks/unified_guardrail/unified_guardrail.py
+++ b/litellm/proxy/guardrails/guardrail_hooks/unified_guardrail/unified_guardrail.py
@@ -315,7 +315,6 @@ class UnifiedLLMGuardrails(CustomLogger):
         if call_type is None:
             call_type = _infer_call_type(call_type=None, completion_response=response)
 
-        # Fallback: resolve call_type from logging_obj for pass-through endpoints
         if call_type is None:
             litellm_logging_obj: Final = data.get("litellm_logging_obj")
             logging_call_type: Final = (
@@ -324,6 +323,8 @@ class UnifiedLLMGuardrails(CustomLogger):
             if logging_call_type in (
                 CallTypes.pass_through.value,
                 CallTypes.allm_passthrough_route.value,
+                CallTypes.ocr.value,
+                CallTypes.aocr.value,
             ):
                 call_type = logging_call_type
 
diff --git a/litellm/proxy/ocr_endpoints/endpoints.py b/litellm/proxy/ocr_endpoints/endpoints.py
index ebf4d988fdd..53ebbe91b54 100644
--- a/litellm/proxy/ocr_endpoints/endpoints.py
+++ b/litellm/proxy/ocr_endpoints/endpoints.py
@@ -15,7 +15,7 @@ from litellm.llms.base_llm.ocr.transformation import (
     OCRResponse,
     parse_ocr_request_format,
 )
-from litellm.ocr.main import convert_file_document_to_url_document, get_mime_type
+from litellm.ocr.input import convert_upload_to_url_document, get_max_file_bytes
 from litellm.proxy._types import *
 from litellm.proxy.auth.user_api_key_auth import UserAPIKeyAuth, user_api_key_auth
 from litellm.proxy.common_request_processing import ProxyBaseLLMRequestProcessing
@@ -28,24 +28,7 @@ def _build_document_from_upload(
     filename: str | None,
     content_type: str | None,
 ) -> dict[str, str]:
-    """
-    Convert uploaded file bytes into a Mistral-format document dict with base64 data URI.
-
-    Delegates to convert_file_document_to_url_document after resolving MIME type
-    from the upload's content_type header or filename.
-    """
-    mime_type = content_type.split(";")[0].strip() if content_type else None
-    if not mime_type or mime_type == "application/octet-stream":
-        if filename:
-            mime_type = get_mime_type(filename)
-
-    return convert_file_document_to_url_document(
-        {
-            "type": "file",
-            "file": file_content,
-            "mime_type": mime_type or "application/octet-stream",
-        }
-    )
+    return convert_upload_to_url_document(file_content, filename, content_type)
 
 
 def _with_request_format(data: Mapping[str, Any], request: Request) -> Mapping[str, Any]:
@@ -120,7 +103,7 @@ async def _parse_multipart_form(request: Request) -> dict[str, Any]:
 
     # Seek to start in case the file was already partially read by middleware
     await uploaded_file.seek(0)
-    file_content: Final = await uploaded_file.read()
+    file_content: Final = await uploaded_file.read(get_max_file_bytes() + 1)
     if not file_content:
         raise ValueError("Uploaded file is empty")
 
diff --git a/litellm/rust_bridge/configuration.py b/litellm/rust_bridge/configuration.py
index 5582027bb5d..ff2e389a6bb 100644
--- a/litellm/rust_bridge/configuration.py
+++ b/litellm/rust_bridge/configuration.py
@@ -42,6 +42,17 @@ def rust_enabled() -> bool:
     )
 
 
+def rust_ocr_enabled() -> bool:
+    environment: Final = _parse_env_bool(os.getenv(_GLOBAL_ENV_NAME))
+    if environment is False:
+        return False
+    return resolve_rust_enabled(
+        process_override=_CONFIGURATION.override,
+        environment_override=environment,
+        release_default=True,
+    )
+
+
 def reset_rust_configuration() -> None:
     _CONFIGURATION.override = None
 
diff --git a/litellm/rust_bridge/lifecycle.py b/litellm/rust_bridge/lifecycle.py
new file mode 100644
index 00000000000..f5e0c1b0fc6
--- /dev/null
+++ b/litellm/rust_bridge/lifecycle.py
@@ -0,0 +1,215 @@
+from __future__ import annotations
+
+import datetime
+import os
+import uuid
+from collections.abc import Awaitable, Mapping
+from dataclasses import dataclass
+from typing import (
+    TYPE_CHECKING,
+    Final,
+    Protocol,
+    cast,  # noqa: TID251  # bounded compatibility calls into legacy Python integrations
+)
+
+if TYPE_CHECKING:
+    from litellm.litellm_core_utils.litellm_logging import Logging
+
+
+@dataclass(frozen=True, slots=True)
+class Await:
+    awaitable: Awaitable[object]
+
+
+@dataclass(frozen=True, slots=True)
+class Complete:
+    value: object
+
+
+class Execution(Protocol):
+    def start(self) -> Await | Complete: ...
+
+    def resume_value(self, value: object) -> Await | Complete: ...
+
+    def resume_error(self, error: BaseException) -> Await | Complete: ...
+
+    def close(self) -> None: ...
+
+
+async def drive(execution: Execution) -> object:
+    try:
+        step = execution.start()  # rebind-ok: the execution protocol advances after each selected await
+        while isinstance(step, Await):
+            try:
+                value = await step.awaitable  # rebind-ok: each selected await produces the next protocol input
+            except GeneratorExit:
+                raise
+            except BaseException as error:
+                step = execution.resume_error(error)  # rebind-ok: advance the execution protocol
+            else:
+                step = execution.resume_value(value)  # rebind-ok: advance the execution protocol
+        return step.value
+    finally:
+        execution.close()
+
+
+class MetadataUpdater(Protocol):
+    def __call__(
+        self,
+        result: object,
+        logging_obj: Logging,
+        model: str | None,
+        kwargs: dict[str, object],
+        start_time: datetime.datetime,
+        end_time: datetime.datetime,
+    ) -> None: ...
+
+
+@dataclass(frozen=True, slots=True)
+class CallSetup:
+    logger: Logging
+    kwargs: dict[str, object]
+
+
+def setup(
+    call_type: str,
+    args: tuple[object, ...],
+    kwargs: Mapping[str, object],
+    start_time: datetime.datetime,
+    asynchronous: bool,
+) -> CallSetup:
+    from litellm import utils
+    from litellm.litellm_core_utils.litellm_logging import Logging
+
+    arguments: Final = {  # mutable-ok: function_setup consumes an owned kwargs dict
+        "litellm_call_id": str(uuid.uuid4()),
+        **kwargs,
+    }
+    supplied: Final = arguments.get("litellm_logging_obj")
+    if isinstance(supplied, Logging):
+        supplied._native_callback_fast_path = False  # pyright: ignore[reportPrivateUsage]  # supplied loggers retain all dispatch contracts
+        return CallSetup(supplied, arguments)
+    logger, prepared = utils.function_setup(
+        call_type, utils.Rules(), start_time, *args, is_async_call=asynchronous, **arguments
+    )
+    if type(logger) is Logging and call_type in ("ocr", "aocr"):
+        logger._native_callback_fast_path = True  # pyright: ignore[reportPrivateUsage]  # only bridge-created OCR loggers opt into callback elision
+    return CallSetup(logger, prepared)
+
+
+def check_limits(kwargs: Mapping[str, object]) -> None:
+    import litellm
+
+    current_cost: Final = litellm._current_cost  # pyright: ignore[reportPrivateUsage]  # shared SDK budget counter has no public accessor
+    if litellm.max_budget and current_cost > litellm.max_budget:
+        raise litellm.BudgetExceededError(current_cost=current_cost, max_budget=litellm.max_budget)
+    metadata: Final = kwargs.get("metadata")
+    if isinstance(metadata, Mapping):
+        typed_metadata: Final = cast(  # cast-ok: runtime Mapping check establishes read-only metadata
+            Mapping[str, object], metadata
+        )
+        previous: Final = typed_metadata.get("previous_models")
+        if (
+            isinstance(previous, list)
+            and litellm.num_retries_per_request is not None
+            and len(cast(list[object], previous))  # cast-ok: runtime list check establishes the retry history
+            >= litellm.num_retries_per_request
+        ):
+            raise RuntimeError("Max retries per request hit!")
+
+
+def finalize(
+    response: object,
+    logger: Logging,
+    kwargs: dict[str, object],
+    start_time: datetime.datetime,
+    end_time: datetime.datetime,
+) -> None:
+    from litellm.litellm_core_utils.llm_response_utils import response_metadata
+
+    model: Final = kwargs.get("model")
+    update: Final = cast(  # cast-ok: legacy metadata function accepts concrete kwargs
+        MetadataUpdater, response_metadata.update_response_metadata
+    )
+    update(response, logger, model if isinstance(model, str) else None, kwargs, start_time, end_time)
+
+
+def deployment_callbacks_needed() -> bool:
+    import litellm
+    from litellm.integrations.custom_logger import CustomLogger
+
+    return any(isinstance(callback, CustomLogger) for callback in litellm.callbacks)
+
+
+def callbacks_needed(logger: Logging, phase: str) -> bool:
+    import litellm
+    from litellm._logging import (
+        _is_debugging_on,  # pyright: ignore[reportPrivateUsage]  # use the same debug gate as Logging
+    )
+
+    if (
+        _is_debugging_on()
+        or getattr(logger, "litellm_request_debug", False)
+        or os.getenv("LITELLM_PRINT_STANDARD_LOGGING_PAYLOAD")
+    ):
+        return True
+    input_needed: Final = bool(
+        litellm.input_callback
+        or litellm._async_input_callback  # pyright: ignore[reportPrivateUsage]  # live async registries have no public accessor
+        or logger.dynamic_input_callbacks
+        or callable(getattr(logger, "logger_fn", None))
+        or logger.log_raw_request_response
+        or litellm.log_raw_request_response
+    )
+    match phase:
+        case "input":
+            return input_needed
+        case "sync_success":
+            return bool(litellm.success_callback or logger.dynamic_success_callbacks)
+        case "sync_success_async":
+            return bool(
+                (litellm.success_callback or logger.dynamic_success_callbacks)
+                and logger._should_run_sync_callbacks_for_async_calls()  # pyright: ignore[reportPrivateUsage]  # preserve async call filtering of sync callbacks
+            )
+        case "async_success":
+            return bool(litellm._async_success_callback or logger.dynamic_async_success_callbacks)  # pyright: ignore[reportPrivateUsage]  # live async registries have no public accessor
+        case "sync_failure":
+            return bool(litellm.failure_callback or logger.dynamic_failure_callbacks)
+        case "async_failure":
+            return bool(litellm._async_failure_callback or logger.dynamic_async_failure_callbacks)  # pyright: ignore[reportPrivateUsage]  # live async registries have no public accessor
+        case "payload":
+            return bool(
+                input_needed
+                or litellm.success_callback
+                or litellm.failure_callback
+                or litellm._async_success_callback  # pyright: ignore[reportPrivateUsage]  # live async registries have no public accessor
+                or litellm._async_failure_callback  # pyright: ignore[reportPrivateUsage]  # live async registries have no public accessor
+                or logger.dynamic_success_callbacks
+                or logger.dynamic_async_success_callbacks
+                or logger.dynamic_failure_callbacks
+                or logger.dynamic_async_failure_callbacks
+            )
+        case _:
+            return True
+
+
+def success_bookkeeping(
+    logger: Logging, response: object, start: datetime.datetime, end: datetime.datetime, asynchronous: bool
+) -> None:
+    phase: Final = "async_success" if asynchronous else "sync_success"
+    if logger.should_run_logging(phase):
+        logger._success_handler_helper_fn(  # pyright: ignore[reportPrivateUsage]  # retain success bookkeeping without constructing a callback payload
+            result=response, start_time=start, end_time=end, build_logging_payload=False
+        )
+        logger.has_run_logging(phase)
+
+
+def failure_bookkeeping(
+    logger: Logging, error: BaseException, start: datetime.datetime, end: datetime.datetime, asynchronous: bool
+) -> None:
+    phase: Final = "async_failure" if asynchronous else "sync_failure"
+    if logger.should_run_logging(phase):
+        logger._failure_handler_helper_fn(  # pyright: ignore[reportPrivateUsage]  # retain failure accounting without formatting an unused traceback or payload
+            error, "", start, end, build_logging_payload=False
+        )
+        logger.has_run_logging(phase)
diff --git a/litellm/rust_bridge/ocr.py b/litellm/rust_bridge/ocr.py
index 89eab71ccba..de8a93dd8b1 100644
--- a/litellm/rust_bridge/ocr.py
+++ b/litellm/rust_bridge/ocr.py
@@ -2,44 +2,16 @@
 
 from __future__ import annotations
 
-from collections.abc import Awaitable, Callable, Mapping, Sequence
+from collections.abc import Awaitable, Mapping
 from dataclasses import dataclass
 from types import MappingProxyType
 from typing import Final, Protocol, cast  # noqa: TID251  # native extension exposes dynamically typed callables
 
 import httpx
 
-import litellm
-from litellm.constants import request_timeout
-from litellm.llms.azure_ai.ocr.common_utils import is_azure_cohere_parse_model
 from litellm.llms.base_llm.ocr.transformation import PROVIDER_NATIVE_RESPONSE_KEY, OCRResponse
-from litellm.rust_bridge.bindings import NativeBinding, native_exception_types
+from litellm.rust_bridge.bindings import NativeBinding
 from litellm.rust_bridge.timeouts import timeout_to_seconds as _timeout_to_seconds
-from litellm.types.router import GenericLiteLLMParams
-from litellm.utils import ProviderConfigManager
-
-_RUST_OCR_PROVIDERS: Final = frozenset({"mistral", "azure_ai", "vertex_ai"})
-_RUST_OCR_CONFIG_FIELDS: Final = frozenset(
-    {
-        "azure_ad_token",
-        "tenant_id",
-        "client_id",
-        "client_secret",
-        "azure_scope",
-        "azure_authority_host",
-        "azure_credential",
-        "azure_federated_token_file",
-        "vertex_credentials",
-        "vertex_ai_credentials",
-        "vertex_project",
-        "vertex_ai_project",
-        "vertex_location",
-        "vertex_ai_location",
-    }
-)
-_RUST_OCR_SECRET_FIELDS: Final = frozenset(
-    {"azure_ad_token", "client_secret", "azure_federated_token_file", "vertex_credentials", "vertex_ai_credentials"}
-)
 
 
 @dataclass(frozen=True, slots=True)
@@ -87,26 +59,6 @@ class RustAocr(Protocol):
         raise NotImplementedError
 
 
-class _OCRLogging(Protocol):
-    def update_from_kwargs(
-        self,
-        *,
-        kwargs: dict[str, object],
-        model: str,
-        optional_params: dict[str, object],
-        litellm_params: dict[str, object],
-        custom_llm_provider: str | None,
-    ) -> None: ...
-
-    def pre_call(
-        self,
-        *,
-        input: str,
-        api_key: str | None,
-        additional_args: dict[str, object],
-    ) -> None: ...
-
-
 def _as_ocr(value: object) -> RustOcr | None:
     return cast(RustOcr, value) if callable(value) else None
 
@@ -127,204 +79,6 @@ def load_rust_aocr() -> RustAocr | None:
     return _AOCR.load()
 
 
-def provider(request: LiteLLMOcrRequest) -> str | None:
-    if request.custom_llm_provider is not None:
-        return request.custom_llm_provider
-    prefix: Final = request.model.partition("/")[0]
-    if prefix in _RUST_OCR_PROVIDERS:
-        return prefix
-    if request.model.startswith("mistral-ocr"):
-        return "mistral"
-    return None
-
-
-def supported(request: LiteLLMOcrRequest) -> bool:
-    request_provider: Final = provider(request)
-    if request_provider not in _RUST_OCR_PROVIDERS:
-        return False
-    if request_provider == "azure_ai":
-        return (
-            not is_azure_cohere_parse_model(request.model)
-            and not callable(request.kwargs.get("azure_ad_token_provider"))
-            and request.kwargs.get("azure_username") is None
-            and request.kwargs.get("azure_password") is None
-        )
-    return True
-
-
-def _optional_params(request: LiteLLMOcrRequest, resolve_secret: Callable[[str], str | None]) -> Mapping[str, object]:
-    optional_params: Final = MappingProxyType(
-        {
-            name: value
-            for name, value in request.kwargs.items()
-            if (name not in GenericLiteLLMParams.model_fields or name in _RUST_OCR_CONFIG_FIELDS)
-            and name not in ("litellm_logging_obj", "aocr", "litellm_call_id", "proxy_server_request")
-        }
-    )
-    request_provider: Final = provider(request)
-    if request_provider == "azure_ai" and litellm.enable_azure_ad_token_refresh is True:
-        return MappingProxyType({**optional_params, "enable_azure_ad_token_refresh": True})
-    if request_provider != "vertex_ai":
-        return optional_params
-    project: Final = (
-        request.kwargs.get("vertex_project")
-        or request.kwargs.get("vertex_ai_project")
-        or litellm.vertex_project
-        or resolve_secret("VERTEXAI_PROJECT")
-    )
-    location: Final = (
-        request.kwargs.get("vertex_location")
-        or request.kwargs.get("vertex_ai_location")
-        or litellm.vertex_location
-        or resolve_secret("VERTEXAI_LOCATION")
-        or resolve_secret("VERTEX_LOCATION")
-    )
-    credentials: Final = (
-        request.kwargs.get("vertex_credentials")
-        or request.kwargs.get("vertex_ai_credentials")
-        or resolve_secret("VERTEXAI_CREDENTIALS")
-    )
-    vertex_params: Final = MappingProxyType(
-        {
-            name: value
-            for name, value in (
-                ("vertex_project", project),
-                ("vertex_location", location),
-                ("vertex_credentials", credentials),
-            )
-            if value is not None
-        }
-    )
-    return MappingProxyType({**optional_params, **vertex_params})
-
-
-def _input_sources(request: LiteLLMOcrRequest, optional_params: Mapping[str, object]) -> Mapping[str, str]:
-    proxy_request_value: Final = request.kwargs.get("proxy_server_request")
-    if not isinstance(proxy_request_value, Mapping):
-        return MappingProxyType({})
-    proxy_request: Final = cast(  # cast-ok: runtime Mapping check narrows metadata with unknown key and value types
-        Mapping[object, object], proxy_request_value
-    )
-    credential_fields_value: Final = proxy_request.get("credential_fields", ())
-    credential_fields: Final = (
-        frozenset(name for name in credential_fields_value if isinstance(name, str))
-        if isinstance(credential_fields_value, (list, tuple, set, frozenset))
-        else frozenset()
-    )
-    request_fields_value: Final = proxy_request.get("body_fields")
-    request_fields: Sequence[object]
-    if isinstance(request_fields_value, Sequence) and not isinstance(request_fields_value, (str, bytes)):
-        request_fields = cast(  # cast-ok: runtime Sequence check excludes scalar strings and bytes
-            Sequence[object], request_fields_value
-        )
-    else:
-        body_value: Final = proxy_request.get("body")
-        request_fields = (
-            tuple(cast(Mapping[object, object], body_value))  # cast-ok: runtime Mapping check establishes iterable keys
-            if isinstance(body_value, Mapping)
-            else ()
-        )
-    names: Final = frozenset(optional_params) | frozenset({"api_key", "api_base", "extra_headers"})
-    request_sources: Final = MappingProxyType(
-        {name: "request" for name in names if name in request_fields or name in credential_fields}
-    )
-    if litellm.enable_azure_ad_token_refresh is True and "enable_azure_ad_token_refresh" in optional_params:
-        return MappingProxyType({**request_sources, "enable_azure_ad_token_refresh": "deployment"})
-    return request_sources
-
-
-def _marshal(
-    request: LiteLLMOcrRequest,
-    resolve_secret: Callable[[str], str | None],
-    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
-) -> LiteLLMOcrRequest:
-    if not isinstance(request.document, dict):
-        raise TypeError(f"document must be a dict with 'type' and URL/file field, got {type(request.document)}")
-    document: Final = (
-        convert_file_document(request.document) if request.document.get("type") == "file" else request.document
-    )
-    request_provider: Final = provider(request)
-    api_key: Final = (
-        request.api_key or resolve_secret("MISTRAL_API_KEY") if request_provider == "mistral" else request.api_key
-    )
-    optional_params: Final = _optional_params(request, resolve_secret)
-    input_sources: Final = _input_sources(request, optional_params)
-    logged_optional_params: Final = MappingProxyType(
-        {name: "****" if name in _RUST_OCR_SECRET_FIELDS else value for name, value in optional_params.items()}
-    )
-    logged_kwargs: Final = MappingProxyType(
-        {
-            name: "****" if name in _RUST_OCR_SECRET_FIELDS else value
-            for name, value in request.kwargs.items()
-            if name != "proxy_server_request"
-        }
-    )
-    logging_obj: Final = cast(  # cast-ok: client decorator injects the logging object through untyped kwargs
-        _OCRLogging, request.kwargs["litellm_logging_obj"]
-    )
-    logging_obj.update_from_kwargs(
-        kwargs=dict(logged_kwargs),  # mutable-ok: legacy logging mutates its kwargs copy
-        model=request.model,
-        optional_params=dict(logged_optional_params),  # mutable-ok: legacy logging requires concrete dict params
-        litellm_params={  # mutable-ok: legacy logging requires a concrete params dict
-            "litellm_call_id": request.kwargs.get("litellm_call_id"),
-            "api_base": request.api_base,
-        },
-        custom_llm_provider=request_provider,
-    )
-    logging_obj.pre_call(
-        input="OCR document processing",
-        api_key=api_key,
-        additional_args={  # mutable-ok: pre_call mutates the additional_args dict
-            "complete_input_dict": {  # mutable-ok: callbacks consume a JSON-serializable request dict
-                "model": request.model,
-                "document": document,
-                **logged_optional_params,
-            },
-            "api_base": request.api_base or "",
-            "headers": request.extra_headers or {},  # mutable-ok: logging callbacks consume a concrete headers dict
-        },
-    )
-    return LiteLLMOcrRequest(
-        model=request.model,
-        document=document,
-        api_key=api_key,
-        api_base=request.api_base,
-        timeout=request.timeout if request.timeout is not None else request_timeout,
-        custom_llm_provider=request.custom_llm_provider,
-        extra_headers=request.extra_headers,
-        kwargs=optional_params,
-        input_sources=input_sources,
-    )
-
-
-def _map_error(error: Exception, request: LiteLLMOcrRequest) -> Exception:
-    exception_types: Final = native_exception_types()
-    if exception_types is None or not isinstance(error, exception_types[1]):
-        return error
-    request_provider: Final = provider(request)
-    if request_provider is None:
-        return error
-    provider_config: Final = ProviderConfigManager.get_provider_ocr_config(
-        model=request.model.removeprefix(f"{request_provider}/"), provider=litellm.LlmProviders(request_provider)
-    )
-    if provider_config is None:
-        return error
-    error_args: Final = cast(  # cast-ok: BaseException.args exposes Any while native errors carry scalar args
-        tuple[object, ...], error.args
-    )
-    status: Final = error_args[0] if error_args and isinstance(error_args[0], int) else 500
-    message: Final = str(error_args[1]) if len(error_args) > 1 else str(error)
-    error_factory: Final = cast(  # cast-ok: legacy provider error factories have untyped callable parameters
-        Callable[..., Exception], provider_config.get_error_class
-    )
-    return error_factory(
-        error_message=message,
-        status_code=status or 500,
-        headers={},  # mutable-ok: provider error factories require a concrete headers dict
-    )
-
-
 def _response(response: Mapping[str, object]) -> OCRResponse:
     provider_native_response: Final = response.get(PROVIDER_NATIVE_RESPONSE_KEY)
     normalized: Final = OCRResponse.model_validate(
@@ -335,56 +89,6 @@ def _response(response: Mapping[str, object]) -> OCRResponse:
     return normalized
 
 
-def run(
-    request: LiteLLMOcrRequest,
-    resolve_secret: Callable[[str], str | None],
-    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
-) -> OCRResponse | None:
-    if load_rust_ocr() is None:
-        return None
-    marshalled: Final = _marshal(request, resolve_secret, convert_file_document)
-    try:
-        response: Final = ocr(
-            model=marshalled.model,
-            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            api_key=marshalled.api_key,
-            api_base=marshalled.api_base,
-            custom_llm_provider=marshalled.custom_llm_provider,
-            extra_headers=marshalled.extra_headers,
-            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            input_sources=marshalled.input_sources,
-            timeout=marshalled.timeout,
-        )
-    except Exception as error:
-        raise _map_error(error, request) from error
-    return _response(response) if response is not None else None
-
-
-async def arun(
-    request: LiteLLMOcrRequest,
-    resolve_secret: Callable[[str], str | None],
-    convert_file_document: Callable[[dict[str, object]], dict[str, str]],
-) -> OCRResponse | None:
-    if load_rust_aocr() is None:
-        return None
-    marshalled: Final = _marshal(request, resolve_secret, convert_file_document)
-    try:
-        response: Final = await aocr(
-            model=marshalled.model,
-            document=dict(marshalled.document),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            api_key=marshalled.api_key,
-            api_base=marshalled.api_base,
-            custom_llm_provider=marshalled.custom_llm_provider,
-            extra_headers=marshalled.extra_headers,
-            optional_params=dict(marshalled.kwargs),  # mutable-ok: PyO3 OCR binding requires a concrete dict
-            input_sources=marshalled.input_sources,
-            timeout=marshalled.timeout,
-        )
-    except Exception as error:
-        raise _map_error(error, request) from error
-    return _response(response) if response is not None else None
-
-
 def ocr(
     *,
     model: str,
diff --git a/litellm/rust_bridge/ocr_lifecycle.py b/litellm/rust_bridge/ocr_lifecycle.py
new file mode 100644
index 00000000000..5ca584e1c11
--- /dev/null
+++ b/litellm/rust_bridge/ocr_lifecycle.py
@@ -0,0 +1,67 @@
+from __future__ import annotations
+
+from collections.abc import Awaitable, Mapping, Sequence
+from typing import Final, Protocol, cast  # noqa: TID251  # validates dynamically loaded native callables
+
+import litellm
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.rust_bridge.bindings import NativeBinding
+from litellm.rust_bridge.ocr import LiteLLMOcrRequest
+
+
+class NativeOcrLifecycle(Protocol):
+    def __call__(
+        self,
+        request: LiteLLMOcrRequest,
+        args: Sequence[object],
+        kwargs: Mapping[str, object],
+        asynchronous: bool,
+    ) -> OCRResponse | Awaitable[OCRResponse]: ...
+
+
+class ExceptionMapper(Protocol):
+    def __call__(
+        self,
+        *,
+        model: str,
+        custom_llm_provider: str | None,
+        original_exception: Exception,
+        completion_kwargs: dict[str, object],
+        extra_kwargs: dict[str, object],
+    ) -> Exception: ...
+
+
+def _binding(value: object) -> NativeOcrLifecycle | None:
+    if not callable(value):
+        return None
+    return cast("NativeOcrLifecycle", value)  # cast-ok: callable validated at the native binding boundary
+
+
+NATIVE_OCR_LIFECYCLE: Final = NativeBinding("_ocr_lifecycle", validate=_binding)
+
+
+def select(request: LiteLLMOcrRequest) -> NativeOcrLifecycle | None:
+    if request.kwargs.get("aocr"):
+        return None
+    return NATIVE_OCR_LIFECYCLE.load()
+
+
+def arguments(request: LiteLLMOcrRequest) -> Mapping[str, object]:
+    return request.kwargs
+
+
+def map_failure(error: Exception, request: LiteLLMOcrRequest, request_provider: str) -> Exception:
+    mapper: Final = cast(  # cast-ok: bounded adapter for the legacy public exception mapper
+        ExceptionMapper, litellm.exception_type
+    )
+    try:
+        return mapper(
+            model=request.model.removeprefix(f"{request_provider}/"),
+            custom_llm_provider=request_provider,
+            original_exception=error,
+            completion_kwargs=dict(arguments(request)),  # mutable-ok: exception mapper requires owned kwargs
+            extra_kwargs=dict(request.kwargs),  # mutable-ok: exception mapper requires owned kwargs
+        )
+    except Exception as public_error:
+        public_error.__context__ = error
+        return public_error
diff --git a/scripts/benchmark_ocr_callbacks.py b/scripts/benchmark_ocr_callbacks.py
new file mode 100644
index 00000000000..5db182c3d0e
--- /dev/null
+++ b/scripts/benchmark_ocr_callbacks.py
@@ -0,0 +1,289 @@
+#!/usr/bin/env python3
+"""Measure serial sync/async OCR latency through a loopback HTTP provider
+
+Run each callback mode in a fresh process against an installed release wheel:
+python -I scripts/benchmark_ocr_callbacks.py --callbacks none --label before \
+    --expected-transport rust --iterations 200 --warmup 20 --output before-none.json
+Repeat with --callbacks noop and with the candidate wheel in a separate venv
+"""
+
+from __future__ import annotations
+
+import argparse
+import asyncio
+import base64
+import hashlib
+import importlib.metadata
+import json
+import statistics
+import sys
+import threading
+import time
+from collections.abc import Sequence
+from dataclasses import asdict, dataclass
+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from pathlib import Path
+from typing import Final, cast
+
+SIZES: Final = (
+    1024,
+    4 * 1024,
+    16 * 1024,
+    64 * 1024,
+    256 * 1024,
+    1024 * 1024,
+)
+MODEL: Final = "mistral/mistral-ocr-latest"
+EXPECTED_MARKDOWN: Final = "mock remote OCR response"
+RESPONSE: Final = json.dumps(
+    {
+        "pages": [{"index": 0, "markdown": EXPECTED_MARKDOWN, "images": [], "dimensions": None}],
+        "model": "mistral-ocr-latest",
+        "usage_info": {"pages_processed": 1},
+    },
+    separators=(",", ":"),
+).encode()
+
+
+class Server(ThreadingHTTPServer):
+    daemon_threads = True
+
+    def __init__(self) -> None:
+        super().__init__(("127.0.0.1", 0), Handler)
+        self.user_agents: set[str] = set()
+
+
+class Handler(BaseHTTPRequestHandler):
+    protocol_version = "HTTP/1.1"
+
+    def do_POST(self) -> None:
+        server: Final = cast(Server, self.server)
+        server.user_agents.add(self.headers.get("User-Agent", ""))
+        length: Final = int(self.headers["Content-Length"])
+        body: Final = self.rfile.read(length)
+        request: Final = json.loads(body)
+        if self.path != "/v1/ocr" or request.get("model") != "mistral-ocr-latest":
+            self.send_error(400)
+            return
+        document: Final = request.get("document", {})
+        if not isinstance(document, dict) or not str(document.get("document_url", "")).startswith(
+            "data:application/pdf;base64,"
+        ):
+            self.send_error(400)
+            return
+        self.send_response(200)
+        self.send_header("Content-Type", "application/json")
+        self.send_header("Content-Length", str(len(RESPONSE)))
+        self.end_headers()
+        self.wfile.write(RESPONSE)
+
+    def log_message(self, format: str, *args: object) -> None:
+        return
+
+
+@dataclass(frozen=True, slots=True)
+class Result:
+    label: str
+    mode: str
+    size: int
+    iterations: int
+    median_ms: float
+    mean_ms: float
+    p95_ms: float
+    requests_per_second: float
+
+
+def document(size: int) -> dict[str, str]:
+    payload: Final = b"%PDF-1.4\n" + b"x" * max(0, size - 9)
+    encoded: Final = base64.b64encode(payload[:size]).decode("ascii")
+    return {"type": "document_url", "document_url": f"data:application/pdf;base64,{encoded}"}
+
+
+def percentile(values: Sequence[float], quantile: float) -> float:
+    ordered: Final = sorted(values)
+    index: Final = min(len(ordered) - 1, round((len(ordered) - 1) * quantile))
+    return ordered[index]
+
+
+def verify(response: object) -> None:
+    pages: Final = getattr(response, "pages", ())
+    if len(pages) != 1 or getattr(pages[0], "markdown", None) != EXPECTED_MARKDOWN:
+        raise RuntimeError(f"unexpected OCR response: {response!r}")
+
+
+def summarize(label: str, mode: str, size: int, samples: Sequence[float]) -> Result:
+    median: Final = statistics.median(samples)
+    return Result(
+        label=label,
+        mode=mode,
+        size=size,
+        iterations=len(samples),
+        median_ms=median * 1000,
+        mean_ms=statistics.fmean(samples) * 1000,
+        p95_ms=percentile(samples, 0.95) * 1000,
+        requests_per_second=1 / median,
+    )
+
+
+def sync_samples(litellm: object, url: str, request_document: dict[str, str], count: int) -> tuple[float, ...]:
+    samples: list[float] = []
+    for _ in range(count):
+        started: Final = time.perf_counter()
+        response: Final = litellm.ocr(
+            model=MODEL, document=request_document, api_base=url, api_key="mock-key", timeout=30
+        )
+        samples.append(time.perf_counter() - started)
+        verify(response)
+    return tuple(samples)
+
+
+async def async_samples(litellm: object, url: str, request_document: dict[str, str], count: int) -> tuple[float, ...]:
+    samples: list[float] = []
+    for _ in range(count):
+        started: Final = time.perf_counter()
+        response: Final = await litellm.aocr(
+            model=MODEL, document=request_document, api_base=url, api_key="mock-key", timeout=30
+        )
+        samples.append(time.perf_counter() - started)
+        verify(response)
+    return tuple(samples)
+
+
+async def main() -> int:
+    parser: Final = argparse.ArgumentParser(description="E2E OCR benchmark against a local remote-style HTTP server")
+    parser.add_argument("--callbacks", choices=("none", "noop"), required=True)
+    parser.add_argument("--label", required=True)
+    parser.add_argument("--expected-transport", choices=("python", "rust"), required=True)
+    parser.add_argument("--iterations", type=int, default=30)
+    parser.add_argument("--warmup", type=int, default=5)
+    parser.add_argument("--sizes", type=int, nargs="+", default=SIZES)
+    parser.add_argument("--output", type=Path, required=True)
+    args: Final = parser.parse_args()
+
+    import litellm
+    from litellm.integrations.custom_logger import CustomLogger
+
+    class NoopCallback(CustomLogger):
+        def __init__(self) -> None:
+            super().__init__()
+            self.pre_calls = 0
+            self.sync_successes = 0
+            self.async_successes = 0
+
+        def log_pre_api_call(self, model, messages, kwargs):
+            self.pre_calls += 1
+
+        def log_success_event(self, kwargs, response_obj, start_time, end_time):
+            self.sync_successes += 1
+
+        async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
+            self.async_successes += 1
+
+    registry_names: Final = (
+        "callbacks",
+        "input_callback",
+        "success_callback",
+        "failure_callback",
+        "_async_input_callback",
+        "_async_success_callback",
+        "_async_failure_callback",
+    )
+    if any(getattr(litellm, name) for name in registry_names):
+        raise RuntimeError("benchmark requires initially empty callback registrations")
+    callback: Final = NoopCallback()
+    if args.callbacks == "noop":
+        litellm.callbacks.append(callback)
+
+    rust_toggle: Final = getattr(litellm, "rust", None)
+    if callable(rust_toggle):
+        rust_toggle(False)
+    package: Final = Path(litellm.__file__).resolve()
+    version: Final = importlib.metadata.version("litellm")
+    native_path: str | None = None
+    native_sha256: str | None = None
+    try:
+        from litellm.rust_bridge import _native
+
+        native: Final = Path(_native.__file__).resolve()
+        native_path = str(native)
+        native_sha256 = hashlib.file_digest(native.open("rb"), "sha256").hexdigest()
+    except ImportError:
+        pass
+
+    server: Final = Server()
+    thread: Final = threading.Thread(target=server.serve_forever, daemon=True)
+    thread.start()
+    url: Final = f"http://127.0.0.1:{server.server_port}"
+    results: list[Result] = []
+    try:
+        for size in args.sizes:
+            request_document: Final = document(size)
+            sync_samples(litellm, url, request_document, args.warmup)
+            sync_result: Final = summarize(
+                args.label, "sync", size, sync_samples(litellm, url, request_document, args.iterations)
+            )
+            results.append(sync_result)
+            await async_samples(litellm, url, request_document, args.warmup)
+            async_result: Final = summarize(
+                args.label,
+                "async",
+                size,
+                await async_samples(litellm, url, request_document, args.iterations),
+            )
+            results.append(async_result)
+            sys.stdout.write(json.dumps(asdict(sync_result)) + "\n")
+            sys.stdout.write(json.dumps(asdict(async_result)) + "\n")
+            sys.stdout.flush()
+    finally:
+        server.shutdown()
+        server.server_close()
+        thread.join()
+
+    from litellm.litellm_core_utils.litellm_logging import executor
+    from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
+
+    await GLOBAL_LOGGING_WORKER.flush()
+    await asyncio.to_thread(executor.shutdown, wait=True)
+    per_mode: Final = len(args.sizes) * (args.iterations + args.warmup)
+    if args.callbacks == "noop":
+        if (callback.pre_calls, callback.sync_successes, callback.async_successes) != (
+            2 * per_mode,
+            per_mode,
+            per_mode,
+        ):
+            raise RuntimeError(f"callback delivery mismatch: {vars(callback)}")
+    elif any(getattr(litellm, name) for name in registry_names):
+        raise RuntimeError("callback registrations appeared in the no-callback case")
+    await GLOBAL_LOGGING_WORKER.stop()
+
+    user_agents: Final = tuple(sorted(server.user_agents))
+    python_transport: Final = any(
+        value.startswith("python-httpx") or value.startswith("litellm/") for value in user_agents
+    )
+    if (args.expected_transport == "python") != python_transport:
+        raise RuntimeError(f"unexpected transport for {args.label}: user_agents={user_agents}")
+    artifact: Final = {
+        "label": args.label,
+        "callbacks": args.callbacks,
+        "python": sys.executable,
+        "callback_counts": {
+            "pre": callback.pre_calls,
+            "sync_success": callback.sync_successes,
+            "async_success": callback.async_successes,
+        },
+        "version": version,
+        "package": str(package),
+        "native": native_path,
+        "native_sha256": native_sha256,
+        "user_agents": user_agents,
+        "results": tuple(asdict(result) for result in results),
+    }
+    args.output.write_text(json.dumps(artifact, indent=2) + "\n")
+    sys.stdout.write(json.dumps({key: artifact[key] for key in ("label", "version", "package", "user_agents")}) + "\n")
+    sys.stdout.write(f"results={args.output}\n")
+    sys.stdout.flush()
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(asyncio.run(main()))
diff --git a/tests/rust-python-harness/strategies/trace_parity/gateway/execution.py b/tests/rust-python-harness/strategies/trace_parity/gateway/execution.py
index 2bd3a50f39f..860e872dd44 100644
--- a/tests/rust-python-harness/strategies/trace_parity/gateway/execution.py
+++ b/tests/rust-python-harness/strategies/trace_parity/gateway/execution.py
@@ -1,7 +1,8 @@
 from __future__ import annotations
 
-import asyncio
-from collections.abc import Awaitable, Callable
+import json
+import subprocess
+from functools import cache
 from pathlib import Path
 from typing import Final, Protocol, cast
 
@@ -28,12 +29,12 @@ class _GatewayClient(Protocol):
 
 
 def _collect_python(fixture: RouteFixture) -> tuple[FunctionTraceEvent, ...]:
-    import litellm
     from fastapi.testclient import TestClient
 
+    import litellm
+    from litellm.proxy import proxy_server
     from litellm.proxy._types import UserAPIKeyAuth
     from litellm.proxy.anthropic_endpoints.endpoints import user_api_key_auth
-    from litellm.proxy import proxy_server
 
     provider_model: Final = cast(str, fixture.kwargs["provider_model"])
     model_alias: Final = cast(str, fixture.kwargs["model_alias"])
@@ -76,24 +77,24 @@ def _collect_python(fixture: RouteFixture) -> tuple[FunctionTraceEvent, ...]:
 
 
 def _collect_rust(fixture: RouteFixture) -> tuple[FunctionTraceEvent, ...]:
-    from litellm.rust_bridge import get_native_bridge
-
-    bridge: Final[object | None] = get_native_bridge()
-    trace: Final[object | None] = getattr(bridge, "_trace", None) if bridge is not None else None
-    gateway_messages: Final[object | None] = getattr(trace, "gateway_messages", None)
-    if gateway_messages is None or not callable(gateway_messages):
-        raise RuntimeError("native Rust trace bridge does not expose gateway_messages")
-    invoke_gateway: Final = cast(Callable[[str, str, str, object], Awaitable[object]], gateway_messages)
-
-    async def invoke() -> object:
-        return await invoke_gateway(
-            cast(str, fixture.kwargs["model_alias"]),
-            cast(str, fixture.kwargs["provider_model"]),
-            cast(str, fixture.kwargs["api_base"]),
-            fixture.kwargs["body"],
-        )
-
-    result: Final = asyncio.run(invoke())
+    payload: Final = json.dumps(
+        {
+            "model_alias": fixture.kwargs["model_alias"],
+            "provider_model": fixture.kwargs["provider_model"],
+            "api_base": fixture.kwargs["api_base"],
+            "body": fixture.kwargs["body"],
+        }
+    )
+    completed: Final = subprocess.run(
+        (_gateway_trace_binary(),),
+        input=payload,
+        capture_output=True,
+        text=True,
+        check=False,
+    )
+    if completed.returncode != 0:
+        raise RuntimeError(f"Rust gateway trace failed: {completed.stderr.strip()}")
+    result: Final = json.loads(completed.stdout)
     payload: Final = TraceResponsePayload.model_validate(result)
     response: Final = _GatewayResponsePayload.model_validate(payload.response)
     if response.status != 200:
@@ -101,6 +102,34 @@ def _collect_rust(fixture: RouteFixture) -> tuple[FunctionTraceEvent, ...]:
     return native_trace_events(payload)
 
 
+@cache
+def _gateway_trace_binary() -> Path:
+    repo_root: Final = next(parent for parent in Path(__file__).resolve().parents if (parent / "litellm-rust").is_dir())
+    rust_root: Final = repo_root / "litellm-rust"
+    completed: Final = subprocess.run(
+        (
+            "cargo",
+            "build",
+            "--quiet",
+            "--package",
+            "litellm-ai-gateway",
+            "--features",
+            "trace-parity",
+            "--bin",
+            "trace-parity-gateway",
+            "--target-dir",
+            rust_root / "target",
+        ),
+        cwd=rust_root,
+        capture_output=True,
+        text=True,
+        check=False,
+    )
+    if completed.returncode != 0:
+        raise RuntimeError(f"Rust gateway trace build failed: {completed.stderr.strip()}")
+    return rust_root / "target" / "debug" / "trace-parity-gateway"
+
+
 def _collect(scenario: TraceScenario, engine: Engine) -> tuple[FunctionTraceEvent, ...] | TraceExecutionFailure:
     try:
         with replay_server() as provider:
diff --git a/tests/test_litellm/llms/azure_ai/ocr/test_azure_ai_cohere_parse_transformation.py b/tests/test_litellm/llms/azure_ai/ocr/test_azure_ai_cohere_parse_transformation.py
index 3f98e9b6a2d..2f457fcb25b 100644
--- a/tests/test_litellm/llms/azure_ai/ocr/test_azure_ai_cohere_parse_transformation.py
+++ b/tests/test_litellm/llms/azure_ai/ocr/test_azure_ai_cohere_parse_transformation.py
@@ -1,9 +1,5 @@
-import base64
-import json
-
 import pytest
 
-import litellm
 from litellm.llms.azure_ai.ocr.cohere_parse_transformation import AzureAICohereParseConfig
 from litellm.llms.azure_ai.ocr.common_utils import get_azure_ai_ocr_config
 from litellm.llms.azure_ai.ocr.document_intelligence.transformation import AzureDocumentIntelligenceOCRConfig
@@ -12,27 +8,6 @@ from litellm.llms.azure_ai.ocr.transformation import AzureAIOCRConfig
 MODEL = "azure_ai/Cohere-parse-v5"
 API_BASE = "https://resource.services.ai.azure.com"
 PARSE_URL = f"{API_BASE}/providers/cohere/v2/parse"
-IMAGE_URL = "https://example.com/receipt.png"
-PNG_BYTES = base64.b64decode(
-    "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChwGA60e6kgAAAABJRU5ErkJggg=="
-)
-PNG_DATA_URI = f"data:image/png;base64,{base64.b64encode(PNG_BYTES).decode()}"
-
-
-def _parse_response() -> dict:
-    return {
-        "id": "882bf973-9dfa-4d02-9d30-709247008efd",
-        "pages": [{"index": 0, "type": "markdown", "markdown": {"content": "# Receipt\n\nTotal Due: $4.00"}}],
-        "meta": {"api_version": {"version": "2"}, "billed_units": {"pages": 1}},
-    }
-
-
-@pytest.fixture()
-def disable_aiohttp_transport(monkeypatch):
-    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
-    litellm.in_memory_llm_clients_cache.flush_cache()
-    yield
-    litellm.in_memory_llm_clients_cache.flush_cache()
 
 
 @pytest.mark.parametrize(
@@ -95,90 +70,3 @@ def test_validate_environment_requires_api_base(monkeypatch) -> None:
 
     with pytest.raises(ValueError, match="AZURE_AI_API_BASE"):
         AzureAICohereParseConfig().validate_environment(headers={}, model="Cohere-parse-v5", api_key="key")
-
-
-@pytest.mark.asyncio
-async def test_aocr_inlines_remote_image_and_posts_to_foundry(disable_aiohttp_transport, respx_mock):
-    respx_mock.get(IMAGE_URL).respond(content=PNG_BYTES, headers={"Content-Type": "image/png"})
-    route = respx_mock.post(PARSE_URL).respond(json=_parse_response())
-
-    response = await litellm.aocr(
-        model=MODEL,
-        document={"type": "image_url", "image_url": IMAGE_URL},
-        api_base=API_BASE,
-        api_key="azure-key",
-    )
-
-    request = route.calls.last.request
-    assert request.headers["Authorization"] == "Bearer azure-key"
-    assert json.loads(request.content) == {
-        "model": "Cohere-parse-v5",
-        "document": {"type": "image_url", "image_url": PNG_DATA_URI},
-        "output_format": "markdown",
-    }
-    assert response.pages[0].markdown == "# Receipt\n\nTotal Due: $4.00"
-    assert response.usage_info.pages_processed == 1
-
-
-@pytest.mark.asyncio
-async def test_aocr_passes_data_uri_through_without_fetching(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_parse_response())
-
-    await litellm.aocr(
-        model=MODEL,
-        document={"type": "image_url", "image_url": PNG_DATA_URI},
-        api_base=API_BASE,
-        api_key="azure-key",
-        output_format="blocks",
-    )
-
-    body = json.loads(route.calls.last.request.content)
-    assert body["document"]["image_url"] == PNG_DATA_URI
-    assert body["output_format"] == "blocks"
-
-
-def test_ocr_sync_inlines_remote_image(respx_mock):
-    respx_mock.get(IMAGE_URL).respond(content=PNG_BYTES, headers={"Content-Type": "image/png"})
-    route = respx_mock.post(PARSE_URL).respond(json=_parse_response())
-
-    response = litellm.ocr(
-        model=MODEL,
-        document={"type": "image_url", "image_url": IMAGE_URL},
-        api_base=API_BASE,
-        api_key="azure-key",
-    )
-
-    assert json.loads(route.calls.last.request.content)["document"]["image_url"] == PNG_DATA_URI
-    assert response.pages[0].markdown == "# Receipt\n\nTotal Due: $4.00"
-
-
-@pytest.mark.asyncio
-async def test_aocr_rejects_pdf_before_calling_foundry(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_parse_response())
-
-    with pytest.raises(litellm.BadRequestError, match="only accepts `image_url` documents") as exc_info:
-        await litellm.aocr(
-            model=MODEL,
-            document={"type": "document_url", "document_url": "https://example.com/doc.pdf"},
-            api_base=API_BASE,
-            api_key="azure-key",
-        )
-
-    assert exc_info.value.llm_provider == "azure_ai"
-    assert not route.called
-
-
-@pytest.mark.asyncio
-async def test_ahealth_check_ocr_sends_an_image_to_the_foundry_cohere_parse_deployment(
-    disable_aiohttp_transport, respx_mock
-):
-    route = respx_mock.post(PARSE_URL).respond(json=_parse_response())
-
-    result = await litellm.ahealth_check(
-        model_params={"model": MODEL, "api_base": API_BASE, "api_key": "test-key"}, mode="ocr"
-    )
-
-    document = json.loads(route.calls.last.request.content)["document"]
-    assert document["type"] == "image_url"
-    assert document["image_url"].startswith("data:image/png;base64,")
-    assert "error" not in result
diff --git a/tests/test_litellm/llms/azure_ai/test_azure_document_intelligence_ocr_transformation.py b/tests/test_litellm/llms/azure_ai/test_azure_document_intelligence_ocr_transformation.py
index ef4c78553f1..be0dfb5724e 100644
--- a/tests/test_litellm/llms/azure_ai/test_azure_document_intelligence_ocr_transformation.py
+++ b/tests/test_litellm/llms/azure_ai/test_azure_document_intelligence_ocr_transformation.py
@@ -1,4 +1,5 @@
 from unittest.mock import MagicMock
+from typing import Final
 
 import httpx
 import pytest
@@ -371,3 +372,35 @@ def test_validate_environment_falls_back_to_entra_token(monkeypatch):
 
     assert headers["Authorization"] == "Bearer entra-token"
     assert "Ocp-Apim-Subscription-Key" not in headers
+
+
+@pytest.mark.parametrize(
+    ("request_headers", "expected_poll_headers"),
+    (
+        (
+            {"Ocp-Apim-Subscription-Key": "subscription-key"},
+            {"Ocp-Apim-Subscription-Key": "subscription-key"},
+        ),
+        (
+            {"Authorization": "Bearer entra-token"},
+            {"Authorization": "Bearer entra-token"},
+        ),
+    ),
+)
+def test_get_polling_target_preserves_request_authentication(
+    request_headers: dict[str, str], expected_poll_headers: dict[str, str]
+) -> None:
+    response: Final = httpx.Response(
+        status_code=202,
+        headers={"Operation-Location": "https://example.cognitiveservices.azure.com/operations/123"},
+        request=httpx.Request(
+            "POST",
+            "https://example.cognitiveservices.azure.com/documentintelligence/documentModels/prebuilt-layout:analyze",
+            headers=request_headers,
+        ),
+    )
+
+    operation_url, poll_headers = AzureDocumentIntelligenceOCRConfig()._get_polling_target(response)
+
+    assert operation_url == "https://example.cognitiveservices.azure.com/operations/123"
+    assert poll_headers == expected_poll_headers
diff --git a/tests/test_litellm/llms/cohere/ocr/test_cohere_parse_transformation.py b/tests/test_litellm/llms/cohere/ocr/test_cohere_parse_transformation.py
index cb9af56f5e0..1f120be6ffa 100644
--- a/tests/test_litellm/llms/cohere/ocr/test_cohere_parse_transformation.py
+++ b/tests/test_litellm/llms/cohere/ocr/test_cohere_parse_transformation.py
@@ -1,8 +1,11 @@
-import json
+from typing import Final
+from unittest.mock import Mock
 
+import httpx
 import pytest
 
 import litellm
+from litellm.llms.cohere.ocr.transformation import CohereParseConfig
 
 PARSE_URL = "https://api.cohere.com/v2/parse"
 MODEL = "cohere/parse-v5.0"
@@ -57,173 +60,38 @@ def _blocks_response() -> dict:
     }
 
 
-@pytest.fixture()
-def disable_aiohttp_transport(monkeypatch):
-    monkeypatch.setattr(litellm, "disable_aiohttp_transport", True)
-    litellm.in_memory_llm_clients_cache.flush_cache()
-    yield
-    litellm.in_memory_llm_clients_cache.flush_cache()
-
-
-@pytest.mark.asyncio
-async def test_aocr_sends_markdown_parse_request_and_normalizes_pages(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    response = await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key")
-
-    request = route.calls.last.request
-    assert request.headers["Authorization"] == "Bearer test-key"
-    assert json.loads(request.content) == {
-        "model": "parse-v5.0",
-        "document": IMAGE_DOCUMENT,
-        "output_format": "markdown",
-    }
-    assert response.object == "ocr"
-    assert [page.index for page in response.pages] == [0, 1]
-    assert response.pages[0].markdown == "# Receipt\n\nTotal Due: $4.00"
-    assert response.pages[1].markdown == "Page two"
-    assert response.pages[1].images is None
-    image = response.pages[0].images[0]
-    assert image.bbox == BOUNDING_BOX
-    assert image.model_extra["description"] == "A parking receipt"
-    assert image.model_extra["bounding_box_normalized"]["bottom_right_x"] == 1
-    assert response.usage_info.pages_processed == 2
-    assert response.get_provider_native_response() is None
-
-
-@pytest.mark.asyncio
-async def test_aocr_usage_prefers_billed_units_over_page_count(disable_aiohttp_transport, respx_mock):
-    respx_mock.post(PARSE_URL).respond(json=_markdown_response(billed_pages=3))
-
-    response = await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key")
-
-    assert response.usage_info.pages_processed == 3
-
-
-@pytest.mark.asyncio
-async def test_aocr_usage_falls_back_to_page_count_without_meta(disable_aiohttp_transport, respx_mock):
-    respx_mock.post(PARSE_URL).respond(json=_markdown_response(billed_pages=None))
-
-    response = await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key")
-
-    assert response.usage_info.pages_processed == 2
-
-
-@pytest.mark.asyncio
-async def test_aocr_blocks_output_format_forwards_param_and_keeps_blocks(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_blocks_response())
-
-    response = await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key", output_format="blocks")
-
-    assert json.loads(route.calls.last.request.content)["output_format"] == "blocks"
-    assert response.pages[0].markdown == ""
-    assert response.pages[0].model_extra["blocks"] == [{"type": "text", "text": "Total Due: $4.00"}]
-    assert response.usage_info.pages_processed == 1
-
-
-@pytest.mark.asyncio
-async def test_aocr_native_format_carries_provider_payload(disable_aiohttp_transport, respx_mock):
-    payload = _markdown_response()
-    route = respx_mock.post(PARSE_URL).respond(json=payload)
-
-    response = await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key", req_format="native")
-
-    assert "req_format" not in json.loads(route.calls.last.request.content)
-    assert response.get_provider_native_response() == payload
-    assert response.pages[0].markdown == "# Receipt\n\nTotal Due: $4.00"
-
-
-@pytest.mark.asyncio
-async def test_aocr_rejects_unknown_output_format_before_calling_provider(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    with pytest.raises(litellm.BadRequestError, match="Invalid `output_format`: 'html'") as exc_info:
-        await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key", output_format="html")
-
-    assert exc_info.value.status_code == 400
-    assert not route.called
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
-    "document",
-    [
-        {"type": "document_url", "document_url": "https://example.com/doc.pdf"},
-        {"type": "image_url", "image_url": "data:application/pdf;base64,JVBERi0="},
-        {"type": "image_url", "image_url": ""},
-    ],
-)
-async def test_aocr_rejects_non_image_documents_before_calling_provider(
-    disable_aiohttp_transport, respx_mock, document
-):
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    with pytest.raises(litellm.BadRequestError, match="only accepts `image_url` documents") as exc_info:
-        await litellm.aocr(model=MODEL, document=document, api_key="test-key")
-
-    assert exc_info.value.status_code == 400
-    assert not route.called
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
-    "api_base, expected_url",
-    [
-        ("https://gateway.example.com", "https://gateway.example.com/v2/parse"),
-        ("https://gateway.example.com/cohere/", "https://gateway.example.com/cohere/v2/parse"),
-        ("https://gateway.example.com/v2", "https://gateway.example.com/v2/parse"),
-        ("https://gateway.example.com/v2/parse", "https://gateway.example.com/v2/parse"),
-    ],
-)
-async def test_aocr_posts_to_api_base_variants(disable_aiohttp_transport, respx_mock, api_base, expected_url):
-    route = respx_mock.post(expected_url).respond(json=_markdown_response())
-
-    await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key", api_base=api_base)
-
-    assert route.called
-
-
-@pytest.mark.asyncio
-async def test_aocr_surfaces_provider_error_with_its_status_and_message(disable_aiohttp_transport, respx_mock):
-    respx_mock.post(PARSE_URL).respond(
-        status_code=400, json={"id": "83b0d95e", "message": "output_format must be `blocks` or `markdown`"}
+@pytest.mark.parametrize("output_format", ["markdown", "blocks"])
+def test_transform_cohere_request_filters_options(output_format: str) -> None:
+    config: Final = CohereParseConfig()
+    params: Final = config.map_ocr_params(
+        {"output_format": output_format, "req_format": "native", "unknown": True}, {}, "parse-v5.0"
     )
-
-    with pytest.raises(litellm.BadRequestError, match="output_format must be") as exc_info:
-        await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT, api_key="test-key")
-
-    assert exc_info.value.status_code == 400
+    request: Final = config.transform_ocr_request("parse-v5.0", IMAGE_DOCUMENT, params, {})
+    assert request.data == {"model": "parse-v5.0", "document": IMAGE_DOCUMENT, "output_format": output_format}
 
 
-@pytest.mark.asyncio
-async def test_aocr_reads_api_key_from_environment(disable_aiohttp_transport, respx_mock, monkeypatch):
-    monkeypatch.setenv("COHERE_API_KEY", "env-key")
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT)
-
-    assert route.calls.last.request.headers["Authorization"] == "Bearer env-key"
+@pytest.mark.parametrize("native", [False, True])
+def test_transform_cohere_response_keeps_images_and_native_payload(native: bool) -> None:
+    payload: Final = _markdown_response(3)
+    response: Final = CohereParseConfig().transform_ocr_response(
+        "parse-v5.0", httpx.Response(200, json=payload), Mock(), {"req_format": "native" if native else "litellm"}
+    )
+    assert response.pages[0].markdown == "# Receipt\n\nTotal Due: $4.00"
+    assert response.pages[0].images[0].bbox == BOUNDING_BOX
+    assert response.pages[0].images[0].model_extra["description"] == "A parking receipt"
+    assert response.pages[1].images is None
+    assert response.usage_info.pages_processed == 3
+    assert response.get_provider_native_response() == (payload if native else None)
 
 
-@pytest.mark.asyncio
-async def test_aocr_without_api_key_names_the_env_var(disable_aiohttp_transport, respx_mock, monkeypatch):
-    monkeypatch.delenv("COHERE_API_KEY", raising=False)
-    monkeypatch.setattr(litellm, "cohere_key", None)
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    with pytest.raises(Exception, match="Missing COHERE_API_KEY"):
-        await litellm.aocr(model=MODEL, document=IMAGE_DOCUMENT)
-
-    assert not route.called
+def test_transform_cohere_blocks() -> None:
+    response: Final = CohereParseConfig().transform_ocr_response(
+        "parse-v5.0", httpx.Response(200, json=_blocks_response()), Mock()
+    )
+    assert response.pages[0].model_extra["blocks"] == [{"type": "text", "text": "Total Due: $4.00"}]
+    assert response.pages[0].markdown == ""
 
 
-@pytest.mark.asyncio
-async def test_ahealth_check_ocr_sends_an_image_cohere_parse_accepts(disable_aiohttp_transport, respx_mock):
-    route = respx_mock.post(PARSE_URL).respond(json=_markdown_response())
-
-    result = await litellm.ahealth_check(model_params={"model": MODEL, "api_key": "test-key"}, mode="ocr")
-
-    document = json.loads(route.calls.last.request.content)["document"]
-    assert document["type"] == "image_url"
-    assert document["image_url"].startswith("data:image/png;base64,")
-    assert "error" not in result
+def test_transform_cohere_rejects_unsupported_output_format() -> None:
+    with pytest.raises(litellm.UnsupportedParamsError, match="output_format"):
+        CohereParseConfig().map_ocr_params({"output_format": "html"}, {}, "parse-v5.0")
diff --git a/tests/test_litellm/llms/reducto/conftest.py b/tests/test_litellm/llms/reducto/conftest.py
new file mode 100644
index 00000000000..4ff3ab43006
--- /dev/null
+++ b/tests/test_litellm/llms/reducto/conftest.py
@@ -0,0 +1,11 @@
+from collections.abc import Generator
+
+import pytest
+
+from tests.test_litellm_rust.support.recording_server import RecordingServer, recording_service
+
+
+@pytest.fixture
+def reducto_server() -> Generator[RecordingServer]:
+    with recording_service() as server:
+        yield server
diff --git a/tests/test_litellm/llms/reducto/test_parse_legacy.py b/tests/test_litellm/llms/reducto/test_parse_legacy.py
index db19460baa3..252369cbd3d 100644
--- a/tests/test_litellm/llms/reducto/test_parse_legacy.py
+++ b/tests/test_litellm/llms/reducto/test_parse_legacy.py
@@ -1,7 +1,7 @@
-import json
+import pytest
 
 import litellm
-import pytest
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 
 
 @pytest.fixture()
@@ -17,24 +17,28 @@ def disable_aiohttp_transport():
 
 
 @pytest.mark.asyncio
-async def test_parse_legacy_wraps_enhance_under_options(
-    disable_aiohttp_transport, respx_mock
-):
-    upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
-        json={"file_id": "reducto://legacy.pdf"}
-    )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
-        json={
-            "usage": {"num_pages": 1, "credits": 1},
-            "result": {
-                "chunks": [
-                    {
-                        "content": "Legacy parse",
-                        "blocks": [{"content": "Legacy parse", "bbox": {"page": 1}}],
-                    }
-                ]
-            },
-        }
+async def test_parse_legacy_wraps_enhance_under_options(disable_aiohttp_transport, reducto_server: RecordingServer):
+    reducto_server.expected_requests = 2
+    reducto_server.enqueue(ResponseSpec(body={"file_id": "reducto://legacy.pdf"}))
+    reducto_server.enqueue(
+        ResponseSpec(
+            body={
+                "usage": {"num_pages": 1, "credits": 1},
+                "result": {
+                    "chunks": [
+                        {
+                            "content": "Legacy parse",
+                            "blocks": [
+                                {
+                                    "content": "Legacy parse",
+                                    "bbox": {"page": 1},
+                                }
+                            ],
+                        }
+                    ]
+                },
+            }
+        )
     )
 
     response = await litellm.aocr(
@@ -45,13 +49,15 @@ async def test_parse_legacy_wraps_enhance_under_options(
             "mime_type": "application/pdf",
         },
         api_key="legacy-key",
-        api_base="https://platform.reducto.ai",
+        api_base=reducto_server.base_url,
         enhance={"agentic": [{"type": "table"}]},
     )
 
-    assert upload_route.called
-    assert parse_route.called
-    request_body = json.loads(parse_route.calls[0].request.read())
+    upload_request, parse_request = reducto_server.requests
+    assert upload_request.path == "/upload"
+    assert parse_request.path == "/parse"
+    assert isinstance(parse_request.body, dict)
+    request_body = parse_request.body
     assert request_body == {
         "document_url": "reducto://legacy.pdf",
         "options": {"enhance": {"agentic": [{"type": "table"}]}},
diff --git a/tests/test_litellm/llms/reducto/test_parse_v3.py b/tests/test_litellm/llms/reducto/test_parse_v3.py
index 1d0c826ef8b..0ebc0d926c4 100644
--- a/tests/test_litellm/llms/reducto/test_parse_v3.py
+++ b/tests/test_litellm/llms/reducto/test_parse_v3.py
@@ -1,8 +1,7 @@
-import json
-
 import pytest
 
 import litellm
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 
 
 def _reducto_parse_response() -> dict:
@@ -69,11 +68,11 @@ def disable_aiohttp_transport():
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_file_upload_and_response_mapping(disable_aiohttp_transport, respx_mock):
-    upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
-        json={"file_id": "reducto://uploaded.pdf"}
-    )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(json=_reducto_parse_response())
+async def test_parse_v3_file_upload_and_response_mapping(disable_aiohttp_transport, reducto_server: RecordingServer):
+    reducto_server.expected_requests = 2
+    provider_response = _reducto_parse_response()
+    reducto_server.enqueue(ResponseSpec(body={"file_id": "reducto://uploaded.pdf"}))
+    reducto_server.enqueue(ResponseSpec(body=provider_response))
 
     response = await litellm.aocr(
         model="reducto/parse-v3",
@@ -83,25 +82,24 @@ async def test_parse_v3_file_upload_and_response_mapping(disable_aiohttp_transpo
             "mime_type": "application/pdf",
         },
         api_key="test-key",
-        api_base="https://platform.reducto.ai",
+        api_base=reducto_server.base_url,
         formatting={"table_output_format": "html"},
         retrieval={"chunk_mode": "section"},
         settings={"ocr_system": "standard"},
+        req_format="native",
     )
 
-    assert upload_route.called
-    assert parse_route.called
-    assert len(upload_route.calls) == 1
-    assert len(parse_route.calls) == 1
-
-    upload_request = upload_route.calls[0].request
+    upload_request, parse_request = reducto_server.requests
+    assert upload_request.path == "/upload"
+    assert parse_request.path == "/parse"
     assert upload_request.headers["authorization"] == "Bearer test-key"
     assert "application/json" not in upload_request.headers["content-type"]
-    upload_body = upload_request.read()
+    upload_body = upload_request.raw_body
     assert b'filename="document"' in upload_body
     assert b"application/pdf" in upload_body
 
-    parse_request_body = json.loads(parse_route.calls[0].request.read())
+    assert isinstance(parse_request.body, dict)
+    parse_request_body = parse_request.body
     assert parse_request_body["input"] == "reducto://uploaded.pdf"
     assert parse_request_body["formatting"] == {"table_output_format": "html"}
     assert parse_request_body["retrieval"] == {"chunk_mode": "section"}
@@ -116,15 +114,12 @@ async def test_parse_v3_file_upload_and_response_mapping(disable_aiohttp_transpo
     assert getattr(response.pages[0], "blocks")[0]["bbox"]["page"] == 1
     assert response.pages[1].markdown == "Page 2 block A"
     assert response.pages[2].markdown == "Page 3 block A"
-    assert response._hidden_params["reducto_raw"]["usage"]["credits"] == 3
+    assert response.get_provider_native_response() == provider_response
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_transport, respx_mock):
-    upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
-        json={"file_id": "reducto://should-not-upload.pdf"}
-    )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(json=_reducto_parse_response())
+async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_transport, reducto_server: RecordingServer):
+    reducto_server.enqueue(ResponseSpec(body=_reducto_parse_response()))
 
     response = await litellm.aocr(
         model="reducto/parse-v3",
@@ -133,13 +128,15 @@ async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_tran
             "document_url": "reducto://already-uploaded.pdf",
         },
         api_key="test-key",
-        api_base="https://platform.reducto.ai",
+        api_base=reducto_server.base_url,
         retrieval={"chunk_mode": "section"},
     )
 
-    assert not upload_route.called
-    assert parse_route.called
-    parse_request_body = json.loads(parse_route.calls[0].request.read())
+    assert len(reducto_server.requests) == 1
+    parse_request = reducto_server.requests[0]
+    assert parse_request.path == "/parse"
+    assert isinstance(parse_request.body, dict)
+    parse_request_body = parse_request.body
     assert parse_request_body["input"] == "reducto://already-uploaded.pdf"
     assert parse_request_body["retrieval"]["chunk_mode"] == "section"
     assert response.pages[0].markdown.startswith("Page 1 block A")
@@ -147,11 +144,9 @@ async def test_parse_v3_reducto_id_passthrough_skips_upload(disable_aiohttp_tran
 
 @pytest.mark.asyncio
 async def test_unknown_model_uses_current_protocol_without_local_rejection(
-    disable_aiohttp_transport, respx_mock
+    disable_aiohttp_transport, reducto_server: RecordingServer
 ):
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
-        json=_reducto_parse_response()
-    )
+    reducto_server.enqueue(ResponseSpec(body=_reducto_parse_response()))
 
     response = await litellm.aocr(
         model="reducto/future-parse-model",
@@ -160,11 +155,9 @@ async def test_unknown_model_uses_current_protocol_without_local_rejection(
             "document_url": "reducto://already-uploaded.pdf",
         },
         api_key="test-key",
-        api_base="https://platform.reducto.ai",
+        api_base=reducto_server.base_url,
     )
 
-    assert parse_route.called
-    assert json.loads(parse_route.calls[0].request.read()) == {
-        "input": "reducto://already-uploaded.pdf"
-    }
+    assert reducto_server.requests[0].path == "/parse"
+    assert reducto_server.requests[0].body == {"input": "reducto://already-uploaded.pdf"}
     assert response.model == "future-parse-model"
diff --git a/tests/test_litellm/llms/reducto/test_upload.py b/tests/test_litellm/llms/reducto/test_upload.py
index 4fae90436bb..adfc2663fb0 100644
--- a/tests/test_litellm/llms/reducto/test_upload.py
+++ b/tests/test_litellm/llms/reducto/test_upload.py
@@ -1,16 +1,16 @@
-import json
 import os
 from unittest.mock import AsyncMock, Mock
 
 import httpx
-import litellm
 import pytest
 
+import litellm
 from litellm.llms.reducto.common import (
     extract_file_id_or_bytes,
     upload_bytes_async,
     upload_bytes_sync,
 )
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 
 
 @pytest.fixture()
@@ -28,7 +28,8 @@ def disable_aiohttp_transport(monkeypatch):
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_rejects_plain_http_urls(disable_aiohttp_transport):
+async def test_parse_v3_rejects_plain_http_urls(disable_aiohttp_transport, reducto_server: RecordingServer):
+    reducto_server.expected_requests = 0
     with pytest.raises(litellm.BadRequestError, match="upload the file first"):
         await litellm.aocr(
             model="reducto/parse-v3",
@@ -37,29 +38,30 @@ async def test_parse_v3_rejects_plain_http_urls(disable_aiohttp_transport):
                 "document_url": "https://example.com/document.pdf",
             },
             api_key="test-key",
-            api_base="https://platform.reducto.ai",
+            api_base=reducto_server.base_url,
         )
 
 
 @pytest.mark.asyncio
 async def test_parse_v3_image_data_uri_upload_uses_image_mime(
-    disable_aiohttp_transport, respx_mock
+    disable_aiohttp_transport, reducto_server: RecordingServer
 ):
-    upload_route = respx_mock.post("https://custom.reducto.test/upload").respond(
-        json={"file_id": "reducto://uploaded-image.png"}
-    )
-    parse_route = respx_mock.post("https://custom.reducto.test/parse").respond(
-        json={
-            "usage": {"num_pages": 1, "credits": 1},
-            "result": {
-                "chunks": [
-                    {
-                        "content": "Image OCR",
-                        "blocks": [{"content": "Image OCR", "bbox": {"page": 1}}],
-                    }
-                ]
-            },
-        }
+    reducto_server.expected_requests = 2
+    reducto_server.enqueue(ResponseSpec(body={"file_id": "reducto://uploaded-image.png"}))
+    reducto_server.enqueue(
+        ResponseSpec(
+            body={
+                "usage": {"num_pages": 1, "credits": 1},
+                "result": {
+                    "chunks": [
+                        {
+                            "content": "Image OCR",
+                            "blocks": [{"content": "Image OCR", "bbox": {"page": 1}}],
+                        }
+                    ]
+                },
+            }
+        )
     )
 
     response = await litellm.aocr(
@@ -70,41 +72,43 @@ async def test_parse_v3_image_data_uri_upload_uses_image_mime(
             "mime_type": "image/png",
         },
         api_key="programmatic-key",
-        api_base="https://custom.reducto.test/",
+        api_base=f"{reducto_server.base_url}/",
     )
 
-    assert upload_route.called
-    assert parse_route.called
-    upload_request = upload_route.calls[0].request
+    upload_request, parse_request = reducto_server.requests
+    assert upload_request.path == "/upload"
+    assert parse_request.path == "/parse"
     assert upload_request.headers["authorization"] == "Bearer programmatic-key"
-    assert b"image/png" in upload_request.read()
+    assert b"image/png" in upload_request.raw_body
 
-    parse_request_body = json.loads(parse_route.calls[0].request.read())
-    assert parse_request_body["input"] == "reducto://uploaded-image.png"
+    assert isinstance(parse_request.body, dict)
+    assert parse_request.body["input"] == "reducto://uploaded-image.png"
     assert response.pages[0].markdown == "Image OCR"
 
 
 @pytest.mark.asyncio
-async def test_parse_v3_uses_programmatic_api_key_over_env(
-    disable_aiohttp_transport, respx_mock
-):
-    upload_route = respx_mock.post("https://platform.reducto.ai/upload").respond(
-        json={"file_id": "reducto://uploaded.pdf"}
-    )
-    parse_route = respx_mock.post("https://platform.reducto.ai/parse").respond(
-        json={
-            "usage": {"num_pages": 1, "credits": 1},
-            "result": {
-                "chunks": [
-                    {
-                        "content": "Programmatic auth",
-                        "blocks": [
-                            {"content": "Programmatic auth", "bbox": {"page": 1}}
-                        ],
-                    }
-                ]
-            },
-        }
+async def test_parse_v3_uses_programmatic_api_key_over_env(disable_aiohttp_transport, reducto_server: RecordingServer):
+    reducto_server.expected_requests = 2
+    reducto_server.enqueue(ResponseSpec(body={"file_id": "reducto://uploaded.pdf"}))
+    reducto_server.enqueue(
+        ResponseSpec(
+            body={
+                "usage": {"num_pages": 1, "credits": 1},
+                "result": {
+                    "chunks": [
+                        {
+                            "content": "Programmatic auth",
+                            "blocks": [
+                                {
+                                    "content": "Programmatic auth",
+                                    "bbox": {"page": 1},
+                                }
+                            ],
+                        }
+                    ]
+                },
+            }
+        )
     )
 
     await litellm.aocr(
@@ -115,11 +119,11 @@ async def test_parse_v3_uses_programmatic_api_key_over_env(
             "mime_type": "application/pdf",
         },
         api_key="passed-key",
-        api_base="https://platform.reducto.ai",
+        api_base=reducto_server.base_url,
     )
 
-    assert upload_route.calls[0].request.headers["authorization"] == "Bearer passed-key"
-    assert parse_route.calls[0].request.headers["authorization"] == "Bearer passed-key"
+    assert reducto_server.requests[0].headers["authorization"] == "Bearer passed-key"
+    assert reducto_server.requests[1].headers["authorization"] == "Bearer passed-key"
 
 
 def test_upload_bytes_sync_uses_shared_client(monkeypatch):
diff --git a/tests/test_litellm/ocr/test_legacy.py b/tests/test_litellm/ocr/test_legacy.py
new file mode 100644
index 00000000000..a30976f89af
--- /dev/null
+++ b/tests/test_litellm/ocr/test_legacy.py
@@ -0,0 +1,200 @@
+import importlib
+from collections.abc import AsyncGenerator
+from datetime import datetime
+from io import BytesIO
+from typing import Final
+from unittest.mock import Mock
+
+import httpx
+import orjson
+import pytest
+
+import litellm
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.llms.custom_httpx import llm_http_handler
+from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler
+from litellm.ocr.legacy import _prepare_ocr_request
+from litellm.rust_bridge import bindings, configuration
+from litellm.rust_bridge.ocr_lifecycle import NATIVE_OCR_LIFECYCLE
+
+
+@pytest.fixture
+async def provider(monkeypatch: pytest.MonkeyPatch) -> AsyncGenerator[Mock]:
+    configuration.reset_rust_configuration()
+    monkeypatch.setenv("LITELLM_RUST", "0")
+    monkeypatch.setattr(bindings, "get_native_bridge", Mock(side_effect=AssertionError("Rust must not load")))
+    handler: Final = Mock(
+        return_value=httpx.Response(
+            200,
+            json={
+                "pages": [{"index": 0, "markdown": "parsed document"}],
+                "model": "mistral-ocr-latest",
+                "usage_info": {"pages_processed": 1},
+            },
+        )
+    )
+    transport: Final = httpx.MockTransport(handler)
+    with httpx.Client(transport=transport) as sync_client:
+        async with httpx.AsyncClient(transport=transport) as async_client:
+            sync_handler: Final = HTTPHandler(client=sync_client)
+            async_handler: Final = AsyncHTTPHandler()
+            await async_handler.client.aclose()
+            async_handler.client = async_client
+            monkeypatch.setattr(llm_http_handler, "_get_httpx_client", lambda: sync_handler)
+            monkeypatch.setattr(llm_http_handler, "get_async_httpx_client", lambda llm_provider: async_handler)
+            yield handler
+    NATIVE_OCR_LIFECYCLE.reset()
+    configuration.reset_rust_configuration()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("mode", ["sync", "async", "sync_async"])
+@pytest.mark.parametrize("dispatch", ["disabled", "declined", "unavailable"])
+async def test_python_request_response_and_callbacks(
+    provider: Mock, monkeypatch: pytest.MonkeyPatch, mode: str, dispatch: str
+) -> None:
+    class Declined(Exception):
+        pass
+
+    if dispatch != "disabled":
+        monkeypatch.setenv("LITELLM_RUST", "1")
+        NATIVE_OCR_LIFECYCLE.override(Mock(side_effect=Declined()) if dispatch == "declined" else None)
+        main: Final = importlib.import_module("litellm.ocr.main")
+        monkeypatch.setattr(main, "native_exception_types", lambda: (Declined, RuntimeError))
+    logger: Final = Mock(spec=CustomLogger)
+    monkeypatch.setattr(litellm, "input_callback", [logger])
+    arguments: Final = {
+        "model": "mistral/mistral-ocr-latest",
+        "document": {"type": "file", "file": BytesIO(b"pdf"), "mime_type": "application/pdf"},
+        "api_key": "test-key",
+        "api_base": "https://ocr.test/v1",
+        "timeout": 7.0,
+        "pages": [0, 2],
+        "include_image_base64": True,
+        "extra_headers": {"x-test-header": "preserved"},
+    }
+
+    async def call() -> OCRResponse:
+        if mode == "async":
+            return await litellm.aocr(**arguments)
+        if mode == "sync_async":
+            from litellm.litellm_core_utils.litellm_logging import Logging
+
+            logging_obj: Final = Logging(
+                model=arguments["model"],
+                messages=[],
+                stream=False,
+                call_type="aocr",
+                start_time=datetime.now(),
+                litellm_call_id="test-call",
+                function_id="test-function",
+            )
+            return await litellm.ocr(**arguments, aocr=True, litellm_logging_obj=logging_obj)
+        return litellm.ocr(**arguments)
+
+    response: Final = await call()
+    assert response.pages[0].markdown == "parsed document"
+    assert response.usage_info.pages_processed == 1
+    assert provider.call_count == 1
+    request: Final = provider.call_args.args[0]
+    assert str(request.url) == "https://ocr.test/v1/ocr"
+    assert request.headers["authorization"] == "Bearer test-key"
+    assert request.headers["x-test-header"] == "preserved"
+    assert request.extensions["timeout"] == {"connect": 7.0, "read": 7.0, "write": 7.0, "pool": 7.0}
+    assert orjson.loads(request.content) == {
+        "model": "mistral-ocr-latest",
+        "document": {"type": "document_url", "document_url": "data:application/pdf;base64,cGRm"},
+        "pages": [0, 2],
+        "include_image_base64": True,
+    }
+    assert logger.log_pre_api_call.call_count == 1
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+async def test_python_provider_errors_keep_public_exception(provider: Mock, asynchronous: bool) -> None:
+    provider.return_value = httpx.Response(429, json={"error": "rate limited"})
+    arguments: Final = {
+        "model": "mistral/mistral-ocr-latest",
+        "document": {"type": "document_url", "document_url": "https://example.com/file.pdf"},
+        "api_key": "test-key",
+        "api_base": "https://ocr.test/v1",
+        "num_retries": 0,
+    }
+
+    async def call() -> object:
+        if asynchronous:
+            return await litellm.aocr(**arguments)
+        return litellm.ocr(**arguments)
+
+    with pytest.raises(litellm.RateLimitError) as error:
+        await call()
+    assert error.value.status_code == 429
+    assert error.value.model == "mistral-ocr-latest"
+    assert error.value.llm_provider == "mistral"
+    assert provider.call_count == 1
+
+
+def test_document_intelligence_environment_key_is_not_replaced_by_generic_azure_key(
+    monkeypatch: pytest.MonkeyPatch,
+) -> None:
+    monkeypatch.setenv("AZURE_AI_API_KEY", "generic-key")
+    monkeypatch.setenv("AZURE_DOCUMENT_INTELLIGENCE_API_KEY", "document-key")
+    monkeypatch.setenv("AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT", "https://document.example.com")
+    prepared: Final = _prepare_ocr_request(
+        model="azure_ai/doc-intelligence/prebuilt-layout",
+        document={"type": "document_url", "document_url": "https://example.com/file.pdf"},
+        api_key=None,
+        api_base=None,
+        timeout=None,
+        custom_llm_provider=None,
+        extra_headers=None,
+        kwargs={"litellm_logging_obj": Mock()},
+    )
+
+    assert prepared.api_key is None
+    headers: Final = prepared.provider_config.validate_environment(
+        headers={},
+        model=prepared.model,
+        api_key=prepared.api_key,
+        api_base=prepared.api_base,
+        litellm_params=prepared.litellm_params,
+    )
+    assert headers["Ocp-Apim-Subscription-Key"] == "document-key"
+
+
+def test_document_intelligence_explicit_connection_is_preserved(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv("AZURE_AI_API_KEY", "generic-key")
+    monkeypatch.setenv("AZURE_AI_API_BASE", "https://generic.example.com")
+    prepared: Final = _prepare_ocr_request(
+        model="azure_ai/doc-intelligence/prebuilt-layout",
+        document={"type": "document_url", "document_url": "https://example.com/file.pdf"},
+        api_key="explicit-key",
+        api_base="https://document.example.com",
+        timeout=None,
+        custom_llm_provider=None,
+        extra_headers=None,
+        kwargs={"litellm_logging_obj": Mock()},
+    )
+
+    assert prepared.api_key == "explicit-key"
+    assert prepared.api_base == "https://document.example.com"
+
+
+def test_generic_azure_connection_still_applies_to_foundry_ocr(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv("AZURE_AI_API_KEY", "generic-key")
+    monkeypatch.setenv("AZURE_AI_API_BASE", "https://generic.example.com")
+    prepared: Final = _prepare_ocr_request(
+        model="azure_ai/mistral-document-ai-2505",
+        document={"type": "document_url", "document_url": "https://example.com/file.pdf"},
+        api_key=None,
+        api_base=None,
+        timeout=None,
+        custom_llm_provider=None,
+        extra_headers=None,
+        kwargs={"litellm_logging_obj": Mock()},
+    )
+
+    assert prepared.api_key == "generic-key"
+    assert prepared.api_base == "https://generic.example.com"
diff --git a/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py b/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
deleted file mode 100644
index 460aff3e8d1..00000000000
--- a/tests/test_litellm/ocr/test_ocr_azure_document_intelligence_api_base.py
+++ /dev/null
@@ -1,73 +0,0 @@
-"""
-Regression tests for Azure Document Intelligence api_base ownership in OCR.
-
-`azure_ai` exposes two OCR services on one provider; the `doc-intelligence`
-sub-route must defer environment resolution to Rust, not accept the generic
-`AZURE_AI_API_BASE` fallback that `get_llm_provider` injects. An explicitly
-supplied api_base is still always honoured.
-"""
-
-from litellm.llms.azure_ai.ocr.common_utils import (
-    is_azure_document_intelligence_model,
-)
-from litellm.ocr.main import _prepare_ocr_request
-
-_DOC = {"type": "document_url", "document_url": "https://example.com/doc.pdf"}
-_AZURE_AI_API_BASE = "https://generic-azure-ai.example.com"
-
-
-class _FakeLogging:
-    def update_from_kwargs(self, **kwargs: object) -> None:
-        return None
-
-
-def _prepare(model: str, api_base: str | None):
-    return _prepare_ocr_request(
-        model=model,
-        document=dict(_DOC),
-        api_key="test-key",
-        api_base=api_base,
-        timeout=None,
-        custom_llm_provider=None,
-        extra_headers=None,
-        kwargs={"litellm_logging_obj": _FakeLogging()},
-    )
-
-
-class TestIsAzureDocumentIntelligenceModel:
-    def test_matches_doc_intelligence_route(self):
-        assert is_azure_document_intelligence_model("doc-intelligence/prebuilt-layout")
-
-    def test_matches_documentintelligence_and_is_case_insensitive(self):
-        assert is_azure_document_intelligence_model("azure_ai/DocumentIntelligence/x")
-
-    def test_does_not_match_mistral_route(self):
-        assert not is_azure_document_intelligence_model("mistral-document-ai-2505")
-
-
-class TestDocIntelligenceApiBaseResolution:
-    def test_generic_azure_ai_base_does_not_hijack_doc_intelligence(self, monkeypatch):
-        """The generic Azure base must not overwrite Rust-owned DI resolution."""
-        monkeypatch.setenv("AZURE_AI_API_BASE", _AZURE_AI_API_BASE)
-        monkeypatch.delenv("AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT", raising=False)
-
-        prepared = _prepare("azure_ai/doc-intelligence/prebuilt-layout", None)
-
-        assert prepared.api_base is None
-
-    def test_explicit_api_base_is_honoured_for_doc_intelligence(self, monkeypatch):
-        """A caller-supplied api_base must always win, even for doc-intelligence."""
-        monkeypatch.setenv("AZURE_AI_API_BASE", _AZURE_AI_API_BASE)
-
-        custom = "https://my-di.cognitiveservices.azure.com"
-        prepared = _prepare("azure_ai/doc-intelligence/prebuilt-layout", custom)
-
-        assert prepared.api_base == custom
-
-    def test_generic_azure_ai_base_still_applies_to_mistral_ocr(self, monkeypatch):
-        """Non doc-intelligence azure_ai models keep using AZURE_AI_API_BASE."""
-        monkeypatch.setenv("AZURE_AI_API_BASE", _AZURE_AI_API_BASE)
-
-        prepared = _prepare("azure_ai/mistral-document-ai-2505", None)
-
-        assert prepared.api_base == _AZURE_AI_API_BASE
diff --git a/tests/test_litellm/ocr/test_ocr_file_input.py b/tests/test_litellm/ocr/test_ocr_file_input.py
index feb98d14c03..3526d8c00d6 100644
--- a/tests/test_litellm/ocr/test_ocr_file_input.py
+++ b/tests/test_litellm/ocr/test_ocr_file_input.py
@@ -12,15 +12,32 @@ Tests that:
 import base64
 import os
 import tempfile
+from collections.abc import Generator
 from io import BytesIO
 from pathlib import Path
-from unittest.mock import AsyncMock, MagicMock
+from typing import Final
+from unittest.mock import AsyncMock, MagicMock, Mock
 
 import orjson
 import pytest
 from starlette.datastructures import FormData
 
-from litellm.ocr.main import convert_file_document_to_url_document, get_mime_type
+from litellm.ocr.input import convert_file_document_to_url_document, get_mime_type
+
+
+@pytest.fixture(autouse=True, params=["native", "disabled", "unavailable"])
+def document_runtime(request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch) -> Generator[None]:
+    from litellm.rust_bridge import bindings, configuration
+
+    configuration.reset_rust_configuration()
+    monkeypatch.delenv("LITELLM_RUST", raising=False)
+    if request.param == "disabled":
+        monkeypatch.setenv("LITELLM_RUST", "0")
+        monkeypatch.setattr(bindings, "get_native_bridge", Mock(side_effect=AssertionError("Rust is disabled")))
+    elif request.param == "unavailable":
+        monkeypatch.setattr(bindings, "get_native_bridge", lambda: None)
+    yield
+    configuration.reset_rust_configuration()
 
 
 class TestGetMimeType:
@@ -480,3 +497,37 @@ class TestProxySecurityGuard:
             "data:application/pdf;base64,"
         )
         assert result["model"] == "mistral/mistral-ocr-latest"
+
+
+@pytest.mark.asyncio
+async def test_proxy_upload_stops_reading_at_size_limit() -> None:
+    from starlette.datastructures import UploadFile
+
+    from litellm.ocr.input import get_max_file_bytes
+    from litellm.proxy.ocr_endpoints.endpoints import _parse_multipart_form
+
+    limit: Final = get_max_file_bytes()
+    with tempfile.TemporaryFile() as stream:
+        stream.truncate(limit * 2)
+        upload: Final = UploadFile(file=stream, filename="large.pdf")
+        request: Final = MagicMock(form=AsyncMock(return_value=FormData({"file": upload})))
+        with pytest.raises(ValueError, match="exceeds the size limit"):
+            await _parse_multipart_form(request)
+        assert stream.tell() == limit + 1
+
+
+@pytest.mark.asyncio
+async def test_proxy_upload_filename_is_only_metadata(tmp_path: Path) -> None:
+    from starlette.datastructures import UploadFile
+
+    from litellm.proxy.ocr_endpoints.endpoints import _parse_multipart_form
+
+    secret: Final = tmp_path / "secret.pdf"
+    secret.write_bytes(b"server secret")
+    upload: Final = UploadFile(file=BytesIO(b"uploaded bytes"), filename=str(secret))
+    request: Final = MagicMock(form=AsyncMock(return_value=FormData({"file": upload})))
+    result: Final = await _parse_multipart_form(request)
+    assert result["document"] == {
+        "type": "document_url",
+        "document_url": "data:application/pdf;base64,dXBsb2FkZWQgYnl0ZXM=",
+    }
diff --git a/tests/test_litellm/ocr/test_ocr_native_format.py b/tests/test_litellm/ocr/test_ocr_native_format.py
index 46e9a4d3729..4ad556f6941 100644
--- a/tests/test_litellm/ocr/test_ocr_native_format.py
+++ b/tests/test_litellm/ocr/test_ocr_native_format.py
@@ -2,37 +2,7 @@
 Tests for the OCR `req_format` option in the SDK request path.
 """
 
-import pytest
-
-import litellm
 from litellm.rust_bridge import ocr as rust_ocr_bridge
-from litellm.rust_bridge.ocr import LiteLLMOcrRequest
-
-DOCUMENT = {"type": "document_url", "document_url": "https://example.com/doc.pdf"}
-
-
-def _request(
-    optional_params: dict[str, object], model: str = "azure_ai/doc-intelligence/prebuilt-layout"
-) -> LiteLLMOcrRequest:
-    return LiteLLMOcrRequest(
-        model=model,
-        document=DOCUMENT,
-        api_key="fake-key",
-        api_base=None,
-        custom_llm_provider=None,
-        extra_headers=None,
-        timeout=60.0,
-        kwargs=optional_params,
-    )
-
-
-@pytest.mark.parametrize("optional_params", [{}, {"req_format": "litellm"}])
-def test_rust_ocr_serves_default_format(optional_params):
-    assert rust_ocr_bridge.supported(_request(optional_params)) is True
-
-
-def test_rust_ocr_serves_native_format_for_document_intelligence():
-    assert rust_ocr_bridge.supported(_request({"req_format": "native"})) is True
 
 
 def test_rust_ocr_response_retains_provider_native_response():
@@ -50,34 +20,3 @@ def test_rust_ocr_response_retains_provider_native_response():
 
     assert response.get_provider_native_response() == provider_response
     assert response.model_dump().get("provider_native_response") is None
-
-
-@pytest.mark.parametrize("model", ["cohere/cohere-parse", "azure_ai/cohere-parse"])
-def test_rust_ocr_skipped_for_unsupported_models(model):
-    assert rust_ocr_bridge.supported(_request({}, model)) is False
-
-
-@pytest.mark.asyncio
-async def test_native_format_rejected_for_provider_without_support_as_bad_request():
-    with pytest.raises(litellm.BadRequestError, match="not supported for provider") as exc_info:
-        await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document=DOCUMENT,
-            api_key="fake-key",
-            req_format="native",
-        )
-
-    assert exc_info.value.status_code == 400
-
-
-@pytest.mark.asyncio
-async def test_unknown_format_rejected_for_provider_without_support_as_bad_request():
-    with pytest.raises(litellm.BadRequestError, match="Invalid `req_format`") as exc_info:
-        await litellm.aocr(
-            model="mistral/mistral-ocr-latest",
-            document=DOCUMENT,
-            api_key="fake-key",
-            req_format="raw",
-        )
-
-    assert exc_info.value.status_code == 400
diff --git a/tests/test_litellm/ocr/test_rust_bridge.py b/tests/test_litellm/ocr/test_rust_bridge.py
deleted file mode 100644
index dbb4f822d0b..00000000000
--- a/tests/test_litellm/ocr/test_rust_bridge.py
+++ /dev/null
@@ -1,1161 +0,0 @@
-"""Tests for the optional Rust-backed OCR path."""
-
-import builtins
-import importlib
-import types
-
-import httpx
-import pytest
-
-import litellm
-from litellm.llms.base_llm.chat.transformation import BaseLLMException
-from litellm.llms.base_llm.ocr.transformation import OCRResponse
-from litellm.rust_bridge import configuration
-
-# `litellm/__init__.py` does `from .ocr.main import *`, which binds the `ocr`
-# function onto `litellm.ocr` and shadows the submodule, so import the modules
-# explicitly via importlib rather than attribute traversal.
-ocr_main = importlib.import_module("litellm.ocr.main")
-rust_bridge = importlib.import_module("litellm.rust_bridge.ocr")
-rust_bridge_bindings = importlib.import_module("litellm.rust_bridge.bindings")
-rust_bridge_loader = importlib.import_module("litellm.rust_bridge.loader")
-
-MODEL = "mistral/mistral-ocr-latest"
-DOCUMENT: dict[str, object] = {
-    "type": "document_url",
-    "document_url": "https://example.com/doc.pdf",
-}
-
-FAKE_OCR_RESPONSE: dict[str, object] = {
-    "pages": [{"index": 0, "markdown": "hello world"}],
-    "model": "mistral-ocr-2505-completion",
-    "document_annotation": None,
-    "usage_info": {"pages_processed": 1},
-    "object": "ocr",
-}
-
-
-class CapturedException(Exception):
-    pass
-
-
-class RustUpstreamError(Exception):
-    pass
-
-
-class RecordingBridge:
-    """A fake ``RustOcr`` callable that records the args it was handed."""
-
-    def __init__(self) -> None:
-        self.calls: list[dict[str, object]] = []
-
-    def __call__(
-        self,
-        model: str,
-        document: dict[str, object],
-        api_key: str | None,
-        api_base: str | None,
-        custom_llm_provider: str | None,
-        extra_headers: dict[str, object] | None,
-        optional_params: dict[str, object],
-        input_sources: dict[str, str],
-        timeout_seconds: float | None,
-    ) -> dict[str, object]:
-        self.calls.append(
-            {
-                "model": model,
-                "document": document,
-                "api_key": api_key,
-                "api_base": api_base,
-                "custom_llm_provider": custom_llm_provider,
-                "extra_headers": extra_headers,
-                "optional_params": optional_params,
-                "input_sources": input_sources,
-                "timeout_seconds": timeout_seconds,
-            }
-        )
-        return dict(FAKE_OCR_RESPONSE)
-
-
-class RecordingAsyncBridge:
-    """A fake async ``RustAocr`` callable that records the args it was handed."""
-
-    def __init__(self) -> None:
-        self.calls: list[dict[str, object]] = []
-
-    async def __call__(
-        self,
-        model: str,
-        document: dict[str, object],
-        api_key: str | None,
-        api_base: str | None,
-        custom_llm_provider: str | None,
-        extra_headers: dict[str, object] | None,
-        optional_params: dict[str, object],
-        input_sources: dict[str, str],
-        timeout_seconds: float | None,
-    ) -> dict[str, object]:
-        self.calls.append(
-            {
-                "model": model,
-                "document": document,
-                "api_key": api_key,
-                "api_base": api_base,
-                "custom_llm_provider": custom_llm_provider,
-                "extra_headers": extra_headers,
-                "optional_params": optional_params,
-                "input_sources": input_sources,
-                "timeout_seconds": timeout_seconds,
-            }
-        )
-        return dict(FAKE_OCR_RESPONSE)
-
-
-class RaisingBridge:
-    def __call__(
-        self,
-        model: str,
-        document: dict[str, object],
-        api_key: str | None,
-        api_base: str | None,
-        custom_llm_provider: str | None,
-        extra_headers: dict[str, object] | None,
-        optional_params: dict[str, object],
-        input_sources: dict[str, str],
-        timeout_seconds: float | None,
-    ) -> dict[str, object]:
-        raise RuntimeError("bridge failed")
-
-
-class RaisingAsyncBridge:
-    async def __call__(
-        self,
-        model: str,
-        document: dict[str, object],
-        api_key: str | None,
-        api_base: str | None,
-        custom_llm_provider: str | None,
-        extra_headers: dict[str, object] | None,
-        optional_params: dict[str, object],
-        input_sources: dict[str, str],
-        timeout_seconds: float | None,
-    ) -> dict[str, object]:
-        raise RuntimeError("bridge failed")
-
-
-class RecordingLogging:
-    """A spy standing in for ``LiteLLMLoggingObj`` to capture ``pre_call``."""
-
-    def __init__(self) -> None:
-        self.pre_call_kwargs: dict[str, object] | None = None
-
-    def update_from_kwargs(self, **kwargs: object) -> None:
-        self.update_kwargs = kwargs
-
-    def pre_call(
-        self,
-        *,
-        input: str,
-        api_key: str | None,
-        additional_args: dict[str, object],
-    ) -> None:
-        self.pre_call_kwargs = {
-            "input": input,
-            "api_key": api_key,
-            "additional_args": additional_args,
-        }
-
-
-def build_request(
-    *,
-    logging_obj: RecordingLogging | None = None,
-    model: str = "mistral-ocr-latest",
-    document: dict[str, object] = DOCUMENT,
-    api_key: str | None = "sk-test",
-    api_base: str | None = None,
-    custom_llm_provider: str | None = "mistral",
-    extra_headers: dict[str, object] | None = None,
-    optional_params: dict[str, object] | None = None,
-    litellm_params: dict[str, object] | None = None,
-    timeout: float | httpx.Timeout | None = 12.5,
-) -> rust_bridge.LiteLLMOcrRequest:
-    return rust_bridge.LiteLLMOcrRequest(
-        model=model,
-        document=document,
-        api_key=api_key,
-        api_base=api_base,
-        custom_llm_provider=custom_llm_provider,
-        extra_headers=extra_headers,
-        timeout=timeout,
-        kwargs={
-            **(optional_params or {}),
-            **(litellm_params or {}),
-            "litellm_logging_obj": logging_obj or RecordingLogging(),
-        },
-    )
-
-
-@pytest.fixture(autouse=True)
-def _reset_rust_flag():
-    """Keep the global toggle isolated between tests."""
-    rust_bridge._OCR.reset()
-    rust_bridge._AOCR.reset()
-    configuration.reset_rust_configuration()
-    rust_bridge_loader._cached_bridge = rust_bridge_loader._BRIDGE_SENTINEL
-    yield
-    rust_bridge._OCR.reset()
-    rust_bridge._AOCR.reset()
-    configuration.reset_rust_configuration()
-    rust_bridge_loader._cached_bridge = rust_bridge_loader._BRIDGE_SENTINEL
-
-
-@pytest.fixture
-def fake_bridge():
-    """Enable the Rust path with an injected recording bridge (no native wheel)."""
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    return bridge
-
-
-@pytest.fixture
-def fake_async_bridge():
-    """Enable the async Rust path with an injected recording bridge."""
-    bridge = RecordingAsyncBridge()
-    litellm.rust(True)
-    rust_bridge._AOCR.override(bridge)
-    return bridge
-
-
-def test_load_rust_ocr_returns_injected_impl():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    assert rust_bridge.load_rust_ocr() is bridge
-
-
-def test_native_bridge_loader_returns_none_when_extension_absent(monkeypatch):
-    real_import = builtins.__import__
-
-    def fake_import(name, globals=None, locals=None, fromlist=(), level=0):
-        if name == "litellm.rust_bridge" and "_native" in fromlist:
-            raise ImportError
-        return real_import(name, globals, locals, fromlist, level)
-
-    monkeypatch.setattr(builtins, "__import__", fake_import)
-
-    assert rust_bridge_loader.get_native_bridge() is None
-
-
-def test_native_bridge_loader_caches_absent_extension(monkeypatch):
-    real_import = builtins.__import__
-    attempts = 0
-
-    def fake_import(name, globals=None, locals=None, fromlist=(), level=0):
-        nonlocal attempts
-        if name == "litellm.rust_bridge" and "_native" in fromlist:
-            attempts += 1
-            raise ImportError
-        return real_import(name, globals, locals, fromlist, level)
-
-    monkeypatch.setattr(builtins, "__import__", fake_import)
-
-    assert rust_bridge_loader.get_native_bridge() is None
-    assert rust_bridge_loader.get_native_bridge() is None
-    assert attempts == 1
-
-
-def test_native_bridge_loader_reset_forces_relookup(monkeypatch):
-    real_import = builtins.__import__
-    attempts = 0
-
-    def fake_import(name, globals=None, locals=None, fromlist=(), level=0):
-        nonlocal attempts
-        if name == "litellm.rust_bridge" and "_native" in fromlist:
-            attempts += 1
-            raise ImportError
-        return real_import(name, globals, locals, fromlist, level)
-
-    monkeypatch.setattr(builtins, "__import__", fake_import)
-
-    assert rust_bridge_loader.get_native_bridge() is None
-    rust_bridge_loader.reset_native_bridge_cache()
-    assert rust_bridge_loader.get_native_bridge() is None
-    assert attempts == 2
-
-
-def test_native_bridge_available_reflects_loader(monkeypatch):
-    fake_module = types.ModuleType("litellm.rust_bridge._native")
-    monkeypatch.setattr(rust_bridge_loader, "get_native_bridge", lambda: fake_module)
-
-    assert rust_bridge_loader.native_bridge_available() is True
-
-
-def test_load_rust_aocr_returns_injected_impl():
-    bridge = RecordingAsyncBridge()
-    litellm.rust(True)
-    rust_bridge._AOCR.override(bridge)
-    assert rust_bridge.load_rust_aocr() is bridge
-
-
-def test_toggle_without_ocr_arg_preserves_injected_impl():
-    """The public flag must not clobber an internal test binding."""
-    bridge = RecordingBridge()
-    async_bridge = RecordingAsyncBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    rust_bridge._AOCR.override(async_bridge)
-
-    litellm.rust(False)
-    assert rust_bridge.load_rust_ocr() is bridge
-    assert rust_bridge.load_rust_aocr() is async_bridge
-    litellm.rust(True)
-    assert rust_bridge.load_rust_ocr() is bridge
-    assert rust_bridge.load_rust_aocr() is async_bridge
-
-
-def test_explicit_ocr_none_clears_injected_impl(monkeypatch):
-    monkeypatch.setattr(
-        rust_bridge_bindings,
-        "get_native_bridge",
-        lambda: None,
-    )
-    bridge = RecordingBridge()
-    async_bridge = RecordingAsyncBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    rust_bridge._AOCR.override(async_bridge)
-
-    rust_bridge._OCR.override(None)
-    rust_bridge._AOCR.override(None)
-    assert rust_bridge.load_rust_ocr() is None
-    assert rust_bridge.load_rust_aocr() is None
-
-
-def test_load_rust_ocr_none_when_extension_absent(monkeypatch):
-    """With no injected impl and no compiled wheel, the loader returns None so the
-    caller degrades to the Python path instead of raising ImportError."""
-    monkeypatch.setattr(
-        rust_bridge_bindings,
-        "get_native_bridge",
-        lambda: None,
-    )
-    litellm.rust(True)  # no impl injected; extension isn't built in CI
-    assert rust_bridge.load_rust_ocr() is None
-    assert rust_bridge.load_rust_aocr() is None
-
-
-def test_load_rust_ocr_uses_compiled_extension(monkeypatch):
-    """With no injected impl but a packaged ``litellm.rust_bridge._native`` importable,
-    the loader returns the extension's ``ocr`` callable. The native wheel isn't
-    built in CI, so stand in a fake module via the bridge loader."""
-    fake_module = types.ModuleType("litellm.rust_bridge._native")
-    fake_module.ocr = lambda **kwargs: dict(FAKE_OCR_RESPONSE)  # type: ignore[attr-defined]
-    fake_module.aocr = lambda **kwargs: dict(FAKE_OCR_RESPONSE)  # type: ignore[attr-defined]
-    monkeypatch.setattr(
-        rust_bridge_bindings,
-        "get_native_bridge",
-        lambda: fake_module,
-    )
-
-    litellm.rust(True)  # enabled, no impl injected -> import the extension
-    assert rust_bridge.load_rust_ocr() is fake_module.ocr
-    assert rust_bridge.load_rust_aocr() is fake_module.aocr
-
-
-def test_timeout_to_seconds_handles_float_timeout_and_none():
-    assert rust_bridge._timeout_to_seconds(12.5) == 12.5
-    assert rust_bridge._timeout_to_seconds(None) is None
-    assert rust_bridge._timeout_to_seconds(httpx.Timeout(30.0, read=42.0)) == 42.0
-
-
-def test_bridge_wrapper_forwards_prepared_args_and_wraps_response():
-    bridge = RecordingBridge()
-
-    litellm.rust(True)
-
-    rust_bridge._OCR.override(bridge)
-    response = rust_bridge.ocr(
-        model="mistral-ocr-latest",
-        document=DOCUMENT,
-        api_key="sk-test",
-        api_base="https://proxy.internal",
-        custom_llm_provider="mistral",
-        extra_headers={"Authorization": "Bearer sk-test", "x-trace-id": "trace-1"},
-        optional_params={"include_image_base64": True, "pages": [0]},
-        timeout=12.5,
-    )
-
-    assert response == FAKE_OCR_RESPONSE
-    call = bridge.calls[0]
-    assert call == {
-        "model": "mistral-ocr-latest",
-        "document": DOCUMENT,
-        "api_key": "sk-test",
-        "api_base": "https://proxy.internal",
-        "custom_llm_provider": "mistral",
-        "extra_headers": {
-            "Authorization": "Bearer sk-test",
-            "x-trace-id": "trace-1",
-        },
-        "optional_params": {"include_image_base64": True, "pages": [0]},
-        "input_sources": {},
-        "timeout_seconds": 12.5,
-    }
-
-
-@pytest.mark.asyncio
-async def test_bridge_wrapper_forwards_prepared_async_args_and_wraps_response():
-    bridge = RecordingAsyncBridge()
-
-    litellm.rust(True)
-
-    rust_bridge._AOCR.override(bridge)
-    response = await rust_bridge.aocr(
-        model="mistral-ocr-maas",
-        document=DOCUMENT,
-        api_key=None,
-        api_base=None,
-        custom_llm_provider="vertex_ai",
-        extra_headers=None,
-        optional_params={"vertex_project": "project-1"},
-        timeout=httpx.Timeout(30.0, read=42.0),
-    )
-
-    assert response == FAKE_OCR_RESPONSE
-    assert bridge.calls[0] == {
-        "model": "mistral-ocr-maas",
-        "document": DOCUMENT,
-        "api_key": None,
-        "api_base": None,
-        "custom_llm_provider": "vertex_ai",
-        "extra_headers": None,
-        "optional_params": {"vertex_project": "project-1"},
-        "input_sources": {},
-        "timeout_seconds": 42.0,
-    }
-
-
-def test_run_rust_ocr_prepares_request_and_wraps_response():
-    bridge = RecordingBridge()
-    logging_obj = RecordingLogging()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    response = ocr_main._run_rust_ocr(
-        request=build_request(
-            logging_obj=logging_obj,
-            api_base="https://proxy.internal",
-            extra_headers={"x-trace-id": "trace-1"},
-            optional_params={"include_image_base64": True},
-            timeout=12.5,
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert isinstance(response, OCRResponse)
-    assert response.pages[0].markdown == "hello world"
-    assert bridge.calls[0] == {
-        "model": "mistral-ocr-latest",
-        "document": DOCUMENT,
-        "api_key": "sk-test",
-        "api_base": "https://proxy.internal",
-        "custom_llm_provider": "mistral",
-        "extra_headers": {
-            "x-trace-id": "trace-1",
-        },
-        "optional_params": {"include_image_base64": True},
-        "input_sources": {},
-        "timeout_seconds": 12.5,
-    }
-
-
-def test_rust_upstream_error_uses_ocr_provider_error_mapping():
-    error = RustUpstreamError(400, '{"message":"invalid model"}')
-
-    mapped = ocr_main._map_rust_ocr_error(
-        error,
-        build_request(),
-        (RuntimeError, RustUpstreamError),
-    )
-
-    assert isinstance(mapped, BaseLLMException)
-    assert mapped.status_code == 400
-    assert mapped.message == '{"message":"invalid model"}'
-
-
-def test_run_rust_ocr_resolves_key_via_secret_manager_when_missing():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(api_key=None, timeout=None),
-        resolve_api_key=lambda name: "sk-from-vault" if name == "MISTRAL_API_KEY" else None,
-    )
-
-    assert bridge.calls[0]["api_key"] == "sk-from-vault"
-
-
-def test_run_rust_ocr_prefers_explicit_key_over_resolver():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    def _resolver(name: str) -> str | None:
-        raise AssertionError(f"resolver should not be called for {name}")
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            api_key="sk-explicit",
-            timeout=None,
-        ),
-        resolve_api_key=_resolver,
-    )
-
-    assert bridge.calls[0]["api_key"] == "sk-explicit"
-
-
-def test_run_rust_ocr_uses_mistral_secret_manager_without_provider_config():
-    bridge = RecordingBridge()
-    resolver_calls = []
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    def _resolver(name):
-        resolver_calls.append(name)
-        return "sk-provider-env"
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            model="mistral-ocr-latest",
-            api_key=None,
-            timeout=None,
-        ),
-        resolve_api_key=_resolver,
-    )
-
-    assert resolver_calls == ["MISTRAL_API_KEY"]
-    assert bridge.calls[0]["api_key"] == "sk-provider-env"
-
-
-def test_prepare_rust_ocr_call_forwards_vertex_routing_metadata():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="vertex_ai",
-            model="mistral-ocr-maas",
-            litellm_params={
-                "vertex_project": "project-1",
-                "vertex_location": "us-central1",
-                "vertex_credentials": "redacted",
-            },
-            optional_params={"include_image_base64": True},
-            timeout=None,
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert bridge.calls[0]["optional_params"] == {
-        "include_image_base64": True,
-        "vertex_project": "project-1",
-        "vertex_location": "us-central1",
-        "vertex_credentials": "redacted",
-    }
-
-
-def test_prepare_rust_ocr_call_resolves_vertex_routing_metadata_from_secret_manager():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    def _resolver(name: str) -> str | None:
-        return {
-            "VERTEXAI_PROJECT": "project-from-secret",
-            "VERTEXAI_LOCATION": "us-east5",
-            "VERTEXAI_CREDENTIALS": "credentials-from-secret",
-        }.get(name)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="vertex_ai",
-            model="mistral-ocr-maas",
-            timeout=None,
-        ),
-        resolve_api_key=_resolver,
-    )
-
-    assert bridge.calls[0]["optional_params"]["vertex_project"] == "project-from-secret"
-    assert bridge.calls[0]["optional_params"]["vertex_location"] == "us-east5"
-    assert bridge.calls[0]["optional_params"]["vertex_credentials"] == "credentials-from-secret"
-
-
-def test_prepare_rust_ocr_call_defers_azure_environment_resolution_to_rust():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key=None,
-            api_base=None,
-            timeout=None,
-        ),
-        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
-    )
-
-    assert bridge.calls[0]["api_base"] is None
-    assert bridge.calls[0]["api_key"] is None
-    assert bridge.calls[0]["extra_headers"] is None
-
-
-def test_prepare_rust_ocr_call_defers_document_intelligence_environment_to_rust():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="azure_ai",
-            model="doc-intelligence/prebuilt-layout",
-            api_base=None,
-            timeout=None,
-        ),
-        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
-    )
-
-    assert bridge.calls[0]["api_base"] is None
-
-
-def test_prepare_rust_ocr_call_forwards_raw_azure_auth_inputs():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key=None,
-            api_base="https://azure.example.com",
-            extra_headers={"x-trace-id": "trace-1"},
-            litellm_params={
-                "azure_ad_token": "entra-token",
-                "tenant_id": "tenant",
-                "client_id": "client",
-                "client_secret": "secret",
-                "azure_scope": "scope",
-                "azure_authority_host": "https://login.example.com",
-                "azure_credential": "ClientSecretCredential",
-                "azure_federated_token_file": "/token",
-            },
-            timeout=None,
-        ),
-        resolve_api_key=lambda name: pytest.fail(f"Python resolved Azure secret {name}"),
-    )
-
-    call = bridge.calls[0]
-    assert call["api_key"] is None
-    assert call["api_base"] == "https://azure.example.com"
-    assert call["extra_headers"] == {"x-trace-id": "trace-1"}
-    assert call["optional_params"] == {
-        "azure_ad_token": "entra-token",
-        "tenant_id": "tenant",
-        "client_id": "client",
-        "client_secret": "secret",
-        "azure_scope": "scope",
-        "azure_authority_host": "https://login.example.com",
-        "azure_credential": "ClientSecretCredential",
-        "azure_federated_token_file": "/token",
-    }
-    assert call["input_sources"] == {}
-
-
-def test_prepare_rust_ocr_call_preserves_proxy_input_sources():
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    request_values = {
-        "tenant_id": "tenant",
-        "client_id": "client",
-        "client_secret": "secret",
-        "azure_authority_host": "https://login.example.com",
-        "api_base": "https://azure.example.com",
-    }
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key="request-key",
-            api_base="https://azure.example.com",
-            litellm_params={
-                "tenant_id": "tenant",
-                "client_id": "client",
-                "client_secret": "secret",
-                "azure_authority_host": "https://login.example.com",
-                "proxy_server_request": {"body": request_values, "credential_fields": ("api_key",)},
-            },
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert bridge.calls[0]["input_sources"] == {
-        **{name: "request" for name in request_values},
-        "api_key": "request",
-    }
-
-    marshaled = rust_bridge._marshal(
-        build_request(
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key="request-key",
-            api_base="https://azure.example.com",
-            litellm_params={
-                "proxy_server_request": {
-                    "body": {"api_base": "https://azure.example.com"},
-                    "credential_fields": ("api_key",),
-                }
-            },
-        ),
-        lambda _name: None,
-        lambda document: document,
-    )
-    assert marshaled.input_sources == {"api_base": "request", "api_key": "request"}
-
-
-def test_rust_ocr_logging_redacts_azure_credentials():
-    bridge = RecordingBridge()
-    logging_obj = RecordingLogging()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            logging_obj=logging_obj,
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key=None,
-            litellm_params={"azure_ad_token": "token", "client_secret": "secret"},
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert logging_obj.update_kwargs["optional_params"] == {
-        "azure_ad_token": "****",
-        "client_secret": "****",
-    }
-    assert logging_obj.pre_call_kwargs is not None
-    additional_args = logging_obj.pre_call_kwargs["additional_args"]
-    assert isinstance(additional_args, dict)
-    complete_input = additional_args["complete_input_dict"]
-    assert isinstance(complete_input, dict)
-    assert complete_input["azure_ad_token"] == "****"
-    assert complete_input["client_secret"] == "****"
-
-
-def test_rust_eligibility_rejects_python_only_azure_auth_modes():
-    for params in (
-        {"azure_ad_token_provider": lambda: "token"},
-        {"azure_username": "user"},
-        {"azure_password": "password"},
-    ):
-        assert not ocr_main._rust_ocr_supported(
-            build_request(
-                custom_llm_provider="azure_ai",
-                model="pixtral-12b-2409",
-                litellm_params=params,
-            )
-        )
-
-
-def test_prepare_rust_ocr_call_forwards_global_azure_refresh(monkeypatch: pytest.MonkeyPatch):
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-    monkeypatch.setattr(litellm, "enable_azure_ad_token_refresh", True)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            custom_llm_provider="azure_ai",
-            model="pixtral-12b-2409",
-            api_key=None,
-            api_base="https://azure.example.com",
-            litellm_params={"proxy_server_request": {"body": {"enable_azure_ad_token_refresh": True}}},
-            timeout=None,
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert bridge.calls[0]["optional_params"] == {"enable_azure_ad_token_refresh": True}
-    assert bridge.calls[0]["input_sources"] == {"enable_azure_ad_token_refresh": "deployment"}
-
-
-def test_run_rust_ocr_runs_pre_call_logging():
-    logging_obj = RecordingLogging()
-    bridge = RecordingBridge()
-    litellm.rust(True)
-    rust_bridge._OCR.override(bridge)
-
-    ocr_main._run_rust_ocr(
-        request=build_request(
-            logging_obj=logging_obj,
-            api_base="https://api.mistral.ai/v1",
-            extra_headers={"x-trace-id": "trace-1"},
-            optional_params={"include_image_base64": True},
-            timeout=None,
-        ),
-        resolve_api_key=lambda _name: None,
-    )
-
-    assert logging_obj.pre_call_kwargs is not None
-    assert logging_obj.pre_call_kwargs["input"] == "OCR document processing"
-    additional_args = logging_obj.pre_call_kwargs["additional_args"]
-    complete_input = additional_args["complete_input_dict"]
-    assert complete_input["document"] == DOCUMENT
-    assert complete_input["include_image_base64"] is True
-    assert additional_args["api_base"] == "https://api.mistral.ai/v1"
-    assert additional_args["headers"] == {
-        "x-trace-id": "trace-1",
-    }
-
-
-def test_ocr_routes_to_rust_when_enabled(fake_bridge):
-    response = litellm.ocr(
-        model=MODEL,
-        document=DOCUMENT,
-        api_key="sk-test",
-        extra_headers={"x-trace-id": "trace-1"},
-        include_image_base64=True,
-    )
-
-    assert isinstance(response, OCRResponse)
-    assert response.pages[0].markdown == "hello world"
-    assert len(fake_bridge.calls) == 1
-    call = fake_bridge.calls[0]
-    assert call["model"] == MODEL
-    assert call["document"] == DOCUMENT
-    assert call["api_key"] == "sk-test"
-    assert call["custom_llm_provider"] is None
-    assert call["extra_headers"] == {
-        "x-trace-id": "trace-1",
-    }
-    assert call["optional_params"].get("include_image_base64") is True
-
-
-def test_ocr_routes_azure_ai_to_rust_when_enabled(fake_bridge):
-    response = litellm.ocr(
-        model="azure_ai/pixtral-12b-2409",
-        document=DOCUMENT,
-        api_key="sk-test",
-        api_base="https://example.services.ai.azure.com",
-    )
-
-    assert isinstance(response, OCRResponse)
-    assert len(fake_bridge.calls) == 1
-    assert fake_bridge.calls[0]["model"] == "azure_ai/pixtral-12b-2409"
-    assert fake_bridge.calls[0]["custom_llm_provider"] is None
-    assert fake_bridge.calls[0]["extra_headers"] is None
-
-
-def test_ocr_routes_azure_entra_inputs_to_rust_without_python_auth(fake_bridge):
-    response = litellm.ocr(
-        model="azure_ai/pixtral-12b-2409",
-        document=DOCUMENT,
-        api_base="https://example.services.ai.azure.com",
-        azure_ad_token="entra-token",
-        tenant_id="tenant",
-        client_id="client",
-    )
-
-    assert isinstance(response, OCRResponse)
-    assert fake_bridge.calls[0]["api_key"] is None
-    assert fake_bridge.calls[0]["extra_headers"] is None
-    assert fake_bridge.calls[0]["optional_params"] == {
-        "azure_ad_token": "entra-token",
-        "tenant_id": "tenant",
-        "client_id": "client",
-    }
-
-
-def test_ocr_rust_path_converts_file_document_before_bridge(fake_bridge):
-    response = litellm.ocr(
-        model=MODEL,
-        document={"type": "file", "file": b"%PDF-1.4", "mime_type": "application/pdf"},
-        api_key="sk-test",
-    )
-
-    assert isinstance(response, OCRResponse)
-    document = fake_bridge.calls[0]["document"]
-    assert document["type"] == "document_url"
-    assert document["document_url"].startswith("data:application/pdf;base64,")
-
-
-def test_ocr_exception_type_uses_resolved_provider_context(
-    monkeypatch: pytest.MonkeyPatch,
-):
-    captured: dict[str, object] = {}
-
-    def fake_exception_type(**kwargs: object) -> CapturedException:
-        captured.update(kwargs)
-        return CapturedException("wrapped")
-
-    monkeypatch.setattr(ocr_main.litellm, "exception_type", fake_exception_type)
-    litellm.rust(True)
-    rust_bridge._OCR.override(RaisingBridge())
-
-    with pytest.raises(CapturedException):
-        litellm.ocr(model=MODEL, document=DOCUMENT, api_key="sk-test")
-
-    assert captured["model"] == "mistral-ocr-latest"
-    assert captured["custom_llm_provider"] == "mistral"
-
-
-@pytest.mark.asyncio
-async def test_aocr_routes_to_async_rust_when_enabled(fake_async_bridge):
-    response = await litellm.aocr(
-        model=MODEL,
-        document=DOCUMENT,
-        api_key="sk-test",
-        extra_headers={"x-trace-id": "trace-1"},
-        include_image_base64=True,
-    )
-
-    assert isinstance(response, OCRResponse)
-    assert response.pages[0].markdown == "hello world"
-    assert len(fake_async_bridge.calls) == 1
-    call = fake_async_bridge.calls[0]
-    assert call["model"] == MODEL
-    assert call["document"] == DOCUMENT
-    assert call["api_key"] == "sk-test"
-    assert call["custom_llm_provider"] is None
-    assert call["extra_headers"] == {
-        "x-trace-id": "trace-1",
-    }
-    assert call["optional_params"].get("include_image_base64") is True
-
-
-@pytest.mark.asyncio
-async def test_aocr_exception_type_uses_resolved_provider_context(
-    monkeypatch: pytest.MonkeyPatch,
-):
-    captured: dict[str, object] = {}
-
-    def fake_exception_type(**kwargs: object) -> CapturedException:
-        captured.update(kwargs)
-        return CapturedException("wrapped")
-
-    monkeypatch.setattr(ocr_main.litellm, "exception_type", fake_exception_type)
-    litellm.rust(True)
-    rust_bridge._AOCR.override(RaisingAsyncBridge())
-
-    with pytest.raises(CapturedException):
-        await litellm.aocr(model=MODEL, document=DOCUMENT, api_key="sk-test")
-
-    assert captured["model"] == "mistral-ocr-latest"
-    assert captured["custom_llm_provider"] == "mistral"
-
-
-def test_ocr_forwards_timeout_to_rust(fake_bridge):
-    """Caller-supplied timeout must flow into the Rust bridge so the fixed 600s
-    client ceiling doesn't silently override shorter deadlines."""
-    litellm.ocr(model=MODEL, document=DOCUMENT, api_key="sk-test", timeout=12.5)
-
-    assert fake_bridge.calls[0]["timeout_seconds"] == 12.5
-
-
-def test_ocr_passes_default_request_timeout_to_rust(fake_bridge):
-    litellm.ocr(model=MODEL, document=DOCUMENT, api_key="sk-test")
-
-    from litellm.constants import request_timeout
-
-    assert fake_bridge.calls[0]["timeout_seconds"] == float(request_timeout)
-
-
-def test_ocr_does_not_route_to_rust_when_disabled():
-    """With the flag off, the bridge must not be consulted even if an impl exists."""
-    bridge = RecordingBridge()
-    litellm.rust(False)
-    rust_bridge._OCR.override(bridge)
-    # The impl stays available for injection, but the disabled flag gates usage,
-    # so ocr() never reaches the Rust path (asserted via the enabled-path test).
-    assert bridge.calls == []
-
-
-def test_ocr_falls_back_to_python_when_bridge_unavailable(monkeypatch):
-    """Rust enabled but no bridge available (no injected impl, no compiled wheel):
-    ocr() must degrade to the Python HTTP handler instead of raising."""
-    monkeypatch.setattr(rust_bridge, "load_rust_ocr", lambda: None)
-    litellm.rust(True)  # enabled, but load_rust_ocr() returns None in CI
-
-    captured = {}
-
-    def fake_handler_ocr(**kwargs):
-        captured["called"] = True
-        return OCRResponse(pages=[], model="mistral-ocr-latest", object="ocr")
-
-    monkeypatch.setattr(ocr_main.base_llm_http_handler, "ocr", fake_handler_ocr)
-
-    response = litellm.ocr(model=MODEL, document=DOCUMENT, api_key="sk-test")
-
-    assert captured.get("called") is True  # Python path was used
-    assert isinstance(response, OCRResponse)
-
-
-def test_ocr_provider_configs_expose_api_key_env_vars():
-    from litellm.llms.azure_ai.ocr.document_intelligence.transformation import (
-        AzureDocumentIntelligenceOCRConfig,
-    )
-    from litellm.llms.azure_ai.ocr.transformation import AzureAIOCRConfig
-    from litellm.llms.base_llm.ocr.transformation import BaseOCRConfig
-    from litellm.llms.mistral.ocr.transformation import MistralOCRConfig
-    from litellm.llms.vertex_ai.ocr.deepseek_transformation import (
-        VertexAIDeepSeekOCRConfig,
-    )
-    from litellm.llms.vertex_ai.ocr.transformation import VertexAIOCRConfig
-
-    assert BaseOCRConfig().get_api_key_env_var() is None
-    assert MistralOCRConfig().get_api_key_env_var() == "MISTRAL_API_KEY"
-    assert AzureAIOCRConfig().get_api_key_env_var() == "AZURE_AI_API_KEY"
-    assert AzureDocumentIntelligenceOCRConfig().get_api_key_env_var() == "AZURE_DOCUMENT_INTELLIGENCE_API_KEY"
-    assert VertexAIOCRConfig().get_api_key_env_var() == "VERTEX_AI_API_KEY"
-    assert VertexAIDeepSeekOCRConfig().get_api_key_env_var() == "VERTEX_AI_API_KEY"
-
-
-@pytest.mark.parametrize("asynchronous", [False, True])
-@pytest.mark.asyncio
-async def test_rust_receives_unmapped_azure_options(asynchronous, fake_bridge, fake_async_bridge):
-    from typing import Final
-
-    arguments: Final = {
-        "model": "azure_ai/doc-intelligence/prebuilt-layout",
-        "document": DOCUMENT,
-        "api_key": "test-key",
-        "pages": [0, 2],
-        "features": ["languages", "style"],
-        "provider_extension": {"enabled": True},
-    }
-    if asynchronous:
-        await litellm.aocr(**arguments)
-    else:
-        litellm.ocr(**arguments)
-    call: Final = (fake_async_bridge if asynchronous else fake_bridge).calls[0]
-    assert call["model"] == arguments["model"]
-    assert call["custom_llm_provider"] is None
-    assert call["extra_headers"] is None
-    assert call["optional_params"] == {
-        "pages": [0, 2],
-        "features": ["languages", "style"],
-        "provider_extension": {"enabled": True},
-    }
-
-
-@pytest.mark.parametrize("enabled", [False, True])
-@pytest.mark.asyncio
-async def test_python_fallback_maps_original_options_once(enabled, monkeypatch):
-    from io import BytesIO
-    from typing import Final
-
-    class PythonHandler:
-        def __init__(self):
-            self.calls = []
-
-        def ocr(self, **kwargs):
-            self.calls.append(kwargs)
-            return OCRResponse(pages=[], model=kwargs["model"])
-
-    handler: Final = PythonHandler()
-    monkeypatch.setattr(ocr_main, "base_llm_http_handler", handler)
-    litellm.rust(enabled)
-    rust_bridge._OCR.override(None)
-    rust_bridge._AOCR.override(None)
-    for asynchronous in (False, True):
-        file: Final = BytesIO(b"test document")
-        arguments: Final = {
-            "model": "azure_ai/doc-intelligence/prebuilt-layout",
-            "document": {"type": "file", "file": file},
-            "api_key": "test-key",
-            "pages": [0, 2],
-        }
-        if asynchronous:
-            await litellm.aocr(**arguments)
-        else:
-            litellm.ocr(**arguments)
-        assert handler.calls[-1]["optional_params"]["pages"] == "1,3"
-        assert handler.calls[-1]["document"]["document_url"].endswith("dGVzdCBkb2N1bWVudA==")
-    assert len(handler.calls) == 2
-
-
-@pytest.mark.parametrize("asynchronous", [False, True])
-@pytest.mark.parametrize("model", ["mistral/mistral-ocr-latest", "azure_ai/doc-intelligence/prebuilt-read"])
-@pytest.mark.asyncio
-async def test_native_public_ocr_matches_python(model, asynchronous):
-    import json
-    from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
-    from threading import Thread
-    from typing import Final
-    from urllib.parse import parse_qsl, urlsplit
-
-    native: Final = rust_bridge_loader.get_native_bridge()
-    if native is None:
-        pytest.skip("requires the compiled Rust extension")
-    calls: Final = []
-
-    class Handler(BaseHTTPRequestHandler):
-        def do_POST(self):
-            body: Final = json.loads(self.rfile.read(int(self.headers["Content-Length"])))
-            target: Final = urlsplit(self.path)
-            calls.append(
-                (
-                    target.path,
-                    parse_qsl(target.query),
-                    self.headers.get("Authorization"),
-                    self.headers.get("Ocp-Apim-Subscription-Key"),
-                    body,
-                )
-            )
-            payload: Final = (
-                {"status": "succeeded", "analyzeResult": {"pages": []}}
-                if "doc-intelligence" in model
-                else {"pages": [{"index": 0, "markdown": "hello"}]}
-            )
-            encoded: Final = json.dumps(payload).encode()
-            self.send_response(200)
-            self.send_header("Content-Type", "application/json")
-            self.send_header("Content-Length", str(len(encoded)))
-            self.end_headers()
-            self.wfile.write(encoded)
-
-        def log_message(self, *_args):
-            pass
-
-    server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
-    thread: Final = Thread(target=server.serve_forever, daemon=True)
-    thread.start()
-    responses: Final = []
-    try:
-        for enabled in (False, True):
-            litellm.rust(enabled)
-            arguments: Final = {
-                "model": model,
-                "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
-                "api_key": "test-key",
-                "api_base": f"http://127.0.0.1:{server.server_port}",
-                "pages": [0, 2],
-                "timeout": 3.0,
-            }
-            response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
-            responses.append(response.model_dump())
-        assert len(calls) == 2
-        assert calls[0] == calls[1]
-        for key in ("model", "pages", "object"):
-            assert responses[0][key] == responses[1][key]
-    finally:
-        server.shutdown()
-        server.server_close()
-        thread.join(timeout=3)
diff --git a/tests/test_litellm/proxy/guardrails/guardrail_hooks/unified_guardrails/test_unified_guardrail.py b/tests/test_litellm/proxy/guardrails/guardrail_hooks/unified_guardrails/test_unified_guardrail.py
index 3a7ae7aba61..2932373c77e 100644
--- a/tests/test_litellm/proxy/guardrails/guardrail_hooks/unified_guardrails/test_unified_guardrail.py
+++ b/tests/test_litellm/proxy/guardrails/guardrail_hooks/unified_guardrails/test_unified_guardrail.py
@@ -1,6 +1,8 @@
 """Tests for unified guardrail."""
 
 import logging
+from types import SimpleNamespace
+from typing import Final
 
 import pytest
 
@@ -19,14 +21,14 @@ from litellm.llms.base_llm.guardrail_translation.utils import (
     openai_messages_without_system,
     openai_messages_without_tool,
 )
+from litellm.llms.base_llm.ocr.transformation import OCRPage, OCRResponse
+from litellm.llms.mistral.ocr.guardrail_translation.handler import OCRHandler
 from litellm.llms.openai.chat.guardrail_translation.handler import (
     OpenAIChatCompletionsHandler,
 )
 from litellm.llms.openai.responses.guardrail_translation.handler import (
     OpenAIResponsesHandler,
 )
-from litellm.llms.base_llm.ocr.transformation import OCRPage, OCRResponse
-from litellm.llms.mistral.ocr.guardrail_translation.handler import OCRHandler
 from litellm.proxy._experimental.mcp_server.guardrail_translation.handler import (
     MCPGuardrailTranslationHandler,
 )
@@ -644,6 +646,64 @@ class TestUnifiedLLMGuardrails:
     class TestOCRGuardrailE2E:
         """End-to-end tests: UnifiedLLMGuardrails -> OCRHandler."""
 
+        @pytest.mark.asyncio
+        @pytest.mark.parametrize("call_type", [CallTypes.ocr, CallTypes.aocr, CallTypes.aresponses])
+        async def test_post_call_logging_fallback_is_limited_to_ocr(self, call_type: CallTypes) -> None:
+            guardrail: Final = RecordingGuardrail()
+            response: Final = (
+                TestUnifiedLLMGuardrails.TestResponsesRouteAliases._responses_api_response()
+                if call_type == CallTypes.aresponses
+                else OCRResponse(model="mistral-ocr-latest", pages=[OCRPage(index=0, markdown="Scan this page")])
+            )
+
+            result: Final = await UnifiedLLMGuardrails().async_post_call_success_hook(
+                data={
+                    "guardrail_to_apply": guardrail,
+                    "litellm_logging_obj": SimpleNamespace(call_type=call_type.value),
+                },
+                user_api_key_dict=UserAPIKeyAuth(),
+                response=response,
+            )
+
+            assert result is response
+            if call_type in (CallTypes.ocr, CallTypes.aocr):
+                assert len(guardrail.apply_calls) == 1
+                assert guardrail.apply_calls[0]["inputs"]["texts"] == ["Scan this page"]
+            else:
+                assert guardrail.apply_calls == []
+
+        @pytest.mark.asyncio
+        @pytest.mark.parametrize("request_route", [None, "/v1/chat/completions"])
+        async def test_ocr_logging_fallback_preserves_route_and_response_precedence(
+            self, request_route: str | None, monkeypatch: pytest.MonkeyPatch
+        ) -> None:
+            from litellm.types.utils import ModelResponse
+
+            _patch_translation_mappings(
+                monkeypatch,
+                {
+                    CallTypes.completion: OpenAIChatCompletionsHandler,
+                    CallTypes.acompletion: OpenAIChatCompletionsHandler,
+                    CallTypes.aocr: OCRHandler,
+                },
+            )
+            guardrail: Final = RecordingGuardrail()
+            response: Final = ModelResponse(choices=[{"message": {"role": "assistant", "content": "Chat output"}}])
+
+            result: Final = await guardrail.async_post_call_success_deployment_hook(
+                request_data={
+                    "guardrails": [guardrail.guardrail_name],
+                    "user_api_key_request_route": request_route,
+                    "litellm_logging_obj": SimpleNamespace(call_type=CallTypes.aocr.value),
+                },
+                response=response,
+                call_type=CallTypes.aocr,
+            )
+
+            assert result is response
+            assert len(guardrail.apply_calls) == 1
+            assert guardrail.apply_calls[0]["inputs"]["texts"] == ["Chat output"]
+
         @pytest.mark.asyncio
         async def test_pre_call_hook_invokes_ocr_handler_for_input(self):
             """
diff --git a/tests/test_litellm/proxy/guardrails/test_deferred_guardrail_logging.py b/tests/test_litellm/proxy/guardrails/test_deferred_guardrail_logging.py
index 8fde4cc9d5e..11c3d2f8b20 100644
--- a/tests/test_litellm/proxy/guardrails/test_deferred_guardrail_logging.py
+++ b/tests/test_litellm/proxy/guardrails/test_deferred_guardrail_logging.py
@@ -15,7 +15,7 @@ Streaming: CSW.__anext__ stores args on logging_obj at stream end.
 """
 
 import asyncio
-from typing import Any
+from typing import Any, Final
 from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
@@ -297,6 +297,38 @@ async def test_no_flag_fires_create_task_normally():
 # ---------------------------------------------------------------------------
 
 
+@pytest.mark.parametrize("call_type", ["ocr", "aocr", "completion", "acompletion", "embedding", "responses"])
+@pytest.mark.parametrize("exception_raised", [False, True])
+def test_native_pending_logging_is_released_only_for_ocr(call_type: str, exception_raised: bool) -> None:
+    pending: Final = MagicMock()
+    enqueue: Final = MagicMock()
+    logger: Final = MagicMock(
+        call_type=call_type,
+        _native_pending_logging=pending,
+        _enqueue_deferred_logging=enqueue,
+    )
+
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(
+        logging_obj=logger,
+        exception_raised=exception_raised,
+    )
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(
+        logging_obj=logger,
+        exception_raised=exception_raised,
+    )
+
+    if call_type in ("ocr", "aocr"):
+        pending.release.assert_called_once_with(not exception_raised)
+        assert logger._native_pending_logging is None
+    else:
+        pending.release.assert_not_called()
+        assert logger._native_pending_logging is pending
+    if exception_raised:
+        enqueue.assert_not_called()
+    else:
+        enqueue.assert_called_once_with()
+
+
 def test_flush_deferred_async_logging_fires_on_success():
     """
     Happy path: with no exception, the production flush helper invokes the
diff --git a/tests/test_litellm/rust_bridge/test_configuration.py b/tests/test_litellm/rust_bridge/test_configuration.py
index aff9d5acac1..08fa3bfc053 100644
--- a/tests/test_litellm/rust_bridge/test_configuration.py
+++ b/tests/test_litellm/rust_bridge/test_configuration.py
@@ -52,6 +52,18 @@ def test_resolution_precedence(
 def test_release_default_remains_disabled() -> None:
     assert configuration.DEFAULT_RUST_ENABLED is False
     assert configuration.rust_enabled() is False
+    assert configuration.rust_ocr_enabled() is True
+
+
+@pytest.mark.parametrize("process", [None, False, True])
+@pytest.mark.parametrize("environment", [None, "0", "1", "off"])
+def test_ocr_configuration(monkeypatch: pytest.MonkeyPatch, process: bool | None, environment: str | None) -> None:
+    if environment is not None:
+        monkeypatch.setenv("LITELLM_RUST", environment)
+    if process is not None:
+        configuration.rust(process)
+
+    assert configuration.rust_ocr_enabled() is (environment not in {"0", "off"} and process is not False)
 
 
 def test_process_override_wins_over_environment(monkeypatch: pytest.MonkeyPatch) -> None:
diff --git a/tests/test_litellm/rust_bridge/test_ocr_lifecycle.py b/tests/test_litellm/rust_bridge/test_ocr_lifecycle.py
new file mode 100644
index 00000000000..501a4e986c0
--- /dev/null
+++ b/tests/test_litellm/rust_bridge/test_ocr_lifecycle.py
@@ -0,0 +1,230 @@
+from collections.abc import Generator, Mapping
+from typing import Final
+from unittest.mock import AsyncMock, Mock
+
+import pytest
+
+import litellm
+from litellm.llms.base_llm.ocr.transformation import OCRResponse
+from litellm.ocr import legacy
+from litellm.rust_bridge import bindings, configuration
+from litellm.rust_bridge.ocr import LiteLLMOcrRequest
+from litellm.rust_bridge.ocr_lifecycle import NATIVE_OCR_LIFECYCLE
+
+
+@pytest.fixture(autouse=True)
+def isolated_ocr_configuration(monkeypatch: pytest.MonkeyPatch) -> Generator[None]:
+    monkeypatch.delenv("LITELLM_RUST", raising=False)
+    configuration.reset_rust_configuration()
+    yield
+    NATIVE_OCR_LIFECYCLE.reset()
+    configuration.reset_rust_configuration()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+async def test_unavailable_native_uses_legacy(monkeypatch: pytest.MonkeyPatch, asynchronous: bool) -> None:
+    response: Final = OCRResponse(pages=[], model="mistral-ocr-latest")
+    fallback: Final = AsyncMock(return_value=response) if asynchronous else Mock(return_value=response)
+    monkeypatch.setattr(legacy, "aocr" if asynchronous else "ocr", fallback)
+    NATIVE_OCR_LIFECYCLE.override(None)
+    document: Final = {"type": "document_url", "document_url": "https://example.com"}
+
+    result: Final = (
+        await litellm.aocr("mistral/mistral-ocr-latest", document, pages=[0])
+        if asynchronous
+        else litellm.ocr("mistral/mistral-ocr-latest", document, pages=[0])
+    )
+
+    assert result is response
+    fallback.assert_called_once_with("mistral/mistral-ocr-latest", document, pages=[0])
+
+
+def test_admitted_failure_is_returned_without_replay() -> None:
+    failure: Final = RuntimeError("admitted")
+    native: Final = Mock(side_effect=failure)
+    litellm.rust(True)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    try:
+        with pytest.raises(RuntimeError) as caught:
+            litellm.ocr("mistral/mistral-ocr-latest", {"type": "document_url", "document_url": "https://example.com"})
+        assert caught.value is failure
+    finally:
+        NATIVE_OCR_LIFECYCLE.reset()
+        litellm.rust(None)
+    assert native.call_count == 1
+
+
+def test_public_binding_keeps_positional_fields_and_defaults_out_of_native_hook_kwargs() -> None:
+    document: Final = {"type": "document_url", "document_url": "https://example.com"}
+    captured: Final = []
+
+    def native(
+        request: LiteLLMOcrRequest,
+        args: tuple[object, ...],
+        kwargs: Mapping[str, object],
+        asynchronous: bool,
+    ) -> OCRResponse:
+        captured.append((request, args, kwargs, asynchronous))
+        return OCRResponse(pages=[], model=request.model)
+
+    litellm.rust(True)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    try:
+        response: Final = litellm.ocr("mistral/mistral-ocr-latest", document)
+    finally:
+        NATIVE_OCR_LIFECYCLE.reset()
+        litellm.rust(None)
+
+    request, call_args, hook_kwargs, asynchronous = captured[0]
+    assert response.model == "mistral/mistral-ocr-latest"
+    assert request.model == "mistral/mistral-ocr-latest"
+    assert request.document is document
+    assert call_args == ("mistral/mistral-ocr-latest", document)
+    assert hook_kwargs == {}
+    assert asynchronous is False
+
+
+def test_public_binding_keeps_keyword_model_and_document_in_native_hook_kwargs() -> None:
+    document: Final = {"type": "document_url", "document_url": "https://example.com"}
+    captured: Final = []
+
+    def native(
+        request: LiteLLMOcrRequest,
+        args: tuple[object, ...],
+        kwargs: Mapping[str, object],
+        asynchronous: bool,
+    ) -> OCRResponse:
+        assert args == ()
+        captured.append(kwargs)
+        return OCRResponse(pages=[], model=request.model)
+
+    litellm.rust(True)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    try:
+        litellm.ocr(model="mistral/mistral-ocr-latest", document=document)
+    finally:
+        NATIVE_OCR_LIFECYCLE.reset()
+        litellm.rust(None)
+
+    assert captured[0]["model"] == "mistral/mistral-ocr-latest"
+    assert captured[0]["document"] is document
+    assert "timeout" not in captured[0]
+
+
+@pytest.mark.parametrize("enabled", [False, True], ids=["flag-disabled", "flag-enabled"])
+def test_public_duplicate_argument_error_does_not_depend_on_native_selection(enabled: bool) -> None:
+    native: Final = Mock(side_effect=AssertionError("binding errors precede admission"))
+    document: Final = {"type": "document_url", "document_url": "https://example.com"}
+    litellm.rust(enabled)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    try:
+        with pytest.raises(TypeError, match=r"ocr\(\) got multiple values for argument 'model'"):
+            litellm.ocr("mistral/mistral-ocr-latest", document, model="duplicate")
+    finally:
+        NATIVE_OCR_LIFECYCLE.reset()
+        litellm.rust(None)
+    assert native.call_count == 0
+
+
+@pytest.mark.parametrize("enabled", [False, True], ids=["flag-disabled", "flag-enabled"])
+def test_public_missing_required_argument_error_does_not_depend_on_native_selection(enabled: bool) -> None:
+    native: Final = Mock(side_effect=AssertionError("binding errors precede admission"))
+    litellm.rust(enabled)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    try:
+        with pytest.raises(TypeError, match=r"ocr\(\) missing 1 required positional argument: 'document'"):
+            litellm.ocr("mistral/mistral-ocr-latest")
+    finally:
+        NATIVE_OCR_LIFECYCLE.reset()
+        litellm.rust(None)
+    assert native.call_count == 0
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("enabled", [False, True, None])
+async def test_environment_opt_out_never_loads_native(
+    monkeypatch: pytest.MonkeyPatch, asynchronous: bool, enabled: bool | None
+) -> None:
+    monkeypatch.setenv("LITELLM_RUST", "0")
+    response: Final = OCRResponse(pages=[], model="mistral-ocr-latest")
+    fallback: Final = AsyncMock(return_value=response) if asynchronous else Mock(return_value=response)
+    monkeypatch.setattr(legacy, "aocr" if asynchronous else "ocr", fallback)
+    load: Final = Mock(side_effect=AssertionError("native must not be loaded"))
+    monkeypatch.setattr(bindings, "get_native_bridge", load)
+    litellm.rust(enabled)
+    document: Final = {"type": "file", "file": b"pdf"}
+
+    result: Final = (
+        await litellm.aocr("mistral/mistral-ocr-latest", document, pages=[1])
+        if asynchronous
+        else litellm.ocr("mistral/mistral-ocr-latest", document, pages=[1])
+    )
+
+    assert result is response
+    fallback.assert_called_once_with("mistral/mistral-ocr-latest", document, pages=[1])
+    load.assert_not_called()
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("environment", [None, "1"])
+async def test_native_is_enabled_by_default(
+    monkeypatch: pytest.MonkeyPatch, asynchronous: bool, environment: str | None
+) -> None:
+    if environment is not None:
+        monkeypatch.setenv("LITELLM_RUST", environment)
+    response: Final = OCRResponse(pages=[], model="mistral-ocr-latest")
+    native: Final = AsyncMock(return_value=response) if asynchronous else Mock(return_value=response)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    fallback: Final = Mock(side_effect=AssertionError("legacy must not run"))
+    monkeypatch.setattr(legacy, "aocr" if asynchronous else "ocr", fallback)
+
+    result: Final = (
+        await litellm.aocr("mistral/mistral-ocr-latest", {})
+        if asynchronous
+        else litellm.ocr("mistral/mistral-ocr-latest", {})
+    )
+
+    assert result is response
+    assert native.call_count == 1
+    fallback.assert_not_called()
+
+
+class Declined(Exception):
+    pass
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("declined", [False, True])
+async def test_only_native_declines_replay_on_legacy(
+    monkeypatch: pytest.MonkeyPatch, asynchronous: bool, declined: bool
+) -> None:
+    failure: Final = Declined("unsupported") if declined else RuntimeError("provider already called")
+    native: Final = AsyncMock(side_effect=failure) if asynchronous else Mock(side_effect=failure)
+    NATIVE_OCR_LIFECYCLE.override(native)
+    import importlib
+
+    main: Final = importlib.import_module("litellm.ocr.main")
+    monkeypatch.setattr(main, "native_exception_types", lambda: (Declined, RuntimeError))
+    response: Final = OCRResponse(pages=[], model="mistral-ocr-latest")
+    fallback: Final = AsyncMock(return_value=response) if asynchronous else Mock(return_value=response)
+    monkeypatch.setattr(legacy, "aocr" if asynchronous else "ocr", fallback)
+    document: Final = {"type": "file", "file": b"pdf"}
+
+    async def call() -> object:
+        if asynchronous:
+            return await litellm.aocr("mistral/mistral-ocr-latest", document, pages=[0])
+        return litellm.ocr("mistral/mistral-ocr-latest", document, pages=[0])
+
+    if declined:
+        assert await call() is response
+        fallback.assert_called_once_with("mistral/mistral-ocr-latest", document, pages=[0])
+    else:
+        with pytest.raises(RuntimeError) as caught:
+            await call()
+        assert caught.value is failure
+        fallback.assert_not_called()
+    assert native.call_count == 1
diff --git a/tests/test_litellm/test_utils.py b/tests/test_litellm/test_utils.py
index c7e46829aba..19ed31c7b22 100644
--- a/tests/test_litellm/test_utils.py
+++ b/tests/test_litellm/test_utils.py
@@ -1,5 +1,6 @@
 import asyncio
 import contextlib
+import contextvars
 import json
 import logging
 import os
@@ -7,6 +8,7 @@ import queue
 import threading
 from datetime import datetime, timedelta, timezone
 from collections.abc import Iterator
+from concurrent.futures import ThreadPoolExecutor
 from typing import Final
 from unittest.mock import AsyncMock, MagicMock, patch
 
@@ -60,6 +62,36 @@ from litellm.utils import (
 # Adds the parent directory to the system path
 
 
+def test_non_ocr_wrapper_preserves_logging_executor_and_context(monkeypatch: pytest.MonkeyPatch) -> None:
+    marker: Final = contextvars.ContextVar("non-ocr-logging-context", default="missing")
+    token: Final = marker.set("caller-context")
+    caller_thread: Final = threading.get_ident()
+    response: Final = object()
+    logger: Final = MagicMock()
+    observed: Final = queue.Queue[tuple[object, str, int]]()
+
+    def record_success(result: object, start_time: datetime, end_time: datetime) -> None:
+        observed.put((result, marker.get(), threading.get_ident()))
+
+    def embedding(**kwargs: object) -> object:
+        return response
+
+    logger.success_handler.side_effect = record_success
+    monkeypatch.setattr("litellm.utils.function_setup", MagicMock(return_value=(logger, {})))
+    try:
+        with ThreadPoolExecutor(max_workers=1) as executor:
+            monkeypatch.setattr("litellm.utils.executor", executor)
+            result: Final = client(embedding)()
+        logged_response, context, worker_thread = observed.get_nowait()
+        assert result is response
+        assert logged_response is response
+        assert context == "caller-context"
+        assert worker_thread != caller_thread
+        assert observed.empty()
+    finally:
+        marker.reset(token)
+
+
 def test_cloudflare_model_info_includes_rpm(local_model_cost_map: None) -> None:
     assert litellm.get_model_info("cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8")["rpm"] == 300
     assert litellm.get_model_info("cloudflare/@cf/moonshotai/kimi-k2.6")["rpm"] == 20
diff --git a/tests/test_litellm_rust/README.md b/tests/test_litellm_rust/README.md
deleted file mode 100644
index 4c117fb846b..00000000000
--- a/tests/test_litellm_rust/README.md
+++ /dev/null
@@ -1,13 +0,0 @@
-# Rust OCR bridge tests
-
-This suite covers OCR requests through LiteLLM's compiled Rust extension. OCR behavior tests live under `ocr/`; reusable OCR request, callback, and recording-server fixtures live under `support/`
-
-A test name identifies the OCR entrypoint or callback under test and its expected observable result. Parameter IDs state the execution mode or credential case. Keep multiple assertions together only when they prove one request, mutation, failure, or callback lifecycle behavior. Record callback observations and assert them after the callback returns because production logging can swallow callback exceptions
-
-`ocr/test_requests.py` covers provider payloads, file preparation, endpoint and credential resolution, normalized responses, errors, timeouts, and Azure token-provider behavior. `ocr/test_callbacks.py` covers OCR callback inputs, mutations, ordering, context, failure handling, concurrency, and cleanup. `ocr/test_guardrails.py` covers OCR post-call blocking and response replacement. These contract modules call the Rust bridge directly. `ocr/test_dispatch.py` has the single public API dispatch test, covering enabled native dispatch and disabled Python dispatch. `test_ocr.py` is a strict smoke test of the compiled Rust OCR transport
-
-Run `make test-rust-extension` as the acceptance command. It builds a fresh wheel, installs that wheel into a temporary environment, requires `LITELLM_RUST=1`, and runs this suite with isolated Python imports
-
-Collection fails when `LITELLM_RUST=1` is set but the compiled `_native` module cannot be imported. The autouse fixture isolates callback and configuration state but does not select a backend. Native contract tests call `litellm.rust_bridge.ocr` directly, while the strict dispatch test explicitly enables and disables Rust and records which OCR entrypoint runs
-
-The OCR contract modules are non-strict expected failures until the retained callback implementation from #40070 lands. The public dispatch test remains strict. Passing contract cases appear as XPASS so staging coverage stays visible
diff --git a/tests/test_litellm_rust/conftest.py b/tests/test_litellm_rust/conftest.py
index b0c75d9d2f5..4387ea2e2fd 100644
--- a/tests/test_litellm_rust/conftest.py
+++ b/tests/test_litellm_rust/conftest.py
@@ -11,7 +11,7 @@ import pytest_asyncio
 
 import litellm
 from litellm import utils
-from litellm.litellm_core_utils import litellm_logging
+from litellm.litellm_core_utils import litellm_logging, thread_pool_executor
 from litellm.litellm_core_utils.logging_worker import GLOBAL_LOGGING_WORKER
 from litellm.rust_bridge.configuration import (  # pyright: ignore[reportPrivateUsage]  # preserve raw configuration state in test isolation
     _CONFIGURATION,
@@ -29,11 +29,6 @@ CALLBACK_ATTRIBUTES: Final = (
     "_async_success_callback",
     "_async_failure_callback",
 )
-EXPECTED_FAILURE_REASONS: Final = {
-    "ocr/test_callbacks.py": "requires the OCR callback lifecycle implementation from #40070",
-    "ocr/test_guardrails.py": "requires the OCR guardrail lifecycle implementation from #40070",
-    "ocr/test_requests.py": "requires the OCR request and Azure authentication implementation from #40070",
-}
 
 
 def _list_attribute(container: ModuleType, attribute: str) -> list[object]:
@@ -76,7 +71,9 @@ async def isolate_ocr_test_state() -> AsyncIterator[None]:
         stack.enter_context(_rebound(litellm, "cache", None))  # test-quality-ok: isolate process-global cache
         stack.enter_context(_rebound(_CONFIGURATION, "override", None))
         executor: Final = ThreadPoolExecutor(thread_name_prefix="rust-ocr-test-logging")
+        stack.enter_context(_rebound(litellm_logging, "executor", executor))
         stack.enter_context(_rebound(utils, "executor", executor))
+        stack.enter_context(_rebound(thread_pool_executor, "executor", executor))
         try:
             yield
         finally:
@@ -94,14 +91,6 @@ def recording_server() -> Generator[RecordingServer]:
 
 
 def pytest_collection_modifyitems(items: list[pytest.Item]) -> None:
-    for item in items:
-        if "test_litellm_rust" not in item.path.parts:
-            continue
-        relative_path: Final = "/".join(item.path.parts[item.path.parts.index("test_litellm_rust") + 1 :])
-        reason: Final = EXPECTED_FAILURE_REASONS.get(relative_path)
-        if reason is not None:
-            item.add_marker(pytest.mark.xfail(reason=reason, strict=False))
-
     if not _parse_env_bool(os.environ.get("LITELLM_RUST")):
         skip: Final = pytest.mark.skip(reason="requires LITELLM_RUST=1 and a compiled Rust extension")
         for item in items:
diff --git a/tests/test_litellm_rust/ocr/test_callbacks.py b/tests/test_litellm_rust/ocr/test_callbacks.py
index b08446412c0..1cfd04b1bff 100644
--- a/tests/test_litellm_rust/ocr/test_callbacks.py
+++ b/tests/test_litellm_rust/ocr/test_callbacks.py
@@ -41,7 +41,7 @@ def test_native_ocr_pre_call_callback_receives_transformed_provider_request(ocr_
     observations: Final = []
 
     class Observe(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             observations.append((model, copy.deepcopy(kwargs["additional_args"])))
 
     call_native_ocr_with_callbacks(ocr_server, [Observe()], pages=[0])
@@ -64,13 +64,13 @@ def test_native_ocr_pre_call_body_edit_reaches_next_callback_and_provider(
     observed: Final = []
 
     class Edit(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             request_body(kwargs)["include_image_base64"] = True
             if raise_after_edit:
                 raise RuntimeError("pre-call callback failed")
 
     class Observe(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             observed.append(copy.deepcopy(request_body(kwargs)))
 
     call_native_ocr_with_callbacks(ocr_server, [Edit(), Observe()], include_image_base64=False)
@@ -83,11 +83,11 @@ def test_native_ocr_pre_call_header_edit_reaches_next_callback_and_provider(ocr_
     observed: Final = []
 
     class Edit(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             request_headers(kwargs)["x-audit-tag"] = "reviewed"
 
     class Observe(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             observed.append(dict(request_headers(kwargs)))
 
     call_native_ocr_with_callbacks(ocr_server, [Edit(), Observe()])
@@ -96,6 +96,29 @@ def test_native_ocr_pre_call_header_edit_reaches_next_callback_and_provider(ocr_
     assert ocr_server.requests[0].headers["x-audit-tag"] == "reviewed"
 
 
+def test_native_ocr_pre_call_header_rebinding_does_not_replace_execution_root(ocr_server: RecordingServer) -> None:
+    retained: Final = []
+    observed: Final = []
+
+    class RetainMutateAndRebind(CustomLogger):
+        def log_pre_api_call(self, model, messages, kwargs):
+            headers = request_headers(kwargs)
+            retained.append(headers)
+            kwargs["additional_args"]["headers"] = {"x-rebound": "not-sent"}
+            headers["x-retained"] = "sent"
+
+    class ObserveRebinding(CustomLogger):
+        def log_pre_api_call(self, model, messages, kwargs):
+            observed.append(dict(request_headers(kwargs)))
+
+    call_native_ocr_with_callbacks(ocr_server, [RetainMutateAndRebind(), ObserveRebinding()])
+
+    assert observed == [{"x-rebound": "not-sent"}]
+    assert retained[0]["x-retained"] == "sent"
+    assert ocr_server.requests[0].headers["x-retained"] == "sent"
+    assert "x-rebound" not in ocr_server.requests[0].headers
+
+
 @pytest.mark.asyncio
 @pytest.mark.parametrize("asynchronous", [False, True], ids=["sync", "async"])
 async def test_native_ocr_pre_call_nested_document_edit_updates_caller_callback_and_provider_references(
@@ -107,12 +130,12 @@ async def test_native_ocr_pre_call_nested_document_edit_updates_caller_callback_
     aliases: Final = []
 
     class Retain(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             aliases.append(request_body(kwargs)["document"] is original)
             retained.append(request_body(kwargs)["document"])
 
     class Edit(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             original["document_url"] = replacement_url
 
     arguments: Final = {
@@ -143,7 +166,7 @@ def test_native_ocr_pre_call_document_replacement_does_not_mutate_original_docum
     retained: Final = []
 
     class RetainAndReplace(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             body = request_body(kwargs)
             retained.append(body["document"])
             body["document"] = replacement
@@ -165,11 +188,11 @@ def test_native_ocr_pre_call_body_rebinding_is_visible_to_callbacks_but_not_prov
     observed: Final = []
 
     class Rebind(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             kwargs["additional_args"]["complete_input_dict"] = {"replacement": True}
 
     class Observe(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             observed.append(request_body(kwargs))
 
     call_native_ocr_with_callbacks(ocr_server, [Rebind(), Observe()])
@@ -182,11 +205,11 @@ def test_native_ocr_callback_retained_body_observes_later_callback_mutation(ocr_
     queued: Final = []
 
     class QueuePayload(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             queued.append(request_body(kwargs))
 
     class Edit(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             request_body(kwargs)["queued-edit"] = True
 
     call_native_ocr_with_callbacks(ocr_server, [QueuePayload(), Edit()])
@@ -200,7 +223,7 @@ def test_native_ocr_success_callback_receives_state_added_by_pre_call_callback(o
     finished: Final = threading.Event()
 
     class Stash(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             kwargs["test-token"] = token
 
         def log_success_event(self, kwargs, response_obj, start_time, end_time):
@@ -280,7 +303,7 @@ async def test_native_aocr_failure_callbacks_receive_state_added_by_pre_call_cal
     observed: Final = []
 
     class TrackInFlightRequest(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             kwargs["request-token"] = token
 
         def log_failure_event(self, kwargs, response_obj, start_time, end_time):
@@ -364,7 +387,7 @@ async def test_native_azure_ocr_resolves_token_before_pre_call_on_caller_context
             return "caller-token"
 
     class Edit(CustomLogger):
-        def log_pre_api_call(self, model, _messages, kwargs):
+        def log_pre_api_call(self, model, messages, kwargs):
             assert request_headers(kwargs)["Authorization"] == "Bearer caller-token"
             observations.append("pre_call")
             request_headers(kwargs)["Authorization"] = "Bearer edited"
diff --git a/tests/test_litellm_rust/ocr/test_cohere.py b/tests/test_litellm_rust/ocr/test_cohere.py
new file mode 100644
index 00000000000..2a35dc62bd1
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_cohere.py
@@ -0,0 +1,141 @@
+from typing import Final
+
+import pytest
+
+import litellm
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+
+pytestmark = pytest.mark.requires_rust_extension
+MODELS: Final = ("cohere/parse-v5.0", "azure_ai/Cohere-parse-v5.0")
+IMAGE: Final = {"type": "image_url", "image_url": "data:image/png;base64,YWJj"}
+BOX: Final = {"top_left_x": 0, "top_left_y": 0, "bottom_right_x": 32, "bottom_right_y": 32}
+PAYLOAD: Final = {
+    "pages": [
+        {
+            "index": 4,
+            "markdown": {"content": "receipt", "images": [{"id": "image", "bounding_box": BOX, "description": "scan"}]},
+        },
+        {"markdown": {"content": "page two"}},
+    ],
+    "meta": {"billed_units": {"pages": 3}},
+}
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+@pytest.mark.parametrize("asynchronous", [False, True])
+async def test_public_cohere_request_and_normalization(
+    recording_server: RecordingServer, model: str, asynchronous: bool
+) -> None:
+    recording_server.enqueue(ResponseSpec(body=PAYLOAD))
+    args: Final = {
+        "model": model,
+        "document": IMAGE,
+        "api_base": recording_server.base_url,
+        "api_key": "test-key",
+        "req_format": "native",
+        "unrecognized": True,
+    }
+    response: Final = await litellm.aocr(**args) if asynchronous else litellm.ocr(**args)
+    request: Final = recording_server.requests[0]
+    assert request.path == ("/providers/cohere/v2/parse" if model.startswith("azure_ai/") else "/v2/parse")
+    assert request.headers["authorization"] == "Bearer test-key"
+    assert request.body == {"model": model.split("/", 1)[1], "document": IMAGE, "output_format": "markdown"}
+    assert [page.index for page in response.pages] == [4, 1]
+    assert response.pages[0].markdown == "receipt"
+    assert response.pages[0].images[0].bbox == BOX
+    assert response.pages[0].images[0].model_extra["description"] == "scan"
+    assert response.pages[1].images is None
+    assert response.usage_info.pages_processed == 3
+    assert response.get_provider_native_response() == PAYLOAD
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+async def test_public_cohere_blocks_and_usage_fallback(recording_server: RecordingServer, model: str) -> None:
+    blocks: Final = [{"type": "text", "text": "total"}]
+    recording_server.enqueue(ResponseSpec(body={"pages": [{"blocks": blocks}]}))
+    response: Final = await litellm.aocr(
+        model=model, document=IMAGE, api_base=recording_server.base_url, api_key="test-key", output_format="blocks"
+    )
+    assert recording_server.requests[0].body["output_format"] == "blocks"
+    assert response.pages[0].model_extra["blocks"] == blocks
+    assert response.pages[0].markdown == ""
+    assert response.usage_info.pages_processed == 1
+    assert response.get_provider_native_response() is None
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+@pytest.mark.parametrize(
+    "document",
+    [
+        {"type": "document_url", "document_url": "https://example.com/file.pdf"},
+        {"type": "image_url", "image_url": "data:application/pdf;base64,YQ=="},
+        {"type": "image_url", "image_url": ""},
+    ],
+)
+async def test_public_cohere_rejects_non_images_before_network(
+    recording_server: RecordingServer, model: str, document: dict[str, str]
+) -> None:
+    recording_server.expected_requests = 0
+    with pytest.raises(litellm.BadRequestError, match="only accepts `image_url`"):
+        await litellm.aocr(model=model, document=document, api_base=recording_server.base_url, api_key="test-key")
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+async def test_public_cohere_rejects_unknown_format(recording_server: RecordingServer, model: str) -> None:
+    recording_server.expected_requests = 0
+    with pytest.raises(litellm.BadRequestError, match="output_format"):
+        await litellm.aocr(
+            model=model, document=IMAGE, api_base=recording_server.base_url, api_key="test-key", output_format="html"
+        )
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+async def test_public_cohere_provider_failure(recording_server: RecordingServer, model: str) -> None:
+    recording_server.enqueue(ResponseSpec(status=400, body={"message": "output_format must be blocks or markdown"}))
+    with pytest.raises(litellm.BadRequestError, match="output_format must be") as caught:
+        await litellm.aocr(model=model, document=IMAGE, api_base=recording_server.base_url, api_key="test-key")
+    assert caught.value.status_code == 400
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", MODELS)
+async def test_public_cohere_health_check(recording_server: RecordingServer, model: str) -> None:
+    recording_server.enqueue(ResponseSpec(body=PAYLOAD))
+    response: Final = await litellm.ahealth_check(
+        model_params={"model": model, "api_key": "test-key", "api_base": recording_server.base_url}, mode="ocr"
+    )
+    assert "error" not in response
+    assert recording_server.requests[0].body["document"]["image_url"].startswith("data:image/png;base64,")
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("suffix", ["", "/cohere/", "/v2", "/v2/parse"])
+async def test_public_cohere_url_variants(recording_server: RecordingServer, suffix: str) -> None:
+    recording_server.enqueue(ResponseSpec(body=PAYLOAD))
+    await litellm.aocr(model=MODELS[0], document=IMAGE, api_base=recording_server.base_url + suffix, api_key="test-key")
+    assert recording_server.requests[0].path == ("/cohere/v2/parse" if suffix == "/cohere/" else "/v2/parse")
+
+
+@pytest.mark.asyncio
+async def test_public_cohere_environment_key_and_remote_url(
+    recording_server: RecordingServer, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    monkeypatch.setenv("COHERE_API_KEY", "env-key")
+    recording_server.enqueue(ResponseSpec(body=PAYLOAD))
+    document: Final = {"type": "image_url", "image_url": "https://example.com/receipt.png"}
+    await litellm.aocr(model=MODELS[0], document=document, api_base=recording_server.base_url)
+    assert recording_server.requests[0].headers["authorization"] == "Bearer env-key"
+    assert recording_server.requests[0].body["document"] == document
+
+
+@pytest.mark.asyncio
+async def test_public_cohere_missing_key(recording_server: RecordingServer, monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.delenv("COHERE_API_KEY", raising=False)
+    recording_server.expected_requests = 0
+    with pytest.raises(Exception, match="Missing COHERE_API_KEY"):
+        await litellm.aocr(model=MODELS[0], document=IMAGE, api_base=recording_server.base_url)
diff --git a/tests/test_litellm_rust/ocr/test_dispatch.py b/tests/test_litellm_rust/ocr/test_dispatch.py
index a6c76bc5d0e..7b4b9fab579 100644
--- a/tests/test_litellm_rust/ocr/test_dispatch.py
+++ b/tests/test_litellm_rust/ocr/test_dispatch.py
@@ -1,11 +1,9 @@
 from typing import Final
-from unittest.mock import Mock
 
 import pytest
 
 import litellm
 from litellm.llms.base_llm.ocr.transformation import OCRResponse
-from litellm.ocr import main as ocr_main
 from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 from tests.test_litellm_rust.support.requests import OCR_DOCUMENT, OCR_MODEL, OCR_RESPONSE
 
@@ -18,18 +16,9 @@ def ocr_server(recording_server: RecordingServer) -> RecordingServer:
     return recording_server
 
 
-@pytest.mark.parametrize("rust_enabled", [True, False], ids=["enabled", "disabled"])
-def test_public_ocr_dispatches_according_to_rust_setting(
-    ocr_server: RecordingServer,
-    monkeypatch: pytest.MonkeyPatch,
-    rust_enabled: bool,
-) -> None:
-    rust_call: Final = Mock(wraps=ocr_main.rust_ocr_bridge.ocr)
-    python_call: Final = Mock(wraps=ocr_main.base_llm_http_handler.ocr)
-    monkeypatch.setattr(ocr_main.rust_ocr_bridge, "ocr", rust_call)
-    monkeypatch.setattr(ocr_main.base_llm_http_handler, "ocr", python_call)
-    litellm.rust(rust_enabled)
-
+@pytest.mark.parametrize("enabled", [False, True, None])
+def test_public_ocr_uses_native_route_independently_of_flag(ocr_server: RecordingServer, enabled: bool | None) -> None:
+    litellm.rust(enabled)
     response: Final = litellm.ocr(
         model=OCR_MODEL,
         document=OCR_DOCUMENT,
@@ -39,6 +28,26 @@ def test_public_ocr_dispatches_according_to_rust_setting(
 
     assert isinstance(response, OCRResponse)
     assert response.pages[0].markdown == "native OCR response"
-    assert rust_call.call_count == int(rust_enabled)
-    assert python_call.call_count == int(not rust_enabled)
+    assert len(ocr_server.requests) == 1
+    assert not ocr_server.requests[0].headers.get("user-agent", "").startswith("python-httpx")
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("caching", [None, False, True])
+async def test_ocr_does_not_depend_on_chat_cache(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch, asynchronous: bool, caching: bool | None
+) -> None:
+    from litellm.caching.caching import Cache
+
+    monkeypatch.setattr(litellm, "cache", Cache(type="local", supported_call_types=["completion", "acompletion"]))
+    arguments: Final = {
+        "model": OCR_MODEL,
+        "document": OCR_DOCUMENT,
+        "api_key": "test-key",
+        "api_base": ocr_server.base_url,
+        "caching": caching,
+    }
+    response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+    assert response.pages[0].markdown == "native OCR response"
     assert len(ocr_server.requests) == 1
diff --git a/tests/test_litellm_rust/ocr/test_lifecycle.py b/tests/test_litellm_rust/ocr/test_lifecycle.py
new file mode 100644
index 00000000000..1acad5527d8
--- /dev/null
+++ b/tests/test_litellm_rust/ocr/test_lifecycle.py
@@ -0,0 +1,996 @@
+import asyncio
+import datetime
+import gc
+import json
+import sys
+import threading
+import weakref
+from collections.abc import Coroutine
+from contextvars import ContextVar
+from typing import Final
+
+import pytest
+
+import litellm
+from litellm._logging import trace_id_var
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.litellm_core_utils.litellm_logging import Logging
+from litellm.proxy.common_request_processing import ProxyBaseLLMRequestProcessing
+from tests.test_litellm_rust.support.callback_recorder import RecordingLogger, drain_logging
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
+from tests.test_litellm_rust.support.requests import OCR_RESPONSE, call_aocr, call_ocr
+
+pytestmark = pytest.mark.requires_rust_extension
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("phase", ["deployment", "failure"])
+async def test_cancellation_during_failure_obeys_phase_policy(ocr_server: RecordingServer, phase: str) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "provider failure"}, status=500))
+    entered: Final = asyncio.Event()
+    observed: Final = []
+
+    class Observer(CustomLogger):
+        async def async_post_call_failure_deployment_hook(self, request_data, exception, call_type, **kwargs):
+            if phase == "deployment":
+                entered.set()
+                await asyncio.Event().wait()
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(kwargs["exception"])
+            if phase == "failure":
+                entered.set()
+                await asyncio.Event().wait()
+
+    observer: Final = Observer()
+    litellm.callbacks.append(observer)
+    task: Final = asyncio.create_task(call_aocr(ocr_server, callbacks=[observer]))
+    await asyncio.wait_for(entered.wait(), 5)
+    task.cancel()
+    if phase == "deployment":
+        with pytest.raises(litellm.InternalServerError) as caught:
+            await task
+        assert observed == [caught.value]
+    else:
+        with pytest.raises(asyncio.CancelledError):
+            await task
+        assert len(observed) == 1
+        assert isinstance(observed[0], litellm.InternalServerError)
+
+
+@pytest.fixture
+def ocr_server(recording_server: RecordingServer) -> RecordingServer:
+    recording_server.default_response = ResponseSpec(body=OCR_RESPONSE)
+    return recording_server
+
+
+@pytest.mark.asyncio
+async def test_proxy_metadata_remains_python_owned(ocr_server: RecordingServer) -> None:
+    from litellm.proxy._types import UserAPIKeyAuth
+
+    recorder: Final = RecordingLogger()
+    auth: Final = UserAPIKeyAuth(user_id="ocr-user")
+    response: Final = await call_aocr(
+        ocr_server, callbacks=[recorder], metadata={"user_api_key_auth": auth}, shared_session=object()
+    )
+    events: Final = await recorder.wait_for_async("async_log_success_event")
+    assert response.pages[0].markdown == "native OCR response"
+    assert events[0].kwargs["litellm_params"]["metadata"]["user_api_key_auth"].user_id == "ocr-user"
+    assert "metadata" not in ocr_server.requests[0].body
+
+
+@pytest.mark.asyncio
+async def test_response_replacement_finalized_before_dispatch_in_caller_task(ocr_server: RecordingServer) -> None:
+    caller: Final = asyncio.current_task()
+    context: Final = ContextVar("lifecycle-test", default="before")
+    observations: Final = []
+    recorder: Final = RecordingLogger()
+
+    class Replace(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            context.set("pre")
+            observations.append(("pre", asyncio.current_task(), context.get()))
+            return {**kwargs, "pages": [2]}
+
+        async def async_post_call_success_deployment_hook(self, request_data, response, call_type):
+            observations.append(("post", asyncio.current_task(), context.get()))
+            return response.model_copy(update={"model": "replaced"})
+
+    litellm.callbacks.append(Replace())
+    response: Final = await call_aocr(ocr_server, callbacks=[recorder], litellm_call_id="native-final")
+    events: Final = await recorder.wait_for_async("async_log_success_event")
+    assert observations == [("pre", caller, "pre"), ("post", caller, "pre")]
+    assert context.get() == "pre"
+    assert ocr_server.requests[0].body["pages"] == [2]
+    assert response.model == "replaced"
+    assert events[0].response is response
+    assert response._hidden_params["litellm_call_id"] == "native-final"
+    assert "response_cost" in response._hidden_params
+
+
+@pytest.mark.asyncio
+async def test_deployment_hook_replaces_complete_routing_request(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(ResponseSpec(body=OCR_RESPONSE, delay=0.05))
+    original: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
+    replacement: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
+    observed: Final = []
+
+    class Replace(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            return {
+                **kwargs,
+                "model": "azure_ai/mistral-ocr-latest",
+                "custom_llm_provider": "azure_ai",
+                "document": replacement,
+                "api_key": "replacement-key",
+                "api_base": ocr_server.base_url,
+                "extra_headers": {"x-deployment": "replacement"},
+                "timeout": 2,
+                "pages": [2],
+            }
+
+    class Observe(Logging):
+        def pre_call(self, input, api_key, additional_args):
+            observed.append((additional_args["complete_input_dict"]["document"], api_key))
+
+    litellm.callbacks.append(Replace())
+    logger: Final = Observe(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="deployment-routing",
+        function_id="deployment-routing",
+    )
+    response: Final = await call_aocr(
+        ocr_server,
+        document=original,
+        timeout=0.001,
+        litellm_logging_obj=logger,
+    )
+
+    assert response.pages[0].markdown == "native OCR response"
+    assert observed == [(replacement, "replacement-key")]
+    assert observed[0][0] is replacement
+    assert replacement == original
+    assert replacement is not original
+    assert original == {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
+    assert ocr_server.requests[0].path == "/providers/mistral/azure/ocr"
+    assert ocr_server.requests[0].headers["authorization"] == "Bearer replacement-key"
+    assert ocr_server.requests[0].headers["x-deployment"] == "replacement"
+    assert ocr_server.requests[0].body["document"] == replacement
+    assert ocr_server.requests[0].body["pages"] == [2]
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+async def test_metadata_failure_dispatches_only_failure_and_releases_logger(
+    ocr_server: RecordingServer, asynchronous: bool
+) -> None:
+    failure: Final = RuntimeError("metadata failed")
+    seen: Final = []
+
+    class FailingMetadata(Logging):
+        def _response_cost_calculator(self, *args, **kwargs):
+            raise failure
+
+        def success_handler(self, *args, **kwargs):
+            seen.append("success")
+
+        def failure_handler(self, exception, *args, **kwargs):
+            seen.append(("sync", exception))
+
+        async def async_failure_handler(self, exception, *args, **kwargs):
+            seen.append(("async", exception))
+
+    async def invoke():
+        logger: Final = FailingMetadata(
+            model="mistral-ocr-latest",
+            messages=[],
+            stream=False,
+            call_type="aocr" if asynchronous else "ocr",
+            start_time=datetime.datetime.now(),
+            litellm_call_id="metadata",
+            function_id="metadata",
+        )
+        reference: Final = weakref.ref(logger)
+        with pytest.raises(RuntimeError) as caught:
+            await call_aocr(ocr_server, litellm_logging_obj=logger) if asynchronous else call_ocr(
+                ocr_server, litellm_logging_obj=logger
+            )
+        assert caught.value is failure
+        failure.__traceback__ = None
+        return reference
+
+    reference: Final = await invoke()
+    await drain_logging()
+    gc.collect()
+    assert seen == ([("sync", failure), ("async", failure)] if asynchronous else [("sync", failure)])
+    assert reference() is None
+    assert len(ocr_server.requests) == 1
+
+
+@pytest.mark.asyncio
+async def test_mapped_failure_identity_and_deployment_snapshot(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "unavailable"}, status=500))
+    recorder: Final = RecordingLogger()
+    snapshots: Final = []
+
+    class Observe(CustomLogger):
+        async def async_post_call_failure_deployment_hook(self, request_data, exception, call_type, **kwargs):
+            snapshots.append(exception)
+            exception.status_code = 418
+
+    litellm.callbacks.append(Observe())
+    with pytest.raises(litellm.InternalServerError) as caught:
+        await call_aocr(ocr_server, callbacks=[recorder])
+    failures: Final = tuple(event for event in recorder.events if "failure" in event.name)
+    assert [event.name for event in failures] == ["log_failure_event", "async_log_failure_event"]
+    assert all(event.kwargs["exception"] is caught.value for event in failures)
+    assert caught.value.status_code == 500
+    assert snapshots[0] is not caught.value
+    assert snapshots[0].status_code == 418
+    assert len(ocr_server.requests) == 1
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("phase", ["pre", "http", "post"])
+async def test_cancellation_cleans_up_in_caller_task_without_terminal_dispatch(
+    ocr_server: RecordingServer, phase: str
+) -> None:
+    entered: Final = asyncio.Event()
+    recorder: Final = RecordingLogger()
+
+    class Pause(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            if phase == "pre":
+                entered.set()
+                await asyncio.Event().wait()
+
+        async def async_post_call_success_deployment_hook(self, request_data, response, call_type):
+            if phase == "post":
+                entered.set()
+                await asyncio.Event().wait()
+
+    litellm.callbacks.append(Pause())
+    if phase == "http":
+        ocr_server.enqueue(ResponseSpec(body=OCR_RESPONSE, delay=0.2))
+    if phase == "pre":
+        ocr_server.expected_requests = 0
+    restored: Final = []
+
+    async def invoke():
+        trace_id_var.set("parent")
+        try:
+            await call_aocr(ocr_server, callbacks=[recorder], litellm_trace_id="native-call")
+        finally:
+            restored.append(trace_id_var.get())
+
+    task: Final = asyncio.create_task(invoke())
+    if phase == "http":
+        await ocr_server.wait_for_requests(1)
+    else:
+        await asyncio.wait_for(entered.wait(), 5)
+    task.cancel()
+    with pytest.raises(asyncio.CancelledError):
+        await task
+    await drain_logging()
+    assert restored == ["parent"]
+    assert not any("success" in name or "failure" in name for name in recorder.names)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("blocked", [False, True])
+async def test_deferred_logging_requires_release_and_runs_at_most_once(
+    ocr_server: RecordingServer, blocked: bool
+) -> None:
+    recorder: Final = RecordingLogger()
+    logger: Final = Logging(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="deferred",
+        function_id="deferred",
+        dynamic_async_success_callbacks=[recorder],
+    )
+    logger._defer_async_logging = True
+    response: Final = await call_aocr(ocr_server, litellm_logging_obj=logger)
+    await drain_logging()
+    assert "async_log_success_event" not in recorder.names
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, blocked)
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, blocked)
+    await drain_logging()
+    events: Final = tuple(event for event in recorder.events if event.name == "async_log_success_event")
+    assert len(events) == int(not blocked)
+    if events:
+        assert events[0].response is response
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("failure", [RuntimeError("native enqueue failed"), asyncio.CancelledError("cancelled")])
+async def test_deferred_release_handles_enqueue_failure_once_without_replay(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch, failure: BaseException
+) -> None:
+    import inspect
+
+    from litellm.litellm_core_utils import logging_worker
+
+    attempts: Final[list[Coroutine[object, object, object]]] = []
+    diagnostics: Final = []
+
+    class FailingWorker:
+        def ensure_initialized_and_enqueue(self, coroutine: Coroutine[object, object, object]) -> None:
+            attempts.append(coroutine)
+            raise failure
+
+    recorder: Final = RecordingLogger()
+    logger: Final = Logging(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="release-failure",
+        function_id="release-failure",
+        dynamic_async_success_callbacks=[recorder],
+    )
+    logger._defer_async_logging = True
+    response: Final = await call_aocr(ocr_server, litellm_logging_obj=logger)
+    monkeypatch.setattr(logging_worker, "GLOBAL_LOGGING_WORKER", FailingWorker())
+    monkeypatch.setattr(sys, "unraisablehook", lambda event: diagnostics.append(event.exc_value))
+
+    if isinstance(failure, asyncio.CancelledError):
+        with pytest.raises(asyncio.CancelledError, match="cancelled") as caught:
+            ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, False)
+        assert caught.value is failure
+        assert diagnostics == []
+    else:
+        ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, False)
+        assert diagnostics == [failure]
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, False)
+
+    assert len(attempts) == 1
+    assert inspect.getcoroutinestate(attempts[0]) == inspect.CORO_CLOSED
+    assert response.pages[0].markdown == "native OCR response"
+    assert len(ocr_server.requests) == 1
+    assert not any("success" in name or "failure" in name for name in recorder.names)
+
+
+@pytest.mark.asyncio
+async def test_abandoned_deferred_logging_is_collectable(ocr_server: RecordingServer) -> None:
+    async def invoke():
+        logger: Final = Logging(
+            model="mistral-ocr-latest",
+            messages=[],
+            stream=False,
+            call_type="aocr",
+            start_time=datetime.datetime.now(),
+            litellm_call_id="abandoned",
+            function_id="abandoned",
+        )
+        logger._defer_async_logging = True
+        await call_aocr(ocr_server, litellm_logging_obj=logger)
+        return weakref.ref(logger)
+
+    reference: Final = await invoke()
+    await drain_logging()
+    gc.collect()
+    assert reference() is None
+
+
+def test_sync_success_uses_executor_and_copied_caller_context(ocr_server: RecordingServer) -> None:
+    context: Final = ContextVar("sync-lifecycle", default="missing")
+    context.set("caller")
+    thread: Final = threading.current_thread()
+    finished: Final = threading.Event()
+    observations: Final = []
+
+    class Observe(CustomLogger):
+        def log_success_event(self, kwargs, response_obj, start_time, end_time):
+            observations.append((threading.current_thread(), context.get(), response_obj))
+            finished.set()
+
+    response: Final = call_ocr(ocr_server, callbacks=[Observe()])
+    assert finished.wait(5)
+    assert observations[0][0] is not thread
+    assert observations[0][1] == "caller"
+    assert observations[0][2] is response
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+async def test_invalid_response_runs_post_call_before_failure(ocr_server: RecordingServer, asynchronous: bool) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"pages": "invalid"}))
+    events: Final = []
+
+    class Observe(Logging):
+        def pre_call(self, *args, **kwargs):
+            events.append("pre")
+            return super().pre_call(*args, **kwargs)
+
+        def post_call(self, *args, **kwargs):
+            events.append(("post", kwargs["original_response"]))
+            return super().post_call(*args, **kwargs)
+
+        def success_handler(self, *args, **kwargs):
+            events.append("success")
+
+        def failure_handler(self, exception, *args, **kwargs):
+            events.append(("failure", exception))
+
+        async def async_failure_handler(self, exception, *args, **kwargs):
+            events.append(("async_failure", exception))
+
+    logger: Final = Observe(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr" if asynchronous else "ocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="invalid",
+        function_id="invalid",
+    )
+    with pytest.raises(litellm.APIConnectionError) as caught:
+        await call_aocr(ocr_server, litellm_logging_obj=logger) if asynchronous else call_ocr(
+            ocr_server, litellm_logging_obj=logger
+        )
+    assert events[0] == "pre"
+    assert events[1] == ("post", '{"pages": "invalid"}')
+    assert events[2] == ("failure", caught.value)
+    if asynchronous:
+        assert events[3] == ("async_failure", caught.value)
+    assert "success" not in events
+
+
+@pytest.mark.asyncio
+async def test_failing_terminal_handler_preserves_public_failure_and_runs_async_handler(
+    ocr_server: RecordingServer,
+) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "provider failure"}, status=500))
+    failures: Final = []
+
+    class BrokenHandler(Logging):
+        def failure_handler(self, exception, *args, **kwargs):
+            failures.append(exception)
+            raise RuntimeError("handler failed")
+
+        async def async_failure_handler(self, exception, *args, **kwargs):
+            failures.append(exception)
+
+    logger: Final = BrokenHandler(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="broken",
+        function_id="broken",
+    )
+    with pytest.raises(litellm.InternalServerError) as caught:
+        await call_aocr(ocr_server, litellm_logging_obj=logger)
+    assert failures == [caught.value, caught.value]
+    assert len(ocr_server.requests) == 1
+
+
+@pytest.mark.asyncio
+async def test_nested_native_calls_preserve_context_and_dispatch_each_outcome(ocr_server: RecordingServer) -> None:
+    ocr_server.expected_requests = 2
+    recorder: Final = RecordingLogger()
+    outcomes: Final = []
+
+    class Nested(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            if kwargs.get("litellm_call_id") == "outer":
+                outcomes.append(await call_aocr(ocr_server, callbacks=[recorder], litellm_call_id="inner"))
+
+    litellm.callbacks.append(Nested())
+    outcomes.append(await call_aocr(ocr_server, callbacks=[recorder], litellm_call_id="outer"))
+    events: Final = await recorder.wait_for_async("async_log_success_event", count=2)
+    assert [event.kwargs["litellm_call_id"] for event in events] == ["inner", "outer"]
+    assert events[0].response is outcomes[0]
+    assert events[1].response is outcomes[1]
+    assert len(ocr_server.requests) == 2
+
+
+def test_sync_pre_call_can_make_nested_native_request(ocr_server: RecordingServer) -> None:
+    ocr_server.expected_requests = 2
+    observed: Final = []
+
+    class Nested(CustomLogger):
+        def log_pre_api_call(self, model, messages, kwargs):
+            if kwargs["litellm_call_id"] == "outer-sync":
+                observed.append(call_ocr(ocr_server, litellm_call_id="inner-sync"))
+
+    response: Final = call_ocr(ocr_server, callbacks=[Nested()], litellm_call_id="outer-sync")
+    assert observed[0].pages[0].markdown == response.pages[0].markdown
+    assert len(ocr_server.requests) == 2
+
+
+@pytest.mark.asyncio
+async def test_retained_argument_aliases_and_body_roots_survive_envelope_replacement(
+    ocr_server: RecordingServer,
+) -> None:
+    pages: Final = [0]
+    document: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
+    opaque: Final = object()
+    observed: Final = []
+
+    class Observe(Logging):
+        def pre_call(self, input, api_key, additional_args):
+            body: Final = additional_args["complete_input_dict"]
+            headers: Final = additional_args["headers"]
+            observed.append((body["document"] is document, body["pages"] is pages))
+            pages.append(2)
+            headers["x-retained"] = "yes"
+            additional_args["complete_input_dict"] = {"discarded": True}
+            additional_args["headers"] = {}
+            observed.append((body, headers))
+
+        def post_call(self, original_response, additional_args):
+            observed.append(
+                (additional_args["complete_input_dict"] is observed[2][0], additional_args["headers"] is observed[2][1])
+            )
+
+    class Deployment(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            observed.append(("model" in kwargs, "document" in kwargs, kwargs["opaque"] is opaque))
+
+    litellm.callbacks.append(Deployment())
+    logger: Final = Observe(
+        model="mistral-ocr-latest",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="roots",
+        function_id="roots",
+    )
+    response: Final = await litellm.aocr(
+        "mistral/mistral-ocr-latest",
+        document,
+        api_key="test-key",
+        api_base=ocr_server.base_url,
+        pages=pages,
+        opaque=opaque,
+        litellm_logging_obj=logger,
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert observed[0] == (False, False, True)
+    assert observed[1] == (True, True)
+    assert observed[3] == (True, True)
+    assert ocr_server.requests[0].body["pages"] == [0, 2]
+    assert ocr_server.requests[0].headers["x-retained"] == "yes"
+
+
+def test_unstarted_native_coroutine_releases_input_without_reading_file(ocr_server: RecordingServer) -> None:
+    from litellm.ocr.main import _public_request
+    from litellm.rust_bridge import _native
+
+    ocr_server.expected_requests = 0
+    effects: Final = []
+
+    class File:
+        def read(self):
+            effects.append("read")
+            return b"abc"
+
+    def create():
+        file: Final = File()
+        kwargs: Final = {"model": "mistral/mistral-ocr-latest", "document": {"type": "file", "file": file}}
+        coroutine: Final = _native._ocr_lifecycle(_public_request("aocr", (), kwargs), (), kwargs, True)
+        file.owner = coroutine
+        coroutine.close()
+        return weakref.ref(file)
+
+    reference: Final = create()
+    gc.collect()
+    assert reference() is None
+    assert effects == []
+
+
+@pytest.mark.asyncio
+async def test_file_read_happens_after_deployment_hook_in_caller_task(ocr_server: RecordingServer) -> None:
+    effects: Final = []
+    caller: Final = asyncio.current_task()
+
+    class File:
+        def read(self):
+            effects.append(("read", asyncio.current_task()))
+            return b"abc"
+
+    class Deployment(CustomLogger):
+        async def async_pre_call_deployment_hook(self, kwargs, call_type):
+            await asyncio.sleep(0)
+            effects.append(("hook", asyncio.current_task()))
+
+    litellm.callbacks.append(Deployment())
+    await call_aocr(ocr_server, document={"type": "file", "file": File()})
+    assert effects == [("hook", caller), ("read", caller)]
+
+
+@pytest.mark.asyncio
+async def test_failure_callbacks_continue_within_both_families(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(ResponseSpec(body={"message": "failed"}, status=500))
+    observed: Final = []
+
+    class Broken(CustomLogger):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("broken-sync", kwargs["exception"]))
+            raise RuntimeError("sync observer")
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("broken-async", kwargs["exception"]))
+            raise RuntimeError("async observer")
+
+    class Following(CustomLogger):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("following-sync", kwargs["exception"]))
+
+        async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            observed.append(("following-async", kwargs["exception"]))
+
+    with pytest.raises(litellm.InternalServerError) as caught:
+        await call_aocr(ocr_server, callbacks=[Broken(), Following()])
+    assert [name for name, _ in observed] == ["broken-sync", "following-sync", "broken-async", "following-async"]
+    assert all(error is caught.value for _, error in observed)
+
+
+@pytest.mark.asyncio
+async def test_cancelling_native_transport_closes_connection_before_return() -> None:
+    received: Final = asyncio.Event()
+    disconnected: Final = asyncio.Event()
+
+    async def provider(reader: asyncio.StreamReader, writer: asyncio.StreamWriter) -> None:
+        headers: Final = await reader.readuntil(b"\r\n\r\n")
+        length: Final = next(
+            int(line.split(b":", 1)[1])
+            for line in headers.split(b"\r\n")
+            if line.lower().startswith(b"content-length:")
+        )
+        await reader.readexactly(length)
+        received.set()
+        assert await reader.read() == b""
+        disconnected.set()
+        writer.close()
+        await writer.wait_closed()
+
+    server: Final = await asyncio.start_server(provider, "127.0.0.1", 0)
+    async with server:
+        port: Final = server.sockets[0].getsockname()[1]
+        task: Final = asyncio.create_task(
+            litellm.aocr(
+                model="mistral/mistral-ocr-latest",
+                document={"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+                api_key="test-key",
+                api_base=f"http://127.0.0.1:{port}",
+            )
+        )
+        await asyncio.wait_for(received.wait(), 5)
+        task.cancel()
+        with pytest.raises(asyncio.CancelledError):
+            await task
+        await asyncio.wait_for(disconnected.wait(), 1)
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("model", ["reducto/parse-v3", "reducto/parse-legacy"])
+async def test_reducto_lifecycle_retains_upload_parse_and_post_call_boundaries(
+    ocr_server: RecordingServer, model: str
+) -> None:
+    ocr_server.expected_requests = 2
+    ocr_server.enqueue(ResponseSpec(body={"file_id": "reducto://uploaded.pdf"}))
+    ocr_server.enqueue(ResponseSpec(body={"result": {"chunks": [{"content": "parsed"}]}}))
+    boundaries: Final = []
+    recorder: Final = RecordingLogger()
+
+    class Observe(Logging):
+        def post_call(self, *args, **kwargs):
+            boundaries.append(tuple(request.path for request in ocr_server.requests))
+            return super().post_call(*args, **kwargs)
+
+    logger: Final = Observe(
+        model=model,
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="upload",
+        function_id="upload",
+        dynamic_async_success_callbacks=[recorder],
+    )
+    response: Final = await call_aocr(ocr_server, model=model, litellm_logging_obj=logger)
+    events: Final = await recorder.wait_for_async("async_log_success_event")
+    assert boundaries == [("/upload", "/parse")]
+    assert b"abc" in ocr_server.requests[0].raw_body
+    assert "multipart/form-data" in ocr_server.requests[0].headers["content-type"]
+    assert ocr_server.requests[1].body["input" if model.endswith("v3") else "document_url"] == "reducto://uploaded.pdf"
+    assert response.pages[0].markdown == "parsed"
+    assert events[0].response is response
+
+
+@pytest.mark.asyncio
+async def test_document_intelligence_post_call_observes_submission_and_final_result(
+    ocr_server: RecordingServer,
+) -> None:
+    ocr_server.expected_requests = 2
+    ocr_server.enqueue(
+        ResponseSpec(
+            body={"status": "running"},
+            status=202,
+            headers={"Operation-Location": f"{ocr_server.base_url}/operations/1", "Retry-After": "0"},
+        )
+    )
+    ocr_server.enqueue(ResponseSpec(body={"status": "succeeded", "analyzeResult": {"pages": []}}))
+    boundaries: Final = []
+
+    class Observe(Logging):
+        def post_call(self, *args, **kwargs):
+            boundaries.append((tuple(request.method for request in ocr_server.requests), kwargs["original_response"]))
+            return super().post_call(*args, **kwargs)
+
+    logger: Final = Observe(
+        model="azure_ai/doc-intelligence/prebuilt-read",
+        messages=[],
+        stream=False,
+        call_type="aocr",
+        start_time=datetime.datetime.now(),
+        litellm_call_id="poll",
+        function_id="poll",
+    )
+    response: Final = await call_aocr(
+        ocr_server, model="azure_ai/doc-intelligence/prebuilt-read", litellm_logging_obj=logger
+    )
+    assert [methods for methods, _ in boundaries] == [("POST",), ("POST", "GET")]
+    assert json.loads(boundaries[0][1])["status"] == "running"
+    assert json.loads(boundaries[1][1])["status"] == "succeeded"
+    assert [request.method for request in ocr_server.requests] == ["POST", "GET"]
+    assert ocr_server.requests[1].path == "/operations/1"
+    assert response.pages == []
+
+
+@pytest.mark.asyncio
+async def test_vertex_deepseek_public_lifecycle_normalizes_before_success(ocr_server: RecordingServer) -> None:
+    ocr_server.enqueue(
+        ResponseSpec(body={"choices": [{"message": {"content": "recognized"}}], "usage": {"prompt_tokens": 1}})
+    )
+    recorder: Final = RecordingLogger()
+    response: Final = await call_aocr(
+        ocr_server,
+        model="vertex_ai/deepseek-ocr-maas",
+        document={"type": "document_url", "document_url": "gs://bucket/document.pdf"},
+        vertex_project="project-1",
+        vertex_location="europe-west4",
+        callbacks=[recorder],
+    )
+    events: Final = await recorder.wait_for_async("async_log_success_event")
+    assert response.pages[0].markdown == "recognized"
+    assert events[0].response is response
+    assert (
+        ocr_server.requests[0].path
+        == "/v1/projects/project-1/locations/europe-west4/endpoints/openapi/chat/completions"
+    )
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("limit", ["budget", "retries"])
+async def test_shared_call_limits_still_reject_before_reading_ocr_file(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch, asynchronous: bool, limit: str
+) -> None:
+    ocr_server.expected_requests = 0
+    reads: Final = []
+
+    class File:
+        def read(self):
+            reads.append("read")
+            return b"abc"
+
+    monkeypatch.setattr(litellm, "max_budget", 1 if limit == "budget" else None)
+    monkeypatch.setattr(litellm, "_current_cost", 2)
+    monkeypatch.setattr(litellm, "num_retries_per_request", 1 if limit == "retries" else None)
+    expected: Final = litellm.BudgetExceededError if limit == "budget" else RuntimeError
+    arguments: Final = {"document": {"type": "file", "file": File()}, "metadata": {"previous_models": ["earlier"]}}
+    with pytest.raises(expected, match=r"Budget has been exceeded|Max retries per request hit"):
+        await call_aocr(ocr_server, **arguments) if asynchronous else call_ocr(ocr_server, **arguments)
+    assert reads == []
+    assert ocr_server.requests == []
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("extra_bytes", [0, 1])
+async def test_response_limit_is_enforced_at_the_public_boundary(
+    ocr_server: RecordingServer, asynchronous: bool, extra_bytes: int
+) -> None:
+    limit: Final = len(json.dumps(OCR_RESPONSE).encode()) - extra_bytes
+    if extra_bytes:
+        with pytest.raises(litellm.APIConnectionError, match="OCR response exceeds the size limit"):
+            await call_aocr(ocr_server, max_response_bytes=limit) if asynchronous else call_ocr(
+                ocr_server, max_response_bytes=limit
+            )
+    else:
+        response: Final = (
+            await call_aocr(ocr_server, max_response_bytes=limit)
+            if asynchronous
+            else call_ocr(ocr_server, max_response_bytes=limit)
+        )
+        assert response.pages[0].markdown == "native OCR response"
+    assert len(ocr_server.requests) == 1
+    body: Final = ocr_server.requests[0].body
+    assert isinstance(body, dict)
+    assert "max_response_bytes" not in body
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize("failure", [False, True])
+async def test_empty_callbacks_keep_bookkeeping_without_optional_dispatch(
+    ocr_server: RecordingServer,
+    monkeypatch: pytest.MonkeyPatch,
+    asynchronous: bool,
+    failure: bool,
+    created_loggers: list[Logging],
+) -> None:
+    from litellm import utils
+    from litellm.litellm_core_utils import litellm_logging, logging_worker
+
+    class DispatchProbe:
+        deployments = 0
+        submissions = 0
+        enqueues = 0
+
+        def deployment(self, *args: object, **kwargs: object) -> None:
+            self.deployments += 1
+
+        def submit(self, *args: object, **kwargs: object) -> None:
+            self.submissions += 1
+
+        def ensure_initialized_and_enqueue(self, coroutine: Coroutine[object, object, object]) -> None:
+            self.enqueues += 1
+            coroutine.close()
+
+    probe: Final = DispatchProbe()
+    for name in (
+        "async_pre_call_deployment_hook",
+        "async_post_call_success_deployment_hook",
+        "async_post_call_failure_deployment_hook",
+    ):
+        monkeypatch.setattr(utils, name, probe.deployment)
+    monkeypatch.setattr(litellm_logging, "executor", probe)
+    monkeypatch.setattr(logging_worker, "GLOBAL_LOGGING_WORKER", probe)
+    if failure:
+        ocr_server.enqueue(ResponseSpec(body={"message": "provider failed"}, status=500))
+    trace_id_var.set("callback-free-parent")
+    arguments: Final = {"litellm_trace_id": "callback-free-call", "litellm_call_id": "callback-free-id"}
+    if failure:
+        with pytest.raises(litellm.InternalServerError):
+            await call_aocr(ocr_server, **arguments) if asynchronous else call_ocr(ocr_server, **arguments)
+    else:
+        response: Final = (
+            await call_aocr(ocr_server, **arguments) if asynchronous else call_ocr(ocr_server, **arguments)
+        )
+        assert response.pages[0].markdown == "native OCR response"
+        assert response._hidden_params["litellm_call_id"] == "callback-free-id"
+        assert response._hidden_params["response_cost"] is not None
+        assert response._hidden_params["_response_ms"] > 0
+    assert trace_id_var.get() == "callback-free-parent"
+    assert probe.deployments == probe.submissions == probe.enqueues == 0
+    assert len(created_loggers) == 1
+    logger: Final = created_loggers[0]
+    assert not hasattr(logger, "_native_pending_logging")
+    assert logger.model_call_details["first_api_call_start_time"] <= logger.model_call_details["end_time"]
+    assert "standard_logging_object" not in logger.model_call_details
+    assert (
+        "original_response" not in logger.model_call_details or logger.model_call_details["original_response"] is None
+    )
+    assert "complete_input_dict" not in logger.model_call_details.get("additional_args", {})
+    assert logger.model_call_details["response_cost"] == (0 if failure else response._hidden_params["response_cost"])
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize(
+    "registration", ["success_callback", "_async_success_callback", "failure_callback", "_async_failure_callback"]
+)
+async def test_terminal_registration_added_during_http_is_observed(
+    ocr_server: RecordingServer, registration: str
+) -> None:
+    failure: Final = "failure" in registration
+    observer: Final = RecordingLogger()
+    ocr_server.enqueue(
+        ResponseSpec(
+            body={"message": "provider failed"} if failure else OCR_RESPONSE, status=500 if failure else 200, delay=0.1
+        )
+    )
+    task: Final = asyncio.create_task(
+        asyncio.to_thread(call_ocr, ocr_server) if registration == "success_callback" else call_aocr(ocr_server)
+    )
+    await ocr_server.wait_for_requests(1)
+    getattr(litellm, registration).append(observer)
+    if failure:
+        with pytest.raises(litellm.InternalServerError):
+            await task
+    else:
+        await task
+    event: Final = ("async_" if registration.startswith("_async") else "") + (
+        "log_failure_event" if failure else "log_success_event"
+    )
+    await observer.wait_for_async(event)
+    assert event in observer.names
+
+
+@pytest.fixture
+def created_loggers(monkeypatch: pytest.MonkeyPatch) -> list[Logging]:
+    from litellm import utils
+
+    original_setup: Final = utils.function_setup
+    loggers: Final[list[Logging]] = []
+
+    def setup(
+        call_type: str,
+        rules: utils.Rules,
+        start: datetime.datetime,
+        *args: object,
+        is_async_call: bool = True,
+        **kwargs: object,
+    ) -> tuple[Logging, dict[str, object]]:
+        logger, prepared = original_setup(call_type, rules, start, *args, is_async_call=is_async_call, **kwargs)
+        assert isinstance(logger, Logging)
+        setattr(logger, "_defer_async_logging", True)
+        loggers.append(logger)
+        return logger, prepared
+
+    monkeypatch.setattr(utils, "function_setup", setup)
+    return loggers
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("consumer", ["logger_fn", "raw_global", "request_debug"])
+async def test_explicit_logging_consumers_keep_request_and_response_payloads(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch, created_loggers: list[Logging], consumer: str
+) -> None:
+    snapshots: Final[list[dict[str, object]]] = []
+    if consumer == "raw_global":
+        monkeypatch.setattr(litellm, "log_raw_request_response", True)
+    arguments: Final = {
+        "logger_fn": {"logger_fn": lambda details: snapshots.append(dict(details))},
+        "raw_global": {},
+        "request_debug": {"litellm_request_debug": True},
+    }[consumer]
+    response: Final = await call_aocr(ocr_server, **arguments)
+    details: Final = created_loggers[0].model_call_details
+    assert details["additional_args"]["complete_input_dict"]["model"] == "mistral-ocr-latest"
+    assert json.loads(details["original_response"])["pages"][0]["markdown"] == response.pages[0].markdown
+    if consumer.startswith("raw_"):
+        assert details["raw_request_typed_dict"]["raw_request_body"]["model"] == "mistral-ocr-latest"
+    if consumer == "logger_fn":
+        assert [item["log_event_type"] for item in snapshots] == ["pre_api_call", "post_api_call"]
+
+
+@pytest.mark.asyncio
+async def test_registration_removed_before_deferred_release_skips_queue(
+    ocr_server: RecordingServer, monkeypatch: pytest.MonkeyPatch, created_loggers: list[Logging]
+) -> None:
+    from litellm.litellm_core_utils import logging_worker
+
+    class QueueProbe:
+        enqueues = 0
+
+        def ensure_initialized_and_enqueue(self, coroutine: Coroutine[object, object, object]) -> None:
+            self.enqueues += 1
+            coroutine.close()
+
+    observer: Final = RecordingLogger()
+    litellm._async_success_callback.append(observer)
+    await call_aocr(ocr_server)
+    logger: Final = created_loggers[0]
+    assert hasattr(logger, "_native_pending_logging")
+    litellm._async_success_callback.clear()
+    probe: Final = QueueProbe()
+    monkeypatch.setattr(logging_worker, "GLOBAL_LOGGING_WORKER", probe)
+    ProxyBaseLLMRequestProcessing._flush_deferred_async_logging(logger, False)
+    assert probe.enqueues == 0
+    assert not observer.names
+    assert logger.model_call_details["response_cost"] is not None
diff --git a/tests/test_litellm_rust/ocr/test_requests.py b/tests/test_litellm_rust/ocr/test_requests.py
index d241fe08fc8..4f4b39fa6c6 100644
--- a/tests/test_litellm_rust/ocr/test_requests.py
+++ b/tests/test_litellm_rust/ocr/test_requests.py
@@ -1,3 +1,4 @@
+from pathlib import Path
 from typing import Final
 
 import pytest
@@ -5,13 +6,13 @@ import pytest
 import litellm
 from litellm.llms.base_llm.ocr.transformation import OCRResponse
 from tests.test_litellm_rust.support.callback_recorder import RecordingLogger
+from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 from tests.test_litellm_rust.support.requests import (
     OCR_DOCUMENT,
     OCR_RESPONSE,
     call_native_aocr,
     call_native_ocr,
 )
-from tests.test_litellm_rust.support.recording_server import RecordingServer, ResponseSpec
 
 pytestmark = pytest.mark.requires_rust_extension
 
@@ -79,6 +80,22 @@ def test_native_ocr_prepares_file_document_like_python(ocr_server: RecordingServ
     }
 
 
+def test_native_ocr_reads_sdk_path_input(ocr_server: RecordingServer, tmp_path: Path) -> None:
+    document_path: Final = tmp_path / "document.pdf"
+    document_path.write_bytes(b"%PDF-1.4")
+
+    response: Final = call_native_ocr(
+        ocr_server,
+        document={"type": "file", "file": document_path},
+    )
+
+    assert response.pages[0].markdown == "native OCR response"
+    assert ocr_server.requests[0].body["document"] == {
+        "type": "document_url",
+        "document_url": "data:application/pdf;base64,JVBERi0xLjQ=",
+    }
+
+
 def test_native_ocr_sends_pages_and_image_options(ocr_server: RecordingServer) -> None:
     call_native_ocr(ocr_server, pages=[0, 2], include_image_base64=True)
 
@@ -149,7 +166,7 @@ def test_native_ocr_normalizes_provider_response_model_and_usage(ocr_server: Rec
     assert response.usage_info.pages_processed == 1
 
 
-def test_native_ocr_maps_provider_400_without_exposing_response_body(ocr_server: RecordingServer) -> None:
+def test_native_ocr_maps_provider_400_with_public_provider_details(ocr_server: RecordingServer) -> None:
     ocr_server.enqueue(ResponseSpec(body={"message": "invalid OCR request"}, status=400))
 
     with pytest.raises(litellm.BadRequestError) as caught:
@@ -158,13 +175,23 @@ def test_native_ocr_maps_provider_400_without_exposing_response_body(ocr_server:
     assert caught.value.status_code == 400
     assert caught.value.model == "mistral-ocr-latest"
     assert caught.value.llm_provider == "mistral"
-    assert "invalid OCR request" not in str(caught.value)
+    assert "invalid OCR request" in str(caught.value)
 
 
-def test_native_ocr_raises_transport_error_when_request_exceeds_timeout(ocr_server: RecordingServer) -> None:
+def test_native_ocr_rejects_unknown_response_format_before_provider_request(ocr_server: RecordingServer) -> None:
+    ocr_server.expected_requests = 0
+
+    with pytest.raises(litellm.BadRequestError, match="Invalid `req_format`"):
+        call_native_ocr(ocr_server, req_format="raw")
+
+    assert ocr_server.requests == []
+
+
+def test_ocr_raises_public_timeout_when_request_exceeds_timeout(ocr_server: RecordingServer) -> None:
+    litellm.rust(True)
     ocr_server.enqueue(ResponseSpec(body=OCR_RESPONSE, delay=0.2))
 
-    with pytest.raises(RuntimeError, match="OCR transport failed"):
+    with pytest.raises(litellm.Timeout):
         call_native_ocr(ocr_server, timeout=0.01)
 
     assert len(ocr_server.requests) == 1
@@ -301,13 +328,10 @@ async def test_native_azure_ocr_token_provider_failure_prevents_pre_call_callbac
 
 @pytest.mark.parametrize(
     "configuration",
-    [
-        {"azure_ad_token": "oidc/assertion", "client_id": "client", "tenant_id": "tenant"},
-        {"model": "azure_ai/doc-intelligence/prebuilt-read"},
-    ],
-    ids=["oidc-assertion", "document-intelligence-model"],
+    [{"azure_ad_token": "oidc/assertion", "client_id": "client", "tenant_id": "tenant"}],
+    ids=["invalid-oidc-assertion"],
 )
-def test_native_azure_ocr_rejects_unsupported_configuration_before_token_or_callbacks(
+def test_public_azure_ocr_maps_invalid_oidc_configuration_before_token_or_request(
     ocr_server: RecordingServer,
     isolated_azure_auth: None,
     configuration: dict[str, object],
@@ -327,10 +351,10 @@ def test_native_azure_ocr_rejects_unsupported_configuration_before_token_or_call
         "callbacks": [recorder],
         **configuration,
     }
-    with pytest.raises(NotImplementedError):
+    with pytest.raises(litellm.APIConnectionError):
         call_native_ocr(ocr_server, **arguments)
     assert calls == []
-    assert recorder.events == ()
+    assert "log_pre_api_call" not in recorder.names
     assert ocr_server.requests == []
 
 
@@ -432,3 +456,170 @@ async def test_native_azure_ocr_rejects_coroutine_returned_by_sync_token_provide
         coroutine.close()
     assert calls == []
     assert ocr_server.requests == []
+
+
+@pytest.mark.asyncio
+@pytest.mark.parametrize("asynchronous", [False, True])
+@pytest.mark.parametrize(
+    "override, expected_key",
+    [
+        ({}, "credential-key"),
+        ({"api_key": "explicit-key"}, "explicit-key"),
+        ({"api_key": None}, "environment-key"),
+    ],
+    ids=["inherit", "explicit", "explicit-none"],
+)
+async def test_native_ocr_inherits_named_credentials_without_overwriting_arguments(
+    ocr_server: RecordingServer,
+    monkeypatch: pytest.MonkeyPatch,
+    asynchronous: bool,
+    override: dict[str, object],
+    expected_key: str,
+) -> None:
+    from litellm.models.credentials import CredentialItem
+
+    pages: Final = [0]
+    opaque: Final = object()
+    monkeypatch.setenv("MISTRAL_API_KEY", "environment-key")
+    monkeypatch.setattr(
+        litellm,
+        "credential_list",
+        [
+            CredentialItem(credential_name="other", credential_info={}, credential_values={"api_key": "wrong-key"}),
+            CredentialItem(
+                credential_name="ocr-test",
+                credential_info={},
+                credential_values={
+                    "api_key": "credential-key",
+                    "api_base": ocr_server.base_url,
+                    "pages": pages,
+                    "opaque": opaque,
+                },
+            ),
+            CredentialItem(credential_name="ocr-test", credential_info={}, credential_values={"api_key": "later-key"}),
+        ],
+    )
+
+    class Observer(RecordingLogger):
+        def log_pre_api_call(self, model, messages, kwargs):
+            super().log_pre_api_call(model, messages, kwargs)
+            pages.append(2)
+
+    arguments: Final = {
+        "model": "mistral/mistral-ocr-latest",
+        "document": OCR_DOCUMENT,
+        "litellm_credential_name": "ocr-test",
+        "callbacks": [Observer()],
+        **override,
+    }
+    response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+    assert response.pages[0].markdown == "native OCR response"
+    assert ocr_server.requests[0].headers["authorization"] == f"Bearer {expected_key}"
+    assert ocr_server.requests[0].body["pages"] == [0, 2]
+
+
+@pytest.mark.parametrize("source", ["sdk", "proxy"])
+@pytest.mark.parametrize(
+    "filename,mime", [("scan.PNG", "image/png"), ("document.pdf", "application/pdf"), ("note.txt", "text/plain")]
+)
+def test_ocr_file_helpers_use_native_document_preparation(source: str, filename: str, mime: str) -> None:
+    from io import BytesIO
+
+    from litellm.ocr.input import convert_file_document_to_url_document, get_mime_type
+    from litellm.proxy.ocr_endpoints.endpoints import _build_document_from_upload
+
+    file: Final = BytesIO(b"abc")
+    file.name = filename
+    document: Final = (
+        convert_file_document_to_url_document({"type": "file", "file": file})
+        if source == "sdk"
+        else _build_document_from_upload(b"abc", filename, "application/octet-stream; charset=utf-8")
+    )
+    field: Final = "image_url" if mime.startswith("image/") else "document_url"
+    assert get_mime_type(filename) == mime
+    assert document == {"type": field, field: f"data:{mime};base64,YWJj"}
+
+
+@pytest.mark.parametrize("attribute", ["read", "name"])
+def test_native_file_preparation_preserves_property_errors(attribute: str) -> None:
+    from litellm.ocr.input import convert_file_document_to_url_document
+
+    failure: Final = LookupError("file property failed")
+
+    class File:
+        def __getattribute__(self, name: str):
+            if name == attribute:
+                raise failure
+            return super().__getattribute__(name)
+
+        def read(self):
+            return b"abc"
+
+    with pytest.raises(LookupError) as caught:
+        convert_file_document_to_url_document({"type": "file", "file": File()})
+    assert caught.value is failure
+
+
+@pytest.mark.parametrize("kind", ["bytes", "path", "reader"])
+def test_native_file_preparation_rejects_oversized_input(kind: str, tmp_path: Path) -> None:
+    from litellm.ocr.input import FileDocument, convert_file_document_to_url_document, get_max_file_bytes
+
+    limit: Final = get_max_file_bytes()
+    path: Final = tmp_path / "large.pdf"
+    with path.open("wb") as stream:
+        stream.truncate(limit + 1)
+
+    class Reader:
+        def read(self) -> bytes:
+            return b"a" * (limit + 1)
+
+    document: Final[FileDocument] = {
+        "type": "file",
+        "file": path if kind == "path" else Reader() if kind == "reader" else b"a" * (limit + 1),
+    }
+    with pytest.raises(ValueError, match="exceeds the size limit"):
+        convert_file_document_to_url_document(document)
+
+
+@pytest.mark.parametrize("kind", ["str", "path", "reader"])
+def test_native_upload_binding_rejects_filesystem_inputs(kind: str, tmp_path: Path) -> None:
+    from io import BytesIO
+    from typing import cast  # noqa: TID251  # deliberately invalid inputs exercise the native runtime boundary
+
+    from litellm.ocr.input import convert_upload_to_url_document
+
+    path: Final = tmp_path / "secret.pdf"
+    path.write_bytes(b"server secret")
+    source: Final = str(path) if kind == "str" else path if kind == "path" else BytesIO(b"abc")
+    with pytest.raises(TypeError):
+        convert_upload_to_url_document(cast(bytes, source), "document.pdf", None)
+
+
+@pytest.mark.parametrize("extra_bytes", [0, 1])
+def test_native_upload_enforces_file_size_limit(extra_bytes: int) -> None:
+    import base64
+
+    from litellm.ocr.input import convert_upload_to_url_document, get_max_file_bytes
+
+    content: Final = b"a" * (get_max_file_bytes() + extra_bytes)
+    if extra_bytes:
+        with pytest.raises(ValueError, match="exceeds the size limit"):
+            convert_upload_to_url_document(content, "scan.pdf", None)
+        return
+    document: Final = convert_upload_to_url_document(content, "scan.pdf", None)
+    assert document["type"] == "document_url"
+    assert base64.b64decode(document["document_url"].split(",", 1)[1]) == content
+
+
+def test_native_file_preparation_preserves_reader_exception() -> None:
+    from litellm.ocr.input import convert_file_document_to_url_document
+
+    failure: Final = RuntimeError("reader failed")
+
+    class Reader:
+        def read(self) -> bytes:
+            raise failure
+
+    with pytest.raises(RuntimeError) as caught:
+        convert_file_document_to_url_document({"type": "file", "file": Reader()})
+    assert caught.value is failure
diff --git a/tests/test_litellm_rust/support/callback_recorder.py b/tests/test_litellm_rust/support/callback_recorder.py
index 6de011b1414..d3749ccc095 100644
--- a/tests/test_litellm_rust/support/callback_recorder.py
+++ b/tests/test_litellm_rust/support/callback_recorder.py
@@ -81,7 +81,7 @@ class RecordingLogger(CustomLogger):
         await asyncio.wait_for(GLOBAL_LOGGING_WORKER.flush(), timeout=timeout)
         return tuple(event for event in self.events if event.name == name)
 
-    def log_pre_api_call(self, model, _messages, kwargs):
+    def log_pre_api_call(self, model, messages, kwargs):
         self._record("log_pre_api_call", kwargs)
 
     def log_success_event(self, kwargs, response_obj, start_time, end_time):
diff --git a/tests/test_litellm_rust/support/recording_server.py b/tests/test_litellm_rust/support/recording_server.py
index 5a9b9497c6e..228ed2cc454 100644
--- a/tests/test_litellm_rust/support/recording_server.py
+++ b/tests/test_litellm_rust/support/recording_server.py
@@ -58,7 +58,9 @@ def recording_service() -> Iterator[RecordingServer]:
         def _handle(self) -> None:
             content_length: Final = int(self.headers.get("Content-Length", "0"))
             raw_body: Final = self.rfile.read(content_length) if content_length else b""
-            body: Final = json.loads(raw_body) if raw_body else None
+            body: Final = (
+                json.loads(raw_body) if raw_body and self.headers.get_content_type() == "application/json" else None
+            )
             requests.append(
                 RecordedRequest(
                     method=self.command,
@@ -84,6 +86,7 @@ def recording_service() -> Iterator[RecordingServer]:
                 pass
 
         do_POST = _handle
+        do_GET = _handle
 
         def log_message(self, format: str, *args: object) -> None:
             pass
diff --git a/tests/test_litellm_rust/support/requests.py b/tests/test_litellm_rust/support/requests.py
index d681d752ffd..7114e42a59e 100644
--- a/tests/test_litellm_rust/support/requests.py
+++ b/tests/test_litellm_rust/support/requests.py
@@ -2,7 +2,6 @@ from typing import Final
 
 import litellm
 from litellm.llms.base_llm.ocr.transformation import OCRResponse
-from litellm.rust_bridge import ocr as native_ocr
 from tests.test_litellm_rust.support.recording_server import RecordingServer
 
 OCR_DOCUMENT: Final = {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"}
@@ -36,11 +35,11 @@ async def call_aocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
 
 
 def call_native_ocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
-    return native_ocr.ocr(ocr_arguments(server, **kwargs))
+    return call_ocr(server, **kwargs)
 
 
 async def call_native_aocr(server: RecordingServer, **kwargs: object) -> OCRResponse:
-    return await native_ocr.aocr(ocr_arguments(server, **kwargs))
+    return await call_aocr(server, **kwargs)
 
 
 def request_body(kwargs: dict[str, object]) -> dict[str, object]:
diff --git a/tests/test_litellm_rust/test_ocr.py b/tests/test_litellm_rust/test_ocr.py
index ad1c8c652bb..e0e06d685b8 100644
--- a/tests/test_litellm_rust/test_ocr.py
+++ b/tests/test_litellm_rust/test_ocr.py
@@ -2,6 +2,7 @@ import json
 import threading
 from collections.abc import Generator
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
+from io import BytesIO
 from typing import Final
 
 import pytest
@@ -99,6 +100,38 @@ def test_native_ocr_with_compiled_rust_extension(
     }
 
 
+@pytest.mark.parametrize(
+    "file_input,mime_type,expected_type,expected_field,expected_uri",
+    [
+        (b"abc", "application/pdf", "document_url", "document_url", "data:application/pdf;base64,YWJj"),
+        (BytesIO(b"abc"), "image/png", "image_url", "image_url", "data:image/png;base64,YWJj"),
+    ],
+)
+def test_native_lifecycle_core_encodes_python_file_input(
+    ocr_server,
+    file_input,
+    mime_type,
+    expected_type,
+    expected_field,
+    expected_uri,
+):
+    server, requests = ocr_server
+    litellm.rust(True)
+    response = litellm.ocr(
+        model="mistral/mistral-ocr-latest",
+        document={"type": "file", "file": file_input, "mime_type": mime_type},
+        api_key="test-key",
+        api_base=f"http://127.0.0.1:{server.server_port}",
+        opaque_extension=object(),
+    )
+    assert response.pages[0].markdown == "native OCR response"
+    assert requests[0]["body"]["document"] == {
+        "type": expected_type,
+        expected_field: expected_uri,
+    }
+    assert "opaque_extension" not in requests[0]["body"]
+
+
 @pytest.mark.parametrize("asynchronous", [False, True])
 @pytest.mark.parametrize("model", ["mistral/mistral-ocr-latest", "azure_ai/doc-intelligence/prebuilt-read"])
 @pytest.mark.asyncio
@@ -145,24 +178,20 @@ async def test_native_public_ocr_matches_python(model, asynchronous):
     server: Final = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
     thread: Final = Thread(target=server.serve_forever, daemon=True)
     thread.start()
-    responses: Final = []
     try:
-        for enabled in (False, True):
-            litellm.rust(enabled)
-            arguments: Final = {
-                "model": model,
-                "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
-                "api_key": "test-key",
-                "api_base": f"http://127.0.0.1:{server.server_port}",
-                "pages": [0, 2],
-                "timeout": 3.0,
-            }
-            response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
-            responses.append(response.model_dump())
-        assert len(calls) == 2
-        assert calls[0] == calls[1]
-        for key in ("model", "pages", "object"):
-            assert responses[0][key] == responses[1][key]
+        litellm.rust(True)
+        arguments: Final = {
+            "model": model,
+            "document": {"type": "document_url", "document_url": "data:application/pdf;base64,YWJj"},
+            "api_key": "test-key",
+            "api_base": f"http://127.0.0.1:{server.server_port}",
+            "pages": [0, 2],
+            "timeout": 3.0,
+        }
+        response: Final = await litellm.aocr(**arguments) if asynchronous else litellm.ocr(**arguments)
+        response_data: Final = response.model_dump()
+        assert len(calls) == 1
+        assert response_data["object"] == "ocr"
     finally:
         server.shutdown()
         server.server_close()
@@ -195,7 +224,7 @@ def test_native_ocr_rejects_invalid_input_before_network(ocr_server, custom_prov
     from litellm.rust_bridge import _native
 
     server, requests = ocr_server
-    with pytest.raises(ValueError, match=r"invalid (OCR request field|provider)|invalid request"):
+    with pytest.raises(ValueError, match="Document URL is required"):
         _native.ocr(
             model="mistral-ocr-latest",
             custom_llm_provider=custom_provider,
@@ -224,7 +253,7 @@ async def test_native_ocr_enforces_request_deadline_without_fallback(ocr_server,
         "num_retries": 0,
     }
     started = time.monotonic()
-    with pytest.raises(litellm.APIConnectionError):
+    with pytest.raises(litellm.Timeout):
         await asyncio.wait_for(
             litellm.aocr(**arguments) if asynchronous else asyncio.to_thread(litellm.ocr, **arguments),
             timeout=3,

From a73454b8fc2a3caf1c23b6330223d16bd3f558b9 Mon Sep 17 00:00:00 2001
From: yuneng-jiang <yuneng@berri.ai>
Date: Sat, 12 Sep 2026 11:56:59 -0700
Subject: [PATCH 296/298] fix(ui): restore MCP catalog provider logos (#40781)

Resolves LIT-7390
---
 litellm/proxy/mcp_registry.json               | 14 +++---
 ...tsx => mcp_discovery.integration.test.tsx} | 46 +++++++++++++++++++
 2 files changed, 53 insertions(+), 7 deletions(-)
 rename ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/{mcp_discovery.test.tsx => mcp_discovery.integration.test.tsx} (71%)

diff --git a/litellm/proxy/mcp_registry.json b/litellm/proxy/mcp_registry.json
index f37fc39813e..b117f35600d 100644
--- a/litellm/proxy/mcp_registry.json
+++ b/litellm/proxy/mcp_registry.json
@@ -66,7 +66,7 @@
       "name": "slack",
       "title": "Slack",
       "description": "Channel management, messaging, and Slack workspace integration",
-      "icon_url": "https://cdn.simpleicons.org/slack",
+      "icon_url": "/ui/assets/logos/slack.svg",
       "category": "Communication",
       "registry_url": null,
       "transport": "stdio",
@@ -249,7 +249,7 @@
       "name": "exa",
       "title": "Exa",
       "description": "Fast, intelligent web search and web crawling",
-      "icon_url": "https://cdn.simpleicons.org/exa",
+      "icon_url": "/ui/assets/logos/exa_ai.png",
       "category": "Search",
       "registry_url": "https://registry.modelcontextprotocol.io/servers/ai.exa%2Fexa",
       "transport": "http",
@@ -262,7 +262,7 @@
       "name": "tavily",
       "title": "Tavily",
       "description": "AI-optimized search engine for research and retrieval",
-      "icon_url": "https://cdn.simpleicons.org/tavily",
+      "icon_url": "/ui/assets/logos/tavily.png",
       "category": "Search",
       "registry_url": null,
       "transport": "stdio",
@@ -288,7 +288,7 @@
       "name": "playwright",
       "title": "Playwright",
       "description": "Browser automation and testing with Playwright",
-      "icon_url": "https://cdn.simpleicons.org/playwright",
+      "icon_url": "https://raw.githubusercontent.com/microsoft/playwright/2f6148bcd1a96ec687d55ce08645fc6315b1514e/packages/recorder/public/playwright-logo.svg",
       "category": "Web & Browser",
       "registry_url": null,
       "transport": "stdio",
@@ -300,7 +300,7 @@
       "name": "browserbase",
       "title": "Browserbase",
       "description": "Cloud browser automation and session management",
-      "icon_url": "https://cdn.simpleicons.org/browserbase",
+      "icon_url": "https://www.browserbase.com/favicon.svg",
       "category": "Web & Browser",
       "registry_url": null,
       "transport": "stdio",
@@ -315,7 +315,7 @@
       "name": "aws",
       "title": "AWS",
       "description": "Interact with Amazon Web Services resources and APIs",
-      "icon_url": "https://cdn.simpleicons.org/amazonaws",
+      "icon_url": "/ui/assets/logos/aws.svg",
       "category": "Cloud",
       "registry_url": null,
       "transport": "stdio",
@@ -392,7 +392,7 @@
       "name": "twilio",
       "title": "Twilio",
       "description": "Send SMS, make calls, and manage communication via Twilio",
-      "icon_url": "https://cdn.simpleicons.org/twilio",
+      "icon_url": "/ui/assets/logos/twilio.svg",
       "category": "Communication",
       "registry_url": null,
       "transport": "stdio",
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.test.tsx b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx
similarity index 71%
rename from ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.test.tsx
rename to ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx
index bdd937a8e6f..02e04a0aa97 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.test.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/mcp-servers/_components/mcp_discovery.integration.test.tsx
@@ -4,6 +4,11 @@ import { describe, it, expect, vi, beforeEach } from "vitest";
 import MCPDiscovery from "./mcp_discovery";
 import { fetchDiscoverableMCPServers } from "@/components/networking";
 import type { DiscoverableMCPServer } from "@/components/mcp_tools/types";
+import { renderWithProviders } from "../../../../../tests/test-utils";
+import { setServerRootPath } from "@/lib/serverRootPath";
+import { existsSync, readFileSync } from "node:fs";
+import { dirname, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
 
 vi.mock("@/components/networking", () => ({
   fetchDiscoverableMCPServers: vi.fn(),
@@ -36,12 +41,53 @@ const defaultProps = {
 describe("MCPDiscovery", () => {
   beforeEach(() => {
     vi.clearAllMocks();
+    setServerRootPath("/");
     vi.mocked(fetchDiscoverableMCPServers).mockResolvedValue({
       servers: [githubServer, slackServer],
       categories: ["Developer Tools", "Communication"],
     });
   });
 
+  it.each(["", "/litellm"])("should render available catalog logos under the %s server root", async (root) => {
+    const testDirectory = dirname(fileURLToPath(import.meta.url));
+    const registry = JSON.parse(
+      readFileSync(resolve(testDirectory, "../../../../../../../litellm/proxy/mcp_registry.json"), "utf8"),
+    ) as { servers: DiscoverableMCPServer[] };
+    const expectedLogos = [
+      ["exa", "/ui/assets/logos/exa_ai.png"],
+      ["tavily", "/ui/assets/logos/tavily.png"],
+      ["slack", "/ui/assets/logos/slack.svg"],
+      ["twilio", "/ui/assets/logos/twilio.svg"],
+      [
+        "playwright",
+        "https://raw.githubusercontent.com/microsoft/playwright/2f6148bcd1a96ec687d55ce08645fc6315b1514e/packages/recorder/public/playwright-logo.svg",
+      ],
+      ["browserbase", "https://www.browserbase.com/favicon.svg"],
+      ["aws", "/ui/assets/logos/aws.svg"],
+    ] as const;
+    setServerRootPath(root);
+    vi.mocked(fetchDiscoverableMCPServers).mockResolvedValue({
+      servers: expectedLogos.map(([name]) => {
+        const server = registry.servers.find((entry) => entry.name === name)!;
+        return server;
+      }),
+      categories: [],
+    });
+
+    renderWithProviders(<MCPDiscovery {...defaultProps} />);
+
+    for (const [name, source] of expectedLogos) {
+      const server = registry.servers.find((entry) => entry.name === name)!;
+      if (source.startsWith("/ui/")) {
+        expect(existsSync(resolve(testDirectory, "../../../../../public", source.slice(4)))).toBe(true);
+      }
+      expect(await screen.findByRole("img", { name: server.title })).toHaveAttribute(
+        "src",
+        source.startsWith("/ui/") ? `${root}${source}` : source,
+      );
+    }
+  });
+
   // Each category name renders twice: once as a filter pill (a button) and once
   // as the heading of its group. Only the heading is not a button.
   const groupHeading = (category: string) => screen.getAllByText(category).filter((el) => el.tagName !== "BUTTON");

From a109553909270e329b20b4c2b3e4a252023d7f85 Mon Sep 17 00:00:00 2001
From: ryan-crabbe-berri <ryan@berri.ai>
Date: Sat, 12 Sep 2026 11:58:44 -0700
Subject: [PATCH 297/298] fix(key): recover from a cascade-deleted key instead
 of failing the apply

Deleting a team cascade-deletes its keys, so `terraform apply -replace` on a
team left the key's `/key/update` 404ing and aborted the apply with the key
resource stuck. The update now confirms the key is really gone and recreates it
under the new team; a `team_id` change between two live teams stays an in-place
update, and an unrelated failure still errors out.

Rebased onto current staging, which added a typed `apiError` and `isNotFound`,
so the recovery matches on the status code plus a re-read rather than on the
error string. The metadata pre-read, which fails before `/key/update` is ever
reached when the key is gone, routes through the same recovery.

Original work by @matthowardcohere in #39747.

Claude-Session: https://claude.ai/code/session_01XT1qsbjLwnhiN5sQ2hNUxr
---
 terraform/provider/CHANGELOG.md               |   1 +
 terraform/provider/litellm/resource_key.go    |  36 +++-
 .../provider/litellm/resource_key_test.go     | 190 ++++++++++++++++++
 3 files changed, 222 insertions(+), 5 deletions(-)

diff --git a/terraform/provider/CHANGELOG.md b/terraform/provider/CHANGELOG.md
index e5e0a164a83..8c0ef5a8b15 100644
--- a/terraform/provider/CHANGELOG.md
+++ b/terraform/provider/CHANGELOG.md
@@ -37,6 +37,7 @@ longer signal it.
 
 ### Fixed
 
+- **key**: An update that changes `team_id` and fails because the key was already cascade-deleted along with its previous team now recovers by recreating the key under the new team, instead of aborting the apply. The key's absence is confirmed against the proxy first, so an unrelated failure still errors out, and a `team_id` change between two teams that both still exist stays a plain in-place update
 - **team**: Read now decodes the `team_info` envelope `/team/info` actually returns, so team attributes refresh from the proxy instead of always falling back to the prior state
 - **key**: Read now unwraps the `info` envelope `/key/info` actually returns; previously reads mapped nothing back into state, so drift on a key was never detected
 - **key**: Read now picks up `model_rpm_limit`, `model_tpm_limit`, `guardrails`, `tags`, `enforced_params`, `allowed_passthrough_routes`, `rpm_limit_type`, `tpm_limit_type` and `prompts` from `info.metadata`, where the proxy actually stores them; previously they stayed empty in state, so a matching config showed a permanent phantom diff on them and out-of-band changes to them were never detected
diff --git a/terraform/provider/litellm/resource_key.go b/terraform/provider/litellm/resource_key.go
index 018d01f75a8..39546d588df 100644
--- a/terraform/provider/litellm/resource_key.go
+++ b/terraform/provider/litellm/resource_key.go
@@ -3,6 +3,7 @@ package litellm
 import (
 	"context"
 	"encoding/json"
+	"errors"
 	"fmt"
 	"log"
 
@@ -321,19 +322,42 @@ func resourceKeyUpdate(ctx context.Context, d *schema.ResourceData, m interface{
 
 	metadata, err := plannedKeyMetadata(c, d)
 	if err != nil {
-		d.Partial(true)
-		return diag.FromErr(fmt.Errorf("error updating key: %s", err))
+		return failedKeyUpdate(ctx, d, m, err)
 	}
 	key.Metadata = metadata
 
 	if _, err := c.UpdateKey(key); err != nil {
-		d.Partial(true)
-		return diag.FromErr(fmt.Errorf("error updating key: %s", err))
+		return failedKeyUpdate(ctx, d, m, err)
 	}
 
 	return resourceKeyRead(ctx, d, m)
 }
 
+// Deleting a team cascade-deletes its keys, so an apply that moves a key onto a
+// replacement team can find the key already gone, and recreating it is the only
+// way forward. Confirming it is really gone keeps an unrelated 404 (a rejected
+// project_id, say) a hard failure rather than silently orphaning a live key.
+func failedKeyUpdate(ctx context.Context, d *schema.ResourceData, m interface{}, err error) diag.Diagnostics {
+	c := m.(*Client)
+	if d.HasChange("team_id") && keyIsGone(c, d.Id(), err) {
+		log.Printf("[WARN] Key %q no longer exists, most likely cascade-deleted with its previous team; recreating it under the new team_id", d.Id())
+		return resourceKeyCreate(ctx, d, m)
+	}
+	d.Partial(true)
+	return diag.FromErr(fmt.Errorf("error updating key: %s", err))
+}
+
+func keyIsGone(c *Client, keyID string, err error) bool {
+	if errors.Is(err, errKeyGone) {
+		return true
+	}
+	if !isNotFound(err) {
+		return false
+	}
+	key, getErr := c.GetKey(keyID)
+	return getErr == nil && key == nil
+}
+
 func changedMap(d *schema.ResourceData, name string) map[string]interface{} {
 	if !d.HasChange(name) {
 		return nil
@@ -341,6 +365,8 @@ func changedMap(d *schema.ResourceData, name string) map[string]interface{} {
 	return d.Get(name).(map[string]interface{})
 }
 
+var errKeyGone = errors.New("no longer exists")
+
 func plannedKeyMetadata(c *Client, d *schema.ResourceData) (map[string]interface{}, error) {
 	if !d.HasChange("metadata") {
 		return nil, nil
@@ -350,7 +376,7 @@ func plannedKeyMetadata(c *Client, d *schema.ResourceData) (map[string]interface
 		return nil, err
 	}
 	if current == nil {
-		return nil, fmt.Errorf("key %s no longer exists", d.Id())
+		return nil, fmt.Errorf("key %s %w", d.Id(), errKeyGone)
 	}
 	oldDeclared, newDeclared := d.GetChange("metadata")
 	return mergeKeyMetadata(current.Metadata, oldDeclared.(map[string]interface{}), newDeclared.(map[string]interface{})), nil
diff --git a/terraform/provider/litellm/resource_key_test.go b/terraform/provider/litellm/resource_key_test.go
index 66291eadcc5..fe708edd3d3 100644
--- a/terraform/provider/litellm/resource_key_test.go
+++ b/terraform/provider/litellm/resource_key_test.go
@@ -7,8 +7,10 @@ import (
 	"net/http"
 	"net/http/httptest"
 	"reflect"
+	"sync/atomic"
 	"testing"
 
+	"github.com/hashicorp/terraform-plugin-sdk/v2/diag"
 	"github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
 	"github.com/hashicorp/terraform-plugin-sdk/v2/terraform"
 )
@@ -686,3 +688,191 @@ func TestKeyUpdateOmitsUnchangedDuration(t *testing.T) {
 		t.Errorf("update payload unexpectedly contains duration = %v", v)
 	}
 }
+
+// newKeyUpdateResourceData builds a *schema.ResourceData reflecting a real
+// state -> config diff for team_id (unlike schema.TestResourceDataRaw, which
+// has no notion of prior state), so d.HasChange("team_id") behaves the way it
+// does during a real Update call.
+func newKeyUpdateResourceData(t *testing.T, id, oldTeamID, newTeamID string) *schema.ResourceData {
+	t.Helper()
+	state := &terraform.InstanceState{ID: id, Attributes: map[string]string{"team_id": oldTeamID}}
+	diff := &terraform.InstanceDiff{Attributes: map[string]*terraform.ResourceAttrDiff{
+		"team_id": {Old: oldTeamID, New: newTeamID},
+	}}
+	d, err := schema.InternalMap(resourceKey().Schema).Data(state, diff)
+	if err != nil {
+		t.Fatalf("building ResourceData returned error: %v", err)
+	}
+	return d
+}
+
+// keyRecoveryProxy fakes the two responses the cascade-delete recovery path
+// turns on: what POST /key/update returns, and whether GET /key/info still
+// finds the key afterwards.
+type keyRecoveryProxy struct {
+	updateStatus  int
+	updateBody    string
+	staleKeyGone  bool
+	updateCalls   int32
+	generateCalls int32
+}
+
+const keyNotFoundBody = `{"error":{"message":"Key not found.","type":"not_found_error","param":"key","code":"404"}}`
+
+func (p *keyRecoveryProxy) handler() http.HandlerFunc {
+	return func(w http.ResponseWriter, r *http.Request) {
+		w.Header().Set("Content-Type", "application/json")
+		switch r.URL.Path {
+		case "/key/update":
+			atomic.AddInt32(&p.updateCalls, 1)
+			w.WriteHeader(p.updateStatus)
+			io.WriteString(w, p.updateBody)
+		case "/key/generate":
+			atomic.AddInt32(&p.generateCalls, 1)
+			io.WriteString(w, `{"key": "sk-new", "token_id": "new-token"}`)
+		case "/key/info":
+			requested := r.URL.Query().Get("key")
+			if p.staleKeyGone && requested != "new-token" {
+				w.WriteHeader(http.StatusNotFound)
+				io.WriteString(w, keyNotFoundBody)
+				return
+			}
+			json.NewEncoder(w).Encode(map[string]interface{}{
+				"key":  requested,
+				"info": map[string]interface{}{"team_id": "team-b"},
+			})
+		default:
+			http.NotFound(w, r)
+		}
+	}
+}
+
+func runKeyUpdate(t *testing.T, p *keyRecoveryProxy, d *schema.ResourceData) diag.Diagnostics {
+	t.Helper()
+	srv := httptest.NewServer(p.handler())
+	defer srv.Close()
+	return resourceKeyUpdate(context.Background(), d, NewClient(srv.URL, "test-key", true))
+}
+
+// Reassigning a key between two teams that both still exist is a plain
+// in-place /key/update and must not be turned into a destroy/recreate.
+func TestResourceKeyUpdateTeamReassignmentStaysInPlace(t *testing.T) {
+	proxy := &keyRecoveryProxy{updateStatus: http.StatusOK, updateBody: `{"key": "hash-1"}`}
+	d := newKeyUpdateResourceData(t, "hash-1", "team-a", "team-b")
+
+	if diags := runKeyUpdate(t, proxy, d); diags.HasError() {
+		t.Fatalf("update returned error: %v", diags)
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 0 {
+		t.Errorf("a benign team reassignment must not recreate the key, got %d /key/generate calls", got)
+	}
+	if d.Id() != "hash-1" {
+		t.Errorf("Id = %q, want hash-1 unchanged", d.Id())
+	}
+}
+
+// The reported bug: the key was cascade-deleted along with its old team, so
+// /key/update 404s and the apply must recover by recreating it.
+func TestResourceKeyUpdateRecreatesCascadeDeletedKey(t *testing.T) {
+	proxy := &keyRecoveryProxy{updateStatus: http.StatusNotFound, updateBody: keyNotFoundBody, staleKeyGone: true}
+	d := newKeyUpdateResourceData(t, "stale-token", "team-a", "team-b")
+
+	if diags := runKeyUpdate(t, proxy, d); diags.HasError() {
+		t.Fatalf("a cascade-deleted key must be recreated, not error: %v", diags)
+	}
+	if got := atomic.LoadInt32(&proxy.updateCalls); got != 1 {
+		t.Errorf("expected 1 /key/update attempt before recovering, got %d", got)
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 1 {
+		t.Errorf("expected exactly 1 /key/generate recreate, got %d", got)
+	}
+	if d.Id() != "new-token" {
+		t.Errorf("Id = %q, want the recreated key's new-token", d.Id())
+	}
+}
+
+// /key/update 404s for reasons other than a missing key, a rejected
+// project_id among them. Recovering on the status code alone would orphan a
+// key that is still live on the proxy, so the key's absence must be confirmed.
+func TestResourceKeyUpdateNotFoundWithLiveKeyFailsLoudly(t *testing.T) {
+	proxy := &keyRecoveryProxy{
+		updateStatus: http.StatusNotFound,
+		updateBody:   `{"error":{"message":"Project not found, project_id=proj-1"}}`,
+	}
+	d := newKeyUpdateResourceData(t, "hash-1", "team-a", "team-b")
+
+	if diags := runKeyUpdate(t, proxy, d); !diags.HasError() {
+		t.Fatal("a 404 on a key that still exists must stay an error")
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 0 {
+		t.Errorf("expected no recreate while the key is still live, got %d /key/generate calls", got)
+	}
+	if d.Id() != "hash-1" {
+		t.Errorf("Id = %q, want hash-1 untouched on a hard failure", d.Id())
+	}
+}
+
+// A key gone for some reason unrelated to a team move still fails loudly.
+func TestResourceKeyUpdateNotFoundWithoutTeamChangeFailsLoudly(t *testing.T) {
+	proxy := &keyRecoveryProxy{updateStatus: http.StatusNotFound, updateBody: keyNotFoundBody, staleKeyGone: true}
+	d := newKeyUpdateResourceData(t, "gone-token", "team-a", "team-a")
+
+	if diags := runKeyUpdate(t, proxy, d); !diags.HasError() {
+		t.Fatal("expected an error when team_id did not change")
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 0 {
+		t.Errorf("expected no recreate when team_id is unchanged, got %d /key/generate calls", got)
+	}
+	if d.Id() != "gone-token" {
+		t.Errorf("Id = %q, want gone-token untouched on a hard failure", d.Id())
+	}
+}
+
+// A transient failure must never be mistaken for a cascade-deleted key.
+func TestResourceKeyUpdateServerErrorDoesNotRecreate(t *testing.T) {
+	proxy := &keyRecoveryProxy{
+		updateStatus: http.StatusInternalServerError,
+		updateBody:   `{"error":{"message":"Internal Server Error"}}`,
+		staleKeyGone: true,
+	}
+	d := newKeyUpdateResourceData(t, "hash-1", "team-a", "team-b")
+
+	if diags := runKeyUpdate(t, proxy, d); !diags.HasError() {
+		t.Fatal("expected a 500 to surface as an error")
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 0 {
+		t.Errorf("expected no recreate for a transient error, got %d /key/generate calls", got)
+	}
+}
+
+// The metadata pre-read fails before /key/update is ever reached when the key
+// is gone, so that path needs the same recovery.
+func TestResourceKeyUpdateRecreatesCascadeDeletedKeyWithMetadataChange(t *testing.T) {
+	proxy := &keyRecoveryProxy{updateStatus: http.StatusOK, updateBody: `{"key": "hash-1"}`, staleKeyGone: true}
+	state := &terraform.InstanceState{ID: "stale-token", Attributes: map[string]string{
+		"team_id":       "team-a",
+		"metadata.%":    "1",
+		"metadata.tier": "gold",
+	}}
+	diff := &terraform.InstanceDiff{Attributes: map[string]*terraform.ResourceAttrDiff{
+		"team_id":       {Old: "team-a", New: "team-b"},
+		"metadata.tier": {Old: "gold", New: "silver"},
+	}}
+	d, err := schema.InternalMap(resourceKey().Schema).Data(state, diff)
+	if err != nil {
+		t.Fatalf("building ResourceData returned error: %v", err)
+	}
+
+	if diags := runKeyUpdate(t, proxy, d); diags.HasError() {
+		t.Fatalf("a cascade-deleted key must be recreated, not error: %v", diags)
+	}
+	if got := atomic.LoadInt32(&proxy.updateCalls); got != 0 {
+		t.Errorf("expected the metadata pre-read to short-circuit /key/update, got %d calls", got)
+	}
+	if got := atomic.LoadInt32(&proxy.generateCalls); got != 1 {
+		t.Errorf("expected exactly 1 /key/generate recreate, got %d", got)
+	}
+	if d.Id() != "new-token" {
+		t.Errorf("Id = %q, want the recreated key's new-token", d.Id())
+	}
+}

From 49f94cf8320c837e13a70bf24c14d7a17ea3ed84 Mon Sep 17 00:00:00 2001
From: "devin-ai-integration[bot]"
 <158243242+devin-ai-integration[bot]@users.noreply.github.com>
Date: Sat, 12 Sep 2026 12:08:08 -0700
Subject: [PATCH 298/298] fix(ui): clarify blank TPM/RPM hint on budget modals
 (#40697)

Co-authored-by: jesus <jesus@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
---
 .../src/app/(dashboard)/budgets/_components/budget_modal.tsx  | 4 ++--
 .../app/(dashboard)/budgets/_components/edit_budget_modal.tsx | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budget_modal.tsx b/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budget_modal.tsx
index 50f9c7cda3c..492a6b5c630 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budget_modal.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/budget_modal.tsx
@@ -82,7 +82,7 @@ const BudgetModal: React.FC<BudgetModalProps> = ({ isModalVisible, setIsModalVis
               control={form.control}
               name="tpm_limit"
               label="Max Tokens per minute"
-              description="Default is model limit."
+              description="Leave blank for no LiteLLM limit. Provider rate limits still apply."
             >
               {({ ref, value, onChange, ...field }) => (
                 <Input
@@ -99,7 +99,7 @@ const BudgetModal: React.FC<BudgetModalProps> = ({ isModalVisible, setIsModalVis
               control={form.control}
               name="rpm_limit"
               label="Max Requests per minute"
-              description="Default is model limit."
+              description="Leave blank for no LiteLLM limit. Provider rate limits still apply."
             >
               {({ ref, value, onChange, ...field }) => (
                 <Input
diff --git a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/edit_budget_modal.tsx b/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/edit_budget_modal.tsx
index f4597a72fbb..71fce2de836 100644
--- a/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/edit_budget_modal.tsx
+++ b/ui/litellm-dashboard/src/app/(dashboard)/budgets/_components/edit_budget_modal.tsx
@@ -88,7 +88,7 @@ const EditBudgetModal: React.FC<EditBudgetModalProps> = ({ isModalVisible, setIs
               control={form.control}
               name="tpm_limit"
               label="Max Tokens per minute"
-              description="Default is model limit."
+              description="Leave blank for no LiteLLM limit. Provider rate limits still apply."
             >
               {({ ref, value, onChange, ...field }) => (
                 <Input
@@ -105,7 +105,7 @@ const EditBudgetModal: React.FC<EditBudgetModalProps> = ({ isModalVisible, setIs
               control={form.control}
               name="rpm_limit"
               label="Max Requests per minute"
-              description="Default is model limit."
+              description="Leave blank for no LiteLLM limit. Provider rate limits still apply."
             >
               {({ ref, value, onChange, ...field }) => (
                 <Input